00010000:00000010:2.1F:1775763336.565883:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9445a1bdcd00. 00010000:00000010:2.1:1775763336.565918:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff944585ee3600. 00010000:00000010:0.1F:1775763336.568008:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9444824b8e00. 00010000:00000010:0.1:1775763336.568035:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9445a2311800. 00010000:00000010:0.1:1775763336.568040:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff944585ee2e00. 00010000:00000010:0.1:1775763485.758826:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff944582b9ce00. 00010000:00000010:0.1:1775763485.758837:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff944585ee3600. 00010000:00000010:0.1:1775763485.758841:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff944587809a00. 00010000:00000010:2.1:1775763485.758974:0:5624:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9445a2311900. 00010000:00000010:2.1:1775763485.758980:0:5624:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff944585ee2c00. 00010000:00000010:1.1F:1775763642.347207:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9445867be900. 00010000:00000010:1.1:1775763642.347263:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff944582451a00. 00010000:00000010:0.1:1775763642.357669:0:5624:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9445be695a00. 00010000:00000010:3.1F:1775763642.365108:0:5667:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff94458389a100. 00010000:00000010:3.1:1775763642.365145:0:5667:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9445b37c1a00. 00010000:00000010:3.1:1775763821.514864:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff944582f80e00. 00010000:00000010:3.1:1775763821.514888:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9445be695c00. 00010000:00000010:2.1:1775763821.514953:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9445be694a00. 00010000:00000010:2.1:1775763821.514961:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff944582f80300. 00010000:00000010:2.1:1775763821.514965:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9444824b9400. 00000400:00000010:1.0:1775764321.048306:0:42309:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9445bd4f4738. 00000400:00000010:1.0:1775764321.048309:0:42309:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff94458d3d2600. 00000100:00000200:1.0:1775764321.048311:0:42309:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1775764321.048313:0:42309:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9445bd4f4058. 00000400:00000010:1.0:1775764321.048316:0:42309:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff944587f46cc0. 00000100:00000200:1.0:1775764321.048318:0:42309:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1775764321.048320:0:42309:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9445bd4f44d0. 00000400:00000010:1.0:1775764321.048322:0:42309:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff944587f46780. 00000100:00000200:1.0:1775764321.048324:0:42309:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1775764321.048325:0:42309:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9445bd4f4420. 00000400:00000010:1.0:1775764321.048327:0:42309:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff944587f46600. 00000100:00000200:1.0:1775764321.048329:0:42309:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1775764321.048331:0:42309:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9445bd4f4e18. 00000400:00000010:1.0:1775764321.048333:0:42309:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff944587f46900. 00000100:00000200:1.0:1775764321.048335:0:42309:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1775764321.048336:0:42309:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9445bd4f4580. 00000400:00000010:1.0:1775764321.048339:0:42309:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff9445c205c300. 00000100:00000200:1.0:1775764321.048340:0:42309:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1775764321.048342:0:42309:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9445bd4f43c8. 00000400:00000010:1.0:1775764321.048344:0:42309:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff9445c205c540. 00000100:00000200:1.0:1775764321.048346:0:42309:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1775764321.048348:0:42309:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9445bd4f4b58. 00000400:00000010:1.0:1775764321.048349:0:42309:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff9445c205ccc0. 00000100:00000200:1.0:1775764321.048351:0:42309:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1775764321.048353:0:42309:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9445bd4f4c60. 00000400:00000010:1.0:1775764321.048355:0:42309:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff944599d85000. 00000100:00000200:1.0:1775764321.048357:0:42309:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1775764321.048918:0:42309:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9445bd4f4790. 00000400:00000010:1.0:1775764321.048931:0:42309:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff944599d85180. 00000100:00000200:1.0:1775764321.048935:0:42309:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1775764321.048938:0:42309:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9445bd4f4630. 00000400:00000010:1.0:1775764321.048947:0:42309:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff9445c20eeb40. 00000100:00000200:1.0:1775764321.048949:0:42309:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1775764321.048952:0:42309:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9445bd4f4840. 00000400:00000010:1.0:1775764321.048954:0:42309:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff9445c20ee3c0. 00000100:00000200:1.0:1775764321.048956:0:42309:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1775764321.048959:0:42309:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9445bd4f42c0. 00000400:00000010:1.0:1775764321.048962:0:42309:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff944599580180. 00000100:00000200:1.0:1775764321.048965:0:42309:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1775764321.048967:0:42309:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9445bd4f4478. 00000400:00000010:1.0:1775764321.048970:0:42309:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff944599580540. 00000100:00000200:1.0:1775764321.048972:0:42309:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1775764321.048974:0:42309:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9445bd4f4f20. 00000400:00000010:1.0:1775764321.048976:0:42309:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff944599580c00. 00000100:00000200:1.0:1775764321.048978:0:42309:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1775764321.048980:0:42309:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9445bd4f49f8. 00000400:00000010:1.0:1775764321.048982:0:42309:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff944599580600. 00000100:00000010:1.0:1775764321.048989:0:42309:0:(service.c:3052:ptlrpc_main()) kmalloced '(rs)': 2048 at ffff944488009800. 00000100:00000200:1.0:1775764321.049020:0:42309:0:(service.c:3086:ptlrpc_main()) service thread 0 (#1) started 00000100:00000010:1.0:1775764321.049674:0:42310:0:(service.c:3025:ptlrpc_main()) kmalloced '(env)': 56 at ffff9445872a9e80. 00000020:00000010:1.0:1775764321.049678:0:42310:0:(lu_object.c:2003:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9445872a9200. 00000020:00000010:1.0:1775764321.049685:0:42310:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff944588973200. 00000020:00000010:1.0:1775764321.049699:0:42310:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff944588973800. 00000020:00000010:1.0:1775764321.049702:0:42310:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9445861d31e0. 00000040:00000010:1.0:1775764321.049707:0:42310:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff944481f92800. 00000020:00000010:1.0:1775764321.049711:0:42310:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff94448800e800. 00000020:00000010:1.0:1775764321.049717:0:42310:0:(tgt_main.c:720:tgt_key_init()) slab-alloced 'thread': 1288 at ffff944598233758. 00000020:00000010:1.0:1775764321.049722:0:42310:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff9445b5626000. 80000000:00000010:1.0:1775764321.049725:0:42310:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff9445861d32a0. 40000000:00000010:1.0:1775764321.049728:0:42310:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff9445872a90c0. 00000008:00000010:1.0:1775764321.049734:0:42310:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff944599351650. 00020000:00000010:1.0:1775764321.049739:0:42310:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff94458d20d300. 00008000:00000010:1.0:1775764321.049744:0:42310:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9445862118b8. 00100000:00000010:1.0:1775764321.049748:0:42310:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff94448800b800. 00040000:00000010:1.0:1775764321.049752:0:42310:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff944599d73600. 00040000:00000010:1.0:1775764321.049755:0:42310:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9445b5626a00. 00080000:00000010:1.0:1775764321.049759:0:42310:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2000 at ffff94448800c000. 00000080:00000010:1.0:1775764321.049774:0:42310:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9445833d8348. 00000080:00000010:1.0:1775764321.049778:0:42310:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff944586180248. 00000100:00000010:1.0:1775764321.049783:0:42310:0:(service.c:3052:ptlrpc_main()) kmalloced '(rs)': 2048 at ffff944488008000. 00000100:00000200:1.0:1775764321.049821:0:42310:0:(service.c:3086:ptlrpc_main()) service thread 1 (#2) started 00000100:00000010:1.0:1775764321.051266:0:42311:0:(service.c:3025:ptlrpc_main()) kmalloced '(env)': 56 at ffff9445872a9400. 00000020:00000010:1.0:1775764321.051273:0:42311:0:(lu_object.c:2003:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9445872a91c0. 00000020:00000010:1.0:1775764321.051278:0:42311:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9445b5627200. 00000020:00000010:1.0:1775764321.051281:0:42311:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff9445b5626800. 00000020:00000010:1.0:1775764321.051284:0:42311:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9445861d3960. 00000040:00000010:1.0:1775764321.051287:0:42311:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff9445b5627000. 00000020:00000010:1.0:1775764321.051291:0:42311:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff94448800d800. 00000020:00000010:1.0:1775764321.051305:0:42311:0:(tgt_main.c:720:tgt_key_init()) slab-alloced 'thread': 1288 at ffff944598235f98. 00000020:00000010:1.0:1775764321.051309:0:42311:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff9445b5626600. 80000000:00000010:1.0:1775764321.051311:0:42311:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff9445861d3b40. 40000000:00000010:1.0:1775764321.051314:0:42311:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff9445872a9e40. 00000008:00000010:1.0:1775764321.051320:0:42311:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9445993542f0. 00020000:00000010:1.0:1775764321.051324:0:42311:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff94458d20db40. 00008000:00000010:1.0:1775764321.051328:0:42311:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff944586212a60. 00100000:00000010:1.0:1775764321.051332:0:42311:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff944488008800. 00040000:00000010:1.0:1775764321.051336:0:42311:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff944599d73b00. 00040000:00000010:1.0:1775764321.051339:0:42311:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9445b5627600. 00080000:00000010:1.0:1775764321.051342:0:42311:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2000 at ffff94448800a000. 00000080:00000010:1.0:1775764321.051349:0:42311:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9445833d8c78. 00000080:00000010:1.0:1775764321.051352:0:42311:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9445861806d8. 00000100:00000010:1.0:1775764321.051357:0:42311:0:(service.c:3052:ptlrpc_main()) kmalloced '(rs)': 2048 at ffff94448800b000. 00000100:00000200:1.0:1775764321.051524:0:42311:0:(service.c:3086:ptlrpc_main()) service thread 2 (#3) started 00010000:00000010:1.0:1775764321.052541:0:42312:0:(ldlm_lockd.c:2961:ldlm_bl_thread_main()) kmalloced '(env)': 56 at ffff9445872a9fc0. 00000020:00000010:1.0:1775764321.052547:0:42312:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9445b5627c00. 00000020:00000010:1.0:1775764321.052552:0:42312:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff9445b5626200. 00000020:00000010:1.0:1775764321.052556:0:42312:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff94448800e000. 00000020:00000010:1.0:1775764321.052561:0:42312:0:(tgt_main.c:720:tgt_key_init()) slab-alloced 'thread': 1288 at ffff944598236eb0. 00000020:00000010:1.0:1775764321.052564:0:42312:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff9445b5627400. 80000000:00000010:1.0:1775764321.052568:0:42312:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff9445861d3720. 40000000:00000010:1.0:1775764321.052572:0:42312:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff9445872a9f80. 00100000:00000010:1.0:1775764321.052577:0:42312:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff94448800f000. 00040000:00000010:1.0:1775764321.052581:0:42312:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff944599d73900. 00040000:00000010:1.0:1775764321.052585:0:42312:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9445b5627800. 00080000:00000010:1.0:1775764321.052590:0:42312:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2000 at ffff944582f46000. 00000020:00000010:1.0:1775764321.052595:0:42312:0:(lu_object.c:2003:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9445872a9d80. 00010000:00000010:1.0:1775764321.053028:0:42313:0:(ldlm_lockd.c:2961:ldlm_bl_thread_main()) kmalloced '(env)': 56 at ffff9445872a9d40. 00000020:00000010:1.0:1775764321.053032:0:42313:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9445b5626e00. 00000020:00000010:1.0:1775764321.053035:0:42313:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff9445b5627e00. 00000020:00000010:1.0:1775764321.053039:0:42313:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff944582f43800. 00000020:00000010:1.0:1775764321.053042:0:42313:0:(tgt_main.c:720:tgt_key_init()) slab-alloced 'thread': 1288 at ffff9445982364a0. 00000020:00000010:1.0:1775764321.053045:0:42313:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff9445b5627a00. 80000000:00000010:1.0:1775764321.053048:0:42313:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff9445861d30c0. 40000000:00000010:1.0:1775764321.053050:0:42313:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff9445872a9380. 00100000:00000010:1.0:1775764321.053053:0:42313:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff944582f45000. 00040000:00000010:1.0:1775764321.053056:0:42313:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff944599d73000. 00040000:00000010:1.0:1775764321.053060:0:42313:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff94458851ae00. 00080000:00000010:1.0:1775764321.053063:0:42313:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2000 at ffff944582f42000. 00000020:00000010:1.0:1775764321.053066:0:42313:0:(lu_object.c:2003:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9445872a9880. 00000020:00000010:1.0:1775764321.053986:0:42314:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff94458851b600. 00000020:00000010:1.0:1775764321.053993:0:42314:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff94458851ac00. 00000040:00000010:1.0:1775764321.053996:0:42314:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff94458851be00. 00000020:00000010:1.0:1775764321.054000:0:42314:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff944582f42800. 00000020:00000010:1.0:1775764321.054004:0:42314:0:(tgt_main.c:720:tgt_key_init()) slab-alloced 'thread': 1288 at ffff9445982369a8. 00000020:00000010:1.0:1775764321.054007:0:42314:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff94458851aa00. 80000000:00000010:1.0:1775764321.054011:0:42314:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff9445861d3ae0. 40000000:00000010:1.0:1775764321.054014:0:42314:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff9445872a9b00. 00100000:00000010:1.0:1775764321.054017:0:42314:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff944582f47800. 00040000:00000010:1.0:1775764321.054020:0:42314:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff944599d73300. 00040000:00000010:1.0:1775764321.054023:0:42314:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff94458851b400. 00080000:00000010:1.0:1775764321.054028:0:42314:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2000 at ffff944482f5c800. 00000020:00000010:1.0:1775764321.054033:0:42314:0:(lu_object.c:2003:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9445872a9a40. 00080000:00000010:1.0:1775764321.123031:0:42306:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff944482af88e8. 00000020:00000010:1.0:1775764321.123047:0:42306:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at ffff9445b5622d00. 00000020:00000010:1.0:1775764321.123070:0:42306:0:(lprocfs_status.c:1408:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 256 at ffff944599d73200. 00080000:00000010:1.0:1775764321.123082:0:42306:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff944482af9398. 00000020:00000010:1.0:1775764321.123085:0:42306:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at ffff9445b5622f00. 00080000:00000010:1.0:1775764321.123098:0:42306:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff944482af8000. 00000020:00000010:1.0:1775764321.123101:0:42306:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at ffff9445b5622b00. 00080000:00000010:1.0:1775764321.123112:0:42306:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff944482af8720. 00000020:00000010:1.0:1775764321.123115:0:42306:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at ffff9445b5622e00. 00080000:00000010:1.0:1775764321.123153:0:42306:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff944482af81c8. 00000020:00000010:1.0:1775764321.123156:0:42306:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at ffff9445b5622500. 00080000:00000010:1.0:1775764321.123171:0:42306:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff944482fc6e40. 20000000:00000010:1.0:1775764321.123176:0:42306:0:(mgs_handler.c:1620:mgs_object_free()) kfreed_rcu 'obj': 240 at ffff9445b29add00. 00000020:00000010:1.0:1775764321.123196:0:42306:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff9444834a0800. 00000040:00000010:1.0:1775764321.123202:0:42306:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff944487c37a00. 00000020:00000010:1.0:1775764321.123209:0:42306:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff9445bb359000. 00000020:00000010:1.0:1775764321.123215:0:42306:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff94459ed9f200. 80000000:00000010:1.0:1775764321.123222:0:42306:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff944483a43a20. 00040000:00000010:1.0:1775764321.123226:0:42306:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff94459ed9ee00. 00080000:00000010:1.0:1775764321.123230:0:42306:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2000 at ffff9445bb35f800. 00000020:00000010:1.0:1775764321.123233:0:42306:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9444834a0600. 00000020:00000010:1.0:1775764321.123240:0:42306:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9445b6aa6080. 00000020:00000010:1.0:1775764321.123244:0:42306:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff94458d1e6bb8. 00000008:00000010:1.0:1775764321.123250:0:42306:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff944584c649a0. 00020000:00000010:1.0:1775764321.123255:0:42306:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff944590203cc0. 00008000:00000010:1.0:1775764321.123259:0:42306:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff94459efdeaf8. 00000080:00000010:1.0:1775764321.123264:0:42306:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff94459efdd1e0. 00000020:00000010:1.0:1775764321.123267:0:42306:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9444834a1600. 00000020:00000010:1.0:1775764321.123273:0:42306:0:(obd_mount.c:248:lustre_start_simple()) kfreed 'lcfg': 80 at ffff944481990000. 00000020:00000010:1.0:1775764321.123287:0:42306:0:(obd_mount.c:323:lustre_start_mgc()) kmalloced '(mgcname)': 23 at ffff9445b75c4000. 00000020:00000010:1.0:1775764321.123292:0:42306:0:(obd_mount.c:331:lustre_start_mgc()) kmalloced '(data)': 192 at ffff94459ec54e40. 00000100:00000010:1.0:1775764321.123304:0:42306:0:(lustre_peer.c:71:class_add_uuid()) kmalloced '(data)': 704 at ffff944590e69c00. 00000400:00000200:1.0:1775764321.123311:0:42306:0:(peer.c:1295:LNetAddPeer()) Add peer with 2 NIDs 00000400:00000200:1.0:1775764321.123316:0:42306:0:(peer.c:1309:LNetAddPeer()) Adding NID[0]: 192.168.202.128@tcp 00000400:00000200:1.0:1775764321.123325:0:42306:0:(peer.c:1746:lnet_peer_add()) peer 192.168.202.128@tcp NID flags 0x100001: -17 00000400:00000200:1.0:1775764321.123334:0:42306:0:(peer.c:2776:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:1.0:1775764321.123337:0:42306:0:(peer.c:2785:lnet_discover_peer_locked()) peer 192.168.202.128@tcp NID 192.168.202.128@tcp: 0. pending discovery 00000400:00000200:1.0:1775764321.123340:0:42306:0:(peer.c:1360:LNetAddPeer()) A peer exists for NID 192.168.202.128@tcp 00000400:00000200:1.0:1775764321.123343:0:42306:0:(peer.c:1309:LNetAddPeer()) Adding NID[1]: 0@lo 00000400:00000200:1.0:1775764321.123345:0:42306:0:(peer.c:1312:LNetAddPeer()) Skip NID 0@lo as local 00000100:00000010:1.0:1775764321.123348:0:42306:0:(lustre_peer.c:113:class_add_uuid()) kfreed 'data': 704 at ffff944590e69c00. 00000100:00000010:1.0:1775764321.123352:0:42306:0:(lustre_peer.c:71:class_add_uuid()) kmalloced '(data)': 704 at ffff944590e69c00. 00000400:00000200:1.0:1775764321.123355:0:42306:0:(peer.c:1295:LNetAddPeer()) Add peer with 2 NIDs 00000400:00000200:1.0:1775764321.123356:0:42306:0:(peer.c:1309:LNetAddPeer()) Adding NID[0]: 192.168.202.128@tcp 00000400:00000200:1.0:1775764321.123358:0:42306:0:(peer.c:1746:lnet_peer_add()) peer 192.168.202.128@tcp NID flags 0x100001: -17 00000400:00000200:1.0:1775764321.123377:0:42306:0:(peer.c:2776:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:1.0:1775764321.123380:0:42306:0:(peer.c:2785:lnet_discover_peer_locked()) peer 192.168.202.128@tcp NID 192.168.202.128@tcp: 0. pending discovery 00000400:00000200:1.0:1775764321.123382:0:42306:0:(peer.c:1360:LNetAddPeer()) A peer exists for NID 192.168.202.128@tcp 00000400:00000200:1.0:1775764321.123383:0:42306:0:(peer.c:1309:LNetAddPeer()) Adding NID[1]: 0@lo 00000400:00000200:1.0:1775764321.123384:0:42306:0:(peer.c:1312:LNetAddPeer()) Skip NID 0@lo as local 00000100:00000010:1.0:1775764321.123386:0:42306:0:(lustre_peer.c:113:class_add_uuid()) kfreed 'data': 704 at ffff944590e69c00. 00000020:00000010:1.0:1775764321.123390:0:42306:0:(obd_mount.c:463:lustre_start_mgc()) kmalloced '(uuid)': 40 at ffff9445872a9a00. 00000020:00000010:1.0:1775764321.123408:0:42306:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6592 at ffff9444823b19c0. 00000020:00000010:1.0:1775764321.123414:0:42306:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at ffff944482f59000. 00000020:00000010:1.0:1775764321.123432:0:42306:0:(obd_mount.c:240:lustre_start_simple()) kmalloced '(lcfg)': 104 at ffff9445834d4a00. 00000001:00000010:1.0:1775764321.123453:0:42306:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at ffff944599d73c00. 00000001:00000010:1.0:1775764321.123458:0:42306:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff9445b75c4ce0. 00000001:00000010:1.0:1775764321.123462:0:42306:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff9445a2119000. 00000001:00000010:1.0:1775764321.123464:0:42306:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff9445a2119a00. 00000001:00000010:1.0:1775764321.123466:0:42306:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff9445a2119400. 00000001:00000010:1.0:1775764321.123469:0:42306:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff9445a2119200. 00000020:00000010:1.0:1775764321.123473:0:42306:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9445a2118400. 00000020:00000010:1.0:1775764321.123479:0:42306:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9445834d4480. 00000020:00000010:1.0:1775764321.123483:0:42306:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9445838ef258. 00000008:00000010:1.0:1775764321.123487:0:42306:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9445860d98c0. 00020000:00000010:1.0:1775764321.123490:0:42306:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff944583361200. 00008000:00000010:1.0:1775764321.123494:0:42306:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9445a63b8408. 00000080:00000010:1.0:1775764321.123499:0:42306:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff94458d14ee10. 00000020:00000010:1.0:1775764321.123503:0:42306:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff94459ed9ee00. 00000020:00000010:1.0:1775764321.123506:0:42306:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff94459ed9f200. 00000040:00000010:1.0:1775764321.123509:0:42306:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff944487c37a00. 00000020:00000010:1.0:1775764321.123513:0:42306:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff944482f58000. 00000020:00000010:1.0:1775764321.123517:0:42306:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff9444834a1600. 00040000:00000010:1.0:1775764321.123521:0:42306:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff944599d73f00. 00040000:00000010:1.0:1775764321.123524:0:42306:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9444834a0600. 00080000:00000010:1.0:1775764321.123527:0:42306:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2000 at ffff944482f5f000. 10000000:00000010:1.0:1775764321.123530:0:42306:0:(mgc_request.c:852:mgc_device_alloc()) kmalloced '(lu)': 64 at ffff9445872a92c0. 00010000:00000010:1.0:1775764321.123542:0:42306:0:(ldlm_lib.c:420:client_obd_setup()) kmalloced '(cli->cl_read_io_latency_by_size)': 3920 at ffff9444826f1000. 00010000:00000010:1.0:1775764321.123549:0:42306:0:(ldlm_lib.c:433:client_obd_setup()) kmalloced '(cli->cl_write_io_latency_by_size)': 3920 at ffff9444826f6000. 00000020:00000010:1.0:1775764321.123558:0:42306:0:(genops.c:1283:class_new_import()) kmalloced '(imp)': 1712 at ffff944482f5e800. 00000100:00000200:1.0:1775764321.123574:0:42306:0:(events.c:559:ptlrpc_uuid_to_peer()) 192.168.202.128@tcp->12345-0@lo 00010000:00000010:1.0:1775764321.123583:0:42306:0:(ldlm_lib.c:70:import_set_conn()) kmalloced '(imp_conn)': 88 at ffff9445861d3d80. 00010000:00000010:1.0:1775764321.123590:0:42306:0:(ldlm_resource.c:955:ldlm_namespace_new()) kmalloced '(ns)': 848 at ffff944590e68000. 00000001:00000010:1.0:1775764321.123593:0:42306:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at ffff9444834a0800. 00000001:00000010:1.0:1775764321.123597:0:42306:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 16 at ffff9445be70e6a0. 00000001:00000010:1.0:1775764321.123606:0:42306:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 304 at ffff9445a63ea400. 00000001:00000010:1.0:1775764321.123610:0:42306:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 304 at ffff9445a63eba00. 00000020:00000010:1.0:1775764321.123688:0:42306:0:(lprocfs_status.c:1445:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff944590e6a800. 00000020:00000010:1.0:1775764321.123693:0:42306:0:(lprocfs_status.c:1457:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 96 at ffff9445861d39c0. 00000020:00000010:1.0:1775764321.123856:0:42306:0:(lprocfs_status.c:1445:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff944590e69000. 00000020:00000010:1.0:1775764321.123859:0:42306:0:(lprocfs_status.c:1457:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 352 at ffff9445a63ea600. 00000040:00000010:1.0:1775764321.123879:0:42306:0:(llog_obd.c:26:llog_new_ctxt()) kmalloced '(ctxt)': 168 at ffff94459ec543c0. 00000020:00000010:1.0:1775764321.129081:0:42320:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9445a63ea200. 00000020:00000010:1.0:1775764321.129098:0:42320:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff9445a63ea800. 00000040:00000010:1.0:1775764321.129105:0:42320:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff9445a63eb600. 00000020:00000010:1.0:1775764321.129112:0:42320:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff944482f5e000. 00000020:00000010:1.0:1775764321.129119:0:42320:0:(tgt_main.c:720:tgt_key_init()) slab-alloced 'thread': 1288 at ffff944598231420. 00000020:00000010:1.0:1775764321.129125:0:42320:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff9445b1feaa00. 80000000:00000010:1.0:1775764321.129130:0:42320:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff9445861d3240. 40000000:00000010:1.0:1775764321.129134:0:42320:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff9445872a9300. 00100000:00000010:1.0:1775764321.129140:0:42320:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff944482f5f800. 00040000:00000010:1.0:1775764321.129145:0:42320:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff944599d73e00. 00040000:00000010:1.0:1775764321.129150:0:42320:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9445b1feac00. 00080000:00000010:1.0:1775764321.129156:0:42320:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2000 at ffff944482f59800. 00000020:00000010:1.0:1775764321.129164:0:42320:0:(lu_object.c:2003:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9445872a9a80. 00000020:00000010:1.0:1775764321.130476:0:42317:0:(lprocfs_status.c:1408:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff9445be3e2000. 00000020:00000010:1.0:1775764321.130493:0:42317:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9445b1fea400. 00000020:00000010:1.0:1775764321.130497:0:42317:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9445834d4980. 00000020:00000010:1.0:1775764321.130500:0:42317:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9445838efa28. 00000100:00000200:1.0:1775764321.130530:0:42317:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1862022118918272 02000000:00000010:1.0:1775764321.130549:0:42317:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at ffff944590e6b000. 00000020:00000010:1.0:1775764321.130559:0:42317:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at ffff944482f5a000. 00000001:00000010:1.0:1775764321.130565:0:42317:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at ffff944599d73700. 00000001:00000010:1.0:1775764321.130569:0:42317:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff9445b75c4700. 00000001:00000010:1.0:1775764321.130571:0:42317:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff9445b1feb400. 00000001:00000010:1.0:1775764321.130574:0:42317:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff9445b1febc00. 00000001:00000010:1.0:1775764321.130577:0:42317:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff9445b1feb000. 00000001:00000010:1.0:1775764321.130581:0:42317:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff9445b1feae00. 00000020:00000010:1.0:1775764321.130600:0:42317:0:(lprocfs_status_server.c:668:lprocfs_exp_setup()) kmalloced '(new_stat)': 96 at ffff944585e5d6c0. 00000020:00000010:1.0:1775764321.130677:0:42317:0:(lprocfs_status.c:1445:lprocfs_stats_alloc()) alloc '(stats)': 584 at ffff944590e6a400. 00000020:00000010:1.0:1775764321.130682:0:42317:0:(lprocfs_status.c:1457:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 160 at ffff94459ec54780. 00000020:00000010:1.0:1775764321.130685:0:42317:0:(lprocfs_status.c:1464:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 200 at ffff944599d73100. 00000020:00000010:1.0:1775764321.130698:0:42317:0:(lprocfs_status.c:1445:lprocfs_stats_alloc()) alloc '(stats)': 584 at ffff944590e6b400. 00000020:00000010:1.0:1775764321.130701:0:42317:0:(lprocfs_status.c:1457:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 224 at ffff944599d73800. 00000020:00000010:1.0:1775764321.130705:0:42317:0:(lprocfs_status.c:1464:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 280 at ffff9445a1a6c600. 00000020:00000010:1.0:1775764321.130717:0:42317:0:(genops.c:1283:class_new_import()) kmalloced '(imp)': 1712 at ffff944482f58800. 00010000:00000200:1.0:1775764321.130773:0:42317:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff944586765850 x1862022118918272/t0(0) o250->d8dacf45-8471-4226-a2fb-1fac83f69c1e@0@lo:0/0 lens 520/416 e 0 to 0 dl 1775764341 ref 1 fl Interpret:/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1775764321.130794:0:42317:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9445b6b12550. 00000100:00000200:1.0:1775764321.130817:0:42317:0:(niobuf.c:94:ptl_send_buf()) Sending 416 bytes to portal 25, xid 1862022118918272, offset 0 00000400:00000200:1.0:1775764321.130823:0:42317:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1775764321.130831:0:42317:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1775764321.130839:0:42317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 416 into portal 25 MB=0x69d7fcef64880 00000400:00000200:1.0:1775764321.130845:0:42317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 416/416 into md 0x15501 [1] + 0 00000400:00000200:1.0:1775764321.130850:0:42317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1775764321.130854:0:42317:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1775764321.130861:0:42317:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94458620e300 x1862022118918272/t0(0) o250->MGC192.168.202.128@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1775764331 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1775764321.130884:0:42317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9445b6b12550 00000400:00000010:1.0:1775764321.130887:0:42317:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9445b6b12550. 00000020:00000010:1.0:1775764321.130901:0:42317:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9445834d4980. 00000020:00000010:1.0:1775764321.130905:0:42317:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9445838efa28. 00000020:00000010:1.0:1775764321.130907:0:42317:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9445b1fea400. 02000000:00000010:1.0:1775764321.130915:0:42317:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 712 at ffff944590e6b000. 00000100:00000200:1.0:1775764321.130920:0:42317:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1775764321.130925:0:42317:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9445bd4f40b0. 00000400:00000010:1.0:1775764321.130928:0:42317:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff94459ec54b40. 00000004:00000010:1.0:1775764321.134476:0:3327:0:(mdt_handler.c:8386:mdt_key_init()) kmalloced '(value)': 2568 at ffff9444826f7000. 00000400:00000010:1.0:1775764321.134496:0:3327:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9445b77ca7e8. 00000400:00000200:1.0:1775764321.134502:0:3327:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9445889b1908 00000400:00000010:1.0:1775764321.134504:0:3327:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9445889b1908. 00000100:00000200:1.0:1775764321.134518:0:3327:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94458620e300 x1862022118918272/t0(0) o250->MGC192.168.202.128@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1775764331 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1775764321.134531:0:3327:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94458620e300 x1862022118918272/t0(0) o250->MGC192.168.202.128@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1775764331 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1775764321.134607:0:3327:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff944586766000. 02000000:00000010:1.0:1775764321.134614:0:3327:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff944586765400. 00000100:00000010:1.0:1775764321.134620:0:3327:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94458620e300. 00000100:00000010:1.0:1775764321.153854:0:42306:0:(service.c:3452:ptlrpc_start_thread()) kmalloced '(thread)': 328 at ffff9445a2118c00. 00000100:00000010:1.0:1775764321.154726:0:42325:0:(service.c:3025:ptlrpc_main()) kmalloced '(env)': 56 at ffff9445872a9dc0. 00000020:00000010:1.0:1775764321.154732:0:42325:0:(lu_object.c:2003:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9445872a9bc0. 00000020:00000010:1.0:1775764321.154739:0:42325:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9445a2119e00. 00000020:00000010:1.0:1775764321.154745:0:42325:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff94458851a600. 00000040:00000010:1.0:1775764321.154750:0:42325:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff9445b1fea400. 00000020:00000010:1.0:1775764321.154756:0:42325:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff944482f5b800. 00000020:00000010:1.0:1775764321.154771:0:42325:0:(tgt_main.c:720:tgt_key_init()) slab-alloced 'thread': 1288 at ffff944598230000. 00000020:00000010:1.0:1775764321.154779:0:42325:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff944487e94600. 80000000:00000010:1.0:1775764321.154785:0:42325:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff944585e5dcc0. 40000000:00000010:1.0:1775764321.154789:0:42325:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff9445872a9840. 00100000:00000010:1.0:1775764321.154830:0:42325:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff944482f5a800. 00040000:00000010:1.0:1775764321.154836:0:42325:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff944599d73400. 00040000:00000010:1.0:1775764321.154842:0:42325:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff944487e95000. 00080000:00000010:1.0:1775764321.154846:0:42325:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2000 at ffff944482f5b000. 00000004:00000010:1.0:1775764321.154851:0:42325:0:(mdt_handler.c:8386:mdt_key_init()) kmalloced '(value)': 2568 at ffff9444826f3000. 00000100:00000010:1.0:1775764321.155016:0:42325:0:(service.c:3052:ptlrpc_main()) kmalloced '(rs)': 131072 at ffff9445b1d00000. 00000100:00000200:1.0:1775764321.155036:0:42325:0:(service.c:3086:ptlrpc_main()) service thread 1 (#2) started 00000100:00000010:1.0:1775764321.155721:0:42306:0:(service.c:745:ptlrpc_register_service()) kmalloced '(service)': 352 at ffff944487e94e00. 00000100:00000010:1.0:1775764321.155727:0:42306:0:(service.c:803:ptlrpc_register_service()) kmalloced '(svcpt)': 784 at ffff944590e6b000. 00000100:00000010:1.0:1775764321.155742:0:42306:0:(service.c:627:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at ffff9445bf900000. 00000100:00000010:1.0:1775764321.155750:0:42306:0:(service.c:635:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at ffff9444826f0000. 00000100:00000010:1.0:1775764321.155759:0:42306:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff944590e6ac00. 00000100:00000010:1.0:1775764321.155777:0:42306:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff9445be3e0000. 00000100:00000010:1.0:1775764321.155781:0:42306:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff944590e6a000. 00000100:00000010:1.0:1775764321.155785:0:42306:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff9445be3e6000. 00000100:00000010:1.0:1775764321.155788:0:42306:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff944590e6bc00. 00000100:00000010:1.0:1775764321.155793:0:42306:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff9445be3e4000. 00000100:00000010:1.0:1775764321.155830:0:42306:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff9445be7e2c00. 00000100:00000010:1.0:1775764321.155847:0:42306:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff9445b3d5e000. 00000100:00000010:1.0:1775764321.155852:0:42306:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff9445be7e0800. 00000100:00000010:1.0:1775764321.155857:0:42306:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff9445b3d5c000. 00000100:00000010:1.0:1775764321.155861:0:42306:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff944586765400. 00000100:00000010:1.0:1775764321.155865:0:42306:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff9445b3d5a000. 00000100:00000010:1.0:1775764321.155869:0:42306:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff944586766000. 00000100:00000010:1.0:1775764321.155872:0:42306:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff9445b3d58000. 00000100:00000010:1.0:1775764321.155875:0:42306:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff9445b1dbc000. 00000100:00000010:1.0:1775764321.155886:0:42306:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff9445be3a2000. 00000100:00000010:1.0:1775764321.155890:0:42306:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff9445b1dbe800. 00000100:00000010:1.0:1775764321.155894:0:42306:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff9445be3a0000. 00000100:00000010:1.0:1775764321.155896:0:42306:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff9445b1dbd000. 00000100:00000010:1.0:1775764321.155901:0:42306:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff9445be3a6000. 00000100:00000010:1.0:1775764321.155904:0:42306:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff9445b1dbf000. 00000100:00000010:1.0:1775764321.156283:0:42306:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff9445be3a4000. 00000100:00000010:1.0:1775764321.156290:0:42306:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff9445b1dbe400. 00000100:00000010:1.0:1775764321.156311:0:42306:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff94458915a000. 00000100:00000010:1.0:1775764321.156316:0:42306:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff9445b1dbf400. 00000100:00000010:1.0:1775764321.156320:0:42306:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff944589158000. 00000100:00000010:1.0:1775764321.156323:0:42306:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff9445b1dbec00. 00000100:00000010:1.0:1775764321.156327:0:42306:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff94458915e000. 00000100:00000010:1.0:1775764321.156331:0:42306:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff9445b1dbe000. 00000100:00000010:1.0:1775764321.156335:0:42306:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff94458915c000. 00000100:00000010:1.0:1775764321.156338:0:42306:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff9445b1dbfc00. 00000100:00000010:1.0:1775764321.156351:0:42306:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff9445bae16000. 00000100:00000010:1.0:1775764321.156356:0:42306:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff9445b1dbcc00. 00000100:00000010:1.0:1775764321.156361:0:42306:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff9445bae14000. 00000100:00000010:1.0:1775764321.156364:0:42306:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff9445b1dbdc00. 00000100:00000010:1.0:1775764321.156368:0:42306:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff9445bae12000. 00000100:00000010:1.0:1775764321.156371:0:42306:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff9445b1dbd800. 00000100:00000010:1.0:1775764321.156375:0:42306:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff9445bae10000. 00000100:00000010:1.0:1775764321.156378:0:42306:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff9445b1dbd400. 00000100:00000010:1.0:1775764321.156389:0:42306:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff9445bae68000. 00000100:00000010:1.0:1775764321.156392:0:42306:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff9445b1dbc800. 00000100:00000010:1.0:1775764321.156396:0:42306:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff9445bae6e000. 00000100:00000010:1.0:1775764321.156400:0:42306:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff9445b1dbc400. 00000100:00000010:1.0:1775764321.156405:0:42306:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff9445bae6c000. 00000100:00000010:1.0:1775764321.156408:0:42306:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff9445b1dbf800. 00000100:00000010:1.0:1775764321.156412:0:42306:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff9445bae6a000. 00000100:00000010:1.0:1775764321.156417:0:42306:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff944584de4800. 00000100:00000010:1.0:1775764321.156430:0:42306:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff9445be35e000. 00000100:00000010:1.0:1775764321.156435:0:42306:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff944584de4400. 00000100:00000010:1.0:1775764321.156438:0:42306:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff9445be35c000. 00000100:00000010:1.0:1775764321.156442:0:42306:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff944584de4c00. 00000100:00000010:1.0:1775764321.156446:0:42306:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff9445be35a000. 00000100:00000010:1.0:1775764321.156449:0:42306:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff944584de7800. 00000100:00000010:1.0:1775764321.156453:0:42306:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff9445be358000. 00000100:00000010:1.0:1775764321.156456:0:42306:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff944584de7400. 00000100:00000010:1.0:1775764321.156466:0:42306:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff9445b6a60000. 00000100:00000010:1.0:1775764321.156470:0:42306:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff944584de7000. 00000100:00000010:1.0:1775764321.156473:0:42306:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff9445b6a66000. 00000100:00000010:1.0:1775764321.156476:0:42306:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff944584de6c00. 00000100:00000010:1.0:1775764321.156481:0:42306:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff9445b6a64000. 00000100:00000010:1.0:1775764321.156483:0:42306:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff944584de5000. 00000100:00000010:1.0:1775764321.156488:0:42306:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff9445b6a62000. 00000100:00000010:1.0:1775764321.156490:0:42306:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff944584de6400. 00000100:00000010:1.0:1775764321.156501:0:42306:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff9445beae4000. 00000100:00000010:1.0:1775764321.156505:0:42306:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff944584de5c00. 00000100:00000010:1.0:1775764321.156510:0:42306:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff9445beae2000. 00000100:00000010:1.0:1775764321.156512:0:42306:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff944584de6800. 00000100:00000010:1.0:1775764321.156517:0:42306:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff9445beae0000. 00000100:00000010:1.0:1775764321.156520:0:42306:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff944481e58400. 00000100:00000010:1.0:1775764321.156524:0:42306:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff9445beae6000. 00000100:00000010:1.0:1775764321.156527:0:42306:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff944481e59800. 00000100:00000010:1.0:1775764321.156536:0:42306:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff9445bf4ae000. 00000100:00000010:1.0:1775764321.156540:0:42306:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff944481e5bc00. 00000100:00000010:1.0:1775764321.156544:0:42306:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff9445bf4ac000. 00000100:00000010:1.0:1775764321.156547:0:42306:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff944481e59400. 00000100:00000010:1.0:1775764321.156550:0:42306:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff9445bf4aa000. 00000100:00000010:1.0:1775764321.156552:0:42306:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff944481e5b400. 00000100:00000010:1.0:1775764321.156556:0:42306:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff9445bf4a8000. 00000100:00000010:1.0:1775764321.156559:0:42306:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff944481e58000. 00000100:00000010:1.0:1775764321.156570:0:42306:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff9445b1a98000. 00000100:00000010:1.0:1775764321.156573:0:42306:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff944481e5b800. 00000100:00000010:1.0:1775764321.156577:0:42306:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff9445b1a9e000. 00000100:00000010:1.0:1775764321.156580:0:42306:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff944481e5a400. 00000100:00000010:1.0:1775764321.156585:0:42306:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff9445b1a9c000. 00000100:00000010:1.0:1775764321.156587:0:42306:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff944481e5ac00. 00000100:00000010:1.0:1775764321.156591:0:42306:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff9445b1a9a000. 00000100:00000010:1.0:1775764321.156594:0:42306:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff944481e5a000. 00000100:00000010:1.0:1775764321.156605:0:42306:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff9445b54ec000. 00000100:00000010:1.0:1775764321.156608:0:42306:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff944481e59c00. 00000100:00000010:1.0:1775764321.156612:0:42306:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff9445b54ea000. 00000100:00000010:1.0:1775764321.156614:0:42306:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff944481e58c00. 00000100:00000010:1.0:1775764321.156618:0:42306:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff9445b54e8000. 00000100:00000010:1.0:1775764321.156620:0:42306:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff944481e59000. 00000100:00000010:1.0:1775764321.156625:0:42306:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff9445b54ee000. 00000100:00000010:1.0:1775764321.156628:0:42306:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff944481e5a800. 00000100:00000010:1.0:1775764321.156640:0:42306:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff9445bad3c000. 00000100:00000010:1.0:1775764321.156644:0:42306:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff944481e58800. 00000100:00000010:1.0:1775764321.156648:0:42306:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff9445bad3a000. 00000100:00000010:1.0:1775764321.156653:0:42306:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff9445b6a78c00. 00000100:00000010:1.0:1775764321.156656:0:42306:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff9445bad38000. 00000100:00000010:1.0:1775764321.156660:0:42306:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff9445b6a79000. 00000100:00000010:1.0:1775764321.156664:0:42306:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff9445bad3e000. 00000100:00000010:1.0:1775764321.156667:0:42306:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff9445b6a79400. 00000100:00000010:1.0:1775764321.156677:0:42306:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff9445b6742000. 00000100:00000010:1.0:1775764321.156681:0:42306:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff9445b6a78000. 00000100:00000010:1.0:1775764321.156685:0:42306:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff9445b6740000. 00000100:00000010:1.0:1775764321.156688:0:42306:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff9445b6a79c00. 00000100:00000010:1.0:1775764321.156692:0:42306:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff9445b6746000. 00000100:00000010:1.0:1775764321.156694:0:42306:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff9445b6a78800. 00000100:00000010:1.0:1775764321.156698:0:42306:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff9445b6744000. 00000100:00000010:1.0:1775764321.156701:0:42306:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff9445b6a7b000. 00000100:00000010:1.0:1775764321.156711:0:42306:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff9445bec20000. 00000100:00000010:1.0:1775764321.156715:0:42306:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff9445b6a7ac00. 00000100:00000010:1.0:1775764321.156719:0:42306:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff9445bec26000. 00000100:00000010:1.0:1775764321.156722:0:42306:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff9445b6a7a400. 00000100:00000010:1.0:1775764321.156726:0:42306:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff9445bec24000. 00000100:00000010:1.0:1775764321.156728:0:42306:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff9445b6a79800. 00000100:00000010:1.0:1775764321.156734:0:42306:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff9445bec22000. 00000100:00000010:1.0:1775764321.156736:0:42306:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff9445b6a7b400. 00000100:00000010:1.0:1775764321.156747:0:42306:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff944587d10000. 00000100:00000010:1.0:1775764321.156752:0:42306:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff9445b6a78400. 00000100:00000010:1.0:1775764321.156757:0:42306:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff944587d16000. 00000100:00000010:1.0:1775764321.156759:0:42306:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff9445b6a7a000. 00000100:00000010:1.0:1775764321.156777:0:42306:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff944587d14000. 00000100:00000010:1.0:1775764321.156780:0:42306:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff9445b6a7bc00. 00000100:00000010:1.0:1775764321.156784:0:42306:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff944587d12000. 00000100:00000010:1.0:1775764321.156788:0:42306:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff9445b29f9c00. 00000100:00000010:1.0:1775764321.158409:0:42306:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff9445bfc60000. 00000400:00000200:1.0:1775764321.158428:0:42306:0:(lib-ptl.c:921:LNetSetLazyPortal()) Setting portal 23 lazy 00000020:00000010:1.0:1775764321.158546:0:42306:0:(lprocfs_status.c:1445:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff9445b29f8c00. 00000020:00000010:1.0:1775764321.158553:0:42306:0:(lprocfs_status.c:1457:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at ffff9444826f4000. 00000100:00000010:1.0:1775764321.158624:0:42306:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at ffff94459ec54480. 00000100:00000010:1.0:1775764321.158633:0:42306:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at ffff9445872a9a00. 00000100:00000010:1.0:1775764321.158637:0:42306:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at ffff94459ec54c00. 00000100:00000010:1.0:1775764321.158642:0:42306:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at ffff94459ec54e40. 00000100:00000010:1.0:1775764321.158645:0:42306:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at ffff944482d799c0. 00000100:00000200:1.0:1775764321.158675:0:42306:0:(service.c:848:ptlrpc_register_service()) mdt_readpage: Started, listening on portal 23 00000100:00000010:1.0:1775764321.158681:0:42306:0:(service.c:3452:ptlrpc_start_thread()) kmalloced '(thread)': 328 at ffff944487e94200. 00000100:00000010:1.0:1775764321.167374:0:42306:0:(service.c:3452:ptlrpc_start_thread()) kmalloced '(thread)': 328 at ffff944487e95200. 00000100:00000010:1.0:1775764321.170049:0:42306:0:(service.c:745:ptlrpc_register_service()) kmalloced '(service)': 352 at ffff944487e95a00. 00000100:00000010:1.0:1775764321.170057:0:42306:0:(service.c:803:ptlrpc_register_service()) kmalloced '(svcpt)': 784 at ffff9445b29f9800. 00000100:00000010:1.0:1775764321.170073:0:42306:0:(service.c:627:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at ffff9445bd34c000. 00000100:00000010:1.0:1775764321.170082:0:42306:0:(service.c:635:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at ffff944586752000. 00000100:00000010:1.0:1775764321.170089:0:42306:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff9445b29fb400. 00000100:00000010:1.0:1775764321.170418:0:42306:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at ffff944586a00000. 00000100:00000010:1.0:1775764321.170425:0:42306:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff9445b29fac00. 00000100:00000010:1.0:1775764321.170778:0:42306:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at ffff9445b1c00000. 00000100:00000010:1.0:1775764321.170784:0:42306:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff9445b29fa000. 00000100:00000010:1.0:1775764321.171631:0:42306:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at ffff944584a00000. 00000100:00000010:1.0:1775764321.171644:0:42306:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff9445b29fbc00. 00000100:00000010:1.0:1775764321.172268:0:42306:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at ffff9445bbb00000. 00000100:00000010:1.0:1775764321.172276:0:42306:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff9445b29f9000. 00000100:00000010:1.0:1775764321.172641:0:42306:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at ffff944589000000. 00000100:00000010:1.0:1775764321.172647:0:42306:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff9445b29f8000. 00000100:00000010:1.0:1775764321.173064:0:42306:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at ffff944587000000. 00000100:00000010:1.0:1775764321.173071:0:42306:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff9445b29fa800. 00000100:00000010:1.0:1775764321.173437:0:42306:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at ffff9445abd00000. 00000100:00000010:1.0:1775764321.173443:0:42306:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff9445b29f8400. 00000100:00000010:1.0:1775764321.178080:0:42306:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at ffff9445bff00000. 00000100:00000010:1.0:1775764321.178103:0:42306:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff9445b29fb800. 00000100:00000010:1.0:1775764321.178434:0:42306:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at ffff944585b00000. 00000100:00000010:1.0:1775764321.178440:0:42306:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff9445b29f9400. 00000100:00000010:1.0:1775764321.180673:0:42306:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at ffff9445b3600000. 00000100:00000010:1.0:1775764321.181408:0:42306:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff9445b29f8800. 00000100:00000010:1.0:1775764321.183087:0:42306:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at ffff9445b1800000. 00000100:00000010:1.0:1775764321.183105:0:42306:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff9445b29fa400. 00000100:00000010:1.0:1775764321.184225:0:42306:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at ffff9445c1e00000. 00000100:00000010:1.0:1775764321.184238:0:42306:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff94458d37a000. 00000100:00000010:1.0:1775764321.185019:0:42306:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at ffff9445b3e00000. 00000100:00000010:1.0:1775764321.185028:0:42306:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff94458d37ac00. 00000100:00000010:1.0:1775764321.185366:0:42306:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at ffff9445b3000000. 00000100:00000010:1.0:1775764321.185372:0:42306:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff94458d379400. 00000100:00000010:1.0:1775764321.185707:0:42306:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at ffff9445b7400000. 00000100:00000010:1.0:1775764321.185712:0:42306:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff94458d378800. 00000100:00000010:1.0:1775764321.186507:0:42306:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at ffff9445be500000. 00000100:00000010:1.0:1775764321.186516:0:42306:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff94458d378000. 00000100:00000010:1.0:1775764321.187051:0:42306:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at ffff9445bd500000. 00000100:00000010:1.0:1775764321.187062:0:42306:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff94458d37a800. 00000100:00000010:1.0:1775764321.187408:0:42306:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at ffff9445bb900000. 00000100:00000010:1.0:1775764321.187414:0:42306:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff94458d379000. 00000100:00000010:1.0:1775764321.187774:0:42306:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at ffff9445b2500000. 00000100:00000010:1.0:1775764321.187779:0:42306:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff94458d37b000. 00000100:00000010:1.0:1775764321.190152:0:42306:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at ffff9445b3200000. 00000100:00000010:1.0:1775764321.190176:0:42306:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff94458d378c00. 00000100:00000010:1.0:1775764321.192497:0:42306:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at ffff9445bb200000. 00000100:00000010:1.0:1775764321.192516:0:42306:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff94458d379800. 00000100:00000010:1.0:1775764321.193561:0:42306:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at ffff944595700000. 00000100:00000010:1.0:1775764321.193574:0:42306:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff94458d379c00. 00000100:00000010:1.0:1775764321.195527:0:42306:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at ffff9445b3800000. 00000100:00000010:1.0:1775764321.195543:0:42306:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff94458d378400. 00000100:00000010:1.0:1775764321.195932:0:42306:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at ffff9445b3a00000. 00000100:00000010:1.0:1775764321.195939:0:42306:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff94458d37b800. 00000100:00000010:1.0:1775764321.196277:0:42306:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at ffff9445bd200000. 00000100:00000010:1.0:1775764321.196282:0:42306:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff94458d37a400. 00000100:00000010:1.0:1775764321.196600:0:42306:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at ffff9445b2800000. 00000100:00000010:1.0:1775764321.196604:0:42306:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff94458d37b400. 00000100:00000010:1.0:1775764321.196969:0:42306:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at ffff9445bcc00000. 00000100:00000010:1.0:1775764321.196978:0:42306:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff944584d5ec00. 00000100:00000010:1.0:1775764321.197297:0:42306:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at ffff9445b1e00000. 00000100:00000010:1.0:1775764321.197302:0:42306:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff944584d5f400. 00000100:00000010:1.0:1775764321.197625:0:42306:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at ffff944598600000. 00000100:00000010:1.0:1775764321.197630:0:42306:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff944584d5e400. 00000100:00000010:1.0:1775764321.198034:0:42306:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at ffff9445b6e00000. 00000100:00000010:1.0:1775764321.198041:0:42306:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff944584d5c000. 00000100:00000010:1.0:1775764321.200022:0:42306:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at ffff9445b1b00000. 00000100:00000010:1.0:1775764321.200041:0:42306:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff944584d5e000. 00000100:00000010:1.0:1775764321.200543:0:42306:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at ffff9445abe00000. 00000100:00000010:1.0:1775764321.200550:0:42306:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff944584d5d800. 00000100:00000010:1.0:1775764321.201155:0:42306:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at ffff944587600000. 00000100:00000010:1.0:1775764321.201163:0:42306:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff944584d5c800. 00000100:00000010:1.0:1775764321.201677:0:42306:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at ffff9445bf300000. 00000100:00000010:1.0:1775764321.201683:0:42306:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff944584d5f800. 00000100:00000010:1.0:1775764321.205275:0:42306:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at ffff9445bf500000. 00000100:00000010:1.0:1775764321.205305:0:42306:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff944584d5cc00. 00000100:00000010:1.0:1775764321.206151:0:42306:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at ffff9445be900000. 00000100:00000010:1.0:1775764321.206165:0:42306:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff944584d5d400. 00000100:00000010:1.0:1775764321.206660:0:42306:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at ffff9445beb00000. 00000100:00000010:1.0:1775764321.206666:0:42306:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff944584d5c400. 00000100:00000010:1.0:1775764321.210198:0:42306:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at ffff944599100000. 00000100:00000010:1.0:1775764321.210238:0:42306:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff944584d5d000. 00000100:00000010:1.0:1775764321.212017:0:42306:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at ffff9445bd600000. 00000100:00000010:1.0:1775764321.212045:0:42306:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff944591f1d000. 00000100:00000010:1.0:1775764321.212427:0:42306:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at ffff9445b4e00000. 00000100:00000010:1.0:1775764321.212436:0:42306:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff944591f1d400. 00000100:00000010:1.0:1775764321.216052:0:42306:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at ffff944587c00000. 00000100:00000010:1.0:1775764321.216088:0:42306:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff944591f1c800. 00000100:00000010:1.0:1775764321.220785:0:42306:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at ffff944590000000. 00000100:00000010:1.0:1775764321.220827:0:40704:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff944481990ba0. 00000100:00000010:1.0:1775764321.220845:0:42306:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff944591f1ec00. 00000100:00000010:1.0:1775764321.221587:0:42306:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at ffff9445bde00000. 00000100:00000010:1.0:1775764321.221594:0:42306:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff944591f1f000. 00000100:00000010:1.0:1775764321.225491:0:42306:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at ffff944585c00000. 00000100:00000010:1.0:1775764321.225538:0:42306:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff944591f1fc00. 00000100:00000010:1.0:1775764321.227503:0:42306:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at ffff944590400000. 00000100:00000010:1.0:1775764321.227519:0:42306:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff944591f1cc00. 00000100:00000010:1.0:1775764321.228194:0:42306:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at ffff9445bed00000. 00000100:00000010:1.0:1775764321.228203:0:42306:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff944591f1e400. 00000100:00000010:1.0:1775764321.229146:0:42306:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at ffff9445bac00000. 00000100:00000010:1.0:1775764321.229156:0:42306:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff944591f1f800. 00000100:00000010:1.0:1775764321.230515:0:42306:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at ffff944584800000. 00000100:00000010:1.0:1775764321.230534:0:42306:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff944591f1e800. 00000100:00000010:1.0:1775764321.231648:0:42306:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at ffff944584900000. 00000100:00000010:1.0:1775764321.231668:0:42306:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff9444880a6000. 00000100:00000010:1.0:1775764321.233905:0:42306:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at ffff944591c00000. 00000100:00000010:1.0:1775764321.234010:0:42306:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff9444880a5400. 00000100:00000010:1.0:1775764321.235069:0:42306:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at ffff944591d00000. 00000100:00000010:1.0:1775764321.256075:0:42329:0:(service.c:3025:ptlrpc_main()) kmalloced '(env)': 56 at ffff9445872a9180. 00000020:00000010:1.0:1775764321.256083:0:42329:0:(lu_object.c:2003:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9445872a9780. 00000020:00000010:1.0:1775764321.256093:0:42329:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff944487e94000. 00000020:00000010:1.0:1775764321.256098:0:42329:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff944487e94800. 00000040:00000010:1.0:1775764321.256102:0:42329:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff944487e95e00. 00000020:00000010:1.0:1775764321.256206:0:42329:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff944482f5f000. 00000020:00000010:1.0:1775764321.256213:0:42329:0:(tgt_main.c:720:tgt_key_init()) slab-alloced 'thread': 1288 at ffff944598231928. 00000020:00000010:1.0:1775764321.256218:0:42329:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff944487e95800. 80000000:00000010:1.0:1775764321.256223:0:42329:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff9445b7ba9420. 40000000:00000010:1.0:1775764321.256228:0:42329:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff9445872a9280. 00100000:00000010:1.0:1775764321.256234:0:42329:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff944482f58000. 00040000:00000010:1.0:1775764321.256238:0:42329:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff944599d73f00. 00040000:00000010:1.0:1775764321.256244:0:42329:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff944487e95400. 00080000:00000010:1.0:1775764321.256248:0:42329:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2000 at ffff944482f5c000. 00000004:00000010:1.0:1775764321.256255:0:42329:0:(mdt_handler.c:8386:mdt_key_init()) kmalloced '(value)': 2568 at ffff9445905fd000. 00000100:00000200:1.0:1775764321.256263:0:42329:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1775764321.256272:0:42329:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9445bd4f4bb0. 00000400:00000010:1.0:1775764321.256283:0:42329:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at ffff9445bfc66000. 00000100:00000200:1.0:1775764321.256454:0:42329:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1775764321.256459:0:42329:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9445bd4f4a50. 00000400:00000010:1.0:1775764321.256463:0:42329:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at ffff9445bfc64000. 00000100:00000200:1.0:1775764321.256468:0:42329:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1775764321.256470:0:42329:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9445bd4f4c08. 00000400:00000010:1.0:1775764321.256475:0:42329:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at ffff9445bfc62000. 00000100:00000200:1.0:1775764321.256479:0:42329:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1775764321.256481:0:42329:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9445bd4f4528. 00000400:00000010:1.0:1775764321.256504:0:42329:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at ffff9445bc206000. 00000100:00000200:1.0:1775764321.256510:0:42329:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1775764321.256513:0:42329:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9445bd4f4210. 00000400:00000010:1.0:1775764321.256517:0:42329:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at ffff9445bc204000. 00000100:00000200:1.0:1775764321.256521:0:42329:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1775764321.256524:0:42329:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9445bd4f4370. 00000400:00000010:1.0:1775764321.256528:0:42329:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at ffff9445bc202000. 00000100:00000200:1.0:1775764321.256531:0:42329:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1775764321.256534:0:42329:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9445bd4f48f0. 00000400:00000010:1.0:1775764321.256538:0:42329:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at ffff9445bc200000. 00000100:00000200:1.0:1775764321.256541:0:42329:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1775764321.256543:0:42329:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9445bd4f4b00. 00000400:00000010:1.0:1775764321.256554:0:42329:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at ffff9445bc1cc000. 00000100:00000200:1.0:1775764321.256559:0:42329:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1775764321.256562:0:42329:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9445bd4f4688. 00000400:00000010:1.0:1775764321.256566:0:42329:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at ffff9445bc1ca000. 00000100:00000200:1.0:1775764321.256570:0:42329:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1775764321.256572:0:42329:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9445bd4f46e0. 00000400:00000010:1.0:1775764321.256576:0:42329:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at ffff9445bc1c8000. 00000100:00000200:1.0:1775764321.256581:0:42329:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1775764321.256583:0:42329:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9445bd4f4318. 00000400:00000010:1.0:1775764321.256588:0:42329:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at ffff9445bc1ce000. 00000100:00000200:1.0:1775764321.256592:0:42329:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1775764321.256594:0:42329:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9445bd4f49a0. 00000400:00000010:1.0:1775764321.256605:0:42329:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at ffff9445859de000. 00000100:00000200:1.0:1775764321.256610:0:42329:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1775764321.256613:0:42329:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9445bd4f4160. 00000400:00000010:1.0:1775764321.256617:0:42329:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at ffff9445859dc000. 00000100:00000200:1.0:1775764321.256621:0:42329:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1775764321.256623:0:42329:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9445bd4f4ec8. 00000400:00000010:1.0:1775764321.256628:0:42329:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at ffff9445859da000. 00000100:00000200:1.0:1775764321.256632:0:42329:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1775764321.256635:0:42329:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9445bd4f4f78. 00000400:00000010:1.0:1775764321.256640:0:42329:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at ffff9445859d8000. 00000100:00000200:1.0:1775764321.256643:0:42329:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1775764321.256645:0:42329:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9445bd4f4d10. 00000400:00000010:1.0:1775764321.256655:0:42329:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at ffff9445859ce000. 00000100:00000200:1.0:1775764321.256660:0:42329:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1775764321.256662:0:42329:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9445bd4f4948. 00000400:00000010:1.0:1775764321.256667:0:42329:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at ffff9445859cc000. 00000100:00000200:1.0:1775764321.256670:0:42329:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1775764321.256672:0:42329:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9445bd4f4d68. 00000400:00000010:1.0:1775764321.256676:0:42329:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at ffff9445859ca000. 00000100:00000200:1.0:1775764321.256680:0:42329:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1775764321.256682:0:42329:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9445bd4f4268. 00000400:00000010:1.0:1775764321.256785:0:42329:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at ffff9445859c8000. 00000100:00000200:1.0:1775764321.256792:0:42329:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1775764321.256795:0:42329:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9445bd4f4aa8. 00000020:00000010:1.0:1775764321.330962:0:42319:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9445a2318640. 00000020:00000010:1.0:1775764321.330969:0:42319:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9445a2318640. 00000020:00000010:1.0:1775764321.330975:0:42319:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff94458642fa00. 00000020:00000010:1.0:1775764321.330980:0:42319:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9445834d4980. 00000020:00000010:1.0:1775764321.330985:0:42319:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9445838efa28. 00000020:00000010:1.0:1775764321.331032:0:42319:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9445a2318640. 00000020:00000010:1.0:1775764321.331034:0:42319:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9445a2318640. 00000100:00000200:1.0:1775764321.331038:0:42319:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1862022118918400 02000000:00000010:1.0:1775764321.331082:0:42319:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at ffff9445b26de000. 20000000:00000010:1.0:1775764321.331100:0:42319:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at ffff9445b26dc000. 20000000:00000010:1.0:1775764321.331119:0:42319:0:(mgs_llog.c:459:mgs_new_fsdb()) kmalloced '(fsdb)': 488 at ffff94458642f000. 20000000:00000010:1.0:1775764321.331125:0:42319:0:(mgs_llog.c:479:mgs_new_fsdb()) kmalloced '(fsdb->fsdb_mdt_index_map)': 8192 at ffff9445b26da000. 20000000:00000010:1.0:1775764321.331129:0:42319:0:(mgs_llog.c:486:mgs_new_fsdb()) kmalloced '(fsdb->fsdb_ost_index_map)': 8192 at ffff9445b26d8000. 20000000:00000010:1.0:1775764321.331133:0:42319:0:(mgs_llog.c:459:mgs_new_fsdb()) kmalloced '(fsdb)': 488 at ffff94458642f800. 20000000:00000010:1.0:1775764321.331146:0:42319:0:(mgs_llog.c:479:mgs_new_fsdb()) kmalloced '(fsdb->fsdb_mdt_index_map)': 8192 at ffff9445b7a9c000. 20000000:00000010:1.0:1775764321.331151:0:42319:0:(mgs_llog.c:486:mgs_new_fsdb()) kmalloced '(fsdb->fsdb_ost_index_map)': 8192 at ffff9445b7a9a000. 20000000:00000010:1.0:1775764321.331155:0:42319:0:(mgs_llog.c:141:name_create()) kmalloced '(*newname)': 14 at ffff9445be70e540. 20000000:00000010:1.0:1775764321.331163:0:42319:0:(mgs_llog.c:141:name_create()) kmalloced '(*newname)': 14 at ffff9445be70e300. 20000000:00000010:1.0:1775764321.347742:0:42319:0:(mgs_handler.c:1647:mgs_object_alloc()) kmalloced '(o)': 240 at ffff9445b5622500. 00080000:00000010:1.0:1775764321.347758:0:42319:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff9444810d5560. 20000000:00000010:1.0:1775764321.348027:0:42319:0:(mgs_llog.c:141:name_create()) kmalloced '(*newname)': 14 at ffff9445be70ec20. 00000040:00000010:1.0:1775764321.348035:0:42319:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff94458642e000. 00000040:00000010:1.0:1775764321.348138:0:42319:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 14 at ffff9445be70eb30. 00000020:00000010:1.0:1775764321.348263:0:42319:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at ffff9445b5622e00. 00080000:00000010:1.0:1775764321.348269:0:42319:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff9444810d5c80. 00000040:00000010:1.0:1775764321.348464:0:42319:0:(llog.c:415:llog_init_handle()) kmalloced '(llh)': 8192 at ffff9445b7a98000. 00000040:00000010:1.0:1775764321.348680:0:42319:0:(llog.c:948:llog_process_or_fork()) kmalloced '(lpi)': 96 at ffff9445b7ba9540. 00000020:00000010:1.0:1775764321.349614:0:42341:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff944586255a00. 00000020:00000010:1.0:1775764321.349622:0:42341:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff944586254e00. 00000040:00000010:1.0:1775764321.349625:0:42341:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff944586254400. 00000020:00000010:1.0:1775764321.349631:0:42341:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9445bb35f800. 00000020:00000010:1.0:1775764321.349637:0:42341:0:(tgt_main.c:720:tgt_key_init()) slab-alloced 'thread': 1288 at ffff944598232d48. 00000020:00000010:1.0:1775764321.349642:0:42341:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff944586255c00. 80000000:00000010:1.0:1775764321.349646:0:42341:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff9445b7ba9060. 40000000:00000010:1.0:1775764321.349651:0:42341:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff944588938480. 00100000:00000010:1.0:1775764321.349657:0:42341:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff9445bb359000. 00040000:00000010:1.0:1775764321.349661:0:42341:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9445b5622b00. 00040000:00000010:1.0:1775764321.349666:0:42341:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff944586255e00. 00080000:00000010:1.0:1775764321.349670:0:42341:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2000 at ffff94458d09a000. 00000004:00000010:1.0:1775764321.349677:0:42341:0:(mdt_handler.c:8386:mdt_key_init()) kmalloced '(value)': 2568 at ffff9445905fb000. 00000020:00000010:1.0:1775764321.349682:0:42341:0:(lu_object.c:2003:lu_env_add_task()) kmalloced '(lei)': 40 at ffff944588938880. 00000040:00000010:1.0:1775764321.349776:0:42341:0:(llog.c:573:llog_process_thread()) kmalloced '(buf)': 8192 at ffff9445b7a9e000. 00000040:00000010:1.0:1775764321.350057:0:42341:0:(llog.c:894:llog_process_thread()) kvfree 'buf': 8192 at ffff9445b7a9e000. 00000020:00000010:1.0:1775764321.350064:0:42341:0:(lu_object.c:2048:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff944588938880. 00000020:00000010:1.0:1775764321.350078:0:42341:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff944586254e00. 00000040:00000010:1.0:1775764321.350082:0:42341:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff944586254400. 00000020:00000010:1.0:1775764321.350084:0:42341:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff9445bb35f800. 00000020:00000010:1.0:1775764321.350088:0:42341:0:(tgt_main.c:740:tgt_key_fini()) slab-freed '(info)': 1288 at ffff944598232d48. 00000020:00000010:1.0:1775764321.350092:0:42341:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff944586255c00. 80000000:00000010:1.0:1775764321.350094:0:42341:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff9445b7ba9060. 40000000:00000010:1.0:1775764321.350097:0:42341:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff944588938480. 00100000:00000010:1.0:1775764321.350100:0:42341:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff9445bb359000. 00040000:00000010:1.0:1775764321.350376:0:42341:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9445b5622b00. 00040000:00000010:1.0:1775764321.350381:0:42341:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff944586255e00. 00080000:00000010:1.0:1775764321.350384:0:42341:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2000 at ffff94458d09a000. 00000004:00000010:1.0:1775764321.350389:0:42341:0:(mdt_handler.c:8411:mdt_key_fini()) kfreed 'info': 2568 at ffff9445905fb000. 00000020:00000010:1.0:1775764321.350393:0:42341:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff944586255a00. 20000000:00000010:1.0:1775764321.367049:0:42319:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at ffff9445b26dc000. 00010000:00000200:1.0:1775764321.367103:0:42319:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff944586767050 x1862022118918400/t0(0) o253->d8dacf45-8471-4226-a2fb-1fac83f69c1e@0@lo:557/0 lens 4848/4768 e 0 to 0 dl 1775764332 ref 1 fl Interpret:/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1775764321.367387:0:42319:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff944482d79240. 00000100:00000200:1.0:1775764321.367408:0:42319:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1862022118918400, offset 224 00000400:00000200:1.0:1775764321.367427:0:42319:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1775764321.367442:0:42319:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1775764321.367454:0:42319:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x69d7fcef64900 00000400:00000200:1.0:1775764321.367463:0:42319:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x15c11 [2] + 224 00000400:00000200:1.0:1775764321.367474:0:42319:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1775764321.367479:0:42319:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1775764321.367493:0:42319:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9445bc1de300 x1862022118918400/t0(0) o253->MGC192.168.202.128@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1775764337 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1775764321.367596:0:42319:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff944482d79240 00000400:00000010:1.0:1775764321.367600:0:42319:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff944482d79240. 00000020:00000010:1.0:1775764321.367628:0:42319:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9445834d4980. 00000020:00000010:1.0:1775764321.367633:0:42319:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9445838efa28. 00000020:00000010:1.0:1775764321.367639:0:42319:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff94458642fa00. 02000000:00000010:1.0:1775764321.367650:0:42319:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at ffff9445b26de000. 00000100:00000200:1.0:1775764321.367658:0:42319:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1775764321.367664:0:42319:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9445bd4f4898. 00000400:00000010:1.0:1775764321.367668:0:42319:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff944482d79240. 00000020:00000010:1.0:1775764321.368532:0:42306:0:(tgt_mount.c:74:server_register_mount()) kmalloced '(lmi)': 32 at ffff9445b75c48e0. 00000020:00000010:1.0:1775764321.368538:0:42306:0:(tgt_mount.c:77:server_register_mount()) kmalloced '(name_cp)': 15 at ffff9445be70e8b0. 00000020:00000010:1.0:1775764321.368563:0:42306:0:(obd_mount.c:66:lustre_process_log()) kmalloced '(bufs)': 104 at ffff9445834d4980. 00000020:00000010:1.0:1775764321.368569:0:42306:0:(obd_mount.c:75:lustre_process_log()) kmalloced '(lcfg)': 184 at ffff944482d79b40. 00000020:00000010:1.0:1775764321.368575:0:42306:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff944586255a00. 00000020:00000010:1.0:1775764321.368582:0:42306:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff944586255e00. 00000040:00000010:1.0:1775764321.368586:0:42306:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff944586255c00. 00000020:00000010:1.0:1775764321.368592:0:42306:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff94458d09a000. 00000020:00000010:1.0:1775764321.368595:0:42306:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff944586254400. 00040000:00000010:1.0:1775764321.368601:0:42306:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9445b5622b00. 00040000:00000010:1.0:1775764321.368605:0:42306:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff944586254e00. 00080000:00000010:1.0:1775764321.368610:0:42306:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2000 at ffff94458d09f800. 10000000:00000010:1.0:1775764321.368624:0:42306:0:(mgc_request.c:197:do_config_log_add()) kmalloced '(cld)': 287 at ffff944586254a00. 02000000:00000010:1.0:1775764321.368633:0:42306:0:(sec_config.c:546:sptlrpc_conf_get()) kmalloced '(conf)': 120 at ffff9445834d4680. 00000100:00000010:1.0:1775764321.368641:0:42306:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9445bf4f9180. 02000000:00000010:1.0:1775764321.368656:0:42306:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff944586255000. 00010000:00000010:1.0:1775764321.368670:0:42306:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff944583bac500. 00010000:00000010:1.0:1775764321.368677:0:42306:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9445bd391800. 00000020:00000010:1.0:1775764321.368682:0:42306:0:(lprocfs_status.c:1408:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 128 at ffff9445834d4e00. 00000100:00000010:1.0:1775764321.369042:0:42306:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff944482d79600. 02000000:00000010:1.0:1775764321.369070:0:42306:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9444880a7800. 00000400:00000010:1.0:1775764321.369076:0:42306:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9445bd4f45d8. 00000400:00000010:1.0:1775764321.369083:0:42306:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9445b6b12550. 00000100:00000200:1.0:1775764321.369088:0:42306:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022118918528, portal 25 00000400:00000010:1.0:1775764321.369093:0:42306:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9445b6b12440. 00000100:00000200:1.0:1775764321.369097:0:42306:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1862022118918528, offset 0 00000400:00000200:1.0:1775764321.369260:0:42306:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1775764321.369272:0:42306:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1775764321.369282:0:42306:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x69d7fcef64980 00000400:00000200:1.0:1775764321.369288:0:42306:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x15409 [2] + 0 00000400:00000010:1.0:1775764321.369382:0:42306:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9445bfd6cf20. 00000400:00000200:1.0:1775764321.369386:0:42306:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff9445a66ed300 00000400:00000200:1.0:1775764321.369391:0:42306:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1775764321.369397:0:42306:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1775764321.369401:0:42306:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9445a66ed300 00000400:00000010:1.0:1775764321.369404:0:42306:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff9445a66ed300. 00000100:00000200:1.0:1775764321.369408:0:42306:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:1.0:1775764321.369491:0:42306:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9445b6b12440 00000400:00000010:1.0:1775764321.369511:0:42306:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9445b6b12440. 00000100:00000200:1.0:1775764321.369520:0:42306:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9445bf4f9180 x1862022118918528/t0(0) o101->MGC192.168.202.128@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1775764337 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1775764321.369995:0:42306:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9445bd4f45d8. 00000400:00000200:1.0:1775764321.369998:0:42306:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9445b6b12550 00000400:00000010:1.0:1775764321.370000:0:42306:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9445b6b12550. 00000100:00000200:1.0:1775764321.370004:0:42306:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9445bf4f9180 x1862022118918528/t0(0) o101->MGC192.168.202.128@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1775764337 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1775764321.370012:0:42306:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9445bf4f9180 x1862022118918528/t0(0) o101->MGC192.168.202.128@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1775764337 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1775764321.370031:0:42306:0:(client.c:3771:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff944482d79600. 02000000:00000010:1.0:1775764321.370046:0:42306:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9444880a7800. 02000000:00000010:1.0:1775764321.370050:0:42306:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff944586255000. 00000100:00000010:1.0:1775764321.370054:0:42306:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9445bf4f9180. 10000000:00000010:1.0:1775764321.370063:0:42306:0:(mgc_request.c:1700:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff944588938e00. 00000020:00000010:1.0:1775764321.370066:0:42306:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff944586255000. 00000020:00000010:1.0:1775764321.370069:0:42306:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff944586254800. 00000040:00000010:1.0:1775764321.370071:0:42306:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff944586255200. 00000020:00000010:1.0:1775764321.370076:0:42306:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff94458d09e000. 00000020:00000010:1.0:1775764321.370080:0:42306:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff944586254000. 80000000:00000010:1.0:1775764321.370084:0:42306:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff9445b7ba9060. 00040000:00000010:1.0:1775764321.370087:0:42306:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff944586255600. 00080000:00000010:1.0:1775764321.370091:0:42306:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2000 at ffff94458d098800. 20000000:00000010:1.0:1775764321.370094:0:42306:0:(mgs_handler.c:1745:mgs_key_init()) kmalloced '(value)': 392 at ffff944586255400. 00000040:00000010:1.0:1775764321.370100:0:42306:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff944586254600. 00000100:00000010:1.0:1775764321.370115:0:42306:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9445bf4f9180. 02000000:00000010:1.0:1775764321.370123:0:42306:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff944586255800. 00000100:00000010:1.0:1775764321.370131:0:42306:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff944482d79600. 02000000:00000010:1.0:1775764321.370141:0:42306:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff944586254c00. 00000400:00000010:1.0:1775764321.370153:0:42306:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9445bd4f45d8. 00000400:00000010:1.0:1775764321.370156:0:42306:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9445b6b12550. 00000100:00000200:1.0:1775764321.370159:0:42306:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862022118918656, portal 25 00000400:00000010:1.0:1775764321.370163:0:42306:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9445b6b12440. 00000100:00000200:1.0:1775764321.370166:0:42306:0:(niobuf.c:94:ptl_send_buf()) Sending 512 bytes to portal 26, xid 1862022118918656, offset 0 00000400:00000200:1.0:1775764321.370169:0:42306:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1775764321.370177:0:42306:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1775764321.370182:0:42306:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 512 into portal 26 MB=0x69d7fcef64a00 00000400:00000200:1.0:1775764321.370185:0:42306:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 512/512 into md 0x1540d [2] + 0 00000400:00000010:1.0:1775764321.370188:0:42306:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9445bfd6c9f8. 00000400:00000200:1.0:1775764321.370190:0:42306:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff9445a66edd80 00000400:00000200:1.0:1775764321.370192:0:42306:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1775764321.370195:0:42306:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1775764321.370197:0:42306:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9445a66edd80 00000400:00000010:1.0:1775764321.370199:0:42306:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff9445a66edd80. 00000100:00000200:1.0:1775764321.370202:0:42306:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:1.0:1775764321.371115:0:42306:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9445b6b12440 00000400:00000010:1.0:1775764321.371118:0:42306:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9445b6b12440. 00000100:00000200:1.0:1775764321.371126:0:42306:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9445bf4f9180 x1862022118918656/t0(0) o501->MGC192.168.202.128@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1775764337 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1775764321.372241:0:42306:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9445bd4f45d8. 00000400:00000200:1.0:1775764321.372245:0:42306:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9445b6b12550 00000400:00000010:1.0:1775764321.372246:0:42306:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9445b6b12550. 00000100:00000200:1.0:1775764321.372252:0:42306:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9445bf4f9180 x1862022118918656/t0(0) o501->MGC192.168.202.128@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1775764337 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1775764321.372260:0:42306:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9445bf4f9180 x1862022118918656/t0(0) o501->MGC192.168.202.128@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1775764337 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1775764321.372280:0:42306:0:(client.c:3771:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff944482d79600. 02000000:00000010:1.0:1775764321.372287:0:42306:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff944586254c00. 02000000:00000010:1.0:1775764321.372379:0:42306:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff944586255800. 00000100:00000010:1.0:1775764321.372384:0:42306:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9445bf4f9180. 00000040:00000010:1.0:1775764321.372387:0:42306:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff944586254600. 00000020:00000010:1.0:1775764321.372394:0:42306:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff944586254800. 00000040:00000010:1.0:1775764321.372398:0:42306:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff944586255200. 00000020:00000010:1.0:1775764321.372401:0:42306:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff94458d09e000. 00000020:00000010:1.0:1775764321.372407:0:42306:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff944586254000. 80000000:00000010:1.0:1775764321.372411:0:42306:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff9445b7ba9060. 00040000:00000010:1.0:1775764321.372416:0:42306:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff944586255600. 00080000:00000010:1.0:1775764321.372421:0:42306:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2000 at ffff94458d098800. 20000000:00000010:1.0:1775764321.372425:0:42306:0:(mgs_handler.c:1745:mgs_key_fini()) kfreed 'info': 392 at ffff944586255400. 00000020:00000010:1.0:1775764321.372428:0:42306:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff944586255000. 10000000:00000010:1.0:1775764321.372431:0:42306:0:(mgc_request.c:1748:mgc_process_cfg_log()) kfreed 'env': 56 at ffff944588938e00. 10000000:00000010:1.0:1775764321.372459:0:42306:0:(mgc_request.c:197:do_config_log_add()) kmalloced '(cld)': 279 at ffff944586255000. 10000000:00000010:1.0:1775764321.372466:0:42306:0:(mgc_request.c:197:do_config_log_add()) kmalloced '(cld)': 287 at ffff944586255400. 00000100:00000010:1.0:1775764321.372472:0:42306:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9445bf4f9180. 02000000:00000010:1.0:1775764321.372483:0:42306:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff944586255600. 00010000:00000010:1.0:1775764321.372494:0:42306:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff944583bacf00. 00010000:00000010:1.0:1775764321.372500:0:42306:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9445bd391c00. 00000100:00000010:1.0:1775764321.372515:0:42306:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff944482d79600. 02000000:00000010:1.0:1775764321.372537:0:42306:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9444880a7800. 00000400:00000010:1.0:1775764321.372540:0:42306:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9445bd4f45d8. 00000400:00000010:1.0:1775764321.372543:0:42306:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9445b6b12550. 00000100:00000200:1.0:1775764321.372547:0:42306:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022118918784, portal 25 00000400:00000010:1.0:1775764321.372551:0:42306:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9445b6b12440. 00000100:00000200:1.0:1775764321.372553:0:42306:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1862022118918784, offset 0 00000400:00000200:1.0:1775764321.372557:0:42306:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1775764321.372563:0:42306:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1775764321.372568:0:42306:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x69d7fcef64a80 00000400:00000200:1.0:1775764321.372573:0:42306:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x15411 [2] + 0 00000400:00000010:1.0:1775764321.372576:0:42306:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9445bfd6c0b0. 00000400:00000200:1.0:1775764321.372579:0:42306:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff9445a66ede40 00000400:00000200:1.0:1775764321.372582:0:42306:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1775764321.372585:0:42306:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1775764321.372588:0:42306:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9445a66ede40 00000400:00000010:1.0:1775764321.372590:0:42306:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff9445a66ede40. 00000100:00000200:1.0:1775764321.372593:0:42306:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:1.0:1775764321.372602:0:42306:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9445b6b12440 00000400:00000010:1.0:1775764321.372604:0:42306:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9445b6b12440. 00000100:00000200:1.0:1775764321.372609:0:42306:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9445bf4f9180 x1862022118918784/t0(0) o101->MGC192.168.202.128@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1775764337 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1775764321.373488:0:42306:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9445bd4f45d8. 00000400:00000200:1.0:1775764321.373493:0:42306:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9445b6b12550 00000400:00000010:1.0:1775764321.373494:0:42306:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9445b6b12550. 00000100:00000200:1.0:1775764321.373499:0:42306:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9445bf4f9180 x1862022118918784/t0(0) o101->MGC192.168.202.128@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1775764337 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1775764321.373506:0:42306:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9445bf4f9180 x1862022118918784/t0(0) o101->MGC192.168.202.128@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1775764337 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1775764321.373522:0:42306:0:(client.c:3771:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff944482d79600. 02000000:00000010:1.0:1775764321.373538:0:42306:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9444880a7800. 02000000:00000010:1.0:1775764321.373542:0:42306:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff944586255600. 00000100:00000010:1.0:1775764321.373545:0:42306:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9445bf4f9180. 10000000:00000010:1.0:1775764321.373601:0:42306:0:(mgc_request.c:197:do_config_log_add()) kmalloced '(cld)': 287 at ffff944586255600. 10000000:00000010:1.0:1775764321.373608:0:42306:0:(mgc_request.c:197:do_config_log_add()) kmalloced '(cld)': 285 at ffff944586254000. 00000100:00000010:1.0:1775764321.373612:0:42306:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9445bf4f9180. 02000000:00000010:1.0:1775764321.373619:0:42306:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff944586255200. 00010000:00000010:1.0:1775764321.373626:0:42306:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9445bd390200. 00000100:00000010:1.0:1775764321.373635:0:42306:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff944482d79600. 02000000:00000010:1.0:1775764321.373645:0:42306:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9444880a7800. 00000400:00000010:1.0:1775764321.373648:0:42306:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9445bd4f45d8. 00000400:00000010:1.0:1775764321.373651:0:42306:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9445b6b12550. 00000100:00000200:1.0:1775764321.373654:0:42306:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022118918912, portal 25 00000400:00000010:1.0:1775764321.373656:0:42306:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9445b6b12440. 00000100:00000200:1.0:1775764321.373658:0:42306:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1862022118918912, offset 0 00000400:00000200:1.0:1775764321.373662:0:42306:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1775764321.373668:0:42306:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1775764321.373672:0:42306:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x69d7fcef64b00 00000400:00000200:1.0:1775764321.373676:0:42306:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x15415 [2] + 0 00000400:00000010:1.0:1775764321.373679:0:42306:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9445bfd6cbb0. 00000400:00000200:1.0:1775764321.373681:0:42306:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff9445a66ed180 00000400:00000200:1.0:1775764321.373695:0:42306:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1775764321.373698:0:42306:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1775764321.373701:0:42306:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9445a66ed180 00000400:00000010:1.0:1775764321.373702:0:42306:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff9445a66ed180. 00000100:00000200:1.0:1775764321.373706:0:42306:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:1.0:1775764321.373722:0:42306:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9445b6b12440 00000400:00000010:1.0:1775764321.373723:0:42306:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9445b6b12440. 00000100:00000200:1.0:1775764321.373727:0:42306:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9445bf4f9180 x1862022118918912/t0(0) o101->MGC192.168.202.128@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1775764337 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1775764321.374485:0:42306:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9445bd4f45d8. 00000400:00000200:1.0:1775764321.374489:0:42306:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9445b6b12550 00000400:00000010:1.0:1775764321.374490:0:42306:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9445b6b12550. 00000100:00000200:1.0:1775764321.374495:0:42306:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9445bf4f9180 x1862022118918912/t0(0) o101->MGC192.168.202.128@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1775764337 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1775764321.374502:0:42306:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9445bf4f9180 x1862022118918912/t0(0) o101->MGC192.168.202.128@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1775764337 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1775764321.374516:0:42306:0:(client.c:3771:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff944482d79600. 02000000:00000010:1.0:1775764321.374526:0:42306:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9444880a7800. 02000000:00000010:1.0:1775764321.374529:0:42306:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff944586255200. 00000100:00000010:1.0:1775764321.374532:0:42306:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9445bf4f9180. 10000000:00000010:1.0:1775764321.374539:0:42306:0:(mgc_request.c:1700:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff944588938e00. 00000020:00000010:1.0:1775764321.374543:0:42306:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff944586255200. 00000020:00000010:1.0:1775764321.374546:0:42306:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff944586254800. 00000040:00000010:1.0:1775764321.374549:0:42306:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff944586254600. 00000020:00000010:1.0:1775764321.374553:0:42306:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff94458d098800. 00000020:00000010:1.0:1775764321.374557:0:42306:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff944586255800. 80000000:00000010:1.0:1775764321.374560:0:42306:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff9445b7ba9060. 00040000:00000010:1.0:1775764321.374564:0:42306:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff944586254c00. 00080000:00000010:1.0:1775764321.374568:0:42306:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2000 at ffff94458d09e000. 20000000:00000010:1.0:1775764321.374575:0:42306:0:(mgs_handler.c:1745:mgs_key_init()) kmalloced '(value)': 392 at ffff9445bb4bc600. 00000040:00000010:1.0:1775764321.374581:0:42306:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff9445bb4bda00. 00000100:00000010:1.0:1775764321.374585:0:42306:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9445bf4f9180. 02000000:00000010:1.0:1775764321.374593:0:42306:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9445bb4bce00. 00000100:00000010:1.0:1775764321.374600:0:42306:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff944482d79600. 02000000:00000010:1.0:1775764321.374610:0:42306:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9445bb4bde00. 00000400:00000010:1.0:1775764321.374614:0:42306:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9445bd4f45d8. 00000400:00000010:1.0:1775764321.374617:0:42306:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9445b6b12550. 00000100:00000200:1.0:1775764321.374619:0:42306:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862022118919040, portal 25 00000400:00000010:1.0:1775764321.374621:0:42306:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9445b6b12440. 00000100:00000200:1.0:1775764321.374623:0:42306:0:(niobuf.c:94:ptl_send_buf()) Sending 512 bytes to portal 26, xid 1862022118919040, offset 0 00000400:00000200:1.0:1775764321.374627:0:42306:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1775764321.374632:0:42306:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1775764321.374638:0:42306:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 512 into portal 26 MB=0x69d7fcef64b80 00000400:00000200:1.0:1775764321.374641:0:42306:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 512/512 into md 0x15419 [2] + 0 00000400:00000010:1.0:1775764321.374644:0:42306:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9445bfd6ca50. 00000400:00000200:1.0:1775764321.374646:0:42306:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff9445a66eda80 00000400:00000200:1.0:1775764321.374649:0:42306:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1775764321.374651:0:42306:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1775764321.374654:0:42306:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9445a66eda80 00000400:00000010:1.0:1775764321.374656:0:42306:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff9445a66eda80. 00000100:00000200:1.0:1775764321.374659:0:42306:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:1.0:1775764321.374667:0:42306:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9445b6b12440 00000400:00000010:1.0:1775764321.374669:0:42306:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9445b6b12440. 00000100:00000200:1.0:1775764321.374673:0:42306:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9445bf4f9180 x1862022118919040/t0(0) o501->MGC192.168.202.128@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1775764337 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1775764321.376299:0:42306:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9445bd4f45d8. 00000400:00000200:1.0:1775764321.376306:0:42306:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9445b6b12550 00000400:00000010:1.0:1775764321.376308:0:42306:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9445b6b12550. 00000100:00000200:1.0:1775764321.376316:0:42306:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9445bf4f9180 x1862022118919040/t0(0) o501->MGC192.168.202.128@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1775764337 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1775764321.376326:0:42306:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9445bf4f9180 x1862022118919040/t0(0) o501->MGC192.168.202.128@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1775764337 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1775764321.376351:0:42306:0:(client.c:3771:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff944482d79600. 02000000:00000010:1.0:1775764321.376362:0:42306:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9445bb4bde00. 02000000:00000010:1.0:1775764321.376368:0:42306:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9445bb4bce00. 00000100:00000010:1.0:1775764321.376374:0:42306:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9445bf4f9180. 00000040:00000010:1.0:1775764321.376385:0:42306:0:(llog.c:415:llog_init_handle()) kmalloced '(llh)': 8192 at ffff9445b7a9e000. 00000100:00000010:1.0:1775764321.376390:0:42306:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9445bf4f9180. 02000000:00000010:1.0:1775764321.376400:0:42306:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9445bb4bce00. 00000100:00000010:1.0:1775764321.376409:0:42306:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff944482d79600. 02000000:00000010:1.0:1775764321.376439:0:42306:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff944587994000. 00000400:00000010:1.0:1775764321.376443:0:42306:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9445bd4f45d8. 00000400:00000010:1.0:1775764321.376447:0:42306:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff944482d79c00. 00000100:00000200:1.0:1775764321.376451:0:42306:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1862022118919168, portal 25 00000400:00000010:1.0:1775764321.376455:0:42306:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9445b6b12550. 00000100:00000200:1.0:1775764321.376457:0:42306:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1862022118919168, offset 0 00000400:00000200:1.0:1775764321.376462:0:42306:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1775764321.376468:0:42306:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1775764321.376474:0:42306:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 26 MB=0x69d7fcef64c00 00000400:00000200:1.0:1775764321.376478:0:42306:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 272/272 into md 0x1541d [2] + 0 00000400:00000010:1.0:1775764321.376481:0:42306:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9445bfd6cc08. 00000400:00000200:1.0:1775764321.376485:0:42306:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff944584c33cc0 00000400:00000200:1.0:1775764321.376489:0:42306:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1775764321.376492:0:42306:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1775764321.376495:0:42306:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff944584c33cc0 00000400:00000010:1.0:1775764321.376497:0:42306:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff944584c33cc0. 00000100:00000200:1.0:1775764321.376503:0:42306:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:1.0:1775764321.376516:0:42306:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9445b6b12550 00000400:00000010:1.0:1775764321.376518:0:42306:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9445b6b12550. 00000100:00000200:1.0:1775764321.376524:0:42306:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9445bf4f9180 x1862022118919168/t0(0) o503->MGC192.168.202.128@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1775764337 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1775764321.380012:0:42317:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff944588938b80. 00000020:00000010:1.0:1775764321.380018:0:42317:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff944588938b80. 00000020:00000010:1.0:1775764321.380023:0:42317:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9445bb4bde00. 00000020:00000010:1.0:1775764321.380028:0:42317:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9445834d4180. 00000020:00000010:1.0:1775764321.380034:0:42317:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9445838efa28. 00000020:00000010:1.0:1775764321.380127:0:42317:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff944588938b80. 00000020:00000010:1.0:1775764321.380131:0:42317:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff944588938b80. 00000100:00000200:1.0:1775764321.380134:0:42317:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1862022118919296 02000000:00000010:1.0:1775764321.380164:0:42317:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8768 at ffff9445bf81c000. 00000040:00000010:1.0:1775764321.380173:0:42317:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff9445bb4bc200. 00000040:00000010:1.0:1775764321.380191:0:42317:0:(llog.c:415:llog_init_handle()) kmalloced '(llh)': 8192 at ffff9445b7a98000. 00000040:00000010:1.0:1775764321.380628:0:42317:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff9445b7a98000. 00000040:00000010:1.0:1775764321.380635:0:42317:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff9445bb4bc200. 00010000:00000200:1.0:1775764321.380648:0:42317:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff9445b76fd450 x1862022118919296/t0(0) o502->d8dacf45-8471-4226-a2fb-1fac83f69c1e@0@lo:557/0 lens 272/8472 e 0 to 0 dl 1775764332 ref 1 fl Interpret:/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1775764321.380668:0:42317:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at ffff944482d79300. 00000100:00000200:1.0:1775764321.380674:0:42317:0:(niobuf.c:94:ptl_send_buf()) Sending 8472 bytes to portal 25, xid 1862022118919296, offset 224 00000400:00000200:1.0:1775764321.380679:0:42317:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1775764321.380703:0:42317:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1775764321.380712:0:42317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 8472 into portal 25 MB=0x69d7fcef64c80 00000400:00000200:1.0:1775764321.380719:0:42317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 8472/8472 into md 0x15c81 [4] + 224 00000400:00000200:1.0:1775764321.380727:0:42317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1775764321.380731:0:42317:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1775764321.380738:0:42317:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9445bc1de300 x1862022118919296/t0(0) o502->MGC192.168.202.128@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1775764337 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1775764321.380773:0:42317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff944482d79300 00000400:00000010:1.0:1775764321.380776:0:42317:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at ffff944482d79300. 00000020:00000010:1.0:1775764321.380790:0:42317:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9445834d4180. 00000020:00000010:1.0:1775764321.380793:0:42317:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9445838efa28. 00000020:00000010:1.0:1775764321.380839:0:42317:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9445bb4bde00. 02000000:00000010:1.0:1775764321.380849:0:42317:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8768 at ffff9445bf81c000. 00000100:00000200:1.0:1775764321.380865:0:42317:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1775764321.380870:0:42317:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9445bd4f4cb8. 00000400:00000010:1.0:1775764321.380875:0:42317:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff944482d79300. 00000100:00000010:1.0:1775764321.473071:0:40704:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9445871d3840. 00000001:00000010:1.0:1775764321.494231:0:42342:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at ffffa5f885487000. 00000001:00000010:1.0:1775764321.494657:0:42342:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at ffffa5f8854c9000. 00000001:00000010:1.0:1775764321.495417:0:42342:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at ffffa5f88550b000. 00000001:00000010:1.0:1775764321.498756:0:42342:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at ffffa5f88554d000. 00000001:00000010:1.0:1775764321.500202:0:42342:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at ffffa5f88558f000. 00000001:00000010:1.0:1775764321.500652:0:42342:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at ffffa5f8855d1000. 00000001:00000010:1.0:1775764321.501732:0:42342:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at ffffa5f885613000. 00000001:00000010:1.0:1775764321.503018:0:42342:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at ffffa5f885655000. 00000001:00000010:1.0:1775764321.503771:0:42342:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at ffffa5f885697000. 00000001:00000010:1.0:1775764321.504730:0:42342:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at ffffa5f8856d9000. 00000001:00000010:1.0:1775764321.505579:0:42342:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at ffffa5f88571b000. 00000020:00000010:1.0:1775764321.505854:0:42342:0:(lprocfs_status.c:1445:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff9444880a4000. 00000020:00000010:1.0:1775764321.505859:0:42342:0:(lprocfs_status.c:1457:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 96 at ffff9445b7ba9cc0. 00000020:00000010:1.0:1775764321.506465:0:42342:0:(lprocfs_status.c:1445:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff94458748a400. 00000020:00000010:1.0:1775764321.506469:0:42342:0:(lprocfs_status.c:1457:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 352 at ffff9445bb4bde00. 00000020:00000010:1.0:1775764321.506537:0:42342:0:(tgt_main.c:540:tgt_init()) kmalloced '(lut->lut_client_bitmap)': 16384 at ffff9445b290c000. 00000004:00000010:1.0:1775764321.506551:0:42342:0:(mdt_handler.c:6930:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff9445bd0c8b40. 00000004:00000010:1.0:1775764321.506562:0:42342:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff9445bbd0f348. 00000004:00000010:1.0:1775764321.506569:0:42342:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff944589107760. 00080000:00000010:1.0:1775764321.506576:0:42342:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff9444810d4390. 00000001:00000010:1.0:1775764321.507491:0:42342:0:(tgt_lastrcvd.c:1719:tgt_clients_data_init()) kmalloced '(lcd)': 128 at ffff9445834d4500. 00000001:00000010:1.0:1775764321.507561:0:42342:0:(tgt_lastrcvd.c:1820:tgt_clients_data_init()) kfreed 'lcd': 128 at ffff9445834d4500. 00080000:00000010:1.0:1775764321.507574:0:42342:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff944587488800. 00000020:00000010:1.0:1775764321.507671:0:42342:0:(tgt_main.c:584:tgt_init()) kmalloced '(lut->lut_reply_bitmap)': 128 at ffff9445834d4500. 00000004:00000010:1.0:1775764321.507677:0:42342:0:(mdt_handler.c:6930:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff9445bd0c83c0. 00000004:00000010:1.0:1775764321.507682:0:42342:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff9445bbd0f4b0. 00000004:00000010:1.0:1775764321.507790:0:42342:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff944589107430. 00080000:00000010:1.0:1775764321.508064:0:42342:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff9444810d58f0. 00000001:00000010:1.0:1775764321.508521:0:42342:0:(tgt_lastrcvd.c:2250:tgt_reply_data_init()) kmalloced '(trd)': 136 at ffff944482d79540. 00000001:00000010:1.0:1775764321.508570:0:42342:0:(tgt_lastrcvd.c:2339:tgt_reply_data_init()) kfreed 'trd': 136 at ffff944482d79540. 00000001:00000010:1.0:1775764321.508586:0:42342:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at ffff9445b5622f00. 00000001:00000010:1.0:1775764321.508593:0:42342:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at ffff944582d6f568. 00000001:00000010:1.0:1775764321.508596:0:42342:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at ffff944482d79540. 00000020:00000010:1.0:1775764321.508601:0:42342:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9445bb4bd800. 00000020:00000010:1.0:1775764321.508607:0:42342:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff9445bb4bd400. 00000040:00000010:1.0:1775764321.508610:0:42342:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff9445bb4bc800. 00000020:00000010:1.0:1775764321.508615:0:42342:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff94458d09b000. 00000020:00000010:1.0:1775764321.508619:0:42342:0:(tgt_main.c:720:tgt_key_init()) slab-alloced 'thread': 1288 at ffff944598232d48. 00000020:00000010:1.0:1775764321.508625:0:42342:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff9445bb4bce00. 80000000:00000010:1.0:1775764321.508630:0:42342:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff94459934f780. 40000000:00000010:1.0:1775764321.508634:0:42342:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff944583907a40. 00100000:00000010:1.0:1775764321.508640:0:42342:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff94458d09d000. 00040000:00000010:1.0:1775764321.508644:0:42342:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9445b5622d00. 00040000:00000010:1.0:1775764321.508651:0:42342:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff94459941ca00. 00080000:00000010:1.0:1775764321.508655:0:42342:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2000 at ffff94458d099000. 00000004:00000010:1.0:1775764321.508660:0:42342:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at ffff94458d09c800. 00000004:00000010:1.0:1775764321.508666:0:42342:0:(mdt_handler.c:8386:mdt_key_init()) kmalloced '(value)': 2568 at ffff9445905fb000. 00000004:00000010:1.0:1775764321.508671:0:42342:0:(lod_dev.c:2340:lod_key_init()) kmalloced '(value)': 1224 at ffff94458d09a800. 00000020:00000010:1.0:1775764321.508676:0:42342:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9445b6b3a800. 00000020:00000010:1.0:1775764321.508680:0:42342:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9445834d4f80. 00000020:00000010:1.0:1775764321.509030:0:42342:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9445838efa28. 02000000:00000010:1.0:1775764321.509049:0:42342:0:(upcall_cache.c:573:upcall_cache_init()) kmalloced '(cache)': 1208 at ffff94458d09f000. 02000000:00000010:1.0:1775764321.509054:0:42342:0:(upcall_cache.c:581:upcall_cache_init()) kmalloced '(cache->uc_hashtable)': 2048 at ffff94458d09e800. 02000000:00000010:1.0:1775764321.509058:0:42342:0:(upcall_cache.c:573:upcall_cache_init()) kmalloced '(cache)': 1208 at ffff94458d09b800. 02000000:00000010:1.0:1775764321.509061:0:42342:0:(upcall_cache.c:581:upcall_cache_init()) kmalloced '(cache->uc_hashtable)': 2048 at ffff94458d09c000. 00000020:00000010:1.0:1775764321.509857:0:42342:0:(lprocfs_status.c:1445:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff944599d9ac00. 00000020:00000010:1.0:1775764321.509864:0:42342:0:(lprocfs_status.c:1457:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 1344 at ffff94458d098000. 00000004:00000010:1.0:1775764321.509889:0:42342:0:(mdt_handler.c:6098:mdt_quota_init()) kmalloced '(qmtname)': 128 at ffff9445834d4a00. 00000004:00000010:1.0:1775764321.509893:0:42342:0:(mdt_handler.c:6099:mdt_quota_init()) kmalloced '(uuid)': 40 at ffff944583907080. 00000004:00000010:1.0:1775764321.509895:0:42342:0:(mdt_handler.c:6100:mdt_quota_init()) kmalloced '(bufs)': 104 at ffff9445834d4480. 00000004:00000010:1.0:1775764321.509897:0:42342:0:(mdt_handler.c:6101:mdt_quota_init()) kmalloced '(data)': 192 at ffff944482d79e40. 00000020:00000010:1.0:1775764321.509922:0:42342:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6592 at ffff9444823b0000. 00000020:00000010:1.0:1775764321.509929:0:42342:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at ffff94458d099800. 00000004:00000010:1.0:1775764321.509952:0:42342:0:(mdt_handler.c:6134:mdt_quota_init()) kmalloced '(lcfg)': 128 at ffff944481131c80. 00000001:00000010:1.0:1775764321.509974:0:42342:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at ffff9445b5622400. 00000001:00000010:1.0:1775764321.509980:0:42342:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff9444823a9020. 00000001:00000010:1.0:1775764321.509984:0:42342:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff9445b6b3b400. 00000001:00000010:1.0:1775764321.509986:0:42342:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff9445b6b3ba00. 00000001:00000010:1.0:1775764321.509989:0:42342:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff9445b6b3be00. 00000001:00000010:1.0:1775764321.509991:0:42342:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff9445b6b3a600. 00000020:00000010:1.0:1775764321.509995:0:42342:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9445b6b3a000. 00000020:00000010:1.0:1775764321.509998:0:42342:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff944481131680. 00000020:00000010:1.0:1775764321.510002:0:42342:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9445838ef320. 00000008:00000010:1.0:1775764321.510007:0:42342:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9445860d91e0. 00020000:00000010:1.0:1775764321.510012:0:42342:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff944583361f80. 00008000:00000010:1.0:1775764321.510016:0:42342:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9445a63b8a38. 00000080:00000010:1.0:1775764321.510022:0:42342:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff94458d14ea50. 00000020:00000010:1.0:1775764321.510025:0:42342:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9445b6b3ac00. 00000020:00000010:1.0:1775764321.510029:0:42342:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff9445b6b3b200. 00000040:00000010:1.0:1775764321.510033:0:42342:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff944585df3800. 00000020:00000010:1.0:1775764321.510037:0:42342:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9445bb359000. 00000020:00000010:1.0:1775764321.510041:0:42342:0:(tgt_main.c:720:tgt_key_init()) slab-alloced 'thread': 1288 at ffff944598233c60. 00000020:00000010:1.0:1775764321.510044:0:42342:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff944585df3a00. 80000000:00000010:1.0:1775764321.510048:0:42342:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff94459934f120. 40000000:00000010:1.0:1775764321.510051:0:42342:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff944583907040. 00100000:00000010:1.0:1775764321.510056:0:42342:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff9445bb35f800. 00040000:00000010:1.0:1775764321.510060:0:42342:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9445b29add00. 00040000:00000010:1.0:1775764321.510063:0:42342:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff944585df3e00. 00080000:00000010:1.0:1775764321.510067:0:42342:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2000 at ffff944483a88800. 00000004:00000010:1.0:1775764321.510071:0:42342:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at ffff944483a8d800. 00000004:00000010:1.0:1775764321.510074:0:42342:0:(mdt_handler.c:8386:mdt_key_init()) kmalloced '(value)': 2568 at ffff9445905fe000. 00000004:00000010:1.0:1775764321.510079:0:42342:0:(lod_dev.c:2340:lod_key_init()) kmalloced '(value)': 1224 at ffff944483a8a800. 00040000:00000010:1.0:1775764321.510085:0:42342:0:(qmt_dev.c:325:qmt_device_alloc()) kmalloced '(qmt)': 664 at ffff94459ec8f800. 00040000:00000010:1.0:1775764321.510092:0:42342:0:(qmt_dev.c:138:qmt_connect_to_osd()) kmalloced '(data)': 192 at ffff944482d796c0. 00000020:00000010:1.0:1775764321.510097:0:42342:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at ffff944483a8f000. 00040000:00000010:1.0:1775764321.510196:0:42342:0:(qmt_dev.c:169:qmt_connect_to_osd()) kfreed 'data': 192 at ffff944482d796c0. 00040000:00000010:1.0:1775764321.510203:0:42342:0:(qmt_lock.c:1118:qmt_start_reba_thread()) kmalloced '(args)': 72 at ffff94459934fc60. 00000020:00000010:1.0:1775764321.510206:0:42342:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff944585df2600. 00000020:00000010:1.0:1775764321.510209:0:42342:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff944585df3400. 00000040:00000010:1.0:1775764321.510212:0:42342:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff944585df2000. 00000020:00000010:1.0:1775764321.510215:0:42342:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff944483a8a000. 00000020:00000010:1.0:1775764321.510217:0:42342:0:(tgt_main.c:720:tgt_key_init()) slab-alloced 'thread': 1288 at ffff944598234b78. 00000020:00000010:1.0:1775764321.510220:0:42342:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff944585df3200. 80000000:00000010:1.0:1775764321.510223:0:42342:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff94459934f240. 40000000:00000010:1.0:1775764321.510225:0:42342:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff944583907740. 00100000:00000010:1.0:1775764321.510228:0:42342:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff944483a8e000. 00040000:00000010:1.0:1775764321.510231:0:42342:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff944585f1c300. 00040000:00000010:1.0:1775764321.510235:0:42342:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at ffff944483a89000. 00040000:00000010:1.0:1775764321.510237:0:42342:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff944585df2c00. 00080000:00000010:1.0:1775764321.510240:0:42342:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2000 at ffff944483a8b800. 00000004:00000010:1.0:1775764321.510243:0:42342:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at ffff944483a8c800. 00000004:00000010:1.0:1775764321.510246:0:42342:0:(mdt_handler.c:8386:mdt_key_init()) kmalloced '(value)': 2568 at ffff9445905f9000. 00000004:00000010:1.0:1775764321.510249:0:42342:0:(lod_dev.c:2340:lod_key_init()) kmalloced '(value)': 1224 at ffff944483a8e800. 00040000:00000010:1.0:1775764321.542611:0:3327:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at ffff944483a8c000. 00000004:00000010:1.0:1775764321.542617:0:3327:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at ffff944483a8f800. 00000004:00000010:1.0:1775764321.542621:0:3327:0:(lod_dev.c:2340:lod_key_init()) kmalloced '(value)': 1224 at ffff944483a88000. 00000004:00000010:1.0:1775764321.542626:0:3327:0:(osp_dev.c:1823:osp_key_init()) kmalloced '(value)': 616 at ffff94459ec8c000. 02000000:00000010:1.0:1775764321.542644:0:3327:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff94459ec8cc00. 00000400:00000010:1.0:1775764321.542652:0:3327:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9445bd4f4e70. 00000400:00000010:1.0:1775764321.542659:0:3327:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9445b6b12550. 00000100:00000200:1.0:1775764321.542667:0:3327:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022118919424, portal 4 00000020:00000010:1.0:1775764321.542675:0:3327:0:(lprocfs_status.c:1408:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff9445b7a98000. 00000400:00000010:1.0:1775764321.542681:0:3327:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9445b6b12440. 00000100:00000200:1.0:1775764321.542684:0:3327:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862022118919424, offset 0 00000400:00000200:1.0:1775764321.542694:0:3327:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1775764321.542707:0:3327:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1775764321.542720:0:3327:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 28 MB=0x69d7fcef64d00 00000400:00000100:1.0:1775764321.542726:0:3327:0:(lib-move.c:4517:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1862022118919424 offset 0 length 520: 4 00000400:00000200:1.0:1775764321.542730:0:3327:0:(lib-msg.c:1043:lnet_is_health_check()) Msg ffff9445995ace70 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:1.0:1775764321.542732:0:3327:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:1.0:1775764321.542745:0:3327:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9445b6b12440 00000400:00000010:1.0:1775764321.542748:0:3327:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9445b6b12440. 00000100:00000200:1.0:1775764321.542767:0:3327:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9445bc1de300 x1862022118919424/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 1775764331 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1775764321.542788:0:3327:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94459934f840. 00000100:00000010:1.0:1775764321.546270:0:3327:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94459934f420. 00000100:00000010:1.0:1775764321.546283:0:3327:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94459934f5a0. 00000100:00000010:1.0:1775764321.546299:0:3327:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94459934f120. 00000020:00000010:1.0:1775764321.556675:0:42348:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff944585df3c00. 00000020:00000010:1.0:1775764321.556685:0:42348:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff944585df2800. 00000040:00000010:1.0:1775764321.556689:0:42348:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff944585df2400. 00000020:00000010:1.0:1775764321.556694:0:42348:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff944483a8b000. 00000020:00000010:1.0:1775764321.556698:0:42348:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff944585df2a00. 00040000:00000010:1.0:1775764321.556704:0:42348:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff944585f1c500. 00040000:00000010:1.0:1775764321.556707:0:42348:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff944585df2e00. 00080000:00000010:1.0:1775764321.556712:0:42348:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2000 at ffff944483a8d000. 00000020:00000010:1.0:1775764321.556719:0:42348:0:(lu_object.c:2003:lu_env_add_task()) kmalloced '(lei)': 40 at ffff944583907340. 00000040:00000010:1.0:1775764321.556729:0:42348:0:(llog.c:948:llog_process_or_fork()) kmalloced '(lpi)': 96 at ffff94458674ee40. 00000040:00000010:1.0:1775764321.556738:0:42348:0:(llog.c:573:llog_process_thread()) kmalloced '(buf)': 8192 at ffff9445b26de000. 00000040:00000010:1.0:1775764321.556851:0:42348:0:(llog.c:948:llog_process_or_fork()) kmalloced '(lpi)': 96 at ffff94458674ed20. 00000040:00000010:1.0:1775764321.556857:0:42348:0:(llog.c:573:llog_process_thread()) kmalloced '(buf)': 8192 at ffff9445b26dc000. 00000040:00000010:1.0:1775764321.575949:0:42306:0:(llog.c:989:llog_process_or_fork()) kfreed 'lpi': 96 at ffff9445871d3660. 00000040:00000010:1.0:1775764321.575957:0:42306:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff9445b7a9e000. 00000040:00000010:1.0:1775764321.575961:0:42306:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff9445bb4bda00. 00000020:00000010:1.0:1775764321.575968:0:42306:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff944586254800. 00000040:00000010:1.0:1775764321.575970:0:42306:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff944586254600. 00000020:00000010:1.0:1775764321.575973:0:42306:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff94458d098800. 00000020:00000010:1.0:1775764321.575977:0:42306:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff944586255800. 80000000:00000010:1.0:1775764321.575980:0:42306:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff9445b7ba9060. 00040000:00000010:1.0:1775764321.575983:0:42306:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff944586254c00. 00080000:00000010:1.0:1775764321.575985:0:42306:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2000 at ffff94458d09e000. 20000000:00000010:1.0:1775764321.575989:0:42306:0:(mgs_handler.c:1745:mgs_key_fini()) kfreed 'info': 392 at ffff9445bb4bc600. 00000020:00000010:1.0:1775764321.575994:0:42306:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff944586255200. 10000000:00000010:1.0:1775764321.575996:0:42306:0:(mgc_request.c:1748:mgc_process_cfg_log()) kfreed 'env': 56 at ffff944588938e00. 00000100:00000010:1.0:1775764321.576020:0:42306:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9445bf4fad80. 02000000:00000010:1.0:1775764321.576033:0:42306:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff944585df2200. 00010000:00000010:1.0:1775764321.576046:0:42306:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff944583bacb00. 00010000:00000010:1.0:1775764321.576053:0:42306:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9445bd390600. 00000100:00000010:1.0:1775764321.576071:0:42306:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff944482d79600. 02000000:00000010:1.0:1775764321.576090:0:42306:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff94459ec8c800. 00000400:00000010:1.0:1775764321.576095:0:42306:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9445bd4f4108. 00000400:00000010:1.0:1775764321.576111:0:42306:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9445b6b12440. 00000100:00000200:1.0:1775764321.576116:0:42306:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022118919808, portal 25 00000400:00000010:1.0:1775764321.576121:0:42306:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9445b6b12770. 00000100:00000200:1.0:1775764321.576124:0:42306:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1862022118919808, offset 0 00000400:00000200:1.0:1775764321.576129:0:42306:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1775764321.576136:0:42306:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1775764321.576144:0:42306:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x69d7fcef64e80 00000400:00000200:1.0:1775764321.576149:0:42306:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x15429 [2] + 0 00000400:00000010:1.0:1775764321.576153:0:42306:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9445bfd6cd10. 00000400:00000200:1.0:1775764321.576156:0:42306:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff944584c33780 00000400:00000200:1.0:1775764321.576160:0:42306:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1775764321.576164:0:42306:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1775764321.576167:0:42306:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff944584c33780 00000400:00000010:1.0:1775764321.576170:0:42306:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff944584c33780. 00000100:00000200:1.0:1775764321.576173:0:42306:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:1.0:1775764321.576187:0:42306:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9445b6b12770 00000400:00000010:1.0:1775764321.576189:0:42306:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9445b6b12770. 00000100:00000200:1.0:1775764321.576196:0:42306:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9445bf4fad80 x1862022118919808/t0(0) o101->MGC192.168.202.128@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1775764337 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1775764321.576258:0:42317:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff944583907500. 00000020:00000010:1.0:1775764321.576262:0:42317:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff944583907500. 00000020:00000010:1.0:1775764321.576267:0:42317:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff944585df3600. 00000020:00000010:1.0:1775764321.576270:0:42317:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff944481131080. 00000020:00000010:1.0:1775764321.576274:0:42317:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9445838efc80. 00000020:00000010:1.0:1775764321.576565:0:42317:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff944583907500. 00000020:00000010:1.0:1775764321.576568:0:42317:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff944583907500. 00000100:00000200:1.0:1775764321.576571:0:42317:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1862022118919808 00010000:00000010:1.0:1775764321.576590:0:42317:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff944583bac800. 00010000:00000010:1.0:1775764321.576593:0:42317:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9445bd391600. 00000020:00000010:1.0:1775764321.576598:0:42317:0:(lprocfs_status.c:1408:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 128 at ffff944481131980. 02000000:00000010:1.0:1775764321.576612:0:42317:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at ffff94459ec8c400. 00010000:00000200:1.0:1775764321.576632:0:42317:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff94448180f450 x1862022118919808/t0(0) o101->d8dacf45-8471-4226-a2fb-1fac83f69c1e@0@lo:557/0 lens 328/344 e 0 to 0 dl 1775764332 ref 1 fl Interpret:/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1775764321.576645:0:42317:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9445b6b12770. 00000100:00000200:1.0:1775764321.576648:0:42317:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1862022118919808, offset 224 00000400:00000200:1.0:1775764321.576653:0:42317:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1775764321.576659:0:42317:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1775764321.576665:0:42317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x69d7fcef64e80 00000400:00000200:1.0:1775764321.576670:0:42317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x15cb1 [1] + 224 00000400:00000200:1.0:1775764321.576674:0:42317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1775764321.576677:0:42317:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1775764321.576683:0:42317:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9445bf4fad80 x1862022118919808/t0(0) o101->MGC192.168.202.128@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1775764337 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1775764321.576699:0:42317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9445b6b12770 00000400:00000010:1.0:1775764321.576700:0:42317:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9445b6b12770. 00000020:00000010:1.0:1775764321.576709:0:42317:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff944481131080. 00000020:00000010:1.0:1775764321.576712:0:42317:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9445838efc80. 00000020:00000010:1.0:1775764321.576715:0:42317:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff944585df3600. 02000000:00000010:1.0:1775764321.576720:0:42317:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at ffff94459ec8c400. 00000100:00000200:1.0:1775764321.576724:0:42317:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1775764321.576728:0:42317:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9445bd4f41b8. 00000400:00000010:1.0:1775764321.576732:0:42317:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff944482d79c00. 00000400:00000010:1.0:1775764321.597927:0:42306:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9445b2025420. 00000400:00000200:1.0:1775764321.597935:0:42306:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9445bbaf2cc0 00000400:00000010:1.0:1775764321.597937:0:42306:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9445bbaf2cc0. 00000100:00000200:1.0:1775764321.597944:0:42306:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9445bc1dca80 x1862022118919936/t0(0) o256->MGC192.168.202.128@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1775764337 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1775764321.597955:0:42306:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9445bc1dca80 x1862022118919936/t0(0) o256->MGC192.168.202.128@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1775764337 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1775764321.597984:0:42306:0:(client.c:3771:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9445b2d943c0. 02000000:00000010:1.0:1775764321.597995:0:42306:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9445bae48a00. 00000100:00000010:1.0:1775764321.598012:0:42306:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 4096 at ffff94458531d000. 00000100:00000010:1.0:1775764321.598015:0:42306:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at ffff9445b2eee000. 02000000:00000010:1.0:1775764321.598018:0:42306:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9445bae49000. 00000100:00000010:1.0:1775764321.598022:0:42306:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9445bc1dca80. 10000000:00000010:1.0:1775764321.598766:0:42306:0:(mgc_request.c:1669:mgc_process_recover_log()) kvfree 'pages': 2048 at ffff944588874800. 00000100:00000010:1.0:1775764321.598897:0:42306:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9445bf4fb100. 02000000:00000010:1.0:1775764321.598913:0:42306:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff944585df3600. 00010000:00000010:1.0:1775764321.598927:0:42306:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff944583bacc00. 00010000:00000010:1.0:1775764321.598933:0:42306:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9445bd391e00. 00000100:00000010:1.0:1775764321.598952:0:42306:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff944482d79d80. 02000000:00000010:1.0:1775764321.598974:0:42306:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff94459ec8c400. 00000400:00000010:1.0:1775764321.598980:0:42306:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9445bd4f4dc0. 00000400:00000010:1.0:1775764321.598986:0:42306:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9445b6b12770. 00000100:00000200:1.0:1775764321.598991:0:42306:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022118920064, portal 25 00000400:00000010:1.0:1775764321.598996:0:42306:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9445b6b12aa0. 00000100:00000200:1.0:1775764321.598998:0:42306:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1862022118920064, offset 0 00000400:00000200:1.0:1775764321.599004:0:42306:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1775764321.599014:0:42306:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1775764321.599024:0:42306:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x69d7fcef64f80 00000400:00000200:1.0:1775764321.599031:0:42306:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x15431 [2] + 0 00000400:00000010:1.0:1775764321.599034:0:42306:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9445bfd6ce70. 00000400:00000200:1.0:1775764321.599037:0:42306:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff9445811cacc0 00000400:00000200:1.0:1775764321.599042:0:42306:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1775764321.599046:0:42306:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1775764321.599050:0:42306:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9445811cacc0 00000400:00000010:1.0:1775764321.599052:0:42306:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff9445811cacc0. 00000100:00000200:1.0:1775764321.599056:0:42306:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:1.0:1775764321.599068:0:42306:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9445b6b12aa0 00000400:00000010:1.0:1775764321.599069:0:42306:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9445b6b12aa0. 00000100:00000200:1.0:1775764321.599077:0:42306:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9445bf4fb100 x1862022118920064/t0(0) o101->MGC192.168.202.128@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1775764337 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1775764321.600720:0:42306:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9445bd4f4dc0. 00000400:00000200:1.0:1775764321.600725:0:42306:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9445b6b12770 00000400:00000010:1.0:1775764321.600726:0:42306:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9445b6b12770. 00000100:00000200:1.0:1775764321.600734:0:42306:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9445bf4fb100 x1862022118920064/t0(0) o101->MGC192.168.202.128@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1775764337 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1775764321.600742:0:42306:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9445bf4fb100 x1862022118920064/t0(0) o101->MGC192.168.202.128@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1775764337 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1775764321.600773:0:42306:0:(client.c:3771:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff944482d79d80. 02000000:00000010:1.0:1775764321.600791:0:42306:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff94459ec8c400. 02000000:00000010:1.0:1775764321.600817:0:42306:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff944585df3600. 00000100:00000010:1.0:1775764321.600823:0:42306:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9445bf4fb100. 10000000:00000010:1.0:1775764321.600833:0:42306:0:(mgc_request.c:1700:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff944583907500. 00000020:00000010:1.0:1775764321.600836:0:42306:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff944585df3600. 00000020:00000010:1.0:1775764321.600843:0:42306:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff944585df2200. 00000040:00000010:1.0:1775764321.600847:0:42306:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff944585df3e00. 00000020:00000010:1.0:1775764321.600851:0:42306:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff944483a89800. 00000020:00000010:1.0:1775764321.600855:0:42306:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff944585df3a00. 80000000:00000010:1.0:1775764321.600859:0:42306:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff94458674e3c0. 00040000:00000010:1.0:1775764321.600864:0:42306:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff944585df3800. 00080000:00000010:1.0:1775764321.600869:0:42306:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2000 at ffff944483a8a800. 20000000:00000010:1.0:1775764321.600874:0:42306:0:(mgs_handler.c:1745:mgs_key_init()) kmalloced '(value)': 392 at ffff944586255200. 00000040:00000010:1.0:1775764321.600883:0:42306:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff944586254c00. 00000100:00000010:1.0:1775764321.600889:0:42306:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9445bf4fb100. 02000000:00000010:1.0:1775764321.600902:0:42306:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff944586255800. 00000100:00000010:1.0:1775764321.600914:0:42306:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff944482d79d80. 02000000:00000010:1.0:1775764321.600938:0:42306:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff944586254600. 00000400:00000010:1.0:1775764321.600942:0:42306:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9445bd4f4dc0. 00000400:00000010:1.0:1775764321.600947:0:42306:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9445b6b12770. 00000100:00000200:1.0:1775764321.600953:0:42306:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862022118920192, portal 25 00000400:00000010:1.0:1775764321.600956:0:42306:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9445b6b12aa0. 00000100:00000200:1.0:1775764321.600959:0:42306:0:(niobuf.c:94:ptl_send_buf()) Sending 504 bytes to portal 26, xid 1862022118920192, offset 0 00000400:00000200:1.0:1775764321.600964:0:42306:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1775764321.600972:0:42306:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1775764321.600979:0:42306:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 504 into portal 26 MB=0x69d7fcef65000 00000400:00000200:1.0:1775764321.600983:0:42306:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 504/504 into md 0x15435 [2] + 0 00000400:00000010:1.0:1775764321.600986:0:42306:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9445bfd6ccb8. 00000400:00000200:1.0:1775764321.600990:0:42306:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff9445920ae780 00000400:00000200:1.0:1775764321.600995:0:42306:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1775764321.600999:0:42306:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1775764321.601002:0:42306:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9445920ae780 00000400:00000010:1.0:1775764321.601006:0:42306:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff9445920ae780. 00000100:00000200:1.0:1775764321.601015:0:42306:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:1.0:1775764321.601045:0:42306:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9445b6b12aa0 00000400:00000010:1.0:1775764321.601047:0:42306:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9445b6b12aa0. 00000100:00000200:1.0:1775764321.601052:0:42306:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9445bf4fb100 x1862022118920192/t0(0) o501->MGC192.168.202.128@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1775764337 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1775764321.602624:0:42306:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9445bd4f4dc0. 00000400:00000200:1.0:1775764321.602644:0:42306:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9445b6b12770 00000400:00000010:1.0:1775764321.602646:0:42306:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9445b6b12770. 00000100:00000200:1.0:1775764321.602658:0:42306:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9445bf4fb100 x1862022118920192/t0(0) o501->MGC192.168.202.128@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1775764337 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1775764321.602668:0:42306:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9445bf4fb100 x1862022118920192/t0(0) o501->MGC192.168.202.128@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1775764337 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1775764321.602699:0:42306:0:(client.c:3771:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff944482d79d80. 02000000:00000010:1.0:1775764321.602711:0:42306:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff944586254600. 02000000:00000010:1.0:1775764321.602716:0:42306:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff944586255800. 00000100:00000010:1.0:1775764321.602722:0:42306:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9445bf4fb100. 00000040:00000010:1.0:1775764321.602735:0:42306:0:(llog.c:415:llog_init_handle()) kmalloced '(llh)': 8192 at ffff9445b7a9e000. 00000100:00000010:1.0:1775764321.602742:0:42306:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9445bf4fb100. 02000000:00000010:1.0:1775764321.602755:0:42306:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff944586255800. 00000100:00000010:1.0:1775764321.602780:0:42306:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff944482d79d80. 02000000:00000010:1.0:1775764321.602869:0:42306:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff9445b5524000. 00000400:00000010:1.0:1775764321.602875:0:42306:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9445bd4f4dc0. 00000400:00000010:1.0:1775764321.602880:0:42306:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff944482d79600. 00000100:00000200:1.0:1775764321.602884:0:42306:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1862022118920320, portal 25 00000400:00000010:1.0:1775764321.602888:0:42306:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9445b6b12770. 00000100:00000200:1.0:1775764321.602891:0:42306:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1862022118920320, offset 0 00000400:00000200:1.0:1775764321.602895:0:42306:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1775764321.602904:0:42306:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1775764321.602912:0:42306:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 26 MB=0x69d7fcef65080 00000400:00000200:1.0:1775764321.602916:0:42306:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 272/272 into md 0x15439 [2] + 0 00000400:00000010:1.0:1775764321.602919:0:42306:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9445bfd6c5d8. 00000400:00000200:1.0:1775764321.602922:0:42306:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff94458888a480 00000400:00000200:1.0:1775764321.602927:0:42306:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1775764321.602930:0:42306:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1775764321.602934:0:42306:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94458888a480 00000400:00000010:1.0:1775764321.602936:0:42306:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff94458888a480. 00000100:00000200:1.0:1775764321.602940:0:42306:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:1.0:1775764321.602959:0:42306:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9445b6b12770 00000400:00000010:1.0:1775764321.602961:0:42306:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9445b6b12770. 00000100:00000200:1.0:1775764321.602966:0:42306:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9445bf4fb100 x1862022118920320/t0(0) o503->MGC192.168.202.128@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1775764337 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1775764321.611876:0:42317:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff944583907440. 00000020:00000010:1.0:1775764321.611883:0:42317:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff944583907440. 00000020:00000010:1.0:1775764321.611892:0:42317:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff944586254600. 00000020:00000010:1.0:1775764321.611901:0:42317:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff944481131080. 00000020:00000010:1.0:1775764321.611908:0:42317:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9445838efc80. 00000020:00000010:1.0:1775764321.611947:0:42317:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff944583907440. 00000020:00000010:1.0:1775764321.611949:0:42317:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff944583907440. 00000100:00000200:1.0:1775764321.611953:0:42317:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1862022118920576 02000000:00000010:1.0:1775764321.611991:0:42317:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8768 at ffff9445b5308000. 00000040:00000010:1.0:1775764321.612000:0:42317:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff944586254800. 00000040:00000010:1.0:1775764321.612032:0:42317:0:(llog.c:415:llog_init_handle()) kmalloced '(llh)': 8192 at ffff9445b5312000. 00000040:00000010:1.0:1775764321.612181:0:42317:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff9445b5312000. 00000040:00000010:1.0:1775764321.612185:0:42317:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff944586254800. 00010000:00000200:1.0:1775764321.612194:0:42317:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff94448180e050 x1862022118920576/t0(0) o502->d8dacf45-8471-4226-a2fb-1fac83f69c1e@0@lo:557/0 lens 272/8472 e 0 to 0 dl 1775764332 ref 1 fl Interpret:/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1775764321.612215:0:42317:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at ffff944482d79d80. 00000100:00000200:1.0:1775764321.612221:0:42317:0:(niobuf.c:94:ptl_send_buf()) Sending 8472 bytes to portal 25, xid 1862022118920576, offset 224 00000400:00000200:1.0:1775764321.612228:0:42317:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1775764321.612241:0:42317:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1775764321.612254:0:42317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 8472 into portal 25 MB=0x69d7fcef65180 00000400:00000200:1.0:1775764321.612263:0:42317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 8472/8472 into md 0x15d19 [4] + 224 00000400:00000200:1.0:1775764321.612273:0:42317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1775764321.612277:0:42317:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1775764321.612287:0:42317:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9445bc1dca80 x1862022118920576/t0(0) o502->MGC192.168.202.128@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1775764337 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1775764321.612299:0:42317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff944482d79d80 00000400:00000010:1.0:1775764321.612301:0:42317:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at ffff944482d79d80. 00000020:00000010:1.0:1775764321.612313:0:42317:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff944481131080. 00000020:00000010:1.0:1775764321.612316:0:42317:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9445838efc80. 00000020:00000010:1.0:1775764321.612319:0:42317:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff944586254600. 02000000:00000010:1.0:1775764321.612324:0:42317:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8768 at ffff9445b5308000. 00000100:00000200:1.0:1775764321.612338:0:42317:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1775764321.612344:0:42317:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9445bd4f4dc0. 00000400:00000010:1.0:1775764321.612348:0:42317:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff944482d79d80. 00000400:00000010:1.0:1775764321.616079:0:42350:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9445b2025f78. 00000400:00000200:1.0:1775764321.616091:0:42350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9445b2d94600 00000400:00000010:1.0:1775764321.616094:0:42350:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at ffff9445b2d94600. 00000100:00000200:1.0:1775764321.616106:0:42350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9445bc1dca80 x1862022118920576/t0(0) o502->MGC192.168.202.128@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1775764337 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1775764321.616119:0:42350:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9445bc1dca80 x1862022118920576/t0(0) o502->MGC192.168.202.128@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1775764337 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1775764321.616146:0:42350:0:(client.c:3771:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9445b2d94d80. 02000000:00000010:1.0:1775764321.616158:0:42350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff9445b5524000. 02000000:00000010:1.0:1775764321.616173:0:42350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9445bae49400. 00000100:00000010:1.0:1775764321.616178:0:42350:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9445bc1dca80. 00000020:00000010:1.0:1775764321.616194:0:42350:0:(obd_config.c:2055:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff944585f1cb00. 00000020:00000010:1.0:1775764321.616198:0:42350:0:(obd_config.c:2088:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff944585f1cb00. 00000040:00000010:1.0:1775764321.616202:0:42350:0:(llog.c:894:llog_process_thread()) kvfree 'buf': 8192 at ffff9445878c4000. 00000020:00000010:1.0:1775764321.616209:0:42350:0:(lu_object.c:2048:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9445993e2b40. 00000020:00000010:1.0:1775764321.616225:0:42350:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff9445bae48400. 00000040:00000010:1.0:1775764321.616229:0:42350:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff9445bae48000. 00000020:00000010:1.0:1775764321.616231:0:42350:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff944588870800. 00000020:00000010:1.0:1775764321.616236:0:42350:0:(tgt_main.c:740:tgt_key_fini()) slab-freed '(info)': 1288 at ffff94458602cb78. 00000020:00000010:1.0:1775764321.616240:0:42350:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff9445bae48e00. 80000000:00000010:1.0:1775764321.616244:0:42350:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff9445871d3d80. 40000000:00000010:1.0:1775764321.616248:0:42350:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff9445993e2d40. 00100000:00000010:1.0:1775764321.616251:0:42350:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff944588877000. 00040000:00000010:1.0:1775764321.616255:0:42350:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff94458339a500. 00040000:00000010:1.0:1775764321.616259:0:42350:0:(qmt_dev.c:344:qmt_key_fini()) kfreed 'info': 1256 at ffff944588872800. 00040000:00000010:1.0:1775764321.616262:0:42350:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9445bae48200. 00080000:00000010:1.0:1775764321.616265:0:42350:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2000 at ffff944588876800. 00000004:00000010:1.0:1775764321.616269:0:42350:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at ffff944588874000. 00000004:00000010:1.0:1775764321.616274:0:42350:0:(mdt_handler.c:8411:mdt_key_fini()) kfreed 'info': 2568 at ffff94458531f000. 00000004:00000010:1.0:1775764321.616278:0:42350:0:(lod_dev.c:2366:lod_key_fini()) kfreed 'info': 1224 at ffff944588872000. 00000004:00000010:1.0:1775764321.616281:0:42350:0:(osp_dev.c:1823:osp_key_fini()) kfreed 'info': 616 at ffff9445b2eed400. 00000020:00000010:1.0:1775764321.616284:0:42350:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9445bae49200. 00000040:00000010:1.0:1775764321.616307:0:42306:0:(llog.c:989:llog_process_or_fork()) kfreed 'lpi': 96 at ffff9445871d3de0. 00000040:00000010:1.0:1775764321.616313:0:42306:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff9445b7a9e000. 00000040:00000010:1.0:1775764321.616316:0:42306:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff944586254c00. 00000020:00000010:1.0:1775764321.616321:0:42306:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff944585df2200. 00000040:00000010:1.0:1775764321.616324:0:42306:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff944585df3e00. 00000020:00000010:1.0:1775764321.616326:0:42306:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff944483a89800. 00000020:00000010:1.0:1775764321.616328:0:42306:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff944585df3a00. 80000000:00000010:1.0:1775764321.616331:0:42306:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff94458674e3c0. 00040000:00000010:1.0:1775764321.616333:0:42306:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff944585df3800. 00080000:00000010:1.0:1775764321.616336:0:42306:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2000 at ffff944483a8a800. 20000000:00000010:1.0:1775764321.616339:0:42306:0:(mgs_handler.c:1745:mgs_key_fini()) kfreed 'info': 392 at ffff944586255200. 00000020:00000010:1.0:1775764321.616342:0:42306:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff944585df3600. 10000000:00000010:1.0:1775764321.616344:0:42306:0:(mgc_request.c:1748:mgc_process_cfg_log()) kfreed 'env': 56 at ffff944583907500. 00000020:00000010:1.0:1775764321.616367:0:42306:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff944586255e00. 00000040:00000010:1.0:1775764321.616370:0:42306:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff944586255c00. 00000020:00000010:1.0:1775764321.616372:0:42306:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff94458d09a000. 00000020:00000010:1.0:1775764321.616375:0:42306:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff944586254400. 00040000:00000010:1.0:1775764321.616377:0:42306:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9445b5622b00. 00040000:00000010:1.0:1775764321.616381:0:42306:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff944586254e00. 00080000:00000010:1.0:1775764321.616383:0:42306:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2000 at ffff94458d09f800. 00000020:00000010:1.0:1775764321.616386:0:42306:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff944586255a00. 00000020:00000010:1.0:1775764321.616388:0:42306:0:(obd_mount.c:81:lustre_process_log()) kfreed 'lcfg': 184 at ffff944482d79b40. 00000020:00000010:1.0:1775764321.616391:0:42306:0:(obd_mount.c:83:lustre_process_log()) kfreed 'bufs': 104 at ffff9445834d4980. 00000020:00000010:1.0:1775764321.616400:0:42306:0:(tgt_mount.c:1061:lustre_start_lwp()) kmalloced '(logname)': 64 at ffff944583907500. 00000020:00000010:1.0:1775764321.616404:0:42306:0:(tgt_mount.c:1073:lustre_start_lwp()) kmalloced '(cfg)': 88 at ffff94458674e3c0. 00000020:00000010:1.0:1775764321.616407:0:42306:0:(obd_mount.c:66:lustre_process_log()) kmalloced '(bufs)': 104 at ffff944481131080. 00000020:00000010:1.0:1775764321.616411:0:42306:0:(obd_mount.c:75:lustre_process_log()) kmalloced '(lcfg)': 184 at ffff944482d79b40. 00000020:00000010:1.0:1775764321.616414:0:42306:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff944586255a00. 00000020:00000010:1.0:1775764321.616417:0:42306:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff944586254e00. 00000040:00000010:1.0:1775764321.616420:0:42306:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff944586254400. 00000020:00000010:1.0:1775764321.616423:0:42306:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff944483a8a800. 00000020:00000010:1.0:1775764321.616426:0:42306:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff944586255c00. 00040000:00000010:1.0:1775764321.616429:0:42306:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff944585f1cb00. 00040000:00000010:1.0:1775764321.616431:0:42306:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff944586255e00. 00080000:00000010:1.0:1775764321.616434:0:42306:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2000 at ffff944483a89800. 10000000:00000010:1.0:1775764321.616441:0:42306:0:(mgc_request.c:197:do_config_log_add()) kmalloced '(cld)': 286 at ffff944586255200. 00000100:00000010:1.0:1775764321.616451:0:42306:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9445bf4fa680. 02000000:00000010:1.0:1775764321.616462:0:42306:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff944586254c00. 00010000:00000010:1.0:1775764321.616475:0:42306:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9445bd390c00. 00000100:00000010:1.0:1775764321.616490:0:42306:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff944482d79600. 02000000:00000010:1.0:1775764321.616509:0:42306:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff94459ec8c400. 00000400:00000010:1.0:1775764321.616515:0:42306:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9445bd4f4108. 00000400:00000010:1.0:1775764321.616520:0:42306:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9445b6b12770. 00000100:00000200:1.0:1775764321.616526:0:42306:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862022118920704, portal 25 00000400:00000010:1.0:1775764321.616532:0:42306:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9445b6b12aa0. 00000100:00000200:1.0:1775764321.616535:0:42306:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1862022118920704, offset 0 00000400:00000200:1.0:1775764321.616542:0:42306:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1775764321.616554:0:42306:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1775764321.616567:0:42306:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x69d7fcef65200 00000400:00000200:1.0:1775764321.616574:0:42306:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x15445 [2] + 0 00000400:00000010:1.0:1775764321.616578:0:42306:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9445bfd6c948. 00000400:00000200:1.0:1775764321.616581:0:42306:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff94458888ab40 00000400:00000200:1.0:1775764321.616587:0:42306:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1775764321.616590:0:42306:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1775764321.616595:0:42306:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94458888ab40 00000400:00000010:1.0:1775764321.616596:0:42306:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff94458888ab40. 00000100:00000200:1.0:1775764321.616601:0:42306:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:1.0:1775764321.616617:0:42306:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9445b6b12aa0 00000400:00000010:1.0:1775764321.616619:0:42306:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9445b6b12aa0. 00000100:00000200:1.0:1775764321.616625:0:42306:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9445bf4fa680 x1862022118920704/t0(0) o101->MGC192.168.202.128@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1775764337 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1775764321.616668:0:42317:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff944583907440. 00000020:00000010:1.0:1775764321.616672:0:42317:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff944583907440. 00000020:00000010:1.0:1775764321.616675:0:42317:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff944586254600. 00000020:00000010:1.0:1775764321.616679:0:42317:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff944481131f00. 00000020:00000010:1.0:1775764321.616683:0:42317:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9445838efc80. 00000020:00000010:1.0:1775764321.616707:0:42317:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff944583907440. 00000020:00000010:1.0:1775764321.616710:0:42317:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff944583907440. 00000100:00000200:1.0:1775764321.616713:0:42317:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1862022118920704 00010000:00000010:1.0:1775764321.616729:0:42317:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9445bd391000. 02000000:00000010:1.0:1775764321.616740:0:42317:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at ffff94459ec8dc00. 00010000:00000200:1.0:1775764321.616769:0:42317:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff94448180d050 x1862022118920704/t0(0) o101->d8dacf45-8471-4226-a2fb-1fac83f69c1e@0@lo:557/0 lens 328/344 e 0 to 0 dl 1775764332 ref 1 fl Interpret:/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1775764321.616784:0:42317:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9445b6b12aa0. 00000100:00000200:1.0:1775764321.616787:0:42317:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1862022118920704, offset 224 00000400:00000200:1.0:1775764321.616791:0:42317:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1775764321.616821:0:42317:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1775764321.616827:0:42317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x69d7fcef65200 00000400:00000200:1.0:1775764321.616831:0:42317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x15d29 [1] + 224 00000400:00000200:1.0:1775764321.616834:0:42317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1775764321.616837:0:42317:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1775764321.616842:0:42317:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9445bf4fa680 x1862022118920704/t0(0) o101->MGC192.168.202.128@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1775764337 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1775764321.616855:0:42317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9445b6b12aa0 00000400:00000010:1.0:1775764321.616857:0:42317:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9445b6b12aa0. 00000020:00000010:1.0:1775764321.616867:0:42317:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff944481131f00. 00000020:00000010:1.0:1775764321.616870:0:42317:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9445838efc80. 00000020:00000010:1.0:1775764321.616872:0:42317:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff944586254600. 02000000:00000010:1.0:1775764321.616878:0:42317:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at ffff94459ec8dc00. 00000100:00000200:1.0:1775764321.616883:0:42317:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1775764321.616887:0:42317:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9445bd4f45d8. 00000400:00000010:1.0:1775764321.616891:0:42317:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff94458888ab40. 00000400:00000010:1.0:1775764321.616906:0:42306:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9445bd4f4108. 00000400:00000200:1.0:1775764321.616909:0:42306:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9445b6b12770 00000400:00000010:1.0:1775764321.616910:0:42306:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9445b6b12770. 00000100:00000200:1.0:1775764321.616915:0:42306:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9445bf4fa680 x1862022118920704/t0(0) o101->MGC192.168.202.128@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1775764337 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1775764321.616923:0:42306:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9445bf4fa680 x1862022118920704/t0(0) o101->MGC192.168.202.128@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1775764337 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1775764321.616934:0:42306:0:(client.c:3771:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff944482d79600. 02000000:00000010:1.0:1775764321.616946:0:42306:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff94459ec8c400. 02000000:00000010:1.0:1775764321.616949:0:42306:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff944586254c00. 00000100:00000010:1.0:1775764321.616951:0:42306:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9445bf4fa680. 10000000:00000010:1.0:1775764321.616957:0:42306:0:(mgc_request.c:1700:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff944583907440. 00000020:00000010:1.0:1775764321.616960:0:42306:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff944586254c00. 00000020:00000010:1.0:1775764321.616963:0:42306:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff944586254600. 00000040:00000010:1.0:1775764321.616965:0:42306:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff944586254800. 00000020:00000010:1.0:1775764321.616969:0:42306:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff944483a8d800. 00000020:00000010:1.0:1775764321.616972:0:42306:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff944586255800. 80000000:00000010:1.0:1775764321.616976:0:42306:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff94458674e600. 00040000:00000010:1.0:1775764321.616980:0:42306:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff944585df3600. 00080000:00000010:1.0:1775764321.616983:0:42306:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2000 at ffff944483a88800. 20000000:00000010:1.0:1775764321.616986:0:42306:0:(mgs_handler.c:1745:mgs_key_init()) kmalloced '(value)': 392 at ffff944585df3800. 00000040:00000010:1.0:1775764321.616990:0:42306:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff944585df3a00. 00000100:00000010:1.0:1775764321.616994:0:42306:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9445bf4fa680. 02000000:00000010:1.0:1775764321.616999:0:42306:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff944585df3e00. 00000100:00000010:1.0:1775764321.617007:0:42306:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94458888a900. 02000000:00000010:1.0:1775764321.617016:0:42306:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff944585df2200. 00000400:00000010:1.0:1775764321.617019:0:42306:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9445bd4f4108. 00000400:00000010:1.0:1775764321.617021:0:42306:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9445b6b12770. 00000100:00000200:1.0:1775764321.617023:0:42306:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862022118920832, portal 25 00000400:00000010:1.0:1775764321.617026:0:42306:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9445b6b12aa0. 00000100:00000200:1.0:1775764321.617028:0:42306:0:(niobuf.c:94:ptl_send_buf()) Sending 512 bytes to portal 26, xid 1862022118920832, offset 0 00000400:00000200:1.0:1775764321.617031:0:42306:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1775764321.617036:0:42306:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1775764321.617041:0:42306:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 512 into portal 26 MB=0x69d7fcef65280 00000400:00000200:1.0:1775764321.617044:0:42306:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 512/512 into md 0x15449 [2] + 0 00000400:00000010:1.0:1775764321.617047:0:42306:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9445bfd6c000. 00000400:00000200:1.0:1775764321.617049:0:42306:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff94458888a000 00000400:00000200:1.0:1775764321.617052:0:42306:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1775764321.617054:0:42306:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1775764321.617056:0:42306:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94458888a000 00000400:00000010:1.0:1775764321.617058:0:42306:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff94458888a000. 00000100:00000200:1.0:1775764321.617060:0:42306:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:1.0:1775764321.617071:0:42306:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9445b6b12aa0 00000400:00000010:1.0:1775764321.617072:0:42306:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9445b6b12aa0. 00000100:00000200:1.0:1775764321.617076:0:42306:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9445bf4fa680 x1862022118920832/t0(0) o501->MGC192.168.202.128@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1775764337 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1775764321.617100:0:42317:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff944583907300. 00000020:00000010:1.0:1775764321.617103:0:42317:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff944583907300. 00000020:00000010:1.0:1775764321.617107:0:42317:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9445bb4bc600. 00000020:00000010:1.0:1775764321.617110:0:42317:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff944481131f00. 00000020:00000010:1.0:1775764321.617112:0:42317:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9445838efc80. 00000020:00000010:1.0:1775764321.617123:0:42317:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff944583907300. 00000020:00000010:1.0:1775764321.617125:0:42317:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff944583907300. 00000100:00000200:1.0:1775764321.617127:0:42317:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1862022118920832 02000000:00000010:1.0:1775764321.617136:0:42317:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at ffff94459ec8c400. 00000040:00000010:1.0:1775764321.617141:0:42317:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff9445bb4bda00. 00000040:00000010:1.0:1775764321.617331:0:42317:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 14 at ffff9445be70ef60. 00000040:00000010:1.0:1775764321.617341:0:42317:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 14 at ffff9445be70ef60. 00000040:00000010:1.0:1775764321.617344:0:42317:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff9445bb4bda00. 20000000:00000010:1.0:1775764321.617352:0:42317:0:(mgs_nids.c:1144:mgs_fsc_attach()) kmalloced '(new_fsc)': 56 at ffff944583907300. 20000000:00000010:1.0:1775764321.617355:0:42317:0:(mgs_nids.c:1187:mgs_fsc_attach()) kfreed 'new_fsc': 56 at ffff944583907300. 00010000:00000200:1.0:1775764321.617361:0:42317:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff9445bd379c50 x1862022118920832/t0(0) o501->d8dacf45-8471-4226-a2fb-1fac83f69c1e@0@lo:557/0 lens 512/272 e 0 to 0 dl 1775764332 ref 1 fl Interpret:/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1775764321.617371:0:42317:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9445b6b12aa0. 00000100:00000200:1.0:1775764321.617374:0:42317:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 25, xid 1862022118920832, offset 224 00000400:00000200:1.0:1775764321.617378:0:42317:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1775764321.617382:0:42317:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1775764321.617387:0:42317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 25 MB=0x69d7fcef65280 00000400:00000200:1.0:1775764321.617391:0:42317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 272/272 into md 0x15d39 [1] + 224 00000400:00000200:1.0:1775764321.617394:0:42317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1775764321.617397:0:42317:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1775764321.617401:0:42317:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9445bf4fa680 x1862022118920832/t0(0) o501->MGC192.168.202.128@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1775764337 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1775764321.617414:0:42317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9445b6b12aa0 00000400:00000010:1.0:1775764321.617416:0:42317:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9445b6b12aa0. 00000020:00000010:1.0:1775764321.617423:0:42317:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff944481131f00. 00000020:00000010:1.0:1775764321.617426:0:42317:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9445838efc80. 00000020:00000010:1.0:1775764321.617429:0:42317:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9445bb4bc600. 02000000:00000010:1.0:1775764321.617434:0:42317:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at ffff94459ec8c400. 00000100:00000200:1.0:1775764321.617437:0:42317:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1775764321.617441:0:42317:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9445b2a5c0b0. 00000400:00000010:1.0:1775764321.617444:0:42317:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff94458888a000. 00000400:00000010:1.0:1775764321.617456:0:42306:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9445bd4f4108. 00000400:00000200:1.0:1775764321.617459:0:42306:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9445b6b12770 00000400:00000010:1.0:1775764321.617461:0:42306:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9445b6b12770. 00000100:00000200:1.0:1775764321.617465:0:42306:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9445bf4fa680 x1862022118920832/t0(0) o501->MGC192.168.202.128@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1775764337 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1775764321.617472:0:42306:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9445bf4fa680 x1862022118920832/t0(0) o501->MGC192.168.202.128@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1775764337 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1775764321.617484:0:42306:0:(client.c:3771:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94458888a900. 02000000:00000010:1.0:1775764321.617488:0:42306:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff944585df2200. 02000000:00000010:1.0:1775764321.617491:0:42306:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff944585df3e00. 00000100:00000010:1.0:1775764321.617493:0:42306:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9445bf4fa680. 00000040:00000010:1.0:1775764321.617500:0:42306:0:(llog.c:415:llog_init_handle()) kmalloced '(llh)': 8192 at ffff9445b5312000. 00000100:00000010:1.0:1775764321.617504:0:42306:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9445bf4fa680. 02000000:00000010:1.0:1775764321.617508:0:42306:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9445864b9400. 00000100:00000010:1.0:1775764321.617513:0:42306:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94458888a900. 02000000:00000010:1.0:1775764321.617530:0:42306:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff9445b5524000. 00000400:00000010:1.0:1775764321.617534:0:42306:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9445b2a5cbb0. 00000400:00000010:1.0:1775764321.617537:0:42306:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff94458888ac00. 00000100:00000200:1.0:1775764321.617539:0:42306:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1862022118920960, portal 25 00000400:00000010:1.0:1775764321.617543:0:42306:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9445b6b12770. 00000100:00000200:1.0:1775764321.617545:0:42306:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1862022118920960, offset 0 00000400:00000200:1.0:1775764321.617548:0:42306:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1775764321.617553:0:42306:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1775764321.617557:0:42306:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 26 MB=0x69d7fcef65300 00000400:00000200:1.0:1775764321.617560:0:42306:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 272/272 into md 0x1544d [2] + 0 00000400:00000010:1.0:1775764321.617563:0:42306:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9445bfd6c7e8. 00000400:00000200:1.0:1775764321.617565:0:42306:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff94458888ae40 00000400:00000200:1.0:1775764321.617568:0:42306:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1775764321.617571:0:42306:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1775764321.617573:0:42306:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94458888ae40 00000400:00000010:1.0:1775764321.617574:0:42306:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff94458888ae40. 00000100:00000200:1.0:1775764321.617577:0:42306:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:1.0:1775764321.617584:0:42306:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9445b6b12770 00000400:00000010:1.0:1775764321.617586:0:42306:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9445b6b12770. 00000100:00000200:1.0:1775764321.617589:0:42306:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9445bf4fa680 x1862022118920960/t0(0) o503->MGC192.168.202.128@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1775764337 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1775764321.617611:0:42317:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff944583907300. 00000020:00000010:1.0:1775764321.617613:0:42317:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff944583907300. 00000020:00000010:1.0:1775764321.617616:0:42317:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9445864b8a00. 00000020:00000010:1.0:1775764321.617619:0:42317:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff944481131f00. 00000020:00000010:1.0:1775764321.617621:0:42317:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9445838efc80. 00000020:00000010:1.0:1775764321.617632:0:42317:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff944583907300. 00000020:00000010:1.0:1775764321.617634:0:42317:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff944583907300. 00000100:00000200:1.0:1775764321.617636:0:42317:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1862022118920960 02000000:00000010:1.0:1775764321.617652:0:42317:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8712 at ffff9445be0ec000. 00000040:00000010:1.0:1775764321.617657:0:42317:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff9445864b8000. 00000040:00000010:1.0:1775764321.617665:0:42317:0:(llog.c:415:llog_init_handle()) kmalloced '(llh)': 8192 at ffff9445b5310000. 00000040:00000010:1.0:1775764321.617773:0:42317:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff9445b5310000. 00000040:00000010:1.0:1775764321.617778:0:42317:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff9445864b8000. 00010000:00000200:1.0:1775764321.617783:0:42317:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff9445bd378450 x1862022118920960/t0(0) o503->d8dacf45-8471-4226-a2fb-1fac83f69c1e@0@lo:557/0 lens 272/8416 e 0 to 0 dl 1775764332 ref 1 fl Interpret:/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1775764321.617794:0:42317:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at ffff94458888ae40. 00000100:00000200:1.0:1775764321.617820:0:42317:0:(niobuf.c:94:ptl_send_buf()) Sending 8416 bytes to portal 25, xid 1862022118920960, offset 224 00000400:00000200:1.0:1775764321.617824:0:42317:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1775764321.617830:0:42317:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1775764321.617835:0:42317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 8416 into portal 25 MB=0x69d7fcef65300 00000400:00000200:1.0:1775764321.617838:0:42317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 8416/8416 into md 0x15d49 [4] + 224 00000400:00000200:1.0:1775764321.617843:0:42317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1775764321.617846:0:42317:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1775764321.617851:0:42317:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9445bf4fa680 x1862022118920960/t0(0) o503->MGC192.168.202.128@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1775764337 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1775764321.617866:0:42317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94458888ae40 00000400:00000010:1.0:1775764321.617867:0:42317:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at ffff94458888ae40. 00000020:00000010:1.0:1775764321.617875:0:42317:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff944481131f00. 00000020:00000010:1.0:1775764321.617878:0:42317:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9445838efc80. 00000020:00000010:1.0:1775764321.617881:0:42317:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9445864b8a00. 02000000:00000010:1.0:1775764321.617884:0:42317:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8712 at ffff9445be0ec000. 00000100:00000200:1.0:1775764321.617896:0:42317:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1775764321.617900:0:42317:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9445b2a5ca50. 00000400:00000010:1.0:1775764321.617903:0:42317:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff94458888ae40. 00000400:00000010:1.0:1775764321.617917:0:42306:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9445b2a5cbb0. 00000400:00000200:1.0:1775764321.617920:0:42306:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94458888ac00 00000400:00000010:1.0:1775764321.617922:0:42306:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at ffff94458888ac00. 00000100:00000200:1.0:1775764321.617926:0:42306:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9445bf4fa680 x1862022118920960/t0(0) o503->MGC192.168.202.128@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1775764337 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1775764321.617934:0:42306:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9445bf4fa680 x1862022118920960/t0(0) o503->MGC192.168.202.128@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1775764337 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1775764321.617946:0:42306:0:(client.c:3771:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94458888a900. 02000000:00000010:1.0:1775764321.617951:0:42306:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff9445b5524000. 02000000:00000010:1.0:1775764321.617959:0:42306:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9445864b9400. 00000100:00000010:1.0:1775764321.617962:0:42306:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9445bf4fa680. 00000040:00000010:1.0:1775764321.617967:0:42306:0:(llog.c:948:llog_process_or_fork()) kmalloced '(lpi)': 96 at ffff94458674e360. 00000020:00000010:1.0:1775764321.633831:0:42317:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff944583907a00. 00000020:00000010:1.0:1775764321.633844:0:42317:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff944583907a00. 00000020:00000010:1.0:1775764321.633851:0:42317:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9445864b8000. 00000020:00000010:1.0:1775764321.633858:0:42317:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff944481131580. 00000020:00000010:1.0:1775764321.633863:0:42317:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9445838efc80. 00000020:00000010:1.0:1775764321.633911:0:42317:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff944583907a00. 00000020:00000010:1.0:1775764321.633914:0:42317:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff944583907a00. 00000100:00000200:1.0:1775764321.633918:0:42317:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1862022118921088 02000000:00000010:1.0:1775764321.633959:0:42317:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8768 at ffff9445982e4000. 00000040:00000010:1.0:1775764321.633968:0:42317:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff9445864b8800. 00000040:00000010:1.0:1775764321.633989:0:42317:0:(llog.c:415:llog_init_handle()) kmalloced '(llh)': 8192 at ffff9445b5310000. 00000040:00000010:1.0:1775764321.634202:0:42317:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff9445b5310000. 00000040:00000010:1.0:1775764321.634206:0:42317:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff9445864b8800. 00010000:00000200:1.0:1775764321.634221:0:42317:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff9445bd37ac50 x1862022118921088/t0(0) o502->d8dacf45-8471-4226-a2fb-1fac83f69c1e@0@lo:557/0 lens 272/8472 e 0 to 0 dl 1775764332 ref 1 fl Interpret:/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1775764321.634245:0:42317:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at ffff94458888a900. 00000100:00000200:1.0:1775764321.634256:0:42317:0:(niobuf.c:94:ptl_send_buf()) Sending 8472 bytes to portal 25, xid 1862022118921088, offset 224 00000400:00000200:1.0:1775764321.634264:0:42317:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1775764321.634281:0:42317:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1775764321.634296:0:42317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 8472 into portal 25 MB=0x69d7fcef65380 00000400:00000200:1.0:1775764321.634306:0:42317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 8472/8472 into md 0x15d59 [4] + 224 00000400:00000200:1.0:1775764321.634317:0:42317:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1775764321.634322:0:42317:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1775764321.634336:0:42317:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9445bc1ddf80 x1862022118921088/t0(0) o502->MGC192.168.202.128@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1775764337 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1775764321.634373:0:42317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94458888a900 00000400:00000010:1.0:1775764321.634377:0:42317:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at ffff94458888a900. 00000020:00000010:1.0:1775764321.634393:0:42317:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff944481131580. 00000020:00000010:1.0:1775764321.634397:0:42317:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9445838efc80. 00000020:00000010:1.0:1775764321.634400:0:42317:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9445864b8000. 02000000:00000010:1.0:1775764321.634408:0:42317:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8768 at ffff9445982e4000. 00000100:00000200:1.0:1775764321.634423:0:42317:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1775764321.634430:0:42317:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9445b2a5cbb0. 00000400:00000010:1.0:1775764321.634435:0:42317:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff94458888a900. 00000020:00000010:1.0:1775764321.650483:0:42319:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff944583907080. 00000020:00000010:1.0:1775764321.650489:0:42319:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff944583907080. 00000020:00000010:1.0:1775764321.650493:0:42319:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9445864b8800. 00000020:00000010:1.0:1775764321.650497:0:42319:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff944481131580. 00000020:00000010:1.0:1775764321.650501:0:42319:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9445838efc80. 00000020:00000010:1.0:1775764321.650538:0:42319:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff944583907080. 00000020:00000010:1.0:1775764321.650541:0:42319:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff944583907080. 00000100:00000200:1.0:1775764321.650543:0:42319:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1862022118921472 02000000:00000010:1.0:1775764321.650558:0:42319:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at ffff9445b5310000. 20000000:00000010:1.0:1775764321.650569:0:42319:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at ffff9445b5316000. 20000000:00000010:1.0:1775764321.650577:0:42319:0:(mgs_nids.c:584:mgs_nidtbl_write()) kmalloced '(tgt)': 96 at ffff94458674ea80. 20000000:00000010:1.0:1775764321.650587:0:42319:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at ffff9445864b9600. 00080000:00000010:1.0:1775764321.650827:0:42319:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff94459ec8e400. 00000100:00000010:1.0:1775764321.747249:0:40704:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94459934f420. 00000100:00000010:1.0:1775764321.815247:0:42313:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9445bf4fa680. 02000000:00000010:1.0:1775764321.815255:0:42313:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94459d0e3a00. 00010000:00000010:1.0:1775764321.815290:0:42313:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff9445b7babb40. 00040000:00000010:1.0:1775764321.815310:0:3328:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at ffff944483a89800. 00080000:00000010:1.0:1775764321.815314:0:3328:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2000 at ffff944483a8a800. 00000004:00000010:1.0:1775764321.815317:0:3328:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at ffff944483a88800. 00000004:00000010:1.0:1775764321.815322:0:3328:0:(mdt_handler.c:8386:mdt_key_init()) kmalloced '(value)': 2568 at ffff9445905ff000. 00000004:00000010:1.0:1775764321.815325:0:3328:0:(lod_dev.c:2340:lod_key_init()) kmalloced '(value)': 1224 at ffff944483a8d800. 00000004:00000010:1.0:1775764321.815328:0:3328:0:(osp_dev.c:1823:osp_key_init()) kmalloced '(value)': 616 at ffff94459ec8e400. 02000000:00000010:1.0:1775764321.815339:0:3328:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94459d0e2600. 00000400:00000010:1.0:1775764321.815344:0:3328:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9445b2a5cc08. 00000400:00000010:1.0:1775764321.815348:0:3328:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9445b6b12770. 00000100:00000200:1.0:1775764321.815351:0:3328:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862022118921728, portal 18 00000400:00000010:1.0:1775764321.815355:0:3328:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9445b6b12aa0. 00000100:00000200:1.0:1775764321.815357:0:3328:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1862022118921728, offset 0 00000400:00000200:1.0:1775764321.815361:0:3328:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1775764321.815367:0:3328:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1775764321.815373:0:3328:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x69d7fcef65600 00000400:00000200:1.0:1775764321.815379:0:3328:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x15301 [2] + 0 00000400:00000200:1.0:1775764321.815384:0:3328:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1775764321.815387:0:3328:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1775764321.815391:0:3328:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1775764321.815395:0:3328:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9445bf4f9500. 00000400:00000200:1.0:1775764321.815408:0:3328:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9445b6b12aa0 00000400:00000010:1.0:1775764321.815409:0:3328:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9445b6b12aa0. 00000100:00000200:1.0:1775764321.815415:0:3328:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9445bf4fa680 x1862022118921728/t0(0) o103->MGC192.168.202.128@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1775764337 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00040000:00000010:1.0:1775764321.815440:0:3329:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at ffff94458d09f800. 00080000:00000010:1.0:1775764321.815444:0:3329:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2000 at ffff94458d09a000. 00000004:00000010:1.0:1775764321.815447:0:3329:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at ffff94458d09e000. 00000004:00000010:1.0:1775764321.815451:0:3329:0:(mdt_handler.c:8386:mdt_key_init()) kmalloced '(value)': 2568 at ffff9445905f8000. 00000004:00000010:1.0:1775764321.815454:0:3329:0:(lod_dev.c:2340:lod_key_init()) kmalloced '(value)': 1224 at ffff94458d098800. 00000004:00000010:1.0:1775764321.815457:0:3329:0:(osp_dev.c:1823:osp_key_init()) kmalloced '(value)': 616 at ffff94459ec8c800. 00000020:00000010:1.0:1775764321.815471:0:42309:0:(lprocfs_status.c:1408:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff9445b5314000. 00040000:00000010:1.0:1775764321.815480:0:42309:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at ffff944598e2a800. 00000004:00000010:1.0:1775764321.815483:0:42309:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at ffff944598e2f000. 00000004:00000010:1.0:1775764321.815486:0:42309:0:(mdt_handler.c:8386:mdt_key_init()) kmalloced '(value)': 2568 at ffff9445905fa000. 00000004:00000010:1.0:1775764321.815490:0:42309:0:(lod_dev.c:2340:lod_key_init()) kmalloced '(value)': 1224 at ffff94458d24c000. 00000004:00000010:1.0:1775764321.815493:0:42309:0:(osp_dev.c:1823:osp_key_init()) kmalloced '(value)': 616 at ffff94459ec8c400. 00000020:00000010:1.0:1775764321.815499:0:42309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9445861d4740. 00000020:00000010:1.0:1775764321.815502:0:42309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9445861d4740. 00000020:00000010:1.0:1775764321.815505:0:42309:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff94459d0e2000. 00000020:00000010:1.0:1775764321.815508:0:42309:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff944481131a00. 00000020:00000010:1.0:1775764321.815511:0:42309:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9445838ef3e8. 00000100:00000200:1.0:1775764321.815526:0:42309:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff9445bf4f9500 x1862022118921728/t0(0) o103->d8dacf45-8471-4226-a2fb-1fac83f69c1e@0@lo:557/0 lens 328/0 e 0 to 0 dl 1775764332 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1775764321.815546:0:42309:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9445861d4740. 00000020:00000010:1.0:1775764321.815548:0:42309:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9445861d4740. 00000100:00000200:1.0:1775764321.815550:0:42309:0:(service.c:2542:ptlrpc_server_handle_request()) got req 1862022118921728 02000000:00000010:1.0:1775764321.815558:0:42309:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9445bc1e2400. 00010000:00000010:1.0:1775764321.815583:0:42309:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff9445861d4740. 00000100:00000010:1.0:1775764321.815589:0:42309:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9445920ae780. 00000100:00000010:1.0:1775764321.815603:0:42309:0:(client.c:3771:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9445920ae780. 00010000:00000010:1.0:1775764321.815608:0:42309:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff9445861d4740. 00000400:00000010:1.0:1775764321.815614:0:42309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9445b6b12aa0. 00000100:00000200:1.0:1775764321.815617:0:42309:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862022118921728, offset 224 00000400:00000200:1.0:1775764321.815621:0:42309:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1775764321.815629:0:42309:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1775764321.815634:0:42309:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x69d7fcef65600 00000400:00000200:1.0:1775764321.815638:0:42309:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x15d99 [1] + 224 00000400:00000200:1.0:1775764321.815642:0:42309:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1775764321.815644:0:42309:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1775764321.815650:0:42309:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9445bf4fa680 x1862022118921728/t0(0) o103->MGC192.168.202.128@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1775764337 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1775764321.815663:0:42309:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9445b6b12aa0 00000400:00000010:1.0:1775764321.815665:0:42309:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9445b6b12aa0. 00000020:00000010:1.0:1775764321.815671:0:42309:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff944481131a00. 00000020:00000010:1.0:1775764321.815674:0:42309:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9445838ef3e8. 00000020:00000010:1.0:1775764321.815677:0:42309:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff94459d0e2000. 00000400:00000010:1.0:1775764321.815695:0:3328:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9445b2a5cc08. 00000400:00000200:1.0:1775764321.815699:0:3328:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9445b6b12770 00000400:00000010:1.0:1775764321.815700:0:3328:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9445b6b12770. 00000100:00000200:1.0:1775764321.815704:0:3328:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9445bf4fa680 x1862022118921728/t0(0) o103->MGC192.168.202.128@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1775764337 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1775764321.815712:0:3328:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9445bf4fa680 x1862022118921728/t0(0) o103->MGC192.168.202.128@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1775764337 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1775764321.815724:0:3328:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94459d0e2600. 02000000:00000010:1.0:1775764321.815728:0:3328:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94459d0e3a00. 00000100:00000010:1.0:1775764321.815732:0:3328:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9445bf4fa680. 00010000:00000010:1.1:1775764321.823953:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff944583bacb00. 00010000:00000010:1.1:1775764321.823971:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9445bd390600. 00010000:00000010:1.1:1775764321.823975:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9445bd391600. 00010000:00000010:3.1:1775764321.830080:0:5623:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff944583bac800. 00010000:00000010:3.1:1775764321.830296:0:5623:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9445bfe76c00. 00000100:00000010:1.0:1775764321.906697:0:40704:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff944483a43120. 00000040:00000010:1.0:1775764322.025348:0:42306:0:(llog.c:948:llog_process_or_fork()) kmalloced '(lpi)': 96 at ffff94458674e4e0. 00000020:00000010:1.0:1775764322.025367:0:42306:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9445864b8800. 00000020:00000010:1.0:1775764322.025372:0:42306:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff9445864b8400. 00000040:00000010:1.0:1775764322.025376:0:42306:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff9445864b9200. 00000020:00000010:1.0:1775764322.025381:0:42306:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff94458d24b800. 00000020:00000010:1.0:1775764322.025388:0:42306:0:(tgt_main.c:720:tgt_key_init()) slab-alloced 'thread': 1288 at ffff944598233c60. 00000020:00000010:1.0:1775764322.025393:0:42306:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff944585df3800. 80000000:00000010:1.0:1775764322.025397:0:42306:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff94458674e960. 40000000:00000010:1.0:1775764322.025402:0:42306:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff9445861d4200. 00100000:00000010:1.0:1775764322.025407:0:42306:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff94458d24f000. 00040000:00000010:1.0:1775764322.025411:0:42306:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff944585f1cd00. 00040000:00000010:1.0:1775764322.025415:0:42306:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at ffff94458d248000. 00040000:00000010:1.0:1775764322.025418:0:42306:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff944585df3600. 00080000:00000010:1.0:1775764322.025422:0:42306:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2000 at ffff94458d24f800. 00000004:00000010:1.0:1775764322.025428:0:42306:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at ffff94458d24a800. 00000004:00000010:1.0:1775764322.025433:0:42306:0:(mdt_handler.c:8386:mdt_key_init()) kmalloced '(value)': 2568 at ffff9445905fe000. 00000004:00000010:1.0:1775764322.025437:0:42306:0:(lod_dev.c:2340:lod_key_init()) kmalloced '(value)': 1224 at ffff94458d24e800. 00000004:00000010:1.0:1775764322.025442:0:42306:0:(osp_dev.c:1823:osp_key_init()) kmalloced '(value)': 616 at ffff9445bc1e2c00. 00000020:00000010:1.0:1775764322.025446:0:42306:0:(lu_object.c:2003:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9445861d4900. 00000040:00000010:1.0:1775764322.025454:0:42306:0:(llog.c:573:llog_process_thread()) kmalloced '(buf)': 8192 at ffff9445b5310000. 00000040:00000010:1.0:1775764322.027286:0:42306:0:(llog.c:894:llog_process_thread()) kvfree 'buf': 8192 at ffff9445b5310000. 00000020:00000010:1.0:1775764322.027307:0:42306:0:(lu_object.c:2048:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9445861d4900. 00000020:00000010:1.0:1775764322.027326:0:42306:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff9445864b8400. 00000040:00000010:1.0:1775764322.027332:0:42306:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff9445864b9200. 00000020:00000010:1.0:1775764322.027336:0:42306:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff94458d24b800. 00000020:00000010:1.0:1775764322.027343:0:42306:0:(tgt_main.c:740:tgt_key_fini()) slab-freed '(info)': 1288 at ffff944598233c60. 00000020:00000010:1.0:1775764322.027351:0:42306:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff944585df3800. 80000000:00000010:1.0:1775764322.027355:0:42306:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff94458674e960. 40000000:00000010:1.0:1775764322.027361:0:42306:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff9445861d4200. 00100000:00000010:1.0:1775764322.027365:0:42306:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff94458d24f000. 00040000:00000010:1.0:1775764322.027369:0:42306:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff944585f1cd00. 00040000:00000010:1.0:1775764322.027374:0:42306:0:(qmt_dev.c:344:qmt_key_fini()) kfreed 'info': 1256 at ffff94458d248000. 00040000:00000010:1.0:1775764322.027377:0:42306:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff944585df3600. 00080000:00000010:1.0:1775764322.027382:0:42306:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2000 at ffff94458d24f800. 00000004:00000010:1.0:1775764322.027386:0:42306:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at ffff94458d24a800. 00000004:00000010:1.0:1775764322.027392:0:42306:0:(mdt_handler.c:8411:mdt_key_fini()) kfreed 'info': 2568 at ffff9445905fe000. 00000004:00000010:1.0:1775764322.027397:0:42306:0:(lod_dev.c:2366:lod_key_fini()) kfreed 'info': 1224 at ffff94458d24e800. 00000004:00000010:1.0:1775764322.027401:0:42306:0:(osp_dev.c:1823:osp_key_fini()) kfreed 'info': 616 at ffff9445bc1e2c00. 00000020:00000010:1.0:1775764322.027405:0:42306:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9445864b8800. 00000040:00000010:1.0:1775764322.027410:0:42306:0:(llog.c:989:llog_process_or_fork()) kfreed 'lpi': 96 at ffff94458674e4e0. 00000040:00000010:1.0:1775764322.027426:0:42306:0:(llog.c:948:llog_process_or_fork()) kmalloced '(lpi)': 96 at ffff94458674e4e0. 00000020:00000010:1.0:1775764322.027431:0:42306:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff944585df3600. 00000020:00000010:1.0:1775764322.027436:0:42306:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff944585df3800. 00000040:00000010:1.0:1775764322.027439:0:42306:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff944585df3a00. 00000020:00000010:1.0:1775764322.027443:0:42306:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff94458d24e800. 00000020:00000010:1.0:1775764322.027447:0:42306:0:(tgt_main.c:720:tgt_key_init()) slab-alloced 'thread': 1288 at ffff944598233c60. 00000020:00000010:1.0:1775764322.027451:0:42306:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff944585df3e00. 80000000:00000010:1.0:1775764322.027453:0:42306:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff94458674e960. 40000000:00000010:1.0:1775764322.027456:0:42306:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff9445861d4200. 00100000:00000010:1.0:1775764322.027460:0:42306:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff94458d24a800. 00040000:00000010:1.0:1775764322.027463:0:42306:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff944585f1cd00. 00040000:00000010:1.0:1775764322.027466:0:42306:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at ffff94458d24f800. 00040000:00000010:1.0:1775764322.027471:0:42306:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff944585df2200. 00080000:00000010:1.0:1775764322.027475:0:42306:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2000 at ffff94458d248000. 00000004:00000010:1.0:1775764322.027479:0:42306:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at ffff94458d24f000. 00000004:00000010:1.0:1775764322.027484:0:42306:0:(mdt_handler.c:8386:mdt_key_init()) kmalloced '(value)': 2568 at ffff9445905fe000. 00000004:00000010:1.0:1775764322.027488:0:42306:0:(lod_dev.c:2340:lod_key_init()) kmalloced '(value)': 1224 at ffff94458d24b800. 00000004:00000010:1.0:1775764322.027493:0:42306:0:(osp_dev.c:1823:osp_key_init()) kmalloced '(value)': 616 at ffff9445bc1e2c00. 00000020:00000010:1.0:1775764322.027499:0:42306:0:(lu_object.c:2003:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9445861d4780. 00000040:00000010:1.0:1775764322.027508:0:42306:0:(llog.c:573:llog_process_thread()) kmalloced '(buf)': 8192 at ffff9445b5310000. 00000040:00000010:1.0:1775764322.029455:0:42306:0:(llog.c:894:llog_process_thread()) kvfree 'buf': 8192 at ffff9445b5310000. 00000020:00000010:1.0:1775764322.029479:0:42306:0:(lu_object.c:2048:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9445861d4780. 00000020:00000010:1.0:1775764322.029497:0:42306:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff944585df3800. 00000040:00000010:1.0:1775764322.029503:0:42306:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff944585df3a00. 00000020:00000010:1.0:1775764322.029507:0:42306:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff94458d24e800. 00000020:00000010:1.0:1775764322.029512:0:42306:0:(tgt_main.c:740:tgt_key_fini()) slab-freed '(info)': 1288 at ffff944598233c60. 00000020:00000010:1.0:1775764322.029519:0:42306:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff944585df3e00. 80000000:00000010:1.0:1775764322.029523:0:42306:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff94458674e960. 40000000:00000010:1.0:1775764322.029528:0:42306:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff9445861d4200. 00100000:00000010:1.0:1775764322.029533:0:42306:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff94458d24a800. 00040000:00000010:1.0:1775764322.029539:0:42306:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff944585f1cd00. 00040000:00000010:1.0:1775764322.029544:0:42306:0:(qmt_dev.c:344:qmt_key_fini()) kfreed 'info': 1256 at ffff94458d24f800. 00040000:00000010:1.0:1775764322.029548:0:42306:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff944585df2200. 00080000:00000010:1.0:1775764322.029552:0:42306:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2000 at ffff94458d248000. 00000004:00000010:1.0:1775764322.029556:0:42306:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at ffff94458d24f000. 00000004:00000010:1.0:1775764322.029561:0:42306:0:(mdt_handler.c:8411:mdt_key_fini()) kfreed 'info': 2568 at ffff9445905fe000. 00000004:00000010:1.0:1775764322.029567:0:42306:0:(lod_dev.c:2366:lod_key_fini()) kfreed 'info': 1224 at ffff94458d24b800. 00000004:00000010:1.0:1775764322.029572:0:42306:0:(osp_dev.c:1823:osp_key_fini()) kfreed 'info': 616 at ffff9445bc1e2c00. 00000020:00000010:1.0:1775764322.029575:0:42306:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff944585df3600. 00000040:00000010:1.0:1775764322.029579:0:42306:0:(llog.c:989:llog_process_or_fork()) kfreed 'lpi': 96 at ffff94458674e4e0. 00000040:00000010:1.0:1775764322.029595:0:42306:0:(llog_obd.c:26:llog_new_ctxt()) kmalloced '(ctxt)': 168 at ffff94458654d540. 00000040:00000010:1.0:1775764322.029610:0:42306:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff944585df3600. 00000040:00000010:1.0:1775764322.030623:0:42306:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 12 at ffff9445be70ef60. 00000020:00000010:1.0:1775764322.030642:0:42306:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at ffff944585f1cd00. 00080000:00000010:1.0:1775764322.030654:0:42306:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff9444810d41c8. 00000040:00000010:1.0:1775764322.033458:0:42306:0:(llog.c:415:llog_init_handle()) kmalloced '(llh)': 8192 at ffff9445b5310000. 00000001:00000010:1.0:1775764322.034677:0:42306:0:(nodemap_storage.c:2591:nm_config_file_register_tgt()) kmalloced '(ncf)': 32 at ffff9444823a9de0. 00000004:00000010:1.0:1775764322.034766:0:42306:0:(mdt_handler.c:6930:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff9445bd0c8780. 00000004:00000010:1.0:1775764322.034779:0:42306:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff9445bbd0f1e0. 00000004:00000010:1.0:1775764322.034788:0:42306:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff944589106990. 00080000:00000010:1.0:1775764322.035575:0:42306:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff9444810d4c78. 00080000:00000010:1.0:1775764322.035941:0:42306:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff9445bc1e2c00. 00080000:00000010:1.0:1775764322.035966:0:42306:0:(osd_oi.c:1054:osd_idc_add()) kmalloced '(idc)': 256 at ffff944585f1cc00. 00080000:00000010:1.0:1775764322.036325:0:42306:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff9444810d4c78. 00000004:00000010:1.0:1775764322.036333:0:42306:0:(lod_object.c:9800:lod_object_free()) slab-freed '(lo)': 272 at ffff944589106990. 00000004:00000010:1.0:1775764322.036339:0:42306:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff9445bbd0f1e0. 00000004:00000010:1.0:1775764322.036343:0:42306:0:(mdt_handler.c:7005:mdt_object_free()) slab-freed 'mo': 480 at ffff9445bd0c8780. 00000020:00000010:1.0:1775764322.036380:0:42306:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at ffff944585f1c400. 00080000:00000010:1.0:1775764322.036386:0:42306:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff9444810d4c78. 00080000:00000010:1.0:1775764322.036392:0:42306:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff9445bc1e3800. 00000020:00000010:1.0:1775764322.036783:0:42306:0:(lu_object.c:2505:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 76 at ffff94458674eba0. 00100000:00000010:1.0:1775764322.037617:0:42306:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at ffff9445861d4e80. 00080000:00000010:1.0:1775764322.037646:0:42306:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff9445bc1e2800. 00000020:00000010:1.0:1775764322.037738:0:42306:0:(lu_object.c:2493:lu_buf_free()) kvfree 'buf->lb_buf': 76 at ffff94458674eba0. 00000020:00000010:1.0:1775764322.037745:0:42306:0:(lu_object.c:2505:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 120 at ffff944481131300. 00080000:00000010:1.0:1775764322.037787:0:42306:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff9445bc1e0400. 00080000:00000010:1.0:1775764322.037866:0:42306:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff9445bc1e0000. 00080000:00000010:1.0:1775764322.037911:0:42306:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff9445bc1e1000. 00100000:00000010:1.0:1775764322.037954:0:42306:0:(lfsck_lib.c:3621:lfsck_register()) kmalloced '(lfsck)': 3152 at ffff9445905fe000. 00000020:00000010:1.0:1775764322.038623:0:42306:0:(lu_object.c:2505:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 4096 at ffff944590fea000. 00000004:00000010:1.0:1775764322.039001:0:42306:0:(mdt_handler.c:6930:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff9445bd0c92c0. 00000004:00000010:1.0:1775764322.039010:0:42306:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff9445bbd0f1e0. 00000004:00000010:1.0:1775764322.039016:0:42306:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff944589106990. 00080000:00000010:1.0:1775764322.039024:0:42306:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff9444810d4558. 00000020:00000010:1.0:1775764322.039048:0:42306:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at ffff944585f1c600. 00080000:00000010:1.0:1775764322.039053:0:42306:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff9444810d51d0. 00000020:00000010:1.0:1775764322.039290:0:42306:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at ffff944585f1ca00. 00080000:00000010:1.0:1775764322.039296:0:42306:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff9444810d5398. 00100000:00000010:1.0:1775764322.039523:0:42306:0:(lfsck_lib.c:1611:lfsck_fid_init()) kmalloced '(lfsck->li_seq)': 224 at ffff944585f1c800. 00100000:00000010:1.0:1775764322.039526:0:42306:0:(lfsck_lib.c:1615:lfsck_fid_init()) kmalloced '(prefix)': 135 at ffff94458654d180. 00100000:00000010:1.0:1775764322.039592:0:42306:0:(lfsck_lib.c:1622:lfsck_fid_init()) kfreed 'prefix': 135 at ffff94458654d180. 00100000:00000010:1.0:1775764322.039599:0:42306:0:(lfsck_namespace.c:7102:lfsck_namespace_setup()) kmalloced '(com)': 1392 at ffff94458d24b800. 00100000:00000010:1.0:1775764322.039602:0:42306:0:(lfsck_lib.c:1954:lfsck_assistant_data_init()) kmalloced '(lad)': 208 at ffff944585f1c700. 00100000:00000010:1.0:1775764322.039606:0:42306:0:(lfsck_namespace.c:7120:lfsck_namespace_setup()) kmalloced '(com->lc_file_ram)': 544 at ffff9445bc1e3400. 00100000:00000010:1.0:1775764322.039609:0:42306:0:(lfsck_namespace.c:7124:lfsck_namespace_setup()) kmalloced '(com->lc_file_disk)': 544 at ffff9445bc1e0800. 00000020:00000010:1.0:1775764322.039623:0:42306:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at ffff944585f1ce00. 00080000:00000010:1.0:1775764322.039628:0:42306:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff9444810d5008. 00000020:00000010:1.0:1775764322.040210:0:42306:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at ffff944585f1c100. 00080000:00000010:1.0:1775764322.040216:0:42306:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff9444810d5ab8. 00000020:00000010:1.0:1775764322.040316:0:42306:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at ffff944585f1c000. 00080000:00000010:1.0:1775764322.040321:0:42306:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff9444810d4000. 00000020:00000010:1.0:1775764322.040615:0:42306:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at ffff944585f1cb00. 00080000:00000010:1.0:1775764322.040620:0:42306:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff9444810d5728. 00000020:00000010:1.0:1775764322.040717:0:42306:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at ffff94458339aa00. 00080000:00000010:1.0:1775764322.040721:0:42306:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff9444810d4ab0. 00000020:00000010:1.0:1775764322.040850:0:42306:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at ffff94458339ac00. 00080000:00000010:1.0:1775764322.040854:0:42306:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff9444810d4720. 00000020:00000010:1.0:1775764322.041127:0:42306:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at ffff94458339a400. 00080000:00000010:1.0:1775764322.041132:0:42306:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff9444810d48e8. 00000020:00000010:1.0:1775764322.041227:0:42306:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at ffff94458339a700. 00080000:00000010:1.0:1775764322.041232:0:42306:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff9444810d4e40. 00000020:00000010:1.0:1775764322.041331:0:42306:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at ffff94458339a000. 00080000:00000010:1.0:1775764322.041337:0:42306:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff9445b5217398. 00000020:00000010:1.0:1775764322.042054:0:42306:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at ffff94458339a100. 00080000:00000010:1.0:1775764322.042059:0:42306:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff9445b5217ab8. 00000020:00000010:1.0:1775764322.042167:0:42306:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at ffff9445b5622b00. 00080000:00000010:1.0:1775764322.042173:0:42306:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff9445b52161c8. 00000020:00000010:1.0:1775764322.042264:0:42306:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at ffff944599d52100. 00080000:00000010:1.0:1775764322.042269:0:42306:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff9445b5217c80. 00000020:00000010:1.0:1775764322.042587:0:42306:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at ffff944599d52000. 00080000:00000010:1.0:1775764322.042594:0:42306:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff9445b52168e8. 00000020:00000010:1.0:1775764322.042711:0:42306:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at ffff944599d52900. 00080000:00000010:1.0:1775764322.042715:0:42306:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff9445b5217560. 00000020:00000010:1.0:1775764322.043016:0:42306:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at ffff944599d52b00. 00080000:00000010:1.0:1775764322.043022:0:42306:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff9445b52178f0. 00000020:00000010:1.0:1775764322.043335:0:42306:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at ffff944599d52200. 00080000:00000010:1.0:1775764322.043341:0:42306:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff9445b5217728. 00000020:00000010:1.0:1775764322.043570:0:42306:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at ffff944599d52a00. 00080000:00000010:1.0:1775764322.043575:0:42306:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff9445b5216720. 00100000:00000010:1.0:1775764322.043615:0:42306:0:(lfsck_layout.c:7088:lfsck_layout_setup()) kmalloced '(com)': 1392 at ffff94458d24f000. 00100000:00000010:1.0:1775764322.043622:0:42306:0:(lfsck_lib.c:1954:lfsck_assistant_data_init()) kmalloced '(lad)': 208 at ffff944586040c00. 00100000:00000010:1.0:1775764322.043628:0:42306:0:(lfsck_layout.c:7124:lfsck_layout_setup()) kmalloced '(com->lc_file_ram)': 256 at ffff944586040300. 00100000:00000010:1.0:1775764322.043631:0:42306:0:(lfsck_layout.c:7128:lfsck_layout_setup()) kmalloced '(com->lc_file_disk)': 256 at ffff944586040e00. 00000020:00000010:1.0:1775764322.043650:0:42306:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at ffff944586040500. 00080000:00000010:1.0:1775764322.043654:0:42306:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff9445b5216c78. 00000020:00000010:1.0:1775764322.043994:0:42306:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at ffff944586040d00. 00080000:00000010:1.0:1775764322.043999:0:42306:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff9445b52171d0. 00000020:00000010:1.0:1775764322.044081:0:42306:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at ffff944586040f00. 00080000:00000010:1.0:1775764322.044086:0:42306:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff9445b5216000. 00000020:00000010:1.0:1775764322.045063:0:42306:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at ffff944586040000. 00080000:00000010:1.0:1775764322.045070:0:42306:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff9445b5217008. 00000020:00000010:1.0:1775764322.045603:0:42306:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at ffff944586040800. 00080000:00000010:1.0:1775764322.045610:0:42306:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff9445b5216558. 00000020:00000010:1.0:1775764322.045724:0:42306:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at ffff944586040700. 00080000:00000010:1.0:1775764322.045730:0:42306:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff9445b5216e40. 00000020:00000010:1.0:1775764322.045864:0:42306:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at ffff944599468000. 00080000:00000010:1.0:1775764322.045869:0:42306:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff9445b5216ab0. 00000020:00000010:1.0:1775764322.045960:0:42306:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at ffff9445bc286200. 00080000:00000010:1.0:1775764322.045965:0:42306:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff9445b5216390. 00000020:00000010:1.0:1775764322.046057:0:42306:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at ffff9445bc286d00. 00080000:00000010:1.0:1775764322.046063:0:42306:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff9445bb305c80. 00000020:00000010:1.0:1775764322.046627:0:42306:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at ffff9445bc286100. 00080000:00000010:1.0:1775764322.046634:0:42306:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff9445bb304ab0. 00000020:00000010:1.0:1775764322.046742:0:42306:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at ffff9445bc286300. 00080000:00000010:1.0:1775764322.046748:0:42306:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff9445bb304558. 00000020:00000010:1.0:1775764322.047276:0:42306:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at ffff9445bc286800. 00080000:00000010:1.0:1775764322.047282:0:42306:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff9445bb3048e8. 00000020:00000010:1.0:1775764322.047472:0:42306:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at ffff9445bc286900. 00080000:00000010:1.0:1775764322.047591:0:42306:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff9445bb304390. 00000020:00000010:1.0:1775764322.048010:0:42306:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at ffff9445bc286600. 00080000:00000010:1.0:1775764322.048017:0:42306:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff9445bb304000. 00000020:00000010:1.0:1775764322.048143:0:42306:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at ffff9445bc286b00. 00080000:00000010:1.0:1775764322.048148:0:42306:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff9445bb3041c8. 00000020:00000010:1.0:1775764322.048235:0:42306:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at ffff9445bc286000. 00080000:00000010:1.0:1775764322.048239:0:42306:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff9445bb3058f0. 00000020:00000010:1.0:1775764322.048327:0:42306:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at ffff9445bc286e00. 00080000:00000010:1.0:1775764322.048331:0:42306:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff9445bb305398. 00100000:00000010:1.0:1775764322.048395:0:42306:0:(lfsck_lib.c:206:__lfsck_add_target()) kmalloced '(ltds->ltd_tgts_idx[index / (((1UL) << 12) / sizeof(void *))])': 4096 at ffff944590feb000. 00200000:00000010:1.0:1775764322.048407:0:42306:0:(barrier.c:372:barrier_register()) kmalloced '(barrier)': 176 at ffff94458654d180. 00000020:00000010:1.0:1775764322.048446:0:42306:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff944598e64400. 00000020:00000010:1.0:1775764322.048453:0:42306:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff9445864b8800. 00000020:00000010:1.0:1775764322.048459:0:42306:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff94458d248000. 00000020:00000010:1.0:1775764322.048467:0:42306:0:(tgt_main.c:720:tgt_key_init()) slab-alloced 'thread': 1288 at ffff944598233c60. 00000020:00000010:1.0:1775764322.048474:0:42306:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff9445864b9200. 80000000:00000010:1.0:1775764322.048479:0:42306:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff9445b75b18a0. 40000000:00000010:1.0:1775764322.048484:0:42306:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff94459ed0df80. 00100000:00000010:1.0:1775764322.048490:0:42306:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff94458d24f800. 00040000:00000010:1.0:1775764322.048495:0:42306:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9445bc286a00. 00040000:00000010:1.0:1775764322.048500:0:42306:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9445864b8400. 00080000:00000010:1.0:1775764322.048504:0:42306:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2000 at ffff94458d24a800. 00080000:00000010:1.0:1775764322.048520:0:42306:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 744 at ffff9445bc1e1c00. 00000100:00000010:1.0:1775764322.851223:0:40704:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9445864bbba0. 00000100:00000010:1.0:1775764326.755899:0:40704:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff944483a43060. 00080000:00000010:1.0:1775764327.316213:0:5825:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff9445bec9d400. 00080000:00000010:1.0:1775764327.316226:0:5825:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff9445bec9f000. 00080000:00000010:1.0:1775764327.316230:0:5825:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff9445bec9f800. 00080000:00000010:1.0:1775764327.316232:0:5825:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff9445bec9c400. 00080000:00000010:1.0:1775764327.316235:0:5825:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 744 at ffff9445bec9fc00. 00040000:00000010:1.0:1775764328.193086:0:42311:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at ffff94458d249800. 00000004:00000010:1.0:1775764328.193097:0:42311:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at ffff94458d24d000. 00000004:00000010:1.0:1775764328.193102:0:42311:0:(mdt_handler.c:8386:mdt_key_init()) kmalloced '(value)': 2568 at ffff944590fea000. 00000004:00000010:1.0:1775764328.193106:0:42311:0:(lod_dev.c:2340:lod_key_init()) kmalloced '(value)': 1224 at ffff94458d24e800. 00000004:00000010:1.0:1775764328.193111:0:42311:0:(osp_dev.c:1823:osp_key_init()) kmalloced '(value)': 616 at ffff9445bc1e3800. 00000020:00000010:1.0:1775764328.195672:0:42307:0:(lprocfs_status.c:1408:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff9445b5316000. 00010000:00010000:1.0:1775764333.249840:0:42740:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff9445bd391a00/0x57b8ff0e0304d91a lrc: 3/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 42740 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764333.249859:0:42740:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9445bfe77200/0x57b8ff0e0304d8db lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x57b8ff0e0304d8d4 expref: 10 pid: 42319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764333.249868:0:42740:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff9445bd391a00/0x57b8ff0e0304d91a lrc: 4/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 42740 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764333.249916:0:42740:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9445bfe77200/0x57b8ff0e0304d8db lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x57b8ff0e0304d8d4 expref: 10 pid: 42319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764333.249932:0:42740:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9445bfe77200/0x57b8ff0e0304d8db lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x57b8ff0e0304d8d4 expref: 10 pid: 42319 timeout: 1900 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764333.249949:0:42740:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bf4fa680 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:42740:1862022118922880:0@lo:104: 00000100:00100000:1.0:1775764333.250031:0:42740:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764333.250092:0:42740:0:(client.c:2691:ptlrpc_set_wait()) set ffff944482872000 going to sleep for 11 seconds 00000100:00100000:1.0:1775764333.255706:0:42740:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bf4fa680 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:42740:1862022118922880:0@lo:104: 00010000:00010000:1.0:1775764333.255733:0:42740:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff9445bd391a00/0x57b8ff0e0304d91a lrc: 3/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 42740 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1775764334.914771:0:42321:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:1.0:1775764334.914777:0:42321:0:(mgc_request.c:1819:mgc_process_log()) Process log params-ffff94459875f800 from 10 10000000:01000000:1.0:1775764334.914784:0:42321:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:1.0:1775764334.915528:0:42321:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.128@tcp lock: ffff9445bd390e00/0x57b8ff0e0304d921 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 42321 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764334.915540:0:42321:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.128@tcp lock: ffff9445bd390e00/0x57b8ff0e0304d921 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 42321 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764334.915552:0:42321:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.128@tcp lock: ffff9445bd390e00/0x57b8ff0e0304d921 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 42321 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764334.915585:0:42321:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bf4fa680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d8dacf45-8471-4226-a2fb-1fac83f69c1e:42321:1862022118923136:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1775764334.915734:0:42321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764334.916249:0:42321:0:(client.c:2691:ptlrpc_set_wait()) set ffff94458d38fe40 going to sleep for 11 seconds 00000100:00100000:1.0:1775764334.922659:0:42321:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bf4fa680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d8dacf45-8471-4226-a2fb-1fac83f69c1e:42321:1862022118923136:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1775764334.922682:0:42321:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.128@tcp lock: ffff9445bd390e00/0x57b8ff0e0304d921 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x57b8ff0e0304d928 expref: -99 pid: 42321 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764334.922691:0:42321:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.128@tcp lock: ffff9445bd390e00/0x57b8ff0e0304d921 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x57b8ff0e0304d928 expref: -99 pid: 42321 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764334.922766:0:42321:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bf4fa680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d8dacf45-8471-4226-a2fb-1fac83f69c1e:42321:1862022118923264:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1775764334.922795:0:42321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764334.922846:0:42321:0:(client.c:2691:ptlrpc_set_wait()) set ffff94458d38fe40 going to sleep for 11 seconds 00000040:00080000:1.0:1775764334.929330:0:42795:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 10 00000020:01000004:1.0:1775764339.343650:0:42942:0:(obd_mount.c:913:lmd_print()) mount data: 00000020:01000004:1.0:1775764339.343654:0:42942:0:(obd_mount.c:916:lmd_print()) device: lustre-ost1/ost1 00000080:01200004:1.0:1775764339.343779:0:42942:0:(super25.c:130:lustre_fill_super()) VFS Op: sb ffff9445897b2000 00000020:01000004:1.0:1775764339.343831:0:42942:0:(tgt_mount.c:2434:osd_start()) Attempting to start lustre-OST0000, type=osd-zfs, lsifl=200002, mountfl=0 00000020:01000004:1.0:1775764339.343846:0:42942:0:(obd_mount.c:221:lustre_start_simple()) Starting OBD lustre-OST0000-osd (typ=osd-zfs) 00000020:00000080:1.0:1775764339.343861:0:42942:0:(genops.c:412:class_newdev()) Allocate new device lustre-OST0000-osd (ffff9444823b4d40) 00000020:00000080:1.0:1775764339.343878:0:42942:0:(obd_config.c:720:class_attach_name()) OBD: dev 11 attached type osd-zfs with refcount 2 00000100:00100000:1.0:1775764339.404894:0:42942:0:(service.c:153:ptlrpc_grow_req_bufs()) ost: allocate 64 new 32768-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1775764339.405193:0:42942:0:(service.c:3441:ptlrpc_start_thread()) ost[0] started 0 min 3 max 116 00000100:00100000:1.0:1775764339.405199:0:42942:0:(service.c:3500:ptlrpc_start_thread()) starting thread 'll_ost00_000' 00000100:00100000:1.0:1775764339.414874:0:42942:0:(service.c:3441:ptlrpc_start_thread()) ost[0] started 2 min 3 max 116 00000100:00100000:1.0:1775764339.414883:0:42942:0:(service.c:3500:ptlrpc_start_thread()) starting thread 'll_ost00_002' 00000100:00100000:1.0:1775764339.417169:0:42942:0:(service.c:153:ptlrpc_grow_req_bufs()) ost_create: allocate 64 new 32768-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1775764339.417375:0:42942:0:(service.c:3441:ptlrpc_start_thread()) ost_create[0] started 0 min 2 max 16 00000100:00100000:1.0:1775764339.417382:0:42942:0:(service.c:3500:ptlrpc_start_thread()) starting thread 'll_ost_create00_000' 00000100:00100000:1.0:1775764339.420452:0:42942:0:(service.c:3500:ptlrpc_start_thread()) starting thread 'll_ost_create00_001' 00000100:00100000:1.0:1775764339.580747:0:42319:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118924672 00000100:00100000:1.0:1775764339.580766:0:42319:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118924672 00000020:01000000:1.0:1775764339.583741:0:42956:0:(obd_config.c:1888:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:1.0:1775764339.583752:0:42956:0:(obd_mount.c:951:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of lustre-ost1/ost1 00000020:00000080:1.0:1775764339.583758:0:42956:0:(obd_config.c:1468:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1775764339.583760:0:42956:0:(obd_config.c:1559:class_process_config()) marker 11 (0x1) lustre-OST0000 add ost 00000020:00000080:1.0:1775764339.583765:0:42956:0:(obd_config.c:1468:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1775764339.583783:0:42956:0:(genops.c:412:class_newdev()) Allocate new device lustre-OST0000 (ffff9444823b3380) 00000020:00000080:1.0:1775764339.583860:0:42956:0:(obd_config.c:720:class_attach_name()) OBD: dev 13 attached type obdfilter with refcount 2 00000020:00000080:1.0:1775764339.583867:0:42956:0:(obd_config.c:1468:class_process_config()) processing cmd: cf003 00000020:01000004:1.0:1775764339.584395:0:42956:0:(tgt_mount.c:151:server_get_mount()) get mount ffff9445897b2000 from lustre-OST0000, refs=2 00080000:01000000:1.0:1775764339.584405:0:42956:0:(osd_handler.c:1569:osd_obd_connect()) connect #1 00000020:00000080:1.0:1775764339.584413:0:42956:0:(genops.c:1404:class_connect()) connect: client lustre-OST0000-osd_UUID, cookie 0x57b8ff0e0304d967 00010000:00010000:1.0:1775764339.591467:0:42956:0:(ldlm_pool.c:924:ldlm_pool_init()) Lock pool ldlm-pool-filter-lustre-OST0000_UUID-2 is initialized 00000100:00100000:1.0:1775764339.606645:0:42318:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118924800 00000100:00100000:1.0:1775764339.606656:0:42318:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118924800 00000100:00100000:1.0:1775764339.606708:0:42318:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00100000:1.0:1775764339.606717:0:42318:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94458728b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d8dacf45-8471-4226-a2fb-1fac83f69c1e+13:42942:x1862022118924800:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1775764339.606734:0:42318:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764339.606750:0:42318:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9445bd391a00/0x57b8ff0e0304d975 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x57b8ff0e0304d96e expref: -99 pid: 42318 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764339.606780:0:42318:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9445bd391a00/0x57b8ff0e0304d975 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x57b8ff0e0304d96e expref: 14 pid: 42318 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764339.606791:0:42318:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9445bd391a00/0x57b8ff0e0304d975 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x57b8ff0e0304d96e expref: 14 pid: 42318 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764339.606829:0:42318:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445bd391a00, rc 0) 00000100:00100000:1.0:1775764339.606902:0:42318:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94458728b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d8dacf45-8471-4226-a2fb-1fac83f69c1e+14:42942:x1862022118924800:12345-0@lo:101:mount.lustre.0 Request processed in 186us (1510us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764339.606919:0:42318:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00000040:00080000:1.0:1775764339.619823:0:42942:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2b:0x0].9, 224 off9888 00000040:00080000:1.0:1775764339.619849:0:42942:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x26:0x0] index 9 count 10 00000100:00100000:1.0:1775764339.620381:0:42942:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bf4fb800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d8dacf45-8471-4226-a2fb-1fac83f69c1e:42942:1862022118924928:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1775764339.620462:0:42942:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764339.621380:0:42942:0:(client.c:2691:ptlrpc_set_wait()) set ffff9445b217ce40 going to sleep for 11 seconds 00000100:00100000:1.0:1775764339.621405:0:42942:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bf4fb800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d8dacf45-8471-4226-a2fb-1fac83f69c1e:42942:1862022118924928:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1775764339.621446:0:42942:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bf4fb800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d8dacf45-8471-4226-a2fb-1fac83f69c1e:42942:1862022118925056:0@lo:503:mount.lustre.0 00000100:00100000:1.0:1775764339.621481:0:42942:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764339.621667:0:42942:0:(client.c:2691:ptlrpc_set_wait()) set ffff9445b217ce40 going to sleep for 11 seconds 00000100:00100000:1.0:1775764339.622353:0:42942:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bf4fb800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d8dacf45-8471-4226-a2fb-1fac83f69c1e:42942:1862022118925056:0@lo:503:mount.lustre.0 00000100:00100000:1.0:1775764339.625619:0:42318:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118925184 00000100:00100000:1.0:1775764339.625627:0:42318:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118925184 00000100:00100000:1.0:1775764339.625719:0:42318:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42 00000100:00100000:1.0:1775764339.625729:0:42318:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944587288050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d8dacf45-8471-4226-a2fb-1fac83f69c1e+14:42942:x1862022118925184:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1775764339.626315:0:42318:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944587288050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d8dacf45-8471-4226-a2fb-1fac83f69c1e+14:42942:x1862022118925184:12345-0@lo:502:mount.lustre.0 Request processed in 585us (915us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764339.626323:0:42318:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42 00000100:00100000:1.0:1775764339.628617:0:42319:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118925312 00000100:00100000:1.0:1775764339.628625:0:42319:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118925312 00000100:00100000:1.0:1775764339.628718:0:42319:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 43 00000100:00100000:1.0:1775764339.628728:0:42319:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94458728b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d8dacf45-8471-4226-a2fb-1fac83f69c1e+14:42942:x1862022118925312:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1775764339.629023:0:42319:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94458728b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d8dacf45-8471-4226-a2fb-1fac83f69c1e+14:42942:x1862022118925312:12345-0@lo:502:mount.lustre.0 Request processed in 295us (615us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764339.629031:0:42319:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 43 00000100:00100000:1.0:1775764339.635257:0:42319:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118925440 00000100:00100000:1.0:1775764339.635269:0:42319:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118925440 00000100:00100000:1.0:1775764339.635334:0:42319:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 44 00000100:00100000:1.0:1775764339.635344:0:42319:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944587288450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d8dacf45-8471-4226-a2fb-1fac83f69c1e+14:42942:x1862022118925440:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1775764339.635363:0:42319:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764339.635382:0:42319:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9445bd391e00/0x57b8ff0e0304d983 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0x57b8ff0e0304d97c expref: -99 pid: 42319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764339.635409:0:42319:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9445bd391e00/0x57b8ff0e0304d983 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x57b8ff0e0304d97c expref: 15 pid: 42319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764339.635420:0:42319:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9445bd391e00/0x57b8ff0e0304d983 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x57b8ff0e0304d97c expref: 15 pid: 42319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764339.635428:0:42319:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445bd391e00, rc 0) 00000100:00100000:1.0:1775764339.638712:0:42319:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944587288450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d8dacf45-8471-4226-a2fb-1fac83f69c1e+15:42942:x1862022118925440:12345-0@lo:101:mount.lustre.0 Request processed in 3358us (5336us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764339.638726:0:42319:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 44 00000040:00080000:0.0:1775764339.647555:0:42942:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2d:0x0].32, 128 off13632 00000040:00080000:0.0:1775764339.651783:0:42942:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2d:0x0].33, 144 off13776 00000040:00080000:0.0:1775764339.651988:0:42942:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2d:0x0].34, 128 off13904 00000040:00080000:0.0:1775764339.652028:0:42942:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2d:0x0].35, 224 off14128 00000040:00080000:0.0:1775764339.652072:0:42942:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2d:0x0].36, 224 off14352 00000040:00080000:0.0:1775764339.652105:0:42942:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2d:0x0].37, 80 off14432 00000040:00080000:0.0:1775764339.652135:0:42942:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2d:0x0].38, 224 off14656 00000040:00080000:0.0:1775764339.652178:0:42942:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2d:0x0].39, 224 off14880 00000040:00080000:0.0:1775764339.652782:0:42942:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2d:0x0].40, 120 off15000 00000040:00080000:0.0:1775764339.653064:0:42942:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2d:0x0].41, 224 off15224 00000040:00080000:0.0:1775764339.653074:0:42942:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x28:0x0] index 41 count 42 00000100:00100000:0.0:1775764339.653721:0:42942:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bc1dea00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d8dacf45-8471-4226-a2fb-1fac83f69c1e:42942:1862022118925568:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1775764339.653879:0:42942:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764339.655373:0:42942:0:(client.c:2691:ptlrpc_set_wait()) set ffff9444828726c0 going to sleep for 11 seconds 00000100:00100000:1.0:1775764339.656086:0:42318:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118925568 00000100:00100000:1.0:1775764339.656097:0:42318:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118925568 00000100:00100000:1.0:1775764339.656161:0:42318:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 45 00000100:00100000:1.0:1775764339.656171:0:42318:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944587288850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d8dacf45-8471-4226-a2fb-1fac83f69c1e+15:42942:x1862022118925568:12345-0@lo:501:mount.lustre.0 00000100:00100000:1.0:1775764339.656477:0:42318:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944587288850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d8dacf45-8471-4226-a2fb-1fac83f69c1e+15:42942:x1862022118925568:12345-0@lo:501:mount.lustre.0 Request processed in 307us (2599us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764339.656486:0:42318:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 45 00000100:00100000:0.0:1775764339.657343:0:42942:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bc1dea00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d8dacf45-8471-4226-a2fb-1fac83f69c1e:42942:1862022118925568:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1775764339.657392:0:42942:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bc1dea00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d8dacf45-8471-4226-a2fb-1fac83f69c1e:42942:1862022118925696:0@lo:503:mount.lustre.0 00000100:00100000:0.0:1775764339.657440:0:42942:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764339.657457:0:42942:0:(client.c:2691:ptlrpc_set_wait()) set ffff9444828726c0 going to sleep for 11 seconds 00000100:00100000:1.0:1775764339.658132:0:42317:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118925696 00000100:00100000:1.0:1775764339.658139:0:42317:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118925696 00000100:00100000:1.0:1775764339.658178:0:42317:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 46 00000100:00100000:1.0:1775764339.658185:0:42317:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94458728b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d8dacf45-8471-4226-a2fb-1fac83f69c1e+15:42942:x1862022118925696:12345-0@lo:503:mount.lustre.0 00000100:00100000:1.0:1775764339.658460:0:42317:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94458728b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d8dacf45-8471-4226-a2fb-1fac83f69c1e+15:42942:x1862022118925696:12345-0@lo:503:mount.lustre.0 Request processed in 274us (1018us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764339.658468:0:42317:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 46 00000100:00100000:0.0:1775764339.658704:0:42942:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bc1dea00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d8dacf45-8471-4226-a2fb-1fac83f69c1e:42942:1862022118925696:0@lo:503:mount.lustre.0 00000040:00080000:0.0:1775764339.659793:0:42942:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:0.0:1775764339.659896:0:42942:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bc1dea00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d8dacf45-8471-4226-a2fb-1fac83f69c1e:42942:1862022118925824:0@lo:502:mount.lustre.0 00000100:00100000:0.0:1775764339.661322:0:42942:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764339.661375:0:42942:0:(client.c:2691:ptlrpc_set_wait()) set ffff9444828726c0 going to sleep for 11 seconds 00000100:00100000:1.0:1775764339.662135:0:42319:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118925824 00000100:00100000:1.0:1775764339.662147:0:42319:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118925824 00000100:00100000:1.0:1775764339.662646:0:42319:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 47 00000100:00100000:1.0:1775764339.662660:0:42319:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944585def850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d8dacf45-8471-4226-a2fb-1fac83f69c1e+15:42942:x1862022118925824:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1775764339.664138:0:42319:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944585def850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d8dacf45-8471-4226-a2fb-1fac83f69c1e+15:42942:x1862022118925824:12345-0@lo:502:mount.lustre.0 Request processed in 1474us (2815us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764339.664150:0:42319:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 47 00000100:00100000:0.0:1775764339.664706:0:42942:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bc1dea00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d8dacf45-8471-4226-a2fb-1fac83f69c1e:42942:1862022118925824:0@lo:502:mount.lustre.0 00000040:00080000:0.0:1775764339.666889:0:42942:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2e:0x0].1, 224 off8416 00000040:00080000:0.0:1775764339.668435:0:42942:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2e:0x0].2, 120 off8536 00000040:00080000:0.0:1775764339.670028:0:42942:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2e:0x0].3, 168 off8704 00000040:00080000:0.0:1775764339.670168:0:42942:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2e:0x0].4, 224 off8928 00000040:00080000:0.0:1775764339.670203:0:42942:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2e:0x0].5, 224 off9152 00000040:00080000:0.0:1775764339.670268:0:42942:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2e:0x0].6, 120 off9272 00000040:00080000:0.0:1775764339.670307:0:42942:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2e:0x0].7, 168 off9440 00000040:00080000:0.0:1775764339.670341:0:42942:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2e:0x0].8, 224 off9664 00000040:00080000:0.0:1775764339.670383:0:42942:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2e:0x0].9, 224 off9888 00000040:00080000:0.0:1775764339.670414:0:42942:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2e:0x0].10, 120 off10008 00000040:00080000:0.0:1775764339.670443:0:42942:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2e:0x0].11, 224 off10232 00000040:00080000:0.0:1775764339.670483:0:42942:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2e:0x0].12, 224 off10456 00000040:00080000:0.0:1775764339.673882:0:42942:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2e:0x0].13, 88 off10544 00000040:00080000:0.0:1775764339.673959:0:42942:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2e:0x0].14, 128 off10672 00000040:00080000:0.0:1775764339.674048:0:42942:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2e:0x0].15, 144 off10816 00000040:00080000:0.0:1775764339.674082:0:42942:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2e:0x0].16, 160 off10976 00000040:00080000:0.0:1775764339.674111:0:42942:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2e:0x0].17, 224 off11200 00000040:00080000:0.0:1775764339.674177:0:42942:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2e:0x0].18, 224 off11424 00000040:00080000:0.0:1775764339.674220:0:42942:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2e:0x0].19, 80 off11504 00000040:00080000:0.0:1775764339.674254:0:42942:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2e:0x0].20, 224 off11728 00000040:00080000:0.0:1775764339.674299:0:42942:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2e:0x0].21, 224 off11952 00000040:00080000:0.0:1775764339.674336:0:42942:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2e:0x0].22, 88 off12040 00000040:00080000:0.0:1775764339.674368:0:42942:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2e:0x0].23, 128 off12168 00000040:00080000:0.0:1775764339.674414:0:42942:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2e:0x0].24, 144 off12312 00000040:00080000:0.0:1775764339.674449:0:42942:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2e:0x0].25, 128 off12440 00000040:00080000:0.0:1775764339.674482:0:42942:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2e:0x0].26, 224 off12664 00000040:00080000:0.0:1775764339.677362:0:42942:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2e:0x0].27, 224 off12888 00000040:00080000:0.0:1775764339.677414:0:42942:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2e:0x0].28, 80 off12968 00000040:00080000:0.0:1775764339.677440:0:42942:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2e:0x0].29, 224 off13192 00000040:00080000:0.0:1775764339.677481:0:42942:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2e:0x0].30, 224 off13416 00000040:00080000:0.0:1775764339.680091:0:42942:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2e:0x0].31, 88 off13504 00000040:00080000:0.0:1775764339.680145:0:42942:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2e:0x0].32, 128 off13632 00000040:00080000:0.0:1775764339.680174:0:42942:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2e:0x0].33, 144 off13776 00000040:00080000:0.0:1775764339.681123:0:42942:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2e:0x0].34, 128 off13904 00000040:00080000:0.0:1775764339.681175:0:42942:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2e:0x0].35, 224 off14128 00000040:00080000:0.0:1775764339.682171:0:42942:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2e:0x0].36, 224 off14352 00000040:00080000:0.0:1775764339.683710:0:42942:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2e:0x0].37, 80 off14432 00000040:00080000:0.0:1775764339.683756:0:42942:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2e:0x0].38, 224 off14656 00000040:00080000:0.0:1775764339.684424:0:42942:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2e:0x0].39, 224 off14880 00000040:00080000:0.0:1775764339.684476:0:42942:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2e:0x0].40, 120 off15000 00000100:00100000:0.0:1775764339.684542:0:42942:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bc1dea00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d8dacf45-8471-4226-a2fb-1fac83f69c1e:42942:1862022118925952:0@lo:502:mount.lustre.0 00000100:00100000:0.0:1775764339.684640:0:42942:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764339.684698:0:42318:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118925952 00000100:00100000:0.0:1775764339.684706:0:42318:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118925952 00000100:00100000:0.0:1775764339.684756:0:42318:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 48 00000100:00100000:0.0:1775764339.684765:0:42318:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944585dec850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d8dacf45-8471-4226-a2fb-1fac83f69c1e+15:42942:x1862022118925952:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1775764339.687477:0:42318:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944585dec850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d8dacf45-8471-4226-a2fb-1fac83f69c1e+15:42942:x1862022118925952:12345-0@lo:502:mount.lustre.0 Request processed in 2169us (2294us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764339.687504:0:42318:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 48 00000100:00100000:0.0:1775764339.687619:0:42942:0:(client.c:2691:ptlrpc_set_wait()) set ffff9444828726c0 going to sleep for 11 seconds 00000100:00100000:0.0:1775764339.687655:0:42942:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bc1dea00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d8dacf45-8471-4226-a2fb-1fac83f69c1e:42942:1862022118925952:0@lo:502:mount.lustre.0 00000040:00080000:0.0:1775764339.689325:0:42942:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2e:0x0].41, 224 off15224 00000040:00080000:0.0:1775764339.689355:0:42942:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 41 count 42 00000100:00080000:0.0:1775764339.719050:0:41523:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1775764339.719059:0:41523:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1775764339.719062:0:41523:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1775764339.719065:0:41523:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1775764339.725091:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118926208 00000100:00100000:1.0:1775764339.725103:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118926208 00000100:00100000:1.0:1775764339.725406:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:1.0:1775764339.725418:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bea11180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3331:x1862022118926208:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764339.725529:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bea11180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3331:x1862022118926208:12345-0@lo:400:kworker.0 Request processed in 114us (6095us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764339.725536:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000020:01000000:0.0:1775764339.725856:0:42942:0:(obd_config.c:2143:class_config_parse_llog()) Processed log lustre-client gen 1-41 (rc=0) 10000000:01000000:0.0:1775764339.725889:0:42942:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.128@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:0.0:1775764339.725906:0:42942:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.128@tcp lock: ffff944585ee2400/0x57b8ff0e0304d97c lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x57b8ff0e0304d983 expref: -99 pid: 42942 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764339.725924:0:42942:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.128@tcp lock: ffff944585ee2400/0x57b8ff0e0304d97c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x57b8ff0e0304d983 expref: -99 pid: 42942 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000004:0.0:1775764339.726013:0:42942:0:(tgt_mount.c:1144:server_mti_print()) mti - server_notify_target 00000020:01000004:0.0:1775764339.726016:0:42942:0:(tgt_mount.c:1145:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1775764339.726017:0:42942:0:(tgt_mount.c:1146:server_mti_print()) fs: lustre 00000020:01000004:0.0:1775764339.726018:0:42942:0:(tgt_mount.c:1147:server_mti_print()) uuid: 00000020:01000004:0.0:1775764339.726020:0:42942:0:(tgt_mount.c:1148:server_mti_print()) ver: 0 00000020:01000004:0.0:1775764339.726021:0:42942:0:(tgt_mount.c:1149:server_mti_print()) flags: 00000020:01000004:0.0:1775764339.726023:0:42942:0:(tgt_mount.c:1153:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1775764339.726024:0:42942:0:(tgt_mount.c:1183:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1775764339.726025:0:42942:0:(tgt_mount.c:1189:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:0.0:1775764339.726029:0:42942:0:(mgc_request_server.c:446:mgc_set_info_async_server()) register_target lustre-OST0000 0x40020002 00000020:01000004:0.0:1775764339.726031:0:42942:0:(tgt_mount.c:1144:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:0.0:1775764339.726032:0:42942:0:(tgt_mount.c:1145:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1775764339.726033:0:42942:0:(tgt_mount.c:1146:server_mti_print()) fs: lustre 00000020:01000004:0.0:1775764339.726034:0:42942:0:(tgt_mount.c:1147:server_mti_print()) uuid: 00000020:01000004:0.0:1775764339.726035:0:42942:0:(tgt_mount.c:1148:server_mti_print()) ver: 0 00000020:01000004:0.0:1775764339.726036:0:42942:0:(tgt_mount.c:1149:server_mti_print()) flags: 00000020:01000004:0.0:1775764339.726037:0:42942:0:(tgt_mount.c:1153:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1775764339.726038:0:42942:0:(tgt_mount.c:1183:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1775764339.726040:0:42942:0:(tgt_mount.c:1189:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:0.0:1775764339.726062:0:42942:0:(mgc_request_server.c:276:mgc_target_register()) register lustre-OST0000 00000100:00100000:0.0:1775764339.726082:0:42942:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bc1dd500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d8dacf45-8471-4226-a2fb-1fac83f69c1e:42942:1862022118926336:0@lo:253:mount.lustre.0 00000100:00100000:0.0:1775764339.726126:0:42942:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764339.726439:0:42942:0:(client.c:2691:ptlrpc_set_wait()) set ffff9445903c7b40 going to sleep for 11 seconds 00000100:00100000:1.0:1775764339.729007:0:42319:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118926336 00000100:00100000:1.0:1775764339.729020:0:42319:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118926336 00000100:00100000:1.0:1775764339.729076:0:42319:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49 00000100:00100000:1.0:1775764339.729085:0:42319:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944585decc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d8dacf45-8471-4226-a2fb-1fac83f69c1e+15:42942:x1862022118926336:12345-0@lo:253:mount.lustre.0 20000000:01000000:1.0:1775764339.729117:0:42319:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:01000000:1.0:1775764339.729139:0:42319:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 20000000:01000000:1.0:1775764339.822526:0:42319:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:1.0:1775764339.822552:0:42319:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00010000:00010000:3.0:1775764339.823697:0:42310:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9445bfe77800/0x57b8ff0e0304d99f lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 42340 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 20000000:01000000:3.0:1775764339.823716:0:42310:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.000999474s 00010000:00010000:3.0:1775764339.823721:0:42310:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9445bfe77800/0x57b8ff0e0304d99f lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 42340 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764339.823728:0:42310:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9445bfe77800/0x57b8ff0e0304d99f lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 42340 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764339.823734:0:42310:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff9445bfe77800/0x57b8ff0e0304d99f lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 42340 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764339.823740:0:42310:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff9445bfe77800/0x57b8ff0e0304d99f lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 42340 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764339.823746:0:42310:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445bfe77800 already unused, calling callback (ffffffffc177a060) 00010000:00010000:3.0:1775764339.823751:0:42310:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff9445bfe77800/0x57b8ff0e0304d99f lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 42340 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764339.823758:0:42310:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff9445bfe77800/0x57b8ff0e0304d99f lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 42340 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764339.823766:0:42310:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff9445bfe77800/0x57b8ff0e0304d99f lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 42340 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764339.823775:0:42310:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764339.823860:0:42310:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bea13b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d8dacf45-8471-4226-a2fb-1fac83f69c1e+16:3328:x1862022118926592:12345-0@lo:103:ldlm_bl.0 Request processed in 222us (341us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764339.823867:0:42310:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:3.0:1775764339.823927:0:3328:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bea13800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d8dacf45-8471-4226-a2fb-1fac83f69c1e:3328:1862022118926592:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1775764339.823954:0:42340:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9445829d6c00/0x57b8ff0e0304d90c lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x57b8ff0e0304d905 expref: 15 pid: 42317 timeout: 1906 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764339.823964:0:42340:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bea11500 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:42340:1862022118926464:0@lo:104: 00010000:00010000:3.0:1775764339.823975:0:42340:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff9445bfe77800/0x57b8ff0e0304d99f lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 42340 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764339.823983:0:42340:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff9445bfe77800/0x57b8ff0e0304d99f lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 42340 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764339.823989:0:42340:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff9445bfe77800/0x57b8ff0e0304d99f lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 42340 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764339.823994:0:42340:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9445bfe77800/0x57b8ff0e0304d99f lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 42340 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764339.852463:0:42319:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944585decc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d8dacf45-8471-4226-a2fb-1fac83f69c1e+14:42942:x1862022118926336:12345-0@lo:253:mount.lustre.0 Request processed in 123370us (126326us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764339.852477:0:42319:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49 00000100:00100000:0.0:1775764339.852742:0:42942:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bc1dd500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d8dacf45-8471-4226-a2fb-1fac83f69c1e:42942:1862022118926336:0@lo:253:mount.lustre.0 10000000:01000000:0.0:1775764339.852759:0:42942:0:(mgc_request_server.c:297:mgc_target_register()) register lustre-OST0000 got index = 0 00000020:01000004:0.0:1775764339.852762:0:42942:0:(tgt_mount.c:1144:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:0.0:1775764339.852764:0:42942:0:(tgt_mount.c:1145:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1775764339.852765:0:42942:0:(tgt_mount.c:1146:server_mti_print()) fs: lustre 00000020:01000004:0.0:1775764339.852767:0:42942:0:(tgt_mount.c:1147:server_mti_print()) uuid: 00000020:01000004:0.0:1775764339.852768:0:42942:0:(tgt_mount.c:1148:server_mti_print()) ver: 0 00000020:01000004:0.0:1775764339.852769:0:42942:0:(tgt_mount.c:1149:server_mti_print()) flags: 00000020:01000004:0.0:1775764339.852771:0:42942:0:(tgt_mount.c:1153:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1775764339.852772:0:42942:0:(tgt_mount.c:1183:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1775764339.852774:0:42942:0:(tgt_mount.c:1189:server_mti_print()) LDD_F_OPC_READY 00000020:02000000:0.0:1775764339.852789:0:42942:0:(tgt_mount.c:2623:server_calc_timeout()) lustre-OST0000: Imperative Recovery not enabled, recovery window 60-180 00080000:10000000:3.0:1775764339.904341:0:42942:0:(osd_index.c:2099:osd_index_try()) lustre-OST0000: index object [0x200000003:0x5:0x0] (8/8/4) registered 00080000:10000000:3.0:1775764339.907444:0:42942:0:(osd_index.c:2099:osd_index_try()) lustre-OST0000: index object [0x200000005:0x1:0x0] (8/8/1) registered 00080000:10000000:3.0:1775764339.907649:0:42942:0:(osd_index.c:2099:osd_index_try()) lustre-OST0000: index object [0x200000003:0x6:0x0] (8/8/4) registered 00080000:10000000:3.0:1775764339.910122:0:42942:0:(osd_index.c:2099:osd_index_try()) lustre-OST0000: index object [0x200000005:0x2:0x0] (8/8/1) registered 00080000:10000000:3.0:1775764339.910394:0:42942:0:(osd_index.c:2099:osd_index_try()) lustre-OST0000: index object [0x200000003:0x7:0x0] (8/8/4) registered 00080000:10000000:3.0:1775764339.913197:0:42942:0:(osd_index.c:2099:osd_index_try()) lustre-OST0000: index object [0x200000005:0x3:0x0] (8/8/1) registered 00000001:00000004:3.0:1775764339.918208:0:42942:0:(tgt_lastrcvd.c:732:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 8, last_transno is 34359738368 00010000:00010000:0.0:1775764340.545473:0:42312:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:0.0:1775764341.195548:0:42321:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:0.0:1775764341.195557:0:42321:0:(mgc_request.c:1819:mgc_process_log()) Process log lustre-mdtir-ffff94459875f800 from 25 10000000:01000000:0.0:1775764341.195563:0:42321:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:0.0:1775764341.195627:0:42321:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.128@tcp lock: ffff9445829d6e00/0x57b8ff0e0304d9a6 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 42321 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764341.195640:0:42321:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.128@tcp lock: ffff9445829d6e00/0x57b8ff0e0304d9a6 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 42321 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764341.195652:0:42321:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.128@tcp lock: ffff9445829d6e00/0x57b8ff0e0304d9a6 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 42321 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764341.195681:0:42321:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bc1dd500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d8dacf45-8471-4226-a2fb-1fac83f69c1e:42321:1862022118926720:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1775764341.195771:0:42321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764341.195850:0:42321:0:(client.c:2691:ptlrpc_set_wait()) set ffff9445907eb6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1775764341.195886:0:42317:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118926720 00000100:00100000:0.0:1775764341.195894:0:42317:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118926720 00000100:00100000:0.0:1775764341.195950:0:42317:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50 00000100:00100000:0.0:1775764341.195959:0:42317:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944585dec050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d8dacf45-8471-4226-a2fb-1fac83f69c1e+14:42321:x1862022118926720:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1775764341.195975:0:42317:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764341.195990:0:42317:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9445829d6600/0x57b8ff0e0304d9ad lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x57b8ff0e0304d9a6 expref: -99 pid: 42317 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764341.196017:0:42317:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9445829d6600/0x57b8ff0e0304d9ad lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x57b8ff0e0304d9a6 expref: 15 pid: 42317 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764341.196031:0:42317:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9445829d6600/0x57b8ff0e0304d9ad lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x57b8ff0e0304d9a6 expref: 15 pid: 42317 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764341.196047:0:42317:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445829d6600, rc 0) 00000100:00100000:0.0:1775764341.196085:0:42317:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944585dec050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d8dacf45-8471-4226-a2fb-1fac83f69c1e+15:42321:x1862022118926720:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 128us (315us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764341.196093:0:42317:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50 00000100:00100000:0.0:1775764341.196147:0:42321:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bc1dd500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d8dacf45-8471-4226-a2fb-1fac83f69c1e:42321:1862022118926720:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1775764341.196161:0:42321:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.128@tcp lock: ffff9445829d6e00/0x57b8ff0e0304d9a6 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x57b8ff0e0304d9ad expref: -99 pid: 42321 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764341.196171:0:42321:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.128@tcp lock: ffff9445829d6e00/0x57b8ff0e0304d9a6 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x57b8ff0e0304d9ad expref: -99 pid: 42321 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764341.196231:0:42321:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bc1dd500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d8dacf45-8471-4226-a2fb-1fac83f69c1e:42321:1862022118926848:0@lo:256:ll_cfg_requeue.0 00000100:00100000:0.0:1775764341.196261:0:42321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764341.196285:0:42321:0:(client.c:2691:ptlrpc_set_wait()) set ffff9445907eb6c0 going to sleep for 11 seconds 00000100:00100000:3.0:1775764341.196608:0:42319:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118926848 00000100:00100000:3.0:1775764341.196614:0:42319:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118926848 00000100:00100000:3.0:1775764341.197002:0:42319:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51 00000100:00100000:3.0:1775764341.197012:0:42319:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944585deec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d8dacf45-8471-4226-a2fb-1fac83f69c1e+15:42321:x1862022118926848:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:3.0:1775764341.197033:0:42319:0:(mgs_nids.c:912:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:3.0:1775764341.197054:0:42319:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:3.0:1775764341.197057:0:42319:0:(mgs_nids.c:316:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 25 00000100:00100000:3.0:1775764341.197149:0:42319:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944585deec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d8dacf45-8471-4226-a2fb-1fac83f69c1e+15:42321:x1862022118926848:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 139us (886us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764341.197156:0:42319:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51 00000100:00100000:0.0:1775764341.199551:0:42321:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bc1dd500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d8dacf45-8471-4226-a2fb-1fac83f69c1e:42321:1862022118926848:0@lo:256:ll_cfg_requeue.0 00000020:00000080:0.0:1775764341.199618:0:42321:0:(obd_config.c:1468:class_process_config()) processing cmd: cf00f 10000000:01000000:0.0:1775764341.200285:0:42321:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.128@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:0.0:1775764341.200296:0:42321:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.128@tcp lock: ffff9445829d6e00/0x57b8ff0e0304d9a6 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x57b8ff0e0304d9ad expref: -99 pid: 42321 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764341.200307:0:42321:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.128@tcp lock: ffff9445829d6e00/0x57b8ff0e0304d9a6 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x57b8ff0e0304d9ad expref: -99 pid: 42321 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:1.0:1775764341.258346:0:43006:0:(import.c:213:ptlrpc_set_import_discon()) osp: import ffff9445a6389800 already not connected (conn 2, was 0): CONNECTING 00010000:00080000:1.0:1775764341.258375:0:43006:0:(ldlm_lib.c:85:import_set_conn()) imp ffff9445a6389800@lustre-OST0000-osc-MDT0000: found existing conn 192.168.202.128@tcp, moved to head 00010000:00010000:0.0:1775764341.571146:0:42313:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764342.592931:0:42312:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1775764343.179720:0:42356:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:1.0:1775764343.617070:0:42313:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764344.642077:0:42312:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1775764345.089936:0:9942:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1775764345.089942:0:9942:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1775764345.089944:0:9942:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1775764345.089947:0:9942:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1775764345.089968:0:3329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bc1dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d8dacf45-8471-4226-a2fb-1fac83f69c1e:3329:1862022118926976:0@lo:400:kworker.0 00000100:00100000:0.0:1775764345.090045:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764345.090122:0:42318:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118926976 00000100:00100000:0.0:1775764345.090130:0:42318:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118926976 00000100:00100000:0.0:1775764345.090176:0:42318:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 52 00000100:00100000:0.0:1775764345.090186:0:42318:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944585ded050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d8dacf45-8471-4226-a2fb-1fac83f69c1e+15:3329:x1862022118926976:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764345.090234:0:42318:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944585ded050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d8dacf45-8471-4226-a2fb-1fac83f69c1e+15:3329:x1862022118926976:12345-0@lo:400:kworker.0 Request processed in 50us (188us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764345.090241:0:42318:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 52 00000100:00100000:0.0:1775764345.090293:0:3329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bc1dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d8dacf45-8471-4226-a2fb-1fac83f69c1e:3329:1862022118926976:0@lo:400:kworker.0 00000100:00100000:0.0:1775764345.090335:0:3330:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bc1dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3330:1862022118927104:0@lo:400:kworker.0 00000100:00100000:0.0:1775764345.090368:0:3330:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764345.090415:0:3331:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bc1df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3331:1862022118927232:0@lo:400:kworker.0 00000100:00100000:0.0:1775764345.092139:0:3331:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764345.092946:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118927104 00000100:00100000:3.0:1775764345.092960:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118927104 00000100:00100000:3.0:1775764345.093017:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118927232 00000100:00100000:3.0:1775764345.093021:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118927232 00000100:00100000:3.0:1775764345.093056:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:3.0:1775764345.093068:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bc1dc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3330:x1862022118927104:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764345.093158:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bc1dc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3330:x1862022118927104:12345-0@lo:400:kworker.0 Request processed in 93us (2788us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764345.093166:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:3.0:1775764345.093186:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:3.0:1775764345.093193:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bc1de680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3331:x1862022118927232:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764345.093220:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bc1de680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3331:x1862022118927232:12345-0@lo:400:kworker.0 Request processed in 28us (1088us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764345.093226:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00080000:3.0:1775764345.093261:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00080000:0.0:1775764345.093701:0:3330:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff9445bc1dd500 x1862022118927104/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1775764361 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775764345.093719:0:3330:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bc1dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3330:1862022118927104:0@lo:400:kworker.0 00010000:00080000:0.0:1775764345.093762:0:3331:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff9445bc1df800 x1862022118927232/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1775764361 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775764345.093778:0:3331:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bc1df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3331:1862022118927232:0@lo:400:kworker.0 00010000:00010000:1.0:1775764346.689353:0:42312:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775764346.944924:0:3327:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1775764331/real 1775764331] req@ffff9445bc1df480 x1862022118922624/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1775764346 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775764346.944961:0:3327:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9445bc1df480 x1862022118922624/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1775764346 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775764346.944973:0:3327:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1775764331/real 1775764331] req@ffff9445bc1dc380 x1862022118922752/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1775764346 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775764346.944986:0:3327:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9445bc1dc380 x1862022118922752/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1775764346 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775764346.945012:0:3327:0:(import.c:65:import_set_state_nolock()) ffff9445a6389800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775764346.945044:0:3327:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1775764346.945049:0:3327:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bc1df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3327:1862022118922624:0@lo:8:kworker.0 00000100:00080000:0.0:1775764346.945055:0:3327:0:(import.c:65:import_set_state_nolock()) ffff944590826000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775764346.945061:0:3327:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1775764346.945064:0:3327:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bc1dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3327:1862022118922752:0@lo:8:kworker.0 00000100:00080000:1.0:1775764346.947637:0:9942:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1775764346.947646:0:9942:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775764346.947653:0:9942:0:(import.c:65:import_set_state_nolock()) ffff9445a6389800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775764346.947664:0:9942:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:1.0:1775764346.947677:0:9942:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff9445a6389800 using connection 192.168.202.128@tcp/0@lo 00000100:00100000:1.0:1775764346.947722:0:9942:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9445bf4f8700 x1862022118927488/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775764346.947741:0:9942:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1775764346.947745:0:9942:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1775764346.947748:0:9942:0:(import.c:65:import_set_state_nolock()) ffff944590826000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775764346.947753:0:9942:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 1798 00000100:00080000:1.0:1775764346.947757:0:9942:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:1.0:1775764346.947761:0:9942:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff944590826000 using connection 192.168.202.128@tcp/0@lo 00000100:00100000:1.0:1775764346.947773:0:9942:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9445bf4f8e00 x1862022118927616/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1775764346.947857:0:3329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bf4fbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3329:1862022118927744:0@lo:400:kworker.0 00000100:00100000:0.0:1775764346.948034:0:3328:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bf4fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d8dacf45-8471-4226-a2fb-1fac83f69c1e:3328:1862022118927360:0@lo:400:kworker.0 00000100:00100000:0.0:1775764346.948114:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764346.948190:0:42317:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118927360 00000100:00100000:0.0:1775764346.948198:0:42317:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118927360 00000100:00100000:0.0:1775764346.948252:0:42317:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53 00000100:00100000:0.0:1775764346.948260:0:42317:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944585def050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d8dacf45-8471-4226-a2fb-1fac83f69c1e+15:3328:x1862022118927360:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764346.948307:0:42317:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944585def050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d8dacf45-8471-4226-a2fb-1fac83f69c1e+15:3328:x1862022118927360:12345-0@lo:400:kworker.0 Request processed in 47us (193us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764346.948314:0:42317:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53 00000100:00100000:0.0:1775764346.948365:0:3328:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bf4fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d8dacf45-8471-4226-a2fb-1fac83f69c1e:3328:1862022118927360:0@lo:400:kworker.0 00000100:00100000:0.0:1775764346.948506:0:3330:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bf4f8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3330:1862022118927872:0@lo:400:kworker.0 00000100:00100000:0.0:1775764346.948550:0:3330:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764346.948587:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118927872 00000100:00100000:0.0:1775764346.948591:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118927872 00000100:00100000:0.0:1775764346.948617:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1775764346.948623:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bc1dc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3330:x1862022118927872:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764346.948657:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bc1dc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3330:x1862022118927872:12345-0@lo:400:kworker.0 Request processed in 35us (107us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764346.948664:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00010000:00080000:0.0:1775764346.948692:0:3330:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff9445bf4f8380 x1862022118927872/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1775764362 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775764346.948704:0:3330:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bf4f8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3330:1862022118927872:0@lo:400:kworker.0 00000100:00100000:0.0:1775764346.948719:0:3327:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bf4f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3327:1862022118927488:0@lo:8:kworker.0 00000100:00100000:0.0:1775764346.948750:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764346.948770:0:3327:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bf4f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3327:1862022118927616:0@lo:8:kworker.0 00000100:00100000:0.0:1775764346.948794:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764346.948850:0:42945:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118927488 00000100:00100000:0.0:1775764346.948853:0:42945:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118927488 00000100:00100000:1.0:1775764346.949569:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764346.952035:0:42945:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118927616 00000100:00100000:0.0:1775764346.952051:0:42945:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118927616 00000100:00100000:1.0:1775764346.952572:0:42944:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1775764346.952585:0:42944:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bc1df480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3327:x1862022118927488:12345-0@lo:8:kworker.0 00010000:00080000:1.0:1775764346.952644:0:42944:0:(ldlm_lib.c:1429:target_handle_connect()) lustre-OST0000: connection from lustre-MDT0000-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 1813 last 0 00000020:00000080:1.0:1775764346.952687:0:42944:0:(genops.c:1404:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x57b8ff0e0304d9b4 00002000:00100000:1.0:1775764346.952710:0:42944:0:(ofd_obd.c:124:ofd_parse_connect_data()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/ffff9445bd3fd800 ocd_connect_flags: 0xa044401443000026 ocd_version: 211334d ocd_grant: 0 ocd_index: 0 ocd_group 0 00002000:00080000:1.0:1775764346.952714:0:42944:0:(ofd_obd.c:142:ofd_parse_connect_data()) lustre-OST0000: Received MDS connection for group 0 00002000:00100000:1.0:1775764346.952717:0:42944:0:(ofd_obd.c:230:ofd_parse_connect_data()) lustre-OST0000: cli does not support OBD_CONNECT_CKSUM 00000100:00100000:0.0:1775764346.953581:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118927744 00000100:00100000:0.0:1775764346.953594:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118927744 00000100:00100000:0.0:1775764346.953666:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:0.0:1775764346.953677:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bf4faa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3329:x1862022118927744:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764346.953814:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bf4faa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3329:x1862022118927744:12345-0@lo:400:kworker.0 Request processed in 137us (4246us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764346.953823:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00010000:00080000:0.0:1775764346.953914:0:3329:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff9445bf4fbb80 x1862022118927744/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1775764362 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775764346.953929:0:3329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bf4fbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3329:1862022118927744:0@lo:400:kworker.0 00002000:00080000:0.0:1775764346.960201:0:42944:0:(ofd_obd.c:388:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:0.0:1775764346.960244:0:42944:0:(import.c:65:import_set_state_nolock()) ffff9445b2928800 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1775764346.960350:0:42944:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bc1df480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3327:x1862022118927488:12345-0@lo:8:kworker.0 Request processed in 7764us (11597us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764346.960363:0:42944:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:0.0:1775764346.960398:0:42944:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1775764346.960404:0:42944:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bc1df800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3327:x1862022118927616:12345-0@lo:8:kworker.0 00010000:00080000:3.0:1775764346.960934:0:3327:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff9445bf4f8700 x1862022118927488/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/416 e 0 to 0 dl 1775764356 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775764346.960948:0:3327:0:(client.c:3082:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:3.0:1775764346.960957:0:3327:0:(import.c:1130:ptlrpc_connect_interpret()) lustre-OST0000-osc-MDT0000: connect to target with instance 8 00000100:00080000:3.0:1775764346.960965:0:3327:0:(import.c:958:ptlrpc_connect_set_flags()) lustre-OST0000-osc-MDT0000: Resetting ns_connect_flags to server flags: 0xa040401443000026 00000100:00080000:3.0:1775764346.960972:0:3327:0:(import.c:1211:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0000_UUID 00000100:00080000:3.0:1775764346.960975:0:3327:0:(import.c:65:import_set_state_nolock()) ffff9445a6389800 lustre-OST0000_UUID: changing import state from CONNECTING to FULL 00000004:00080000:3.0:1775764346.960999:0:3327:0:(osp_dev.c:1642:osp_import_event()) got connected 00000100:00100000:3.0:1775764346.961005:0:3327:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bf4f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3327:1862022118927488:0@lo:8:kworker.0 00000004:00080000:3.0:1775764346.961033:0:42346:0:(osp_sync.c:1044:osp_sync_process_record()) processed all old entries 00010000:00020000:0.0:1775764346.963905:0:42944:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-OST0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000004:00080000:1.0:1775764346.965061:0:42347:0:(osp_precreate.c:877:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0000: going to cleanup orphans since [0x240000400:0xd3:0x0] 00000100:00100000:1.0:1775764346.965098:0:42347:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bf4f8000 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:42347:1862022118928128:0@lo:5:osp-pre-0-0.0 00000100:00100000:1.0:1775764346.965194:0:42347:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764346.965234:0:42347:0:(client.c:2691:ptlrpc_set_wait()) set ffff944586068b40 going to sleep for 11 seconds 00000100:00100000:1.0:1775764346.965262:0:3331:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bf4fb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3331:1862022118928000:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1775764346.965292:0:3331:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764346.965351:0:42947:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118928000 00000100:00100000:1.0:1775764346.965362:0:42947:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118928000 00000100:00100000:1.0:1775764346.965449:0:42947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1775764346.965461:0:42947:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bf4f9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3331:x1862022118928000:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1775764346.965513:0:42947:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40960000 pending 0 free 3704619008 avail 3702521856 00000100:00100000:1.0:1775764346.965574:0:42947:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bf4f9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3331:x1862022118928000:12345-0@lo:13:osp-pre-0-0.0 Request processed in 116us (281us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764346.965581:0:42947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00080000:1.0:1775764346.965606:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00080000:1.0:1775764346.965637:0:3331:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff9445bf4fb480 x1862022118928000/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1775764362 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775764346.965664:0:3331:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bf4fb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3331:1862022118928000:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1775764346.965699:0:42945:0:(service.c:3441:ptlrpc_start_thread()) ost[0] started 3 min 3 max 116 00000100:00100000:1.0:1775764346.965707:0:42945:0:(service.c:3500:ptlrpc_start_thread()) starting thread 'll_ost00_003' 00000100:00100000:1.0:1775764346.965864:0:42945:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118928128 00000100:00100000:1.0:1775764346.965882:0:42945:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118928128 00000100:00100000:1.0:1775764346.965978:0:43212:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:1.0:1775764346.965986:0:43212:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bf4f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:42347:x1862022118928128:12345-0@lo:5:osp-pre-0-0.0 00000004:00080000:3.0:1775764346.970302:0:42346:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1813817500081ns, next at 0ns, rc = 0 00002000:00080000:1.0:1775764346.983309:0:43212:0:(ofd_fs.c:432:ofd_seq_load()) lustre-OST0000: adding sequence 0x240000400 00002000:00080000:1.0:1775764346.983321:0:43212:0:(ofd_dev.c:1637:ofd_create_hdl()) ofd_last_id() = 257 -> diff = -46 00002000:02000040:1.0:1775764346.983326:0:43212:0:(ofd_dev.c:1488:ofd_orphans_destroy()) lustre-OST0000: new connection from lustre-MDT0000-mdtlov (cleaning up unused objects from 0x240000400:212 to 0x240000400:257) 00000100:00100000:0.0:1775764346.995095:0:42944:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bc1df800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3327:x1862022118927616:12345-0@lo:8:kworker.0 Request processed in 34678us (46288us total) trans 0 rc -19/-19 00000100:00100000:0.0:1775764346.995112:0:42944:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00080000:0.0:1775764346.995182:0:3327:0:(import.c:65:import_set_state_nolock()) ffff944590826000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775764346.995189:0:3327:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1775764346.995194:0:3327:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bf4f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3327:1862022118927616:0@lo:8:kworker.0 00002000:00010000:1.0:1775764347.028289:0:43212:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x101:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1775764347.028306:0:43212:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b1a62f95/0x57b8ff0e0304d9bb lrc: 3/0,1 mode: --/PW res: [0x240000400:0x101:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764347.028326:0:43212:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1775764347.028328:0:43212:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1775764347.028335:0:43212:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b1a62f95/0x57b8ff0e0304d9bb lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x101:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764347.028354:0:43212:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b1a62f95/0x57b8ff0e0304d9bb lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x101:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764347.028366:0:43212:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b1a62f95/0x57b8ff0e0304d9bb lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x101:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764347.028376:0:43212:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000b1a62f95/0x57b8ff0e0304d9bb lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x101:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764347.028402:0:43212:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1775764347.029565:0:42313:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1775764347.029574:0:42313:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000b1a62f95/0x57b8ff0e0304d9bb lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x101:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764347.029588:0:42313:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445bd390600 already unused, calling callback (ffffffffc177a060) 00010000:00010000:3.0:1775764347.029594:0:42313:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000b1a62f95/0x57b8ff0e0304d9bb lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x101:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764347.029605:0:42313:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000b1a62f95/0x57b8ff0e0304d9bb lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x101:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764347.029628:0:42313:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000b1a62f95/0x57b8ff0e0304d9bb lrc: 1/0,0 mode: --/PW res: [0x240000400:0x101:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764347.029636:0:42313:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b1a62f95/0x57b8ff0e0304d9bb lrc: 0/0,0 mode: --/PW res: [0x240000400:0x101:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764347.029653:0:42313:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764347.029655:0:42313:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764347.029656:0:42313:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1775764347.031683:0:43212:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x100:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1775764347.031697:0:43212:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000184aaf8f/0x57b8ff0e0304d9c2 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x100:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764347.031718:0:43212:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1775764347.031721:0:43212:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1775764347.031727:0:43212:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000184aaf8f/0x57b8ff0e0304d9c2 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x100:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764347.031743:0:43212:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000184aaf8f/0x57b8ff0e0304d9c2 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x100:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764347.031755:0:43212:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000184aaf8f/0x57b8ff0e0304d9c2 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x100:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764347.031763:0:43212:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000184aaf8f/0x57b8ff0e0304d9c2 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x100:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764347.031818:0:43212:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1775764347.032311:0:42312:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1775764347.032319:0:42312:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000184aaf8f/0x57b8ff0e0304d9c2 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x100:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764347.032335:0:42312:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445bd391600 already unused, calling callback (ffffffffc177a060) 00010000:00010000:3.0:1775764347.032340:0:42312:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000184aaf8f/0x57b8ff0e0304d9c2 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x100:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764347.032351:0:42312:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000184aaf8f/0x57b8ff0e0304d9c2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x100:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764347.032372:0:42312:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000184aaf8f/0x57b8ff0e0304d9c2 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x100:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764347.032380:0:42312:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000184aaf8f/0x57b8ff0e0304d9c2 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x100:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764347.032414:0:42312:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764347.032416:0:42312:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764347.032417:0:42312:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1775764347.036682:0:43212:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0xff:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1775764347.036698:0:43212:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000002d7d096d/0x57b8ff0e0304d9c9 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xff:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764347.036719:0:43212:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1775764347.036722:0:43212:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1775764347.036729:0:43212:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002d7d096d/0x57b8ff0e0304d9c9 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764347.036747:0:43212:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002d7d096d/0x57b8ff0e0304d9c9 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764347.036760:0:43212:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000002d7d096d/0x57b8ff0e0304d9c9 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764347.036769:0:43212:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000002d7d096d/0x57b8ff0e0304d9c9 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764347.036830:0:43212:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1775764347.036848:0:42313:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1775764347.036855:0:42313:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000002d7d096d/0x57b8ff0e0304d9c9 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764347.037015:0:42313:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445bd390000 already unused, calling callback (ffffffffc177a060) 00010000:00010000:1.0:1775764347.037021:0:42313:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000002d7d096d/0x57b8ff0e0304d9c9 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764347.037031:0:42313:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000002d7d096d/0x57b8ff0e0304d9c9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764347.037053:0:42313:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000002d7d096d/0x57b8ff0e0304d9c9 lrc: 1/0,0 mode: --/PW res: [0x240000400:0xff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764347.037061:0:42313:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002d7d096d/0x57b8ff0e0304d9c9 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764347.037083:0:42313:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764347.037085:0:42313:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764347.037087:0:42313:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1775764347.040991:0:43212:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0xfe:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1775764347.041011:0:43212:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000fdce8bdf/0x57b8ff0e0304d9d0 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xfe:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764347.041032:0:43212:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1775764347.041036:0:43212:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1775764347.041043:0:43212:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000fdce8bdf/0x57b8ff0e0304d9d0 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xfe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764347.041057:0:43212:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000fdce8bdf/0x57b8ff0e0304d9d0 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xfe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764347.041066:0:43212:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000fdce8bdf/0x57b8ff0e0304d9d0 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xfe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764347.041074:0:43212:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000fdce8bdf/0x57b8ff0e0304d9d0 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xfe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764347.041108:0:43212:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1775764347.041127:0:42312:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1775764347.041133:0:42312:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000fdce8bdf/0x57b8ff0e0304d9d0 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xfe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764347.041141:0:42312:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445bd390800 already unused, calling callback (ffffffffc177a060) 00010000:00010000:1.0:1775764347.041146:0:42312:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000fdce8bdf/0x57b8ff0e0304d9d0 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xfe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764347.041154:0:42312:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000fdce8bdf/0x57b8ff0e0304d9d0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xfe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764347.041171:0:42312:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000fdce8bdf/0x57b8ff0e0304d9d0 lrc: 1/0,0 mode: --/PW res: [0x240000400:0xfe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764347.041178:0:42312:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000fdce8bdf/0x57b8ff0e0304d9d0 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xfe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764347.041196:0:42312:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764347.041198:0:42312:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764347.041199:0:42312:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1775764347.042885:0:43212:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0xfd:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1775764347.042895:0:43212:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008f10dfa9/0x57b8ff0e0304d9d7 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xfd:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764347.042909:0:43212:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1775764347.042912:0:43212:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1775764347.042917:0:43212:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008f10dfa9/0x57b8ff0e0304d9d7 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xfd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764347.042929:0:43212:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008f10dfa9/0x57b8ff0e0304d9d7 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xfd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764347.042938:0:43212:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008f10dfa9/0x57b8ff0e0304d9d7 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xfd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764347.042945:0:43212:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000008f10dfa9/0x57b8ff0e0304d9d7 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xfd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764347.042963:0:43212:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1775764347.042974:0:42313:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1775764347.042979:0:42313:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000008f10dfa9/0x57b8ff0e0304d9d7 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xfd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764347.042986:0:42313:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445bd391400 already unused, calling callback (ffffffffc177a060) 00010000:00010000:1.0:1775764347.042991:0:42313:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000008f10dfa9/0x57b8ff0e0304d9d7 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xfd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764347.042998:0:42313:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000008f10dfa9/0x57b8ff0e0304d9d7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xfd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764347.043010:0:42313:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000008f10dfa9/0x57b8ff0e0304d9d7 lrc: 1/0,0 mode: --/PW res: [0x240000400:0xfd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764347.043022:0:42313:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008f10dfa9/0x57b8ff0e0304d9d7 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xfd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764347.043039:0:42313:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764347.043041:0:42313:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764347.043042:0:42313:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1775764347.043741:0:43212:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0xfc:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1775764347.043748:0:43212:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000089993004/0x57b8ff0e0304d9de lrc: 3/0,1 mode: --/PW res: [0x240000400:0xfc:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764347.043758:0:43212:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1775764347.043759:0:43212:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1775764347.043763:0:43212:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000089993004/0x57b8ff0e0304d9de lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xfc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764347.043774:0:43212:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000089993004/0x57b8ff0e0304d9de lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xfc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764347.043782:0:43212:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000089993004/0x57b8ff0e0304d9de lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xfc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764347.043790:0:43212:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000089993004/0x57b8ff0e0304d9de lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xfc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764347.043831:0:43212:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1775764347.043843:0:42312:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1775764347.043848:0:42312:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000089993004/0x57b8ff0e0304d9de lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xfc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764347.043854:0:42312:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445bd390400 already unused, calling callback (ffffffffc177a060) 00010000:00010000:1.0:1775764347.043858:0:42312:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000089993004/0x57b8ff0e0304d9de lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xfc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764347.043877:0:42312:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000089993004/0x57b8ff0e0304d9de lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xfc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764347.043889:0:42312:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000089993004/0x57b8ff0e0304d9de lrc: 1/0,0 mode: --/PW res: [0x240000400:0xfc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764347.043895:0:42312:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000089993004/0x57b8ff0e0304d9de lrc: 0/0,0 mode: --/PW res: [0x240000400:0xfc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764347.043908:0:42312:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764347.043909:0:42312:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764347.043910:0:42312:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1775764347.044346:0:43212:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0xfb:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1775764347.044351:0:43212:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000091e7a1b2/0x57b8ff0e0304d9e5 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xfb:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764347.044360:0:43212:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1775764347.044361:0:43212:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1775764347.044364:0:43212:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000091e7a1b2/0x57b8ff0e0304d9e5 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xfb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764347.044379:0:43212:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000091e7a1b2/0x57b8ff0e0304d9e5 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xfb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764347.044386:0:43212:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000091e7a1b2/0x57b8ff0e0304d9e5 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xfb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764347.044393:0:43212:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000091e7a1b2/0x57b8ff0e0304d9e5 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xfb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764347.044423:0:43212:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1775764347.044433:0:42313:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1775764347.044437:0:42313:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000091e7a1b2/0x57b8ff0e0304d9e5 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xfb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764347.044444:0:42313:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445bd391200 already unused, calling callback (ffffffffc177a060) 00010000:00010000:1.0:1775764347.044448:0:42313:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000091e7a1b2/0x57b8ff0e0304d9e5 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xfb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764347.044455:0:42313:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000091e7a1b2/0x57b8ff0e0304d9e5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xfb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764347.044465:0:42313:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000091e7a1b2/0x57b8ff0e0304d9e5 lrc: 1/0,0 mode: --/PW res: [0x240000400:0xfb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764347.044472:0:42313:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000091e7a1b2/0x57b8ff0e0304d9e5 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xfb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764347.044485:0:42313:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764347.044487:0:42313:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764347.044488:0:42313:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1775764347.044929:0:43212:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0xfa:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1775764347.044935:0:43212:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008f8c802d/0x57b8ff0e0304d9ec lrc: 3/0,1 mode: --/PW res: [0x240000400:0xfa:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764347.044943:0:43212:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1775764347.044944:0:43212:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1775764347.044947:0:43212:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008f8c802d/0x57b8ff0e0304d9ec lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xfa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764347.044954:0:43212:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008f8c802d/0x57b8ff0e0304d9ec lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xfa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764347.044962:0:43212:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008f8c802d/0x57b8ff0e0304d9ec lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xfa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764347.044969:0:43212:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000008f8c802d/0x57b8ff0e0304d9ec lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xfa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764347.044983:0:43212:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1775764347.044990:0:42312:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1775764347.044995:0:42312:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000008f8c802d/0x57b8ff0e0304d9ec lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xfa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764347.045007:0:42312:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445bd390a00 already unused, calling callback (ffffffffc177a060) 00010000:00010000:1.0:1775764347.045010:0:42312:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000008f8c802d/0x57b8ff0e0304d9ec lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xfa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764347.045017:0:42312:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000008f8c802d/0x57b8ff0e0304d9ec lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xfa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764347.045028:0:42312:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000008f8c802d/0x57b8ff0e0304d9ec lrc: 1/0,0 mode: --/PW res: [0x240000400:0xfa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764347.045034:0:42312:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008f8c802d/0x57b8ff0e0304d9ec lrc: 0/0,0 mode: --/PW res: [0x240000400:0xfa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764347.045047:0:42312:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764347.045048:0:42312:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764347.045050:0:42312:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1775764347.053970:0:43212:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0xf9:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1775764347.053985:0:43212:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000bcdea8b5/0x57b8ff0e0304d9f3 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xf9:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764347.054003:0:43212:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1775764347.054006:0:43212:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1775764347.054011:0:43212:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000bcdea8b5/0x57b8ff0e0304d9f3 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xf9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764347.054025:0:43212:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000bcdea8b5/0x57b8ff0e0304d9f3 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xf9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764347.054036:0:43212:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000bcdea8b5/0x57b8ff0e0304d9f3 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xf9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764347.054044:0:43212:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000bcdea8b5/0x57b8ff0e0304d9f3 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xf9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764347.054071:0:43212:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:1.0:1775764347.057769:0:43212:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0xf8:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1775764347.057782:0:43212:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000087be9357/0x57b8ff0e0304d9fa lrc: 3/0,1 mode: --/PW res: [0x240000400:0xf8:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764347.057811:0:43212:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1775764347.057814:0:43212:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1775764347.057819:0:43212:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000087be9357/0x57b8ff0e0304d9fa lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xf8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764347.057831:0:43212:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000087be9357/0x57b8ff0e0304d9fa lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xf8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764347.057842:0:43212:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000087be9357/0x57b8ff0e0304d9fa lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xf8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764347.057849:0:43212:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000087be9357/0x57b8ff0e0304d9fa lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xf8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764347.057880:0:43212:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1775764347.058588:0:42312:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1775764347.058598:0:42312:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000087be9357/0x57b8ff0e0304d9fa lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xf8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764347.058607:0:42312:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445bc27ca00 already unused, calling callback (ffffffffc177a060) 00010000:00010000:3.0:1775764347.058613:0:42312:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000087be9357/0x57b8ff0e0304d9fa lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xf8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764347.058624:0:42312:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000087be9357/0x57b8ff0e0304d9fa lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xf8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764347.058644:0:42312:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000087be9357/0x57b8ff0e0304d9fa lrc: 1/0,0 mode: --/PW res: [0x240000400:0xf8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764347.058651:0:42312:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000087be9357/0x57b8ff0e0304d9fa lrc: 0/0,0 mode: --/PW res: [0x240000400:0xf8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764347.058675:0:42312:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764347.058677:0:42312:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764347.058679:0:42312:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1775764347.061995:0:43212:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0xf7:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1775764347.062009:0:43212:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a9019cb2/0x57b8ff0e0304da01 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xf7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764347.062027:0:43212:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1775764347.062029:0:43212:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1775764347.062034:0:43212:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a9019cb2/0x57b8ff0e0304da01 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xf7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764347.062049:0:43212:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a9019cb2/0x57b8ff0e0304da01 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xf7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764347.062059:0:43212:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a9019cb2/0x57b8ff0e0304da01 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xf7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764347.062067:0:43212:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000a9019cb2/0x57b8ff0e0304da01 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xf7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764347.062087:0:43212:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1775764347.062099:0:42313:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1775764347.062105:0:42313:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000a9019cb2/0x57b8ff0e0304da01 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xf7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764347.062112:0:42313:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445bc27cc00 already unused, calling callback (ffffffffc177a060) 00010000:00010000:1.0:1775764347.062117:0:42313:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000a9019cb2/0x57b8ff0e0304da01 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xf7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764347.062126:0:42313:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000a9019cb2/0x57b8ff0e0304da01 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xf7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764347.062143:0:42313:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000a9019cb2/0x57b8ff0e0304da01 lrc: 1/0,0 mode: --/PW res: [0x240000400:0xf7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764347.062151:0:42313:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a9019cb2/0x57b8ff0e0304da01 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xf7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764347.062167:0:42313:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764347.062169:0:42313:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764347.062171:0:42313:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1775764347.067687:0:43212:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0xf6:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1775764347.067703:0:43212:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000bfb5005/0x57b8ff0e0304da08 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xf6:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764347.067719:0:43212:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1775764347.067722:0:43212:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1775764347.067728:0:43212:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000bfb5005/0x57b8ff0e0304da08 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xf6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764347.067744:0:43212:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000bfb5005/0x57b8ff0e0304da08 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xf6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764347.067755:0:43212:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000bfb5005/0x57b8ff0e0304da08 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xf6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764347.067762:0:43212:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000000bfb5005/0x57b8ff0e0304da08 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xf6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764347.067812:0:43212:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1775764347.067828:0:42312:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1775764347.067834:0:42312:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000000bfb5005/0x57b8ff0e0304da08 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xf6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764347.067841:0:42312:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445bc27d200 already unused, calling callback (ffffffffc177a060) 00010000:00010000:1.0:1775764347.067846:0:42312:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000000bfb5005/0x57b8ff0e0304da08 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xf6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764347.067855:0:42312:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000000bfb5005/0x57b8ff0e0304da08 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xf6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764347.070788:0:42312:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000000bfb5005/0x57b8ff0e0304da08 lrc: 1/0,0 mode: --/PW res: [0x240000400:0xf6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764347.070843:0:42312:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000bfb5005/0x57b8ff0e0304da08 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xf6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764347.070881:0:42312:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764347.070883:0:42312:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764347.070888:0:42312:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1775764347.072081:0:43212:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0xf5:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1775764347.072094:0:43212:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007e3adc5c/0x57b8ff0e0304da0f lrc: 3/0,1 mode: --/PW res: [0x240000400:0xf5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764347.072114:0:43212:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1775764347.072118:0:43212:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1775764347.072125:0:43212:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007e3adc5c/0x57b8ff0e0304da0f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xf5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764347.072140:0:43212:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007e3adc5c/0x57b8ff0e0304da0f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xf5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764347.072151:0:43212:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007e3adc5c/0x57b8ff0e0304da0f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xf5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764347.072159:0:43212:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000007e3adc5c/0x57b8ff0e0304da0f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xf5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764347.072193:0:43212:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:1.0:1775764347.072697:0:43212:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0xf4:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1775764347.072702:0:43212:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ff93ff73/0x57b8ff0e0304da16 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xf4:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764347.072711:0:43212:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1775764347.072713:0:43212:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1775764347.072716:0:43212:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ff93ff73/0x57b8ff0e0304da16 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xf4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764347.072725:0:43212:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ff93ff73/0x57b8ff0e0304da16 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xf4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764347.072732:0:43212:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ff93ff73/0x57b8ff0e0304da16 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xf4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764347.072744:0:43212:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ff93ff73/0x57b8ff0e0304da16 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xf4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764347.072764:0:43212:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1775764347.075998:0:42312:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1775764347.076014:0:42312:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ff93ff73/0x57b8ff0e0304da16 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xf4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764347.076037:0:42312:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445bc27c600 already unused, calling callback (ffffffffc177a060) 00010000:00010000:0.0:1775764347.076043:0:42312:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ff93ff73/0x57b8ff0e0304da16 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xf4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764347.076054:0:42312:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ff93ff73/0x57b8ff0e0304da16 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xf4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764347.076096:0:42312:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ff93ff73/0x57b8ff0e0304da16 lrc: 1/0,0 mode: --/PW res: [0x240000400:0xf4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764347.076104:0:42312:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ff93ff73/0x57b8ff0e0304da16 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xf4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764347.076131:0:42312:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764347.076133:0:42312:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764347.076135:0:42312:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1775764347.083328:0:43212:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0xf3:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1775764347.083343:0:43212:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006b03a58c/0x57b8ff0e0304da1d lrc: 3/0,1 mode: --/PW res: [0x240000400:0xf3:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764347.083363:0:43212:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1775764347.083365:0:43212:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1775764347.083370:0:43212:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006b03a58c/0x57b8ff0e0304da1d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xf3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764347.083385:0:43212:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006b03a58c/0x57b8ff0e0304da1d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xf3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764347.083398:0:43212:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006b03a58c/0x57b8ff0e0304da1d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xf3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764347.083405:0:43212:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000006b03a58c/0x57b8ff0e0304da1d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xf3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764347.084676:0:43212:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1775764347.085000:0:42313:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1775764347.085010:0:42313:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000006b03a58c/0x57b8ff0e0304da1d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xf3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764347.085020:0:42313:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445bc27de00 already unused, calling callback (ffffffffc177a060) 00010000:00010000:3.0:1775764347.085025:0:42313:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000006b03a58c/0x57b8ff0e0304da1d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xf3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764347.085036:0:42313:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000006b03a58c/0x57b8ff0e0304da1d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xf3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764347.085057:0:42313:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000006b03a58c/0x57b8ff0e0304da1d lrc: 1/0,0 mode: --/PW res: [0x240000400:0xf3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764347.085064:0:42313:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006b03a58c/0x57b8ff0e0304da1d lrc: 0/0,0 mode: --/PW res: [0x240000400:0xf3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764347.085090:0:42313:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764347.085092:0:42313:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764347.085093:0:42313:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1775764347.089143:0:43212:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0xf2:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1775764347.089158:0:43212:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000bfb5005/0x57b8ff0e0304da24 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xf2:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764347.089185:0:43212:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1775764347.089188:0:43212:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1775764347.089194:0:43212:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000bfb5005/0x57b8ff0e0304da24 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xf2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764347.089210:0:43212:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000bfb5005/0x57b8ff0e0304da24 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xf2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764347.089220:0:43212:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000bfb5005/0x57b8ff0e0304da24 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xf2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764347.089228:0:43212:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000000bfb5005/0x57b8ff0e0304da24 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xf2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764347.089262:0:43212:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1775764347.097496:0:42313:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1775764347.097503:0:42313:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000189a3059/0x57b8ff0e0304da2b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xf1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764347.097512:0:42313:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944585ee3000 already unused, calling callback (ffffffffc177a060) 00010000:00010000:0.0:1775764347.097517:0:42313:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000189a3059/0x57b8ff0e0304da2b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xf1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764347.097538:0:42313:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000189a3059/0x57b8ff0e0304da2b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xf1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764347.097557:0:42313:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000189a3059/0x57b8ff0e0304da2b lrc: 1/0,0 mode: --/PW res: [0x240000400:0xf1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764347.097564:0:42313:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000189a3059/0x57b8ff0e0304da2b lrc: 0/0,0 mode: --/PW res: [0x240000400:0xf1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764347.097583:0:42313:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764347.097584:0:42313:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764347.097586:0:42313:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764347.102221:0:42312:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 5 total in blp. (5 blwis in pool) 00010000:00010000:0.0:1775764347.102240:0:42312:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000042a55d22/0x57b8ff0e0304da32 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xf0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764347.102256:0:42312:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944585ee3200 already unused, calling callback (ffffffffc177a060) 00010000:00010000:0.0:1775764347.102262:0:42312:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000042a55d22/0x57b8ff0e0304da32 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xf0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764347.102274:0:42312:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000042a55d22/0x57b8ff0e0304da32 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xf0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764347.102303:0:42312:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000042a55d22/0x57b8ff0e0304da32 lrc: 1/0,0 mode: --/PW res: [0x240000400:0xf0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764347.102311:0:42312:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000042a55d22/0x57b8ff0e0304da32 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xf0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764347.102357:0:42312:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:0.0:1775764347.102361:0:42312:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000a7ac1b02/0x57b8ff0e0304da39 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764347.102368:0:42312:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944585ee2a00 already unused, calling callback (ffffffffc177a060) 00010000:00010000:0.0:1775764347.102372:0:42312:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000a7ac1b02/0x57b8ff0e0304da39 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764347.102380:0:42312:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000a7ac1b02/0x57b8ff0e0304da39 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764347.102390:0:42312:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000a7ac1b02/0x57b8ff0e0304da39 lrc: 1/0,0 mode: --/PW res: [0x240000400:0xef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764347.102398:0:42312:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a7ac1b02/0x57b8ff0e0304da39 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764347.102411:0:42312:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:0.0:1775764347.102414:0:42312:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000004e81b595/0x57b8ff0e0304da40 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764347.102420:0:42312:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944585ee3800 already unused, calling callback (ffffffffc177a060) 00010000:00010000:0.0:1775764347.102423:0:42312:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000004e81b595/0x57b8ff0e0304da40 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764347.102438:0:42312:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000004e81b595/0x57b8ff0e0304da40 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764347.102448:0:42312:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000004e81b595/0x57b8ff0e0304da40 lrc: 1/0,0 mode: --/PW res: [0x240000400:0xee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764347.102456:0:42312:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004e81b595/0x57b8ff0e0304da40 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764347.102467:0:42312:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1775764347.102471:0:42312:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000449ac42a/0x57b8ff0e0304da47 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764347.102476:0:42312:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944585ee2600 already unused, calling callback (ffffffffc177a060) 00010000:00010000:0.0:1775764347.102480:0:42312:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000449ac42a/0x57b8ff0e0304da47 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764347.102488:0:42312:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000449ac42a/0x57b8ff0e0304da47 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764347.102497:0:42312:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000449ac42a/0x57b8ff0e0304da47 lrc: 1/0,0 mode: --/PW res: [0x240000400:0xed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764347.102505:0:42312:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000449ac42a/0x57b8ff0e0304da47 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764347.102535:0:42312:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1775764347.102539:0:42312:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f7cd6088/0x57b8ff0e0304da4e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764347.102545:0:42312:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944585ee2e00 already unused, calling callback (ffffffffc177a060) 00010000:00010000:0.0:1775764347.102548:0:42312:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f7cd6088/0x57b8ff0e0304da4e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764347.102554:0:42312:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f7cd6088/0x57b8ff0e0304da4e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764347.102564:0:42312:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f7cd6088/0x57b8ff0e0304da4e lrc: 1/0,0 mode: --/PW res: [0x240000400:0xec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764347.102570:0:42312:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f7cd6088/0x57b8ff0e0304da4e lrc: 0/0,0 mode: --/PW res: [0x240000400:0xec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764347.102582:0:42312:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1775764347.102585:0:42312:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000006437ccbb/0x57b8ff0e0304da55 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xeb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764347.102590:0:42312:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944585ee3e00 already unused, calling callback (ffffffffc177a060) 00010000:00010000:0.0:1775764347.102593:0:42312:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000006437ccbb/0x57b8ff0e0304da55 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xeb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764347.102603:0:42312:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000006437ccbb/0x57b8ff0e0304da55 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xeb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764347.102612:0:42312:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000006437ccbb/0x57b8ff0e0304da55 lrc: 1/0,0 mode: --/PW res: [0x240000400:0xeb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764347.102619:0:42312:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006437ccbb/0x57b8ff0e0304da55 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xeb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764347.102632:0:42312:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764347.102634:0:42312:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764347.102635:0:42312:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764347.102649:0:42313:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1775764347.110154:0:43212:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0xea:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1775764347.110166:0:43212:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000009c77856/0x57b8ff0e0304da5c lrc: 3/0,1 mode: --/PW res: [0x240000400:0xea:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764347.110184:0:43212:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764347.110187:0:43212:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764347.110194:0:43212:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000009c77856/0x57b8ff0e0304da5c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764347.110209:0:43212:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000009c77856/0x57b8ff0e0304da5c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764347.110221:0:43212:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000009c77856/0x57b8ff0e0304da5c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764347.110228:0:43212:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000009c77856/0x57b8ff0e0304da5c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764347.110261:0:43212:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1775764347.110271:0:42312:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1775764347.110278:0:42312:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000009c77856/0x57b8ff0e0304da5c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764347.110288:0:42312:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445bfe76a00 already unused, calling callback (ffffffffc177a060) 00010000:00010000:0.0:1775764347.110293:0:42312:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000009c77856/0x57b8ff0e0304da5c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764347.110302:0:42312:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000009c77856/0x57b8ff0e0304da5c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764347.110322:0:42312:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000009c77856/0x57b8ff0e0304da5c lrc: 1/0,0 mode: --/PW res: [0x240000400:0xea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764347.110330:0:42312:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000009c77856/0x57b8ff0e0304da5c lrc: 0/0,0 mode: --/PW res: [0x240000400:0xea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764347.110346:0:42312:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764347.110348:0:42312:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764347.110349:0:42312:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1775764347.110768:0:43212:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0xe9:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1775764347.110774:0:43212:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009a28fde0/0x57b8ff0e0304da63 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe9:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764347.110786:0:43212:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764347.110788:0:43212:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764347.110791:0:43212:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009a28fde0/0x57b8ff0e0304da63 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764347.110825:0:43212:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009a28fde0/0x57b8ff0e0304da63 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764347.110835:0:43212:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009a28fde0/0x57b8ff0e0304da63 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764347.110841:0:43212:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000009a28fde0/0x57b8ff0e0304da63 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764347.110860:0:43212:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1775764347.111087:0:42313:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1775764347.111093:0:42313:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000009a28fde0/0x57b8ff0e0304da63 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764347.111102:0:42313:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445bfe77800 already unused, calling callback (ffffffffc177a060) 00010000:00010000:0.0:1775764347.111106:0:42313:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000009a28fde0/0x57b8ff0e0304da63 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764347.111113:0:42313:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000009a28fde0/0x57b8ff0e0304da63 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764347.111125:0:42313:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000009a28fde0/0x57b8ff0e0304da63 lrc: 1/0,0 mode: --/PW res: [0x240000400:0xe9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764347.111133:0:42313:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009a28fde0/0x57b8ff0e0304da63 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764347.111147:0:42313:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764347.111148:0:42313:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764347.111150:0:42313:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1775764347.111252:0:43212:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0xe8:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1775764347.111258:0:43212:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000033bb3136/0x57b8ff0e0304da6a lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe8:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764347.111265:0:43212:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764347.111267:0:43212:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764347.111269:0:43212:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000033bb3136/0x57b8ff0e0304da6a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764347.111277:0:43212:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000033bb3136/0x57b8ff0e0304da6a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764347.111289:0:43212:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000033bb3136/0x57b8ff0e0304da6a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764347.111295:0:43212:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000033bb3136/0x57b8ff0e0304da6a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764347.111313:0:43212:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1775764347.111318:0:42312:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1775764347.111323:0:42312:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000033bb3136/0x57b8ff0e0304da6a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764347.111332:0:42312:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445bfe77c00 already unused, calling callback (ffffffffc177a060) 00010000:00010000:0.0:1775764347.111335:0:42312:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000033bb3136/0x57b8ff0e0304da6a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764347.111343:0:42312:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000033bb3136/0x57b8ff0e0304da6a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764347.111353:0:42312:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000033bb3136/0x57b8ff0e0304da6a lrc: 1/0,0 mode: --/PW res: [0x240000400:0xe8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764347.111360:0:42312:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000033bb3136/0x57b8ff0e0304da6a lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764347.111372:0:42312:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764347.111374:0:42312:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764347.111376:0:42312:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1775764347.111690:0:43212:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0xe7:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1775764347.111696:0:43212:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006235886c/0x57b8ff0e0304da71 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764347.111705:0:43212:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764347.111707:0:43212:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764347.111709:0:43212:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006235886c/0x57b8ff0e0304da71 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764347.111719:0:43212:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006235886c/0x57b8ff0e0304da71 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764347.111726:0:43212:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006235886c/0x57b8ff0e0304da71 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764347.111733:0:43212:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000006235886c/0x57b8ff0e0304da71 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764347.111753:0:43212:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1775764347.111757:0:42313:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1775764347.111761:0:42313:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000006235886c/0x57b8ff0e0304da71 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764347.111768:0:42313:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445bfe76200 already unused, calling callback (ffffffffc177a060) 00010000:00010000:0.0:1775764347.111771:0:42313:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000006235886c/0x57b8ff0e0304da71 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764347.111784:0:42313:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000006235886c/0x57b8ff0e0304da71 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764347.111795:0:42313:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000006235886c/0x57b8ff0e0304da71 lrc: 1/0,0 mode: --/PW res: [0x240000400:0xe7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764347.111821:0:42313:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006235886c/0x57b8ff0e0304da71 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764347.111834:0:42313:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764347.111835:0:42313:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764347.111836:0:42313:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1775764347.112179:0:43212:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0xe6:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1775764347.112184:0:43212:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000fa01de75/0x57b8ff0e0304da78 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe6:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764347.112193:0:43212:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764347.112194:0:43212:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764347.112197:0:43212:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000fa01de75/0x57b8ff0e0304da78 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764347.112205:0:43212:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000fa01de75/0x57b8ff0e0304da78 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764347.112212:0:43212:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000fa01de75/0x57b8ff0e0304da78 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764347.112218:0:43212:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000fa01de75/0x57b8ff0e0304da78 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764347.112237:0:43212:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1775764347.115736:0:42312:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1775764347.115761:0:42312:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000fa01de75/0x57b8ff0e0304da78 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764347.115780:0:42312:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445bfe76800 already unused, calling callback (ffffffffc177a060) 00010000:00010000:0.0:1775764347.115787:0:42312:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000fa01de75/0x57b8ff0e0304da78 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764347.115833:0:42312:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000fa01de75/0x57b8ff0e0304da78 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764347.119945:0:42312:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000fa01de75/0x57b8ff0e0304da78 lrc: 1/0,0 mode: --/PW res: [0x240000400:0xe6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764347.119973:0:42312:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000fa01de75/0x57b8ff0e0304da78 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764347.120018:0:42312:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764347.120020:0:42312:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764347.120024:0:42312:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1775764347.123398:0:43212:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0xe5:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1775764347.123412:0:43212:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000003920f9d/0x57b8ff0e0304da7f lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764347.123430:0:43212:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764347.123432:0:43212:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764347.123437:0:43212:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000003920f9d/0x57b8ff0e0304da7f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764347.123452:0:43212:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000003920f9d/0x57b8ff0e0304da7f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764347.123464:0:43212:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000003920f9d/0x57b8ff0e0304da7f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764347.123472:0:43212:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000003920f9d/0x57b8ff0e0304da7f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764347.123497:0:43212:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:3.0:1775764347.123989:0:43212:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0xe4:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1775764347.123995:0:43212:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ad4f32b4/0x57b8ff0e0304da86 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe4:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764347.124004:0:43212:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764347.124005:0:43212:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764347.124008:0:43212:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ad4f32b4/0x57b8ff0e0304da86 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764347.124017:0:43212:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ad4f32b4/0x57b8ff0e0304da86 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764347.124026:0:43212:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ad4f32b4/0x57b8ff0e0304da86 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764347.124033:0:43212:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ad4f32b4/0x57b8ff0e0304da86 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764347.124050:0:43212:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00002000:00010000:3.0:1775764347.124393:0:43212:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0xe3:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1775764347.124398:0:43212:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000070d066ce/0x57b8ff0e0304da8d lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe3:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764347.124406:0:43212:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764347.124407:0:43212:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764347.124409:0:43212:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000070d066ce/0x57b8ff0e0304da8d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764347.124417:0:43212:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000070d066ce/0x57b8ff0e0304da8d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764347.124425:0:43212:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000070d066ce/0x57b8ff0e0304da8d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764347.124432:0:43212:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000070d066ce/0x57b8ff0e0304da8d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764347.124440:0:43212:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00002000:00010000:3.0:1775764347.124931:0:43212:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0xe2:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1775764347.124937:0:43212:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f82bf484/0x57b8ff0e0304da94 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe2:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764347.124945:0:43212:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764347.124946:0:43212:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764347.124949:0:43212:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f82bf484/0x57b8ff0e0304da94 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764347.124958:0:43212:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f82bf484/0x57b8ff0e0304da94 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764347.124966:0:43212:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f82bf484/0x57b8ff0e0304da94 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764347.124972:0:43212:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f82bf484/0x57b8ff0e0304da94 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764347.124979:0:43212:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00010000:00010000:0.0:1775764347.125225:0:42313:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:0.0:1775764347.125233:0:42313:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000003920f9d/0x57b8ff0e0304da7f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764347.125242:0:42313:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445bfe77e00 already unused, calling callback (ffffffffc177a060) 00010000:00010000:0.0:1775764347.125247:0:42313:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000003920f9d/0x57b8ff0e0304da7f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1775764347.125252:0:43212:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0xe1:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1775764347.125257:0:42313:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000003920f9d/0x57b8ff0e0304da7f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764347.125257:0:43212:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000eeecd5f6/0x57b8ff0e0304da9b lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe1:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764347.125265:0:43212:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764347.125267:0:43212:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764347.125269:0:43212:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000eeecd5f6/0x57b8ff0e0304da9b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764347.125275:0:42313:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000003920f9d/0x57b8ff0e0304da7f lrc: 1/0,0 mode: --/PW res: [0x240000400:0xe5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764347.125276:0:43212:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000eeecd5f6/0x57b8ff0e0304da9b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764347.125283:0:42313:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000003920f9d/0x57b8ff0e0304da7f lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764347.125285:0:43212:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000eeecd5f6/0x57b8ff0e0304da9b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764347.125291:0:43212:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000eeecd5f6/0x57b8ff0e0304da9b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764347.125297:0:43212:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00010000:00010000:0.0:1775764347.125304:0:42313:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:0.0:1775764347.125307:0:42313:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ad4f32b4/0x57b8ff0e0304da86 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764347.125315:0:42313:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445bfe77a00 already unused, calling callback (ffffffffc177a060) 00010000:00010000:0.0:1775764347.125318:0:42313:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ad4f32b4/0x57b8ff0e0304da86 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764347.125325:0:42313:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ad4f32b4/0x57b8ff0e0304da86 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764347.125335:0:42313:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ad4f32b4/0x57b8ff0e0304da86 lrc: 1/0,0 mode: --/PW res: [0x240000400:0xe4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764347.125342:0:42313:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ad4f32b4/0x57b8ff0e0304da86 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764347.125353:0:42313:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1775764347.125356:0:42313:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000070d066ce/0x57b8ff0e0304da8d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764347.125362:0:42313:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445bfe76e00 already unused, calling callback (ffffffffc177a060) 00010000:00010000:0.0:1775764347.125365:0:42313:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000070d066ce/0x57b8ff0e0304da8d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764347.125372:0:42313:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000070d066ce/0x57b8ff0e0304da8d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764347.125381:0:42313:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000070d066ce/0x57b8ff0e0304da8d lrc: 1/0,0 mode: --/PW res: [0x240000400:0xe3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764347.125389:0:42313:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000070d066ce/0x57b8ff0e0304da8d lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764347.125401:0:42313:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00002000:00010000:3.0:1775764347.125457:0:43212:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0xe0:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1775764347.125463:0:43212:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000418582e2/0x57b8ff0e0304daa2 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764347.125470:0:43212:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764347.125471:0:43212:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764347.125474:0:43212:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000418582e2/0x57b8ff0e0304daa2 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764347.125481:0:43212:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000418582e2/0x57b8ff0e0304daa2 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764347.125488:0:43212:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000418582e2/0x57b8ff0e0304daa2 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764347.125495:0:43212:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000418582e2/0x57b8ff0e0304daa2 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764347.125503:0:43212:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00002000:00010000:3.0:1775764347.125636:0:43212:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0xdf:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1775764347.125641:0:43212:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009494c1a1/0x57b8ff0e0304daa9 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xdf:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764347.125649:0:43212:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764347.125650:0:43212:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764347.125653:0:43212:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009494c1a1/0x57b8ff0e0304daa9 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xdf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764347.125662:0:43212:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009494c1a1/0x57b8ff0e0304daa9 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xdf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764347.125670:0:43212:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009494c1a1/0x57b8ff0e0304daa9 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xdf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764347.125677:0:43212:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000009494c1a1/0x57b8ff0e0304daa9 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xdf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764347.125685:0:43212:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00002000:00010000:3.0:1775764347.125869:0:43212:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0xde:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1775764347.125874:0:43212:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008f8c802d/0x57b8ff0e0304dab0 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xde:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764347.125881:0:43212:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764347.125883:0:43212:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764347.125885:0:43212:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008f8c802d/0x57b8ff0e0304dab0 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xde:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764347.125893:0:43212:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008f8c802d/0x57b8ff0e0304dab0 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xde:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764347.125900:0:43212:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008f8c802d/0x57b8ff0e0304dab0 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xde:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764347.125906:0:43212:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000008f8c802d/0x57b8ff0e0304dab0 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xde:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764347.125913:0:43212:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00002000:00010000:3.0:1775764347.126021:0:43212:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0xdd:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1775764347.126026:0:43212:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000091e7a1b2/0x57b8ff0e0304dab7 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xdd:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764347.126033:0:43212:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764347.126035:0:43212:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764347.126038:0:43212:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000091e7a1b2/0x57b8ff0e0304dab7 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xdd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764347.126047:0:43212:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000091e7a1b2/0x57b8ff0e0304dab7 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xdd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764347.126054:0:43212:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000091e7a1b2/0x57b8ff0e0304dab7 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xdd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764347.126060:0:43212:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000091e7a1b2/0x57b8ff0e0304dab7 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xdd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764347.126067:0:43212:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool 00002000:00010000:3.0:1775764347.126176:0:43212:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0xdc:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1775764347.126181:0:43212:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000089993004/0x57b8ff0e0304dabe lrc: 3/0,1 mode: --/PW res: [0x240000400:0xdc:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764347.126189:0:43212:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764347.126190:0:43212:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764347.126193:0:43212:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000089993004/0x57b8ff0e0304dabe lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xdc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764347.126201:0:43212:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000089993004/0x57b8ff0e0304dabe lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xdc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764347.126210:0:43212:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000089993004/0x57b8ff0e0304dabe lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xdc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764347.126218:0:43212:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000089993004/0x57b8ff0e0304dabe lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xdc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764347.126225:0:43212:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/6 locks to regular blp list, 6 blwis in pool 00002000:00010000:3.0:1775764347.126329:0:43212:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0xdb:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1775764347.126333:0:43212:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008f10dfa9/0x57b8ff0e0304dac5 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xdb:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764347.126340:0:43212:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764347.126341:0:43212:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764347.126344:0:43212:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008f10dfa9/0x57b8ff0e0304dac5 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xdb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764347.126352:0:43212:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008f10dfa9/0x57b8ff0e0304dac5 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xdb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764347.126360:0:43212:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008f10dfa9/0x57b8ff0e0304dac5 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xdb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764347.126367:0:43212:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000008f10dfa9/0x57b8ff0e0304dac5 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xdb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764347.126374:0:43212:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/7 locks to regular blp list, 7 blwis in pool 00002000:00010000:3.0:1775764347.126502:0:43212:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0xda:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1775764347.126508:0:43212:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000fdce8bdf/0x57b8ff0e0304dacc lrc: 3/0,1 mode: --/PW res: [0x240000400:0xda:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764347.126517:0:43212:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764347.126519:0:43212:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764347.128355:0:42313:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f82bf484/0x57b8ff0e0304da94 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764347.128374:0:42313:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445bfe76400 already unused, calling callback (ffffffffc177a060) 00010000:00010000:0.0:1775764347.128381:0:42313:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f82bf484/0x57b8ff0e0304da94 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764347.128391:0:42313:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f82bf484/0x57b8ff0e0304da94 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764347.128428:0:42313:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f82bf484/0x57b8ff0e0304da94 lrc: 1/0,0 mode: --/PW res: [0x240000400:0xe2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764347.128435:0:42313:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f82bf484/0x57b8ff0e0304da94 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764347.128461:0:42313:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 5 total in blp. (5 blwis in pool) 00010000:00010000:0.0:1775764347.128465:0:42313:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000418582e2/0x57b8ff0e0304daa2 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764347.128472:0:42313:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445bfe76000 already unused, calling callback (ffffffffc177a060) 00010000:00010000:0.0:1775764347.128476:0:42313:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000418582e2/0x57b8ff0e0304daa2 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764347.128483:0:42313:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000418582e2/0x57b8ff0e0304daa2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764347.128493:0:42313:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000418582e2/0x57b8ff0e0304daa2 lrc: 1/0,0 mode: --/PW res: [0x240000400:0xe0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764347.128500:0:42313:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000418582e2/0x57b8ff0e0304daa2 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764347.128512:0:42313:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:0.0:1775764347.128516:0:42313:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000009494c1a1/0x57b8ff0e0304daa9 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xdf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764347.128533:0:42313:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445bfe77000 already unused, calling callback (ffffffffc177a060) 00010000:00010000:0.0:1775764347.128536:0:42313:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000009494c1a1/0x57b8ff0e0304daa9 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xdf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764347.128543:0:42313:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000009494c1a1/0x57b8ff0e0304daa9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xdf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764347.128553:0:42313:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000009494c1a1/0x57b8ff0e0304daa9 lrc: 1/0,0 mode: --/PW res: [0x240000400:0xdf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764347.128560:0:42313:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009494c1a1/0x57b8ff0e0304daa9 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xdf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764347.128574:0:42313:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:0.0:1775764347.128578:0:42313:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000008f8c802d/0x57b8ff0e0304dab0 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xde:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764347.128584:0:42313:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445bd390a00 already unused, calling callback (ffffffffc177a060) 00010000:00010000:0.0:1775764347.128587:0:42313:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000008f8c802d/0x57b8ff0e0304dab0 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xde:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764347.128593:0:42313:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000008f8c802d/0x57b8ff0e0304dab0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xde:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764347.128602:0:42313:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000008f8c802d/0x57b8ff0e0304dab0 lrc: 1/0,0 mode: --/PW res: [0x240000400:0xde:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764347.128608:0:42313:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008f8c802d/0x57b8ff0e0304dab0 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xde:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764347.128624:0:42313:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1775764347.128629:0:42313:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000091e7a1b2/0x57b8ff0e0304dab7 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xdd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764347.128635:0:42313:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445bd391200 already unused, calling callback (ffffffffc177a060) 00010000:00010000:0.0:1775764347.128637:0:42313:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000091e7a1b2/0x57b8ff0e0304dab7 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xdd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764347.128649:0:42313:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000091e7a1b2/0x57b8ff0e0304dab7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xdd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764347.128657:0:42313:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000091e7a1b2/0x57b8ff0e0304dab7 lrc: 1/0,0 mode: --/PW res: [0x240000400:0xdd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764347.128664:0:42313:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000091e7a1b2/0x57b8ff0e0304dab7 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xdd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764347.128676:0:42313:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1775764347.128679:0:42313:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000089993004/0x57b8ff0e0304dabe lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xdc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764347.128685:0:42313:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445bd390400 already unused, calling callback (ffffffffc177a060) 00010000:00010000:0.0:1775764347.128688:0:42313:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000089993004/0x57b8ff0e0304dabe lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xdc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764347.128694:0:42313:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000089993004/0x57b8ff0e0304dabe lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xdc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764347.128703:0:42313:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000089993004/0x57b8ff0e0304dabe lrc: 1/0,0 mode: --/PW res: [0x240000400:0xdc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764347.128709:0:42313:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000089993004/0x57b8ff0e0304dabe lrc: 0/0,0 mode: --/PW res: [0x240000400:0xdc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764347.128726:0:42313:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1775764347.128730:0:42313:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000008f10dfa9/0x57b8ff0e0304dac5 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xdb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764347.128736:0:42313:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445bd391400 already unused, calling callback (ffffffffc177a060) 00010000:00010000:0.0:1775764347.128739:0:42313:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000008f10dfa9/0x57b8ff0e0304dac5 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xdb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764347.128745:0:42313:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000008f10dfa9/0x57b8ff0e0304dac5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xdb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764347.128754:0:42313:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000008f10dfa9/0x57b8ff0e0304dac5 lrc: 1/0,0 mode: --/PW res: [0x240000400:0xdb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764347.128761:0:42313:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008f10dfa9/0x57b8ff0e0304dac5 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xdb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764347.128772:0:42313:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764347.128773:0:42313:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764347.128776:0:42313:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764347.135767:0:43212:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000fdce8bdf/0x57b8ff0e0304dacc lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xda:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764347.135811:0:43212:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000fdce8bdf/0x57b8ff0e0304dacc lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xda:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764347.135827:0:43212:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000fdce8bdf/0x57b8ff0e0304dacc lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xda:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764347.135836:0:43212:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000fdce8bdf/0x57b8ff0e0304dacc lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xda:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764347.135868:0:43212:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1775764347.136248:0:42313:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1775764347.136257:0:42313:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000fdce8bdf/0x57b8ff0e0304dacc lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xda:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764347.136265:0:42313:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445bd390800 already unused, calling callback (ffffffffc177a060) 00010000:00010000:0.0:1775764347.136271:0:42313:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000fdce8bdf/0x57b8ff0e0304dacc lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xda:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1775764347.136274:0:43212:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0xd9:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1775764347.136280:0:43212:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000002d7d096d/0x57b8ff0e0304dad3 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xd9:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764347.136281:0:42313:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000fdce8bdf/0x57b8ff0e0304dacc lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xda:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764347.136292:0:43212:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764347.136295:0:43212:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764347.136297:0:43212:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002d7d096d/0x57b8ff0e0304dad3 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xd9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764347.136302:0:42313:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000fdce8bdf/0x57b8ff0e0304dacc lrc: 1/0,0 mode: --/PW res: [0x240000400:0xda:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764347.136307:0:43212:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002d7d096d/0x57b8ff0e0304dad3 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xd9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764347.136309:0:42313:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000fdce8bdf/0x57b8ff0e0304dacc lrc: 0/0,0 mode: --/PW res: [0x240000400:0xda:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764347.136315:0:43212:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000002d7d096d/0x57b8ff0e0304dad3 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xd9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764347.136321:0:43212:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000002d7d096d/0x57b8ff0e0304dad3 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xd9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764347.136329:0:43212:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1775764347.136334:0:42313:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1775764347.136337:0:42313:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000002d7d096d/0x57b8ff0e0304dad3 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xd9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764347.136344:0:42313:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445bd390000 already unused, calling callback (ffffffffc177a060) 00010000:00010000:0.0:1775764347.136347:0:42313:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000002d7d096d/0x57b8ff0e0304dad3 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xd9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764347.136355:0:42313:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000002d7d096d/0x57b8ff0e0304dad3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xd9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764347.136364:0:42313:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000002d7d096d/0x57b8ff0e0304dad3 lrc: 1/0,0 mode: --/PW res: [0x240000400:0xd9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764347.136372:0:42313:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002d7d096d/0x57b8ff0e0304dad3 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xd9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764347.136383:0:42313:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764347.136385:0:42313:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764347.136387:0:42313:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1775764347.136438:0:43212:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0xd8:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1775764347.136443:0:43212:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000184aaf8f/0x57b8ff0e0304dada lrc: 3/0,1 mode: --/PW res: [0x240000400:0xd8:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764347.136451:0:43212:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764347.136452:0:43212:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764347.136454:0:43212:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000184aaf8f/0x57b8ff0e0304dada lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xd8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764347.136463:0:43212:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000184aaf8f/0x57b8ff0e0304dada lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xd8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764347.136470:0:43212:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000184aaf8f/0x57b8ff0e0304dada lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xd8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764347.136476:0:43212:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000184aaf8f/0x57b8ff0e0304dada lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xd8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764347.136479:0:43224:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764347.136485:0:42312:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000eeecd5f6/0x57b8ff0e0304da9b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764347.136487:0:43212:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1775764347.136493:0:42312:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445bfe77400 already unused, calling callback (ffffffffc177a060) 00010000:00010000:0.0:1775764347.136496:0:42312:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000eeecd5f6/0x57b8ff0e0304da9b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764347.136504:0:42312:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000eeecd5f6/0x57b8ff0e0304da9b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764347.136514:0:42312:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000eeecd5f6/0x57b8ff0e0304da9b lrc: 1/0,0 mode: --/PW res: [0x240000400:0xe1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764347.136531:0:42312:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000eeecd5f6/0x57b8ff0e0304da9b lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764347.136548:0:42312:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1775764347.136551:0:42312:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000184aaf8f/0x57b8ff0e0304dada lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xd8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764347.136557:0:42312:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445bd391600 already unused, calling callback (ffffffffc177a060) 00010000:00010000:0.0:1775764347.136561:0:42312:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000184aaf8f/0x57b8ff0e0304dada lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xd8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764347.136568:0:42312:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000184aaf8f/0x57b8ff0e0304dada lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xd8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764347.136578:0:42312:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000184aaf8f/0x57b8ff0e0304dada lrc: 1/0,0 mode: --/PW res: [0x240000400:0xd8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764347.136586:0:42312:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000184aaf8f/0x57b8ff0e0304dada lrc: 0/0,0 mode: --/PW res: [0x240000400:0xd8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764347.136598:0:42312:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764347.136600:0:42312:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764347.136602:0:42312:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1775764347.136604:0:43212:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0xd7:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1775764347.136607:0:42313:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764347.136609:0:43224:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764347.136609:0:43212:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b1a62f95/0x57b8ff0e0304dae1 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xd7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764347.136611:0:43224:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764347.136629:0:43212:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764347.136631:0:43212:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764347.136633:0:43212:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b1a62f95/0x57b8ff0e0304dae1 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xd7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764347.136642:0:43212:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b1a62f95/0x57b8ff0e0304dae1 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xd7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764347.136649:0:43212:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b1a62f95/0x57b8ff0e0304dae1 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xd7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764347.136655:0:43212:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000b1a62f95/0x57b8ff0e0304dae1 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xd7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764347.136674:0:43212:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1775764347.136690:0:42312:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1775764347.136694:0:42312:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000b1a62f95/0x57b8ff0e0304dae1 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xd7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764347.136701:0:42312:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445bd390600 already unused, calling callback (ffffffffc177a060) 00010000:00010000:0.0:1775764347.136705:0:42312:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000b1a62f95/0x57b8ff0e0304dae1 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xd7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764347.136713:0:42312:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000b1a62f95/0x57b8ff0e0304dae1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xd7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764347.136729:0:42312:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000b1a62f95/0x57b8ff0e0304dae1 lrc: 1/0,0 mode: --/PW res: [0x240000400:0xd7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764347.136736:0:42312:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b1a62f95/0x57b8ff0e0304dae1 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xd7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764347.136749:0:42312:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764347.136751:0:42312:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764347.136753:0:42312:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1775764347.136779:0:43212:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0xd6:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1775764347.136784:0:43212:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000015a9bb57/0x57b8ff0e0304dae8 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xd6:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764347.136792:0:43212:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764347.136793:0:43212:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764347.136823:0:43212:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000015a9bb57/0x57b8ff0e0304dae8 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xd6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764347.136834:0:43212:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000015a9bb57/0x57b8ff0e0304dae8 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xd6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764347.136843:0:43212:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000015a9bb57/0x57b8ff0e0304dae8 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xd6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764347.136850:0:43212:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000015a9bb57/0x57b8ff0e0304dae8 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xd6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764347.136889:0:43212:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:3.0:1775764347.137048:0:43212:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0xd5:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1775764347.137054:0:43212:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000715385fb/0x57b8ff0e0304daef lrc: 3/0,1 mode: --/PW res: [0x240000400:0xd5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764347.137061:0:43212:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764347.137063:0:43212:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764347.137066:0:43212:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000715385fb/0x57b8ff0e0304daef lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xd5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764347.137074:0:43212:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000715385fb/0x57b8ff0e0304daef lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xd5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764347.137080:0:43212:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000715385fb/0x57b8ff0e0304daef lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xd5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764347.137087:0:43212:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000715385fb/0x57b8ff0e0304daef lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xd5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764347.137099:0:43212:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00002000:00010000:3.0:1775764347.137238:0:43212:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0xd4:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1775764347.137243:0:43212:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006d207af6/0x57b8ff0e0304daf6 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xd4:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764347.137251:0:43212:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764347.137253:0:43212:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764347.137255:0:43212:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006d207af6/0x57b8ff0e0304daf6 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xd4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764347.137264:0:43212:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006d207af6/0x57b8ff0e0304daf6 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xd4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764347.137273:0:43212:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006d207af6/0x57b8ff0e0304daf6 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xd4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764347.137280:0:43212:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000006d207af6/0x57b8ff0e0304daf6 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xd4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764347.137292:0:43212:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00002000:00080000:3.0:1775764347.137369:0:43212:0:(ofd_dev.c:1515:ofd_orphans_destroy()) lustre-OST0000: after destroy: set last_id to 0x240000400:211 00000100:00100000:3.0:1775764347.137510:0:43212:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bf4f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:42347:x1862022118928128:12345-0@lo:5:osp-pre-0-0.0 Request processed in 171508us (172300us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764347.137535:0:43212:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00010000:00010000:0.0:1775764347.138151:0:42313:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1775764347.138161:0:42313:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000015a9bb57/0x57b8ff0e0304dae8 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xd6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764347.138172:0:42313:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445c2147400 already unused, calling callback (ffffffffc177a060) 00010000:00010000:0.0:1775764347.138177:0:42313:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000015a9bb57/0x57b8ff0e0304dae8 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xd6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764347.138186:0:42313:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000015a9bb57/0x57b8ff0e0304dae8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xd6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764347.138203:0:42313:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000015a9bb57/0x57b8ff0e0304dae8 lrc: 1/0,0 mode: --/PW res: [0x240000400:0xd6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764347.138210:0:42313:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000015a9bb57/0x57b8ff0e0304dae8 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xd6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764347.138235:0:42313:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1775764347.138238:0:42313:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000715385fb/0x57b8ff0e0304daef lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xd5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764347.138245:0:42313:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445c2146a00 already unused, calling callback (ffffffffc177a060) 00010000:00010000:0.0:1775764347.138248:0:42313:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000715385fb/0x57b8ff0e0304daef lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xd5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764347.138256:0:42313:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000715385fb/0x57b8ff0e0304daef lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xd5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764347.138266:0:42313:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000715385fb/0x57b8ff0e0304daef lrc: 1/0,0 mode: --/PW res: [0x240000400:0xd5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764347.138272:0:42313:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000715385fb/0x57b8ff0e0304daef lrc: 0/0,0 mode: --/PW res: [0x240000400:0xd5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764347.138286:0:42313:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1775764347.138290:0:42313:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000006d207af6/0x57b8ff0e0304daf6 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xd4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764347.138296:0:42313:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445c2146c00 already unused, calling callback (ffffffffc177a060) 00010000:00010000:0.0:1775764347.138299:0:42313:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000006d207af6/0x57b8ff0e0304daf6 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xd4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764347.138310:0:42313:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000006d207af6/0x57b8ff0e0304daf6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xd4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764347.138319:0:42313:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000006d207af6/0x57b8ff0e0304daf6 lrc: 1/0,0 mode: --/PW res: [0x240000400:0xd4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764347.138327:0:42313:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006d207af6/0x57b8ff0e0304daf6 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xd4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764347.138341:0:42313:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764347.138343:0:42313:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764347.138344:0:42313:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764347.138353:0:42312:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764347.138359:0:43224:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775764347.140235:0:42347:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bf4f8000 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:42347:1862022118928128:0@lo:5:osp-pre-0-0.0 00000004:00080000:1.0:1775764347.140263:0:42347:0:(osp_precreate.c:955:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0000: Got last_id [0x240000400:0x101:0x0] from OST, last_created [0x240000400:0x101:0x0]last_used is [0x240000400:0xd3:0x0] 00000100:00100000:1.0:1775764347.140332:0:42347:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bf4f8000 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:42347:1862022118928256:0@lo:5:osp-pre-0-0.0 00000100:00100000:1.0:1775764347.142563:0:42347:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764347.142643:0:42347:0:(client.c:2691:ptlrpc_set_wait()) set ffff944482060600 going to sleep for 11 seconds 00000100:00100000:1.0:1775764347.142674:0:42945:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118928256 00000100:00100000:1.0:1775764347.142684:0:42945:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118928256 00000100:00100000:1.0:1775764347.142747:0:42945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:1.0:1775764347.142758:0:42945:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bf4fb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:42347:x1862022118928256:12345-0@lo:5:osp-pre-0-0.0 00002000:00080000:1.0:1775764347.142828:0:42945:0:(ofd_dev.c:1745:ofd_create_hdl()) lustre-OST0000: reserve 32 objects in group 0x240000400 at 258 00000100:00100000:1.0:1775764347.161017:0:42945:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bf4fb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+7:42347:x1862022118928256:12345-0@lo:5:osp-pre-0-0.0 Request processed in 18249us (18449us total) trans 34359738369 rc 0/0 00000100:00100000:1.0:1775764347.161033:0:42945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:0.0:1775764347.164757:0:42347:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bf4f8000 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:42347:1862022118928256:0@lo:5:osp-pre-0-0.0 00000004:00080000:0.0:1775764347.164780:0:42347:0:(osp_precreate.c:701:osp_precreate_send()) lustre-OST0000-osc-MDT0000: current precreated pool: [0x240000400:0x101:0x0]-[0x240000400:0x121:0x0] 00010000:00010000:1.0:1775764347.721711:0:42313:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:3.0:1775764349.311476:0:43296:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg228-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 00010000:00010000:0.0:1775764349.777528:0:43224:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:1.0:1775764350.428080:0:6613:0:(tgt_lastrcvd.c:568:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000001:00080000:1.0:1775764350.428112:0:6613:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 34359738369 is committed 00010000:00010000:0.0:1775764350.791383:0:42313:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775764352.260052:0:3329:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1775764352.260078:0:3329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bc1dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3329:1862022118928384:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1775764352.260147:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1775764352.260158:0:9942:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1775764352.260162:0:9942:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1775764352.260166:0:9942:0:(import.c:65:import_set_state_nolock()) ffff944590826000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775764352.260172:0:9942:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 1813 00000100:00080000:3.0:1775764352.260177:0:9942:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:3.0:1775764352.260182:0:9942:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff944590826000 using connection 192.168.202.128@tcp/0@lo 00000100:00100000:0.0:1775764352.260198:0:3329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bea11500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d8dacf45-8471-4226-a2fb-1fac83f69c1e:3329:1862022118928512:0@lo:400:kworker.0 00000100:00100000:3.0:1775764352.260200:0:9942:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9445bea13100 x1862022118928768/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775764352.260226:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764352.260246:0:3329:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1775764352.260252:0:3329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bea10a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3329:1862022118929024:0@lo:400:kworker.0 00000100:00100000:0.0:1775764352.260275:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764352.260318:0:42947:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118928384 00000100:00100000:0.0:1775764352.260327:0:42947:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118928384 00000100:00100000:0.0:1775764352.260397:0:42947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1775764352.260408:0:42947:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bc1ddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3329:x1862022118928384:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1775764352.260449:0:42947:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3704619008 avail 3702521856 00000100:00100000:0.0:1775764352.260508:0:42947:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bc1ddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3329:x1862022118928384:12345-0@lo:13:osp-pre-0-0.0 Request processed in 102us (360us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764352.260516:0:42947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1775764352.260541:0:3327:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bea13100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3327:1862022118928768:0@lo:8:kworker.0 00000100:00100000:0.0:1775764352.260570:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764352.260579:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118929024 00000100:00100000:3.0:1775764352.260583:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118929024 00000100:00100000:0.0:1775764352.260596:0:42319:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118928512 00000100:00100000:0.0:1775764352.260599:0:42319:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118928512 00000100:00100000:3.0:1775764352.260616:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:0.0:1775764352.260618:0:42319:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54 00000100:00100000:0.0:1775764352.260623:0:42319:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944585ded450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d8dacf45-8471-4226-a2fb-1fac83f69c1e+15:3329:x1862022118928512:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764352.260623:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bc1dc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3329:x1862022118929024:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764352.260651:0:42319:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944585ded450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d8dacf45-8471-4226-a2fb-1fac83f69c1e+15:3329:x1862022118928512:12345-0@lo:400:kworker.0 Request processed in 28us (424us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764352.260651:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bc1dc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3329:x1862022118929024:12345-0@lo:400:kworker.0 Request processed in 29us (376us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764352.260658:0:42319:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54 00000100:00100000:3.0:1775764352.260658:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00080000:0.0:1775764352.260682:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1775764352.260687:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1775764352.260700:0:42944:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118928768 00000100:00100000:0.0:1775764352.260703:0:42944:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118928768 00000100:00100000:0.0:1775764352.260730:0:42944:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:0.0:1775764352.260735:0:42944:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bc1df100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3327:x1862022118928768:12345-0@lo:8:kworker.0 00010000:00020000:0.0:1775764352.260751:0:42944:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-OST0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1775764352.260793:0:42944:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bc1df100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3327:x1862022118928768:12345-0@lo:8:kworker.0 Request processed in 57us (222us total) trans 0 rc -19/-19 00000100:00100000:0.0:1775764352.260886:0:42944:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00010000:00080000:0.0:1775764352.260931:0:3329:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff9445bea10a80 x1862022118929024/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1775764368 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775764352.260943:0:3329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bea10a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3329:1862022118929024:0@lo:400:kworker.0 00000100:00100000:0.0:1775764352.260952:0:3329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bea11500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d8dacf45-8471-4226-a2fb-1fac83f69c1e:3329:1862022118928512:0@lo:400:kworker.0 00000100:00100000:0.0:1775764352.260959:0:3329:0:(client.c:3082:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 34359738369 gen 2 00000100:00100000:0.0:1775764352.260977:0:3329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bc1dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3329:1862022118928384:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1775764352.261169:0:3330:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bea13800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3330:1862022118928640:0@lo:400:kworker.0 00000100:00100000:1.0:1775764352.261201:0:3330:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764352.261221:0:3330:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1775764352.261226:0:3330:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bea12a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3330:1862022118928896:0@lo:400:kworker.0 00000100:00100000:1.0:1775764352.261248:0:3330:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1775764352.261270:0:3327:0:(import.c:65:import_set_state_nolock()) ffff944590826000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775764352.261276:0:3327:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1775764352.261280:0:3327:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bea13100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3327:1862022118928768:0@lo:8:kworker.0 00000100:00100000:0.0:1775764352.264567:0:42946:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118928640 00000100:00100000:0.0:1775764352.264585:0:42946:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118928640 00000100:00100000:0.0:1775764352.264670:0:42946:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:0.0:1775764352.264683:0:42946:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bf4f8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3330:x1862022118928640:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764352.264841:0:42946:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bf4f8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3330:x1862022118928640:12345-0@lo:400:kworker.0 Request processed in 160us (3638us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764352.264848:0:42946:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:0.0:1775764352.264881:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118928896 00000100:00100000:0.0:1775764352.264886:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118928896 00000100:00100000:0.0:1775764352.264917:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:0.0:1775764352.264924:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bf4f8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3330:x1862022118928896:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764352.264954:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bf4f8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3330:x1862022118928896:12345-0@lo:400:kworker.0 Request processed in 31us (3705us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764352.264959:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00010000:00080000:0.0:1775764352.265016:0:3330:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff9445bea12a00 x1862022118928896/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1775764368 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775764352.265032:0:3330:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bea12a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3330:1862022118928896:0@lo:400:kworker.0 00000100:00100000:0.0:1775764352.265048:0:3330:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bea13800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3330:1862022118928640:0@lo:400:kworker.0 00010000:00010000:0.0:1775764352.838215:0:43224:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764353.866417:0:42313:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764355.907201:0:43224:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764356.937303:0:42313:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775764357.386162:0:3329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bea13100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3329:1862022118929792:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1775764357.386213:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764357.386263:0:42947:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118929792 00000100:00100000:3.0:1775764357.386268:0:42947:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118929792 00000100:00100000:3.0:1775764357.386299:0:42947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:3.0:1775764357.386307:0:42947:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bea10700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3329:x1862022118929792:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1775764357.386340:0:42947:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3704619008 avail 3702521856 00000100:00100000:3.0:1775764357.386377:0:42947:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bea10700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3329:x1862022118929792:12345-0@lo:13:osp-pre-0-0.0 Request processed in 71us (165us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764357.386387:0:42947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:3.0:1775764357.386436:0:3329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bea13100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3329:1862022118929792:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1775764357.386534:0:3328:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff94458620f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d8dacf45-8471-4226-a2fb-1fac83f69c1e:3328:1862022118929152:0@lo:400:kworker.0 00010000:00080000:0.0:1775764357.386556:0:3328:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff94458620fb80 x1862022118929664/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1775764373 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775764357.386569:0:3328:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff94458620fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3328:1862022118929664:0@lo:400:kworker.0 00010000:00080000:3.0:1775764357.387039:0:3330:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff94458620d180 x1862022118929536/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1775764373 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775764357.387050:0:3330:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff94458620d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3330:1862022118929536:0@lo:400:kworker.0 00000100:00100000:3.0:1775764357.387060:0:3330:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff94458620ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3330:1862022118929280:0@lo:400:kworker.0 00000020:01000004:1.0:1775764357.509696:0:43600:0:(obd_mount.c:913:lmd_print()) mount data: 00000020:01000004:1.0:1775764357.509698:0:43600:0:(obd_mount.c:916:lmd_print()) device: lustre-ost2/ost2 00000080:01200004:1.0:1775764357.509859:0:43600:0:(super25.c:130:lustre_fill_super()) VFS Op: sb ffff9445bd3fa800 00000020:01000004:1.0:1775764357.509880:0:43600:0:(tgt_mount.c:2434:osd_start()) Attempting to start lustre-OST0001, type=osd-zfs, lsifl=200002, mountfl=0 00000020:01000004:1.0:1775764357.509894:0:43600:0:(obd_mount.c:221:lustre_start_simple()) Starting OBD lustre-OST0001-osd (typ=osd-zfs) 00000020:00000080:1.0:1775764357.509908:0:43600:0:(genops.c:412:class_newdev()) Allocate new device lustre-OST0001-osd (ffff9445b2ef0000) 00000020:00000080:1.0:1775764357.509925:0:43600:0:(obd_config.c:720:class_attach_name()) OBD: dev 15 attached type osd-zfs with refcount 2 00000040:01000000:0.0:1775764357.575786:0:43600:0:(llog_obd.c:195:llog_setup()) obd MGC192.168.202.128@tcp ctxt 0 is initialized 00000020:01000004:0.0:1775764357.576263:0:43600:0:(tgt_mount.c:1368:server_register_target()) Registration lustre-OST0001, fs=lustre, 192.168.202.128@tcp, index=0001, flags=0x20002 00000020:01000004:0.0:1775764357.576268:0:43600:0:(tgt_mount.c:1144:server_mti_print()) mti - server_register_target 00000020:01000004:0.0:1775764357.576270:0:43600:0:(tgt_mount.c:1145:server_mti_print()) server: lustre-OST0001 00000020:01000004:0.0:1775764357.576272:0:43600:0:(tgt_mount.c:1146:server_mti_print()) fs: lustre 00000020:01000004:0.0:1775764357.576273:0:43600:0:(tgt_mount.c:1147:server_mti_print()) uuid: 00000020:01000004:0.0:1775764357.576274:0:43600:0:(tgt_mount.c:1148:server_mti_print()) ver: 0 00000020:01000004:0.0:1775764357.576275:0:43600:0:(tgt_mount.c:1149:server_mti_print()) flags: 00000020:01000004:0.0:1775764357.576276:0:43600:0:(tgt_mount.c:1153:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1775764357.576278:0:43600:0:(tgt_mount.c:1183:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1775764357.576279:0:43600:0:(tgt_mount.c:1185:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:0.0:1775764357.576283:0:43600:0:(mgc_request_server.c:446:mgc_set_info_async_server()) register_target lustre-OST0001 0x10020002 00000020:01000004:0.0:1775764357.576285:0:43600:0:(tgt_mount.c:1144:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:0.0:1775764357.576286:0:43600:0:(tgt_mount.c:1145:server_mti_print()) server: lustre-OST0001 00000020:01000004:0.0:1775764357.576287:0:43600:0:(tgt_mount.c:1146:server_mti_print()) fs: lustre 00000020:01000004:0.0:1775764357.576288:0:43600:0:(tgt_mount.c:1147:server_mti_print()) uuid: 00000020:01000004:0.0:1775764357.576289:0:43600:0:(tgt_mount.c:1148:server_mti_print()) ver: 0 00000020:01000004:0.0:1775764357.576290:0:43600:0:(tgt_mount.c:1149:server_mti_print()) flags: 00000020:01000004:0.0:1775764357.576291:0:43600:0:(tgt_mount.c:1153:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1775764357.576292:0:43600:0:(tgt_mount.c:1183:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1775764357.576293:0:43600:0:(tgt_mount.c:1185:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:0.0:1775764357.576343:0:43600:0:(mgc_request_server.c:276:mgc_target_register()) register lustre-OST0001 00000100:00100000:0.0:1775764357.576374:0:43600:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bc1dd500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d8dacf45-8471-4226-a2fb-1fac83f69c1e:43600:1862022118929920:0@lo:253:mount.lustre.0 00000100:00100000:0.0:1775764357.576463:0:43600:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764357.576913:0:43600:0:(client.c:2691:ptlrpc_set_wait()) set ffff944585445300 going to sleep for 11 seconds 00000100:00100000:0.0:1775764357.637320:0:42317:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944585dec450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d8dacf45-8471-4226-a2fb-1fac83f69c1e+15:43600:x1862022118929920:12345-0@lo:253:mount.lustre.0 Request processed in 60541us (60821us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764357.637346:0:42317:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 56 00000100:00100000:3.0:1775764357.638186:0:43600:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bc1dd500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d8dacf45-8471-4226-a2fb-1fac83f69c1e:43600:1862022118929920:0@lo:253:mount.lustre.0 10000000:01000000:3.0:1775764357.638209:0:43600:0:(mgc_request_server.c:297:mgc_target_register()) register lustre-OST0001 got index = 1 00000020:01000004:3.0:1775764357.638213:0:43600:0:(tgt_mount.c:1144:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:3.0:1775764357.638215:0:43600:0:(tgt_mount.c:1145:server_mti_print()) server: lustre-OST0001 00000020:01000004:3.0:1775764357.638217:0:43600:0:(tgt_mount.c:1146:server_mti_print()) fs: lustre 00000020:01000004:3.0:1775764357.638218:0:43600:0:(tgt_mount.c:1147:server_mti_print()) uuid: 00000020:01000004:3.0:1775764357.638220:0:43600:0:(tgt_mount.c:1148:server_mti_print()) ver: 0 00000020:01000004:3.0:1775764357.638221:0:43600:0:(tgt_mount.c:1149:server_mti_print()) flags: 00000020:01000004:3.0:1775764357.638223:0:43600:0:(tgt_mount.c:1153:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1775764357.638224:0:43600:0:(tgt_mount.c:1183:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1775764357.638227:0:43600:0:(tgt_mount.c:1185:server_mti_print()) LDD_F_OPC_REG 00000020:01000004:3.0:1775764357.638399:0:43600:0:(tgt_mount.c:99:server_register_mount()) register mount ffff9445bd3fa800 from lustre-OST0001 10000000:01000000:3.0:1775764357.638578:0:43600:0:(mgc_request.c:1961:mgc_process_config()) parse_log lustre-OST0001 from 0 10000000:01000000:3.0:1775764357.638582:0:43600:0:(mgc_request.c:329:config_log_add()) add config log lustre-OST0001-0000000000000000 10000000:01000000:3.0:1775764357.638590:0:43600:0:(mgc_request_server.c:865:mgc_get_local_copy()) Get log lustre-sptlrpc-ffff9444823b19c0 local copy 00010000:00010000:3.0:1775764357.638600:0:43600:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.128@tcp lock: ffff9445bd391800/0x57b8ff0e0304d82c lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x57b8ff0e0304d833 expref: -99 pid: 42306 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764357.639603:0:43600:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bea13100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d8dacf45-8471-4226-a2fb-1fac83f69c1e:43600:1862022118930048:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1775764357.639687:0:43600:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764357.639972:0:43600:0:(client.c:2691:ptlrpc_set_wait()) set ffff9445a66ede40 going to sleep for 11 seconds 00000100:00100000:3.0:1775764357.642622:0:42319:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 57 00000100:00100000:3.0:1775764357.642636:0:42319:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944585def450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d8dacf45-8471-4226-a2fb-1fac83f69c1e+15:43600:x1862022118930048:12345-0@lo:501:mount.lustre.0 00000100:00100000:3.0:1775764357.643937:0:42319:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944585def450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d8dacf45-8471-4226-a2fb-1fac83f69c1e+15:43600:x1862022118930048:12345-0@lo:501:mount.lustre.0 Request processed in 1298us (4243us total) trans 0 rc -2/-2 00000100:00100000:3.0:1775764357.643950:0:42319:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 57 00000100:00100000:0.0:1775764357.644222:0:43600:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bea13100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d8dacf45-8471-4226-a2fb-1fac83f69c1e:43600:1862022118930048:0@lo:501:mount.lustre.0 10000000:01000000:0.0:1775764357.644401:0:43600:0:(mgc_request_server.c:758:mgc_llog_local_copy()) MGC192.168.202.128@tcp: no remote llog for lustre-sptlrpc, check MGS config 10000000:01000000:0.0:1775764357.645186:0:43600:0:(mgc_request_server.c:888:mgc_get_local_copy()) MGC192.168.202.128@tcp: can't save local copy of 'lustre-sptlrpc': rc = -2. 00010000:00010000:0.0:1775764357.645197:0:43600:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.128@tcp lock: ffff9445bd391800/0x57b8ff0e0304d82c lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x57b8ff0e0304d833 expref: -99 pid: 42306 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764357.645209:0:43600:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.128@tcp lock: ffff9445bd391800/0x57b8ff0e0304d82c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x57b8ff0e0304d833 expref: -99 pid: 42306 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1775764357.645249:0:43600:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff9445bd3fa800 10000000:01000000:0.0:1775764357.645255:0:43600:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:0.0:1775764357.645261:0:43600:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-OST0001-0000000000000000 10000000:01000000:0.0:1775764357.645263:0:43600:0:(mgc_request.c:68:mgc_name2resid()) log lustre-OST0001 to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:0.0:1775764357.645268:0:43600:0:(mgc_request.c:1819:mgc_process_log()) Process log lustre-OST0001-0000000000000000 from 1 10000000:01000000:0.0:1775764357.645271:0:43600:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-OST0001 (res 0x65727473756c) 00010000:00010000:0.0:1775764357.645642:0:43600:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.128@tcp lock: ffff9445829d6200/0x57b8ff0e0304db0b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 43600 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764357.645653:0:43600:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.128@tcp lock: ffff9445829d6200/0x57b8ff0e0304db0b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 43600 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764357.645664:0:43600:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.128@tcp lock: ffff9445829d6200/0x57b8ff0e0304db0b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 43600 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764357.645689:0:43600:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bc1dfb80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d8dacf45-8471-4226-a2fb-1fac83f69c1e:43600:1862022118930176:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1775764357.645761:0:43600:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764357.646048:0:43600:0:(client.c:2691:ptlrpc_set_wait()) set ffff944590927240 going to sleep for 11 seconds 00000100:00100000:0.0:1775764357.647761:0:43600:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bc1dfb80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d8dacf45-8471-4226-a2fb-1fac83f69c1e:43600:1862022118930176:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1775764357.647918:0:43600:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.128@tcp lock: ffff9445829d6200/0x57b8ff0e0304db0b lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0x57b8ff0e0304db12 expref: -99 pid: 43600 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764357.647931:0:43600:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.128@tcp lock: ffff9445829d6200/0x57b8ff0e0304db0b lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0x57b8ff0e0304db12 expref: -99 pid: 43600 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1775764357.652048:0:43600:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x24:0x0] index 11 count 11 00000040:00080000:1.0:1775764357.654710:0:43600:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:1.0:1775764357.655054:0:43600:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x29:0x0].1, 224 off8416 00000040:00080000:1.0:1775764357.655101:0:43600:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x29:0x0].2, 128 off8544 00000040:00080000:1.0:1775764357.655135:0:43600:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x29:0x0].3, 112 off8656 00000040:00080000:1.0:1775764357.655199:0:43600:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x29:0x0].4, 224 off8880 00000040:00080000:1.0:1775764357.655239:0:43600:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x29:0x0].5, 224 off9104 00000040:00080000:1.0:1775764357.655272:0:43600:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x29:0x0].6, 80 off9184 00000040:00080000:1.0:1775764357.655320:0:43600:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x29:0x0].7, 224 off9408 00000040:00080000:1.0:1775764357.655354:0:43600:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x29:0x0].8, 224 off9632 00000040:00080000:1.0:1775764357.655402:0:43600:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x29:0x0].9, 120 off9752 00000040:00080000:1.0:1775764357.655468:0:43600:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x29:0x0].10, 224 off9976 00000040:00080000:1.0:1775764357.655476:0:43600:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x24:0x0] index 10 count 11 00000100:00100000:1.0:1775764357.655596:0:43600:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bf4f8700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d8dacf45-8471-4226-a2fb-1fac83f69c1e:43600:1862022118930304:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1775764357.655678:0:43600:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764357.656377:0:43600:0:(client.c:2691:ptlrpc_set_wait()) set ffff944482060a80 going to sleep for 11 seconds 00000100:00100000:3.0:1775764357.658638:0:42319:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118930304 00000100:00100000:3.0:1775764357.658661:0:42319:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118930304 00000100:00100000:3.0:1775764357.658967:0:42319:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 59 00000100:00100000:3.0:1775764357.658981:0:42319:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944585ded850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d8dacf45-8471-4226-a2fb-1fac83f69c1e+16:43600:x1862022118930304:12345-0@lo:501:mount.lustre.0 00000100:00100000:3.0:1775764357.660070:0:42319:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944585ded850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d8dacf45-8471-4226-a2fb-1fac83f69c1e+16:43600:x1862022118930304:12345-0@lo:501:mount.lustre.0 Request processed in 1090us (4388us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764357.660082:0:42319:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 59 00000100:00100000:1.0:1775764357.660534:0:43600:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bf4f8700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d8dacf45-8471-4226-a2fb-1fac83f69c1e:43600:1862022118930304:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1775764357.660598:0:43600:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bf4f8700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d8dacf45-8471-4226-a2fb-1fac83f69c1e:43600:1862022118930432:0@lo:503:mount.lustre.0 00000100:00100000:1.0:1775764357.660650:0:43600:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764357.661785:0:43600:0:(client.c:2691:ptlrpc_set_wait()) set ffff944482060a80 going to sleep for 11 seconds 00000100:00100000:1.0:1775764357.669676:0:43600:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bf4f8700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d8dacf45-8471-4226-a2fb-1fac83f69c1e:43600:1862022118930432:0@lo:503:mount.lustre.0 00000040:00080000:1.0:1775764357.672076:0:43600:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:1.0:1775764357.675192:0:43600:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bf4f8700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d8dacf45-8471-4226-a2fb-1fac83f69c1e:43600:1862022118930560:0@lo:502:mount.lustre.0 00000100:00100000:1.0:1775764357.675294:0:43600:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764357.675392:0:43600:0:(client.c:2691:ptlrpc_set_wait()) set ffff944482060a80 going to sleep for 11 seconds 00000100:00100000:3.0:1775764357.675730:0:42319:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118930560 00000100:00100000:3.0:1775764357.675740:0:42319:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118930560 00000100:00100000:3.0:1775764357.675977:0:42319:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 61 00000100:00100000:3.0:1775764357.675989:0:42319:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944585defc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d8dacf45-8471-4226-a2fb-1fac83f69c1e+16:43600:x1862022118930560:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1775764357.677761:0:42319:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944585defc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d8dacf45-8471-4226-a2fb-1fac83f69c1e+16:43600:x1862022118930560:12345-0@lo:502:mount.lustre.0 Request processed in 1765us (2457us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764357.677786:0:42319:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 61 00000100:00100000:1.0:1775764357.678074:0:43600:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bf4f8700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d8dacf45-8471-4226-a2fb-1fac83f69c1e:43600:1862022118930560:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1775764357.682695:0:43600:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2a:0x0].4, 224 off8880 00000040:00080000:3.0:1775764357.682751:0:43600:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2a:0x0].5, 224 off9104 00000040:00080000:3.0:1775764357.682827:0:43600:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2a:0x0].6, 80 off9184 00000040:00080000:3.0:1775764357.682886:0:43600:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2a:0x0].7, 224 off9408 00000040:00080000:3.0:1775764357.682923:0:43600:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2a:0x0].8, 224 off9632 00000040:00080000:3.0:1775764357.682975:0:43600:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2a:0x0].9, 120 off9752 00000100:00100000:3.0:1775764357.683045:0:43600:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bea12d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d8dacf45-8471-4226-a2fb-1fac83f69c1e:43600:1862022118930688:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1775764357.683709:0:43600:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764357.683935:0:43600:0:(client.c:2691:ptlrpc_set_wait()) set ffff9445a66ede40 going to sleep for 11 seconds 00000100:00100000:0.0:1775764357.684041:0:42317:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118930688 00000100:00100000:0.0:1775764357.684050:0:42317:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118930688 00000100:00100000:0.0:1775764357.684165:0:42317:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 62 00000100:00100000:0.0:1775764357.684176:0:42317:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944585dee050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d8dacf45-8471-4226-a2fb-1fac83f69c1e+16:43600:x1862022118930688:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1775764357.684791:0:42317:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944585dee050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d8dacf45-8471-4226-a2fb-1fac83f69c1e+16:43600:x1862022118930688:12345-0@lo:502:mount.lustre.0 Request processed in 615us (1082us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764357.684833:0:42317:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 62 00000100:00100000:3.0:1775764357.684946:0:43600:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bea12d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d8dacf45-8471-4226-a2fb-1fac83f69c1e:43600:1862022118930688:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1775764357.685065:0:43600:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2a:0x0].10, 224 off9976 00000040:00080000:3.0:1775764357.685079:0:43600:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x9:0x0] index 10 count 11 00000020:01000000:1.0:1775764357.687779:0:43601:0:(obd_config.c:1888:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:1.0:1775764357.687790:0:43601:0:(obd_mount.c:951:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of lustre-ost2/ost2 00000020:00000080:1.0:1775764357.687814:0:43601:0:(obd_config.c:1468:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1775764357.687816:0:43601:0:(obd_config.c:1559:class_process_config()) marker 17 (0x1) lustre-OST0001 add ost 00000020:00000080:1.0:1775764357.687824:0:43601:0:(obd_config.c:1468:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1775764357.687842:0:43601:0:(genops.c:412:class_newdev()) Allocate new device lustre-OST0001 (ffff9445b2ef3380) 00000020:00000080:1.0:1775764357.687870:0:43601:0:(obd_config.c:720:class_attach_name()) OBD: dev 16 attached type obdfilter with refcount 2 00000020:00000080:1.0:1775764357.687875:0:43601:0:(obd_config.c:1468:class_process_config()) processing cmd: cf003 00000020:01000004:1.0:1775764357.687986:0:43601:0:(tgt_mount.c:151:server_get_mount()) get mount ffff9445bd3fa800 from lustre-OST0001, refs=2 00080000:01000000:1.0:1775764357.687996:0:43601:0:(osd_handler.c:1569:osd_obd_connect()) connect #1 00000020:00000080:1.0:1775764357.688003:0:43601:0:(genops.c:1404:class_connect()) connect: client lustre-OST0001-osd_UUID, cookie 0x57b8ff0e0304db20 00010000:00010000:1.0:1775764357.701636:0:43601:0:(ldlm_pool.c:924:ldlm_pool_init()) Lock pool ldlm-pool-filter-lustre-OST0001_UUID-3 is initialized 00000001:00000004:1.0:1775764357.702174:0:43601:0:(tgt_lastrcvd.c:732:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 8, last_transno is 30064771236 00080000:10000000:1.0:1775764357.716032:0:43601:0:(osd_index.c:2099:osd_index_try()) lustre-OST0001: index object [0x200000003:0x11:0x0] (8/8/4) registered 00000020:00000080:1.0:1775764357.717195:0:43601:0:(obd_config.c:824:class_setup()) finished setup of obd lustre-OST0001 (uuid lustre-OST0001_UUID) 00000020:01000000:1.0:1775764357.717208:0:43601:0:(obd_config.c:1888:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1775764357.717216:0:43601:0:(obd_config.c:1468:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1775764357.717218:0:43601:0:(obd_config.c:1559:class_process_config()) marker 17 (0x2) lustre-OST0001 add ost 00000020:01000000:1.0:1775764357.717222:0:43601:0:(obd_config.c:1888:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1775764357.717227:0:43601:0:(obd_config.c:1468:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1775764357.717228:0:43601:0:(obd_config.c:1559:class_process_config()) marker 22 (0x1) lustre sys.timeout 00000020:00000080:1.0:1775764357.717231:0:43601:0:(obd_config.c:1468:class_process_config()) processing cmd: cf009 00000020:00000080:1.0:1775764357.717233:0:43601:0:(obd_config.c:1533:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:1.0:1775764357.717235:0:43601:0:(obd_config.c:1888:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1775764357.717237:0:43601:0:(obd_config.c:1468:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1775764357.717239:0:43601:0:(obd_config.c:1559:class_process_config()) marker 22 (0x2) lustre sys.timeout 00000020:01000000:1.0:1775764357.717241:0:43601:0:(obd_config.c:1888:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1775764357.717243:0:43601:0:(obd_config.c:1468:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1775764357.717244:0:43601:0:(obd_config.c:1559:class_process_config()) marker 26 (0x1) lustre sys.jobid_var 00000020:00000080:1.0:1775764357.717247:0:43601:0:(obd_config.c:1468:class_process_config()) processing cmd: cf00f 00000020:01000000:1.0:1775764357.717300:0:43601:0:(obd_config.c:1888:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1775764357.717304:0:43601:0:(obd_config.c:1468:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1775764357.717306:0:43601:0:(obd_config.c:1559:class_process_config()) marker 26 (0x2) lustre sys.jobid_var 00000040:00080000:1.0:1775764357.717309:0:43601:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x2a:0x0] index 11 count 11 00000020:01000000:3.0:1775764357.717465:0:43600:0:(obd_config.c:2143:class_config_parse_llog()) Processed log lustre-OST0001 gen 1-10 (rc=0) 10000000:01000000:3.0:1775764357.717499:0:43600:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.128@tcp: configuration from log 'lustre-OST0001' succeeded (0). 00010000:00010000:3.0:1775764357.717521:0:43600:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.128@tcp lock: ffff9445829d6200/0x57b8ff0e0304db0b lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0x57b8ff0e0304db12 expref: -99 pid: 43600 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764357.717533:0:43600:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.128@tcp lock: ffff9445829d6200/0x57b8ff0e0304db0b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0x57b8ff0e0304db12 expref: -99 pid: 43600 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1775764357.717541:0:43600:0:(mgc_request.c:1819:mgc_process_log()) Process log params-ffff9445bd3fa800 from 1 10000000:01000000:3.0:1775764357.717545:0:43600:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:3.0:1775764357.717583:0:43600:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.128@tcp lock: ffff9445c2147a00/0x57b8ff0e0304db27 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 43600 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764357.717592:0:43600:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.128@tcp lock: ffff9445c2147a00/0x57b8ff0e0304db27 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 43600 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764357.717604:0:43600:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.128@tcp lock: ffff9445c2147a00/0x57b8ff0e0304db27 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 43600 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764357.717632:0:43600:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bea12d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d8dacf45-8471-4226-a2fb-1fac83f69c1e:43600:1862022118930816:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1775764357.717698:0:43600:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764357.717738:0:43600:0:(client.c:2691:ptlrpc_set_wait()) set ffff9445a66eda80 going to sleep for 11 seconds 00000100:00100000:3.0:1775764357.717762:0:42319:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118930816 00000100:00100000:3.0:1775764357.717768:0:42319:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118930816 00000100:00100000:3.0:1775764357.717840:0:42319:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 63 00000100:00100000:3.0:1775764357.717849:0:42319:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445be7e1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d8dacf45-8471-4226-a2fb-1fac83f69c1e+16:43600:x1862022118930816:12345-0@lo:101:mount.lustre.0 00010000:00010000:3.0:1775764357.717867:0:42319:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764357.717879:0:42319:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9445c2147e00/0x57b8ff0e0304db2e lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x57b8ff0e0304db27 expref: -99 pid: 42319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764357.717904:0:42319:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9445c2147e00/0x57b8ff0e0304db2e lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x57b8ff0e0304db27 expref: 17 pid: 42319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764357.717915:0:42319:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9445c2147e00/0x57b8ff0e0304db2e lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x57b8ff0e0304db27 expref: 17 pid: 42319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764357.717925:0:42319:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445c2147e00, rc 0) 00000100:00100000:3.0:1775764357.717968:0:42319:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445be7e1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d8dacf45-8471-4226-a2fb-1fac83f69c1e+17:43600:x1862022118930816:12345-0@lo:101:mount.lustre.0 Request processed in 120us (269us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764357.717976:0:42319:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 63 00000100:00100000:3.0:1775764357.718024:0:43600:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bea12d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d8dacf45-8471-4226-a2fb-1fac83f69c1e:43600:1862022118930816:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1775764357.718038:0:43600:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.128@tcp lock: ffff9445c2147a00/0x57b8ff0e0304db27 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x57b8ff0e0304db2e expref: -99 pid: 43600 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764357.718047:0:43600:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.128@tcp lock: ffff9445c2147a00/0x57b8ff0e0304db27 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x57b8ff0e0304db2e expref: -99 pid: 43600 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1775764357.719231:0:43600:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x26:0x0] index 10 count 10 00000040:00080000:3.0:1775764357.720003:0:43600:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1775764357.720306:0:43600:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2b:0x0].1, 224 off8416 00000040:00080000:3.0:1775764357.720353:0:43600:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2b:0x0].2, 112 off8528 00000040:00080000:3.0:1775764357.720402:0:43600:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2b:0x0].3, 224 off8752 00000040:00080000:3.0:1775764357.720453:0:43600:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2b:0x0].4, 224 off8976 00000040:00080000:3.0:1775764357.720486:0:43600:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2b:0x0].5, 112 off9088 00000040:00080000:3.0:1775764357.720533:0:43600:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2b:0x0].6, 224 off9312 00000040:00080000:3.0:1775764357.720568:0:43600:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2b:0x0].7, 224 off9536 00000040:00080000:3.0:1775764357.720601:0:43600:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2b:0x0].8, 128 off9664 00000040:00080000:3.0:1775764357.720673:0:43600:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2b:0x0].9, 224 off9888 00000040:00080000:3.0:1775764357.720681:0:43600:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x26:0x0] index 9 count 10 00000100:00100000:3.0:1775764357.724347:0:43600:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bea12d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d8dacf45-8471-4226-a2fb-1fac83f69c1e:43600:1862022118930944:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1775764357.725042:0:43600:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764357.725085:0:43600:0:(client.c:2691:ptlrpc_set_wait()) set ffff94459ec54300 going to sleep for 11 seconds 00000100:00100000:3.0:1775764357.726042:0:43600:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bea12d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d8dacf45-8471-4226-a2fb-1fac83f69c1e:43600:1862022118930944:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1775764357.726090:0:43600:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bea12d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d8dacf45-8471-4226-a2fb-1fac83f69c1e:43600:1862022118931072:0@lo:503:mount.lustre.0 00000100:00100000:3.0:1775764357.726153:0:43600:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764357.726182:0:43600:0:(client.c:2691:ptlrpc_set_wait()) set ffff94459ec54300 going to sleep for 11 seconds 00000100:00100000:3.0:1775764357.726784:0:43600:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bea12d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d8dacf45-8471-4226-a2fb-1fac83f69c1e:43600:1862022118931072:0@lo:503:mount.lustre.0 00000040:00080000:3.0:1775764357.727379:0:43600:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:3.0:1775764357.727464:0:43600:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bea12d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d8dacf45-8471-4226-a2fb-1fac83f69c1e:43600:1862022118931200:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1775764357.727528:0:43600:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764357.727556:0:43600:0:(client.c:2691:ptlrpc_set_wait()) set ffff94459ec54300 going to sleep for 11 seconds 00000100:00100000:3.0:1775764357.728076:0:43600:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bea12d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d8dacf45-8471-4226-a2fb-1fac83f69c1e:43600:1862022118931200:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1775764357.728326:0:43600:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2c:0x0].1, 224 off8416 00000040:00080000:3.0:1775764357.728375:0:43600:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2c:0x0].2, 112 off8528 00000040:00080000:3.0:1775764357.728435:0:43600:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2c:0x0].3, 224 off8752 00000040:00080000:3.0:1775764357.728474:0:43600:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2c:0x0].4, 224 off8976 00000040:00080000:3.0:1775764357.728506:0:43600:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2c:0x0].5, 112 off9088 00000040:00080000:3.0:1775764357.728567:0:43600:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2c:0x0].6, 224 off9312 00000040:00080000:3.0:1775764357.728612:0:43600:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2c:0x0].7, 224 off9536 00000040:00080000:3.0:1775764357.728644:0:43600:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2c:0x0].8, 128 off9664 00000100:00100000:3.0:1775764357.728671:0:43600:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bea12d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d8dacf45-8471-4226-a2fb-1fac83f69c1e:43600:1862022118931328:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1775764357.728716:0:43600:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764357.729115:0:43600:0:(client.c:2691:ptlrpc_set_wait()) set ffff94459ec54300 going to sleep for 11 seconds 00000100:00100000:1.0:1775764357.729164:0:42319:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118931328 00000100:00100000:1.0:1775764357.729171:0:42319:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118931328 00000100:00100000:1.0:1775764357.729205:0:42319:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 67 00000100:00100000:1.0:1775764357.729212:0:42319:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944586767c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d8dacf45-8471-4226-a2fb-1fac83f69c1e+17:43600:x1862022118931328:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1775764357.729394:0:42319:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944586767c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d8dacf45-8471-4226-a2fb-1fac83f69c1e+17:43600:x1862022118931328:12345-0@lo:502:mount.lustre.0 Request processed in 181us (677us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764357.729402:0:42319:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 67 00000100:00100000:3.0:1775764357.729549:0:43600:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bea12d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d8dacf45-8471-4226-a2fb-1fac83f69c1e:43600:1862022118931328:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1775764357.729650:0:43600:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2c:0x0].9, 224 off9888 00000040:00080000:3.0:1775764357.729661:0:43600:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 9 count 10 00000020:01000000:3.0:1775764357.730711:0:43605:0:(obd_config.c:1888:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1775764357.730723:0:43605:0:(obd_config.c:1468:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1775764357.730726:0:43605:0:(obd_config.c:1559:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:3.0:1775764357.730734:0:43605:0:(obd_config.c:2003:class_config_llog_handler()) cmd ce032, instance name: general-ffff9445bd3fa800 00000020:00000080:3.0:1775764357.730736:0:43605:0:(obd_config.c:1468:class_process_config()) processing cmd: ce032 00000020:01000000:3.0:1775764357.730745:0:43605:0:(obd_config.c:1888:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1775764357.730748:0:43605:0:(obd_config.c:1468:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1775764357.730750:0:43605:0:(obd_config.c:1559:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:3.0:1775764357.730752:0:43605:0:(obd_config.c:1888:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1775764357.730754:0:43605:0:(obd_config.c:1468:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1775764357.730755:0:43605:0:(obd_config.c:1559:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:3.0:1775764357.730758:0:43605:0:(obd_config.c:2003:class_config_llog_handler()) cmd ce032, instance name: general-ffff9445bd3fa800 00000020:00000080:3.0:1775764357.730760:0:43605:0:(obd_config.c:1468:class_process_config()) processing cmd: ce032 00000020:01000000:3.0:1775764357.730867:0:43605:0:(obd_config.c:1888:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1775764357.730870:0:43605:0:(obd_config.c:1468:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1775764357.730872:0:43605:0:(obd_config.c:1559:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000020:01000000:3.0:1775764357.730875:0:43605:0:(obd_config.c:1888:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1775764357.730877:0:43605:0:(obd_config.c:1468:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1775764357.730878:0:43605:0:(obd_config.c:1559:class_process_config()) marker 4 (0x1) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:3.0:1775764357.730881:0:43605:0:(obd_config.c:2003:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff9445bd3fa800 00000020:00000080:3.0:1775764357.730884:0:43605:0:(obd_config.c:1468:class_process_config()) processing cmd: ce032 00000020:01000000:3.0:1775764357.730918:0:43605:0:(obd_config.c:1888:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1775764357.730921:0:43605:0:(obd_config.c:1468:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1775764357.730922:0:43605:0:(obd_config.c:1559:class_process_config()) marker 4 (0x2) lustre mdt.lustre-MDT0000.hsm_control 00000040:00080000:3.0:1775764357.730925:0:43605:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x2c:0x0] index 10 count 10 00000020:01000000:0.0:1775764357.735351:0:43600:0:(obd_config.c:2143:class_config_parse_llog()) Processed log params gen 1-9 (rc=0) 10000000:01000000:0.0:1775764357.735413:0:43600:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.128@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:0.0:1775764357.735447:0:43600:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.128@tcp lock: ffff9445c2147a00/0x57b8ff0e0304db27 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x57b8ff0e0304db2e expref: -99 pid: 43600 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764357.735463:0:43600:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.128@tcp lock: ffff9445c2147a00/0x57b8ff0e0304db27 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x57b8ff0e0304db2e expref: -99 pid: 43600 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1775764357.735520:0:43600:0:(mgc_request.c:1961:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:0.0:1775764357.735523:0:43600:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff9445bd3fa800 10000000:01000000:0.0:1775764357.735526:0:43600:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff9445bd3fa800 10000000:01000000:0.0:1775764357.735531:0:43600:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:0.0:1775764357.735539:0:43600:0:(mgc_request.c:1819:mgc_process_log()) Process log lustre-client-ffff9445bd3fa800 from 1 10000000:01000000:0.0:1775764357.735541:0:43600:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:0.0:1775764357.735585:0:43600:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.128@tcp lock: ffff9445829d7200/0x57b8ff0e0304db35 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 43600 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764357.735593:0:43600:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.128@tcp lock: ffff9445829d7200/0x57b8ff0e0304db35 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 43600 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764357.735606:0:43600:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.128@tcp lock: ffff9445829d7200/0x57b8ff0e0304db35 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 43600 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764357.735638:0:43600:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bc1dfb80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d8dacf45-8471-4226-a2fb-1fac83f69c1e:43600:1862022118931456:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1775764357.735719:0:43600:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764357.735755:0:42319:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118931456 00000100:00100000:0.0:1775764357.735762:0:42319:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118931456 00000100:00100000:0.0:1775764357.735818:0:42319:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 68 00000100:00100000:0.0:1775764357.735828:0:42319:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445b76fdc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d8dacf45-8471-4226-a2fb-1fac83f69c1e+17:43600:x1862022118931456:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1775764357.735843:0:42319:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764357.735859:0:42319:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9445829d6c00/0x57b8ff0e0304db3c lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: local remote: 0x57b8ff0e0304db35 expref: -99 pid: 42319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764357.735884:0:42319:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9445829d6c00/0x57b8ff0e0304db3c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x57b8ff0e0304db35 expref: 18 pid: 42319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764357.735896:0:42319:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9445829d6c00/0x57b8ff0e0304db3c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x57b8ff0e0304db35 expref: 18 pid: 42319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764357.735906:0:42319:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445829d6c00, rc 0) 00000100:00100000:0.0:1775764357.735945:0:42319:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445b76fdc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d8dacf45-8471-4226-a2fb-1fac83f69c1e+18:43600:x1862022118931456:12345-0@lo:101:mount.lustre.0 Request processed in 118us (226us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764357.735956:0:42319:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 68 00000100:00100000:0.0:1775764357.736010:0:43600:0:(client.c:2691:ptlrpc_set_wait()) set ffff944590927d80 going to sleep for 11 seconds 00000100:00100000:0.0:1775764357.736039:0:43600:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bc1dfb80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d8dacf45-8471-4226-a2fb-1fac83f69c1e:43600:1862022118931456:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1775764357.736053:0:43600:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.128@tcp lock: ffff9445829d7200/0x57b8ff0e0304db35 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x57b8ff0e0304db3c expref: -99 pid: 43600 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764357.736062:0:43600:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.128@tcp lock: ffff9445829d7200/0x57b8ff0e0304db35 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0x57b8ff0e0304db3c expref: -99 pid: 43600 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1775764357.736830:0:43600:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x28:0x0] index 42 count 42 00000040:00080000:0.0:1775764357.737203:0:43600:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1775764357.737489:0:43600:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2d:0x0].1, 224 off8416 00000040:00080000:0.0:1775764357.737535:0:43600:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2d:0x0].2, 120 off8536 00000040:00080000:0.0:1775764357.737568:0:43600:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2d:0x0].3, 168 off8704 00000040:00080000:0.0:1775764357.737613:0:43600:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2d:0x0].4, 224 off8928 00000040:00080000:0.0:1775764357.737651:0:43600:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2d:0x0].5, 224 off9152 00000040:00080000:0.0:1775764357.737699:0:43600:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2d:0x0].6, 120 off9272 00000040:00080000:0.0:1775764357.737735:0:43600:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2d:0x0].7, 168 off9440 00000040:00080000:0.0:1775764357.737769:0:43600:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2d:0x0].8, 224 off9664 00000040:00080000:0.0:1775764357.737847:0:43600:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2d:0x0].9, 224 off9888 00000040:00080000:0.0:1775764357.737887:0:43600:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2d:0x0].10, 120 off10008 00000040:00080000:0.0:1775764357.737920:0:43600:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2d:0x0].11, 224 off10232 00000040:00080000:0.0:1775764357.737975:0:43600:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2d:0x0].12, 224 off10456 00000040:00080000:0.0:1775764357.738008:0:43600:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2d:0x0].13, 88 off10544 00000040:00080000:0.0:1775764357.738063:0:43600:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2d:0x0].14, 128 off10672 00000040:00080000:0.0:1775764357.738111:0:43600:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2d:0x0].15, 144 off10816 00000040:00080000:0.0:1775764357.738146:0:43600:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2d:0x0].16, 160 off10976 00000040:00080000:0.0:1775764357.738180:0:43600:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2d:0x0].17, 224 off11200 00000040:00080000:0.0:1775764357.738229:0:43600:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2d:0x0].18, 224 off11424 00000040:00080000:0.0:1775764357.738266:0:43600:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2d:0x0].19, 80 off11504 00000040:00080000:0.0:1775764357.738301:0:43600:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2d:0x0].20, 224 off11728 00000040:00080000:0.0:1775764357.738350:0:43600:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2d:0x0].21, 224 off11952 00000040:00080000:0.0:1775764357.738385:0:43600:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2d:0x0].22, 88 off12040 00000040:00080000:0.0:1775764357.738419:0:43600:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2d:0x0].23, 128 off12168 00000040:00080000:0.0:1775764357.741176:0:43600:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2d:0x0].24, 144 off12312 00000040:00080000:0.0:1775764357.741230:0:43600:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2d:0x0].25, 128 off12440 00000040:00080000:0.0:1775764357.741267:0:43600:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2d:0x0].26, 224 off12664 00000040:00080000:0.0:1775764357.743567:0:43600:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2d:0x0].27, 224 off12888 00000040:00080000:0.0:1775764357.743696:0:43600:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2d:0x0].28, 80 off12968 00000040:00080000:0.0:1775764357.743735:0:43600:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2d:0x0].29, 224 off13192 00000040:00080000:0.0:1775764357.743949:0:43600:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2d:0x0].30, 224 off13416 00000040:00080000:0.0:1775764357.743990:0:43600:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2d:0x0].31, 88 off13504 00000040:00080000:0.0:1775764357.744022:0:43600:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2d:0x0].32, 128 off13632 00000040:00080000:0.0:1775764357.744055:0:43600:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2d:0x0].33, 144 off13776 00000040:00080000:0.0:1775764357.744105:0:43600:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2d:0x0].34, 128 off13904 00000040:00080000:0.0:1775764357.744140:0:43600:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2d:0x0].35, 224 off14128 00000040:00080000:0.0:1775764357.744203:0:43600:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2d:0x0].36, 224 off14352 00000040:00080000:0.0:1775764357.744242:0:43600:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2d:0x0].37, 80 off14432 00000040:00080000:0.0:1775764357.744275:0:43600:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2d:0x0].38, 224 off14656 00000040:00080000:0.0:1775764357.746447:0:43600:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2d:0x0].39, 224 off14880 00000040:00080000:0.0:1775764357.746549:0:43600:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2d:0x0].40, 120 off15000 00000040:00080000:0.0:1775764357.746657:0:43600:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2d:0x0].41, 224 off15224 00000040:00080000:0.0:1775764357.746666:0:43600:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x28:0x0] index 41 count 42 00000100:00100000:0.0:1775764357.747973:0:43600:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bc1dfb80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d8dacf45-8471-4226-a2fb-1fac83f69c1e:43600:1862022118931584:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1775764357.748077:0:43600:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764357.748190:0:43600:0:(client.c:2691:ptlrpc_set_wait()) set ffff944590927d80 going to sleep for 11 seconds 00000100:00100000:3.0:1775764357.754590:0:42319:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 69 00000100:00100000:3.0:1775764357.754604:0:42319:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445b76fec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d8dacf45-8471-4226-a2fb-1fac83f69c1e+18:43600:x1862022118931584:12345-0@lo:501:mount.lustre.0 00000100:00100000:3.0:1775764357.758993:0:42319:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445b76fec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d8dacf45-8471-4226-a2fb-1fac83f69c1e+18:43600:x1862022118931584:12345-0@lo:501:mount.lustre.0 Request processed in 1517us (8042us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764357.759016:0:42319:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 69 00000100:00100000:0.0:1775764357.761616:0:43600:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bc1dfb80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d8dacf45-8471-4226-a2fb-1fac83f69c1e:43600:1862022118931584:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1775764357.761697:0:43600:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bc1dfb80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d8dacf45-8471-4226-a2fb-1fac83f69c1e:43600:1862022118931712:0@lo:503:mount.lustre.0 00000100:00100000:0.0:1775764357.761780:0:43600:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764357.761830:0:43600:0:(client.c:2691:ptlrpc_set_wait()) set ffff944590927d80 going to sleep for 11 seconds 00000100:00100000:3.0:1775764357.765654:0:42318:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118931712 00000100:00100000:3.0:1775764357.765677:0:42318:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118931712 00000100:00100000:3.0:1775764357.765755:0:42318:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 70 00000100:00100000:3.0:1775764357.765763:0:42318:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445b76fcc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d8dacf45-8471-4226-a2fb-1fac83f69c1e+18:43600:x1862022118931712:12345-0@lo:503:mount.lustre.0 00000100:00100000:3.0:1775764357.766237:0:42318:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445b76fcc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d8dacf45-8471-4226-a2fb-1fac83f69c1e+18:43600:x1862022118931712:12345-0@lo:503:mount.lustre.0 Request processed in 471us (4452us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764357.766245:0:42318:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 70 00000100:00100000:0.0:1775764357.768209:0:43600:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bc1dfb80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d8dacf45-8471-4226-a2fb-1fac83f69c1e:43600:1862022118931712:0@lo:503:mount.lustre.0 00000040:00080000:0.0:1775764357.772556:0:43600:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:0.0:1775764357.772666:0:43600:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bc1dfb80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d8dacf45-8471-4226-a2fb-1fac83f69c1e:43600:1862022118931840:0@lo:502:mount.lustre.0 00000100:00100000:0.0:1775764357.772765:0:43600:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764357.772849:0:43600:0:(client.c:2691:ptlrpc_set_wait()) set ffff944590927d80 going to sleep for 11 seconds 00000100:00100000:1.0:1775764357.777262:0:42319:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118931840 00000100:00100000:1.0:1775764357.777288:0:42319:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118931840 00000100:00100000:1.0:1775764357.777416:0:42319:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 71 00000100:00100000:1.0:1775764357.777439:0:42319:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445b76ff450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d8dacf45-8471-4226-a2fb-1fac83f69c1e+18:43600:x1862022118931840:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1775764357.779991:0:42319:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445b76ff450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d8dacf45-8471-4226-a2fb-1fac83f69c1e+18:43600:x1862022118931840:12345-0@lo:502:mount.lustre.0 Request processed in 2535us (7206us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764357.780014:0:42319:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 71 00000100:00100000:1.0:1775764357.780172:0:43600:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bc1dfb80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d8dacf45-8471-4226-a2fb-1fac83f69c1e:43600:1862022118931840:0@lo:502:mount.lustre.0 00000040:00080000:1.0:1775764357.780595:0:43600:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2e:0x0].1, 224 off8416 00000040:00080000:1.0:1775764357.780664:0:43600:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2e:0x0].2, 120 off8536 00000040:00080000:1.0:1775764357.780696:0:43600:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2e:0x0].3, 168 off8704 00000040:00080000:1.0:1775764357.780746:0:43600:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2e:0x0].4, 224 off8928 00000040:00080000:1.0:1775764357.780826:0:43600:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2e:0x0].5, 224 off9152 00000040:00080000:1.0:1775764357.780884:0:43600:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2e:0x0].6, 120 off9272 00000040:00080000:1.0:1775764357.780921:0:43600:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2e:0x0].7, 168 off9440 00000040:00080000:1.0:1775764357.780951:0:43600:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2e:0x0].8, 224 off9664 00000040:00080000:1.0:1775764357.781098:0:43600:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2e:0x0].9, 224 off9888 00000040:00080000:1.0:1775764357.781138:0:43600:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2e:0x0].10, 120 off10008 00000040:00080000:1.0:1775764357.781170:0:43600:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2e:0x0].11, 224 off10232 00000040:00080000:1.0:1775764357.781219:0:43600:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2e:0x0].12, 224 off10456 00000040:00080000:1.0:1775764357.781254:0:43600:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2e:0x0].13, 88 off10544 00000040:00080000:1.0:1775764357.781287:0:43600:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2e:0x0].14, 128 off10672 00000040:00080000:1.0:1775764357.781332:0:43600:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2e:0x0].15, 144 off10816 00000040:00080000:1.0:1775764357.781370:0:43600:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2e:0x0].16, 160 off10976 00000040:00080000:1.0:1775764357.781401:0:43600:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2e:0x0].17, 224 off11200 00000040:00080000:1.0:1775764357.781467:0:43600:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2e:0x0].18, 224 off11424 00000040:00080000:1.0:1775764357.781525:0:43600:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2e:0x0].19, 80 off11504 00000040:00080000:1.0:1775764357.781561:0:43600:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2e:0x0].20, 224 off11728 00000040:00080000:1.0:1775764357.781607:0:43600:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2e:0x0].21, 224 off11952 00000040:00080000:1.0:1775764357.781642:0:43600:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2e:0x0].22, 88 off12040 00000040:00080000:1.0:1775764357.781674:0:43600:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2e:0x0].23, 128 off12168 00000040:00080000:1.0:1775764357.781720:0:43600:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2e:0x0].24, 144 off12312 00000040:00080000:1.0:1775764357.781754:0:43600:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2e:0x0].25, 128 off12440 00000040:00080000:1.0:1775764357.781786:0:43600:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2e:0x0].26, 224 off12664 00000040:00080000:1.0:1775764357.781887:0:43600:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2e:0x0].27, 224 off12888 00000040:00080000:1.0:1775764357.781924:0:43600:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2e:0x0].28, 80 off12968 00000040:00080000:1.0:1775764357.781956:0:43600:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2e:0x0].29, 224 off13192 00000040:00080000:1.0:1775764357.782002:0:43600:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2e:0x0].30, 224 off13416 00000040:00080000:1.0:1775764357.782035:0:43600:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2e:0x0].31, 88 off13504 00000040:00080000:1.0:1775764357.782067:0:43600:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2e:0x0].32, 128 off13632 00000040:00080000:1.0:1775764357.782118:0:43600:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2e:0x0].33, 144 off13776 00000040:00080000:1.0:1775764357.782170:0:43600:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2e:0x0].34, 128 off13904 00000040:00080000:1.0:1775764357.782225:0:43600:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2e:0x0].35, 224 off14128 00000040:00080000:1.0:1775764357.782272:0:43600:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2e:0x0].36, 224 off14352 00000040:00080000:1.0:1775764357.782307:0:43600:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2e:0x0].37, 80 off14432 00000040:00080000:1.0:1775764357.782339:0:43600:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2e:0x0].38, 224 off14656 00000040:00080000:1.0:1775764357.782387:0:43600:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2e:0x0].39, 224 off14880 00000040:00080000:1.0:1775764357.788629:0:43600:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2e:0x0].40, 120 off15000 00000100:00100000:1.0:1775764357.788736:0:43600:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bf4f8700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d8dacf45-8471-4226-a2fb-1fac83f69c1e:43600:1862022118931968:0@lo:502:mount.lustre.0 00000100:00100000:1.0:1775764357.789088:0:43600:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764357.789149:0:43600:0:(client.c:2691:ptlrpc_set_wait()) set ffff94458d3d76c0 going to sleep for 11 seconds 00000100:00100000:3.0:1775764357.789304:0:42317:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118931968 00000100:00100000:3.0:1775764357.789997:0:42317:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118931968 00000100:00100000:3.0:1775764357.790077:0:42317:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72 00000100:00100000:3.0:1775764357.790089:0:42317:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445b76fd450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d8dacf45-8471-4226-a2fb-1fac83f69c1e+18:43600:x1862022118931968:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1775764357.792560:0:42317:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445b76fd450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d8dacf45-8471-4226-a2fb-1fac83f69c1e+18:43600:x1862022118931968:12345-0@lo:502:mount.lustre.0 Request processed in 2462us (3461us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764357.792576:0:42317:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72 00000100:00100000:3.0:1775764357.792675:0:43600:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bf4f8700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d8dacf45-8471-4226-a2fb-1fac83f69c1e:43600:1862022118931968:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1775764357.792851:0:43600:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2e:0x0].41, 224 off15224 00000040:00080000:3.0:1775764357.792871:0:43600:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 41 count 42 00000020:01000004:3.0:1775764357.795250:0:43610:0:(obd_mount.c:221:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-OST0001 (typ=lwp) 00000020:00000080:3.0:1775764357.795267:0:43610:0:(genops.c:412:class_newdev()) Allocate new device lustre-MDT0000-lwp-OST0001 (ffff944585ed99c0) 00000020:00000080:3.0:1775764357.795293:0:43610:0:(obd_config.c:720:class_attach_name()) OBD: dev 17 attached type lwp with refcount 2 00000020:01000004:3.0:1775764357.795522:0:43610:0:(tgt_mount.c:151:server_get_mount()) get mount ffff9445bd3fa800 from lustre-OST0001, refs=3 00000020:01000004:3.0:1775764357.795526:0:43610:0:(tgt_mount.c:185:server_put_mount()) put mount ffff9445bd3fa800 from lustre-OST0001, refs=3 00000020:01000004:3.0:1775764357.795530:0:43610:0:(obd_mount.c:700:lustre_put_lsi()) put ffff9445bd3fa800 3 00010000:00080000:3.0:1775764357.795568:0:43610:0:(ldlm_lib.c:102:import_set_conn()) imp ffff944583f1e000@lustre-MDT0000-lwp-OST0001: add connection 192.168.202.128@tcp at head 00010000:00010000:3.0:1775764357.808615:0:43610:0:(ldlm_pool.c:924:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-OST0001-5 is initialized 00000020:00000080:3.0:1775764357.808712:0:43610:0:(obd_config.c:824:class_setup()) finished setup of obd lustre-MDT0000-lwp-OST0001 (uuid lustre-MDT0000-lwp-OST0001_UUID) 00000010:01000000:3.0:1775764357.808756:0:43610:0:(lwp_dev.c:496:lwp_obd_connect()) connect #0 00000020:00000080:3.0:1775764357.808776:0:43610:0:(genops.c:1404:class_connect()) connect: client lustre-MDT0000-lwp-OST0001, cookie 0x57b8ff0e0304db4a 00000100:00080000:3.0:1775764357.808791:0:43610:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 0 00000100:00080000:3.0:1775764357.809465:0:43610:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff944583f1e000 using connection 192.168.202.128@tcp/0@lo 00000100:00100000:3.0:1775764357.809519:0:43610:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9445bea12d80 x1862022118932096/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775764357.809557:0:43610:0:(pinger.c:371:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID 00000100:00100000:3.0:1775764357.810462:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118932096 00000100:00100000:3.0:1775764357.810473:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118932096 00000100:00100000:3.0:1775764357.812440:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:3.0:1775764357.812455:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94458620c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3327:x1862022118932096:12345-0@lo:38:llog_process_th.0 00010000:00080000:3.0:1775764357.812502:0:42324:0:(ldlm_lib.c:1429:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-OST0001_UUID@0@lo t0 exp 0000000000000000 cur 1824 last 0 00000020:00000080:3.0:1775764357.812552:0:42324:0:(genops.c:1404:class_connect()) connect: client lustre-MDT0000-lwp-OST0001_UUID, cookie 0x57b8ff0e0304db51 00000004:00100000:3.0:1775764357.812574:0:42324:0:(mdt_handler.c:7286:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:3.0:1775764357.812615:0:42324:0:(import.c:65:import_set_state_nolock()) ffff944587953000 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1775764357.812902:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94458620c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3327:x1862022118932096:12345-0@lo:38:llog_process_th.0 Request processed in 448us (2608us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764357.812911:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00010000:00080000:1.0:1775764357.813038:0:3327:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff9445bea12d80 x1862022118932096/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/416 e 0 to 0 dl 1775764367 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775764357.813050:0:3327:0:(client.c:3082:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0001: committing for last_committed 0 gen 2 00000100:00080000:1.0:1775764357.813059:0:3327:0:(import.c:1130:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-OST0001: connect to target with instance 8 00000100:00080000:1.0:1775764357.813067:0:3327:0:(import.c:958:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-OST0001: Resetting ns_connect_flags to server flags: 0x2041401043000020 00000100:00080000:1.0:1775764357.813073:0:3327:0:(import.c:1211:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:1.0:1775764357.813077:0:3327:0:(import.c:65:import_set_state_nolock()) ffff944583f1e000 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:1.0:1775764357.813084:0:3327:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bea12d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3327:1862022118932096:0@lo:38:llog_process_th.0 00000040:00080000:0.0:1775764357.814138:0:43610:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x2e:0x0] index 42 count 42 00000020:01000000:1.0:1775764357.816036:0:43600:0:(obd_config.c:2143:class_config_parse_llog()) Processed log lustre-client gen 1-41 (rc=0) 10000000:01000000:1.0:1775764357.816101:0:43600:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.128@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:1.0:1775764357.816162:0:43600:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.128@tcp lock: ffff9445829d7200/0x57b8ff0e0304db35 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x57b8ff0e0304db3c expref: -99 pid: 43600 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764357.816176:0:43600:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.128@tcp lock: ffff9445829d7200/0x57b8ff0e0304db35 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x57b8ff0e0304db3c expref: -99 pid: 43600 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000004:1.0:1775764357.816237:0:43600:0:(tgt_mount.c:1144:server_mti_print()) mti - server_notify_target 00000020:01000004:1.0:1775764357.816240:0:43600:0:(tgt_mount.c:1145:server_mti_print()) server: lustre-OST0001 00000020:01000004:1.0:1775764357.816241:0:43600:0:(tgt_mount.c:1146:server_mti_print()) fs: lustre 00000020:01000004:1.0:1775764357.816242:0:43600:0:(tgt_mount.c:1147:server_mti_print()) uuid: 00000020:01000004:1.0:1775764357.816244:0:43600:0:(tgt_mount.c:1148:server_mti_print()) ver: 0 00000020:01000004:1.0:1775764357.816245:0:43600:0:(tgt_mount.c:1149:server_mti_print()) flags: 00000020:01000004:1.0:1775764357.816247:0:43600:0:(tgt_mount.c:1153:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1775764357.816249:0:43600:0:(tgt_mount.c:1183:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1775764357.816250:0:43600:0:(tgt_mount.c:1189:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:1.0:1775764357.816255:0:43600:0:(mgc_request_server.c:446:mgc_set_info_async_server()) register_target lustre-OST0001 0x40020002 00000020:01000004:1.0:1775764357.816258:0:43600:0:(tgt_mount.c:1144:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:1.0:1775764357.816259:0:43600:0:(tgt_mount.c:1145:server_mti_print()) server: lustre-OST0001 00000020:01000004:1.0:1775764357.816260:0:43600:0:(tgt_mount.c:1146:server_mti_print()) fs: lustre 00000020:01000004:1.0:1775764357.816261:0:43600:0:(tgt_mount.c:1147:server_mti_print()) uuid: 00000020:01000004:1.0:1775764357.816262:0:43600:0:(tgt_mount.c:1148:server_mti_print()) ver: 0 00000020:01000004:1.0:1775764357.816264:0:43600:0:(tgt_mount.c:1149:server_mti_print()) flags: 00000020:01000004:1.0:1775764357.816265:0:43600:0:(tgt_mount.c:1153:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1775764357.816266:0:43600:0:(tgt_mount.c:1183:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1775764357.816267:0:43600:0:(tgt_mount.c:1189:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:1.0:1775764357.816297:0:43600:0:(mgc_request_server.c:276:mgc_target_register()) register lustre-OST0001 00000100:00100000:1.0:1775764357.816322:0:43600:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bf4fbb80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d8dacf45-8471-4226-a2fb-1fac83f69c1e:43600:1862022118932224:0@lo:253:mount.lustre.0 00000100:00100000:1.0:1775764357.816401:0:43600:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764357.816460:0:43600:0:(client.c:2691:ptlrpc_set_wait()) set ffff9445b2d94600 going to sleep for 11 seconds 00000100:00100000:0.0:1775764357.816585:0:42319:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118932224 00000100:00100000:0.0:1775764357.816592:0:42319:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118932224 00000100:00100000:0.0:1775764357.816662:0:42319:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73 00000100:00100000:0.0:1775764357.816672:0:42319:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94448180d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d8dacf45-8471-4226-a2fb-1fac83f69c1e+18:43600:x1862022118932224:12345-0@lo:253:mount.lustre.0 20000000:01000000:0.0:1775764357.816702:0:42319:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 1 is ready to reconnect. 20000000:01000000:0.0:1775764357.816720:0:42319:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 20000000:01000000:0.0:1775764357.857240:0:42319:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:0.0:1775764357.857292:0:42319:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0001, index=1, rc=0 20000000:01000000:3.0:1775764357.859518:0:42340:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 10000000:01000000:3.0:1775764357.859529:0:42340:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00010000:3.0:1775764357.859558:0:42340:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff9445c2146200/0x57b8ff0e0304db58 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 42340 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764357.859580:0:42340:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9445829d6600/0x57b8ff0e0304d9ad lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x57b8ff0e0304d9a6 expref: 18 pid: 42317 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764357.859589:0:42340:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff9445c2146200/0x57b8ff0e0304db58 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 42340 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764357.859641:0:42340:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9445829d6600/0x57b8ff0e0304d9ad lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x57b8ff0e0304d9a6 expref: 18 pid: 42317 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764357.859658:0:42340:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9445829d6600/0x57b8ff0e0304d9ad lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x57b8ff0e0304d9a6 expref: 18 pid: 42317 timeout: 1924 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764357.859676:0:42340:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bea12d80 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:42340:1862022118932352:0@lo:104: 00000100:00100000:3.0:1775764357.859760:0:42340:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764357.859894:0:42340:0:(client.c:2691:ptlrpc_set_wait()) set ffff9445983c5000 going to sleep for 11 seconds 00000100:00100000:0.0:1775764357.862841:0:42308:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118932352 00000100:00100000:0.0:1775764357.862882:0:42308:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118932352 00000100:00100000:0.0:1775764357.862952:0:42308:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:0.0:1775764357.862965:0:42308:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bea13100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:d8dacf45-8471-4226-a2fb-1fac83f69c1e+3:42340:x1862022118932352:12345-0@lo:104: 00010000:00010000:0.0:1775764357.862990:0:42308:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.128@tcp lock: ffff9445829d6e00/0x57b8ff0e0304d9a6 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x57b8ff0e0304d9ad expref: -99 pid: 42321 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764357.863103:0:42308:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1775764357.863109:0:42308:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bea13100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:d8dacf45-8471-4226-a2fb-1fac83f69c1e+3:42340:x1862022118932352:12345-0@lo:104: Request processed in 148us (3349us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764357.863116:0:42308:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00010000:00010000:0.0:1775764357.863157:0:42312:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1775764357.863164:0:42312:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.128@tcp lock: ffff9445829d6e00/0x57b8ff0e0304d9a6 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x57b8ff0e0304d9ad expref: -99 pid: 42321 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764357.863176:0:42312:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445829d6e00 already unused, calling callback (ffffffffc1d83c20) 10000000:00010000:0.0:1775764357.863181:0:42312:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.128@tcp lock: ffff9445829d6e00/0x57b8ff0e0304d9a6 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x57b8ff0e0304d9ad expref: -99 pid: 42321 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764357.863189:0:42312:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.128@tcp lock: ffff9445829d6e00/0x57b8ff0e0304d9a6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x57b8ff0e0304d9ad expref: -99 pid: 42321 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1775764357.863197:0:42312:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.128@tcp lock: ffff9445829d6e00/0x57b8ff0e0304d9a6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x57b8ff0e0304d9ad expref: -99 pid: 42321 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1775764357.863202:0:42312:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:0.0:1775764357.863243:0:42312:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.128@tcp lock: ffff9445829d6e00/0x57b8ff0e0304d9a6 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x57b8ff0e0304d9ad expref: -99 pid: 42321 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764357.863251:0:42312:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1775764357.863273:0:42312:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.128@tcp lock: ffff9445829d6e00/0x57b8ff0e0304d9a6 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x57b8ff0e0304d9ad expref: -99 pid: 42321 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764357.863280:0:42312:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.128@tcp lock: ffff9445829d6e00/0x57b8ff0e0304d9a6 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x57b8ff0e0304d9ad expref: -99 pid: 42321 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764357.863307:0:42312:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764357.863309:0:42312:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764357.863311:0:42312:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775764357.863321:0:3331:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1775764357.863343:0:3331:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bc1dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d8dacf45-8471-4226-a2fb-1fac83f69c1e:3331:1862022118932480:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1775764357.863396:0:3331:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764357.863642:0:42310:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118932480 00000100:00100000:3.0:1775764357.863647:0:42310:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118932480 00010000:00010000:3.0:1775764357.863674:0:42310:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9445829d6600/0x57b8ff0e0304d9ad lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x57b8ff0e0304d9a6 expref: 19 pid: 42317 timeout: 1924 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764357.863710:0:42310:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:3.0:1775764357.863718:0:42310:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bc1dd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d8dacf45-8471-4226-a2fb-1fac83f69c1e+19:3331:x1862022118932480:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1775764357.863734:0:42310:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764357.863742:0:42310:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9445829d6600/0x57b8ff0e0304d9ad lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x57b8ff0e0304d9a6 expref: 19 pid: 42317 timeout: 1924 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764357.863755:0:42310:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9445829d6600/0x57b8ff0e0304d9ad lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x57b8ff0e0304d9a6 expref: 19 pid: 42317 timeout: 1924 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764357.863780:0:42310:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff9445c2146200/0x57b8ff0e0304db58 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 42340 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764357.863789:0:42310:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9445c2146200/0x57b8ff0e0304db58 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 42340 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 20000000:01000000:3.0:1775764357.863845:0:42310:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.004317449s 00010000:00010000:3.0:1775764357.863851:0:42310:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9445c2146200/0x57b8ff0e0304db58 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 42340 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764357.863870:0:42310:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9445c2146200/0x57b8ff0e0304db58 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 42340 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764357.863879:0:42310:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff9445c2146200/0x57b8ff0e0304db58 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 42340 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764357.863885:0:42310:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff9445c2146200/0x57b8ff0e0304db58 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 42340 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764357.863891:0:42310:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445c2146200 already unused, calling callback (ffffffffc177a060) 00010000:00010000:3.0:1775764357.863896:0:42310:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff9445c2146200/0x57b8ff0e0304db58 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 42340 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764357.863905:0:42310:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff9445c2146200/0x57b8ff0e0304db58 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 42340 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764357.863914:0:42310:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff9445c2146200/0x57b8ff0e0304db58 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 42340 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764357.863927:0:42310:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764357.863983:0:42310:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bc1dd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d8dacf45-8471-4226-a2fb-1fac83f69c1e+19:3331:x1862022118932480:12345-0@lo:103:ldlm_bl.0 Request processed in 264us (585us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764357.863991:0:42310:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00010000:00010000:3.0:1775764357.865109:0:42340:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9445829d6600/0x57b8ff0e0304d9ad lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x57b8ff0e0304d9a6 expref: 18 pid: 42317 timeout: 1924 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764357.865138:0:42340:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bea12d80 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:42340:1862022118932352:0@lo:104: 00010000:00010000:3.0:1775764357.865159:0:42340:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff9445c2146200/0x57b8ff0e0304db58 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 42340 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764357.865168:0:42340:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff9445c2146200/0x57b8ff0e0304db58 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 42340 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764357.865174:0:42340:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff9445c2146200/0x57b8ff0e0304db58 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 42340 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764357.865181:0:42340:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9445c2146200/0x57b8ff0e0304db58 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 42340 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764357.865211:0:3331:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bc1dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d8dacf45-8471-4226-a2fb-1fac83f69c1e:3331:1862022118932480:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1775764357.873837:0:42319:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94448180d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d8dacf45-8471-4226-a2fb-1fac83f69c1e+17:43600:x1862022118932224:12345-0@lo:253:mount.lustre.0 Request processed in 57123us (57392us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764357.873852:0:42319:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73 00000100:00100000:1.0:1775764357.874295:0:43600:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bf4fbb80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d8dacf45-8471-4226-a2fb-1fac83f69c1e:43600:1862022118932224:0@lo:253:mount.lustre.0 10000000:01000000:1.0:1775764357.874312:0:43600:0:(mgc_request_server.c:297:mgc_target_register()) register lustre-OST0001 got index = 1 00000020:01000004:1.0:1775764357.874315:0:43600:0:(tgt_mount.c:1144:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:1.0:1775764357.874317:0:43600:0:(tgt_mount.c:1145:server_mti_print()) server: lustre-OST0001 00000020:01000004:1.0:1775764357.874318:0:43600:0:(tgt_mount.c:1146:server_mti_print()) fs: lustre 00000020:01000004:1.0:1775764357.874319:0:43600:0:(tgt_mount.c:1147:server_mti_print()) uuid: 00000020:01000004:1.0:1775764357.874320:0:43600:0:(tgt_mount.c:1148:server_mti_print()) ver: 0 00000020:01000004:1.0:1775764357.874322:0:43600:0:(tgt_mount.c:1149:server_mti_print()) flags: 00000020:01000004:1.0:1775764357.874323:0:43600:0:(tgt_mount.c:1153:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1775764357.874325:0:43600:0:(tgt_mount.c:1183:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1775764357.874326:0:43600:0:(tgt_mount.c:1189:server_mti_print()) LDD_F_OPC_READY 00000020:02000000:1.0:1775764357.874343:0:43600:0:(tgt_mount.c:2623:server_calc_timeout()) lustre-OST0001: Imperative Recovery not enabled, recovery window 60-180 00080000:10000000:1.0:1775764357.875295:0:43600:0:(osd_index.c:2099:osd_index_try()) lustre-OST0001: index object [0x200000003:0x5:0x0] (8/8/4) registered 00080000:10000000:1.0:1775764357.875490:0:43600:0:(osd_index.c:2099:osd_index_try()) lustre-OST0001: index object [0x200000005:0x1:0x0] (8/8/1) registered 00080000:10000000:1.0:1775764357.875667:0:43600:0:(osd_index.c:2099:osd_index_try()) lustre-OST0001: index object [0x200000003:0x6:0x0] (8/8/4) registered 00080000:10000000:1.0:1775764357.876220:0:43600:0:(osd_index.c:2099:osd_index_try()) lustre-OST0001: index object [0x200000005:0x2:0x0] (8/8/1) registered 00080000:10000000:1.0:1775764357.876387:0:43600:0:(osd_index.c:2099:osd_index_try()) lustre-OST0001: index object [0x200000003:0x7:0x0] (8/8/4) registered 00080000:10000000:1.0:1775764357.876564:0:43600:0:(osd_index.c:2099:osd_index_try()) lustre-OST0001: index object [0x200000005:0x3:0x0] (8/8/1) registered 00000001:00000004:1.0:1775764357.877749:0:43600:0:(tgt_lastrcvd.c:732:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 8, last_transno is 34359738368 00010000:00010000:1.0:1775764357.963665:0:43224:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00080000:1.0:1775764357.975546:0:43600:0:(ofd_obd.c:541:ofd_postrecov()) lustre-OST0001: recovery is over 00100000:10000000:1.0:1775764357.975559:0:43600:0:(lfsck_lib.c:3085:lfsck_start()) lustre-OST0001-osd: start master thread 00000020:01000004:1.0:1775764357.975602:0:43600:0:(tgt_mount.c:296:server_mgc_clear_fs()) Unassign mgc disk 10000000:01000000:1.0:1775764357.975675:0:43600:0:(mgc_request_server.c:166:mgc_fs_clear()) MGC192.168.202.128@tcp: cl_mgc_mutex unlock 00000020:01000004:1.0:1775764357.975698:0:43600:0:(tgt_mount.c:2392:server_fill_super_common()) Server sb, dev=49 00000080:00000004:1.0:1775764357.975736:0:43600:0:(super25.c:187:lustre_fill_super()) lustre-ost2/ost2: Mount complete 00010000:00010000:3.0:1775764358.977981:0:42313:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775764359.042944:0:42317:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118932608 00000100:00100000:3.0:1775764359.042961:0:42317:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118932608 00000100:00100000:0.0:1775764359.048077:0:42321:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff94458620d880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d8dacf45-8471-4226-a2fb-1fac83f69c1e:42321:1862022118932608:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1775764359.048098:0:42321:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.128@tcp lock: ffff944585ee3400/0x57b8ff0e0304db5f lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x57b8ff0e0304db66 expref: -99 pid: 42321 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764359.048108:0:42321:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.128@tcp lock: ffff944585ee3400/0x57b8ff0e0304db5f lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x57b8ff0e0304db66 expref: -99 pid: 42321 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764359.048192:0:42321:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bc1ded80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d8dacf45-8471-4226-a2fb-1fac83f69c1e:42321:1862022118932736:0@lo:256:ll_cfg_requeue.0 00000100:00100000:0.0:1775764359.048239:0:42321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764359.048285:0:42321:0:(client.c:2691:ptlrpc_set_wait()) set ffff9445812549c0 going to sleep for 11 seconds 00000100:00100000:3.0:1775764359.048357:0:42319:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118932736 00000100:00100000:3.0:1775764359.048364:0:42319:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118932736 00000100:00100000:3.0:1775764359.048422:0:42319:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 75 00000100:00100000:3.0:1775764359.048431:0:42319:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94448180ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d8dacf45-8471-4226-a2fb-1fac83f69c1e+18:42321:x1862022118932736:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:3.0:1775764359.048451:0:42319:0:(mgs_nids.c:912:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:3.0:1775764359.048475:0:42319:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:3.0:1775764359.048478:0:42319:0:(mgs_nids.c:316:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 26 00000100:00100000:3.0:1775764359.048570:0:42319:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94448180ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d8dacf45-8471-4226-a2fb-1fac83f69c1e+18:42321:x1862022118932736:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 141us (331us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764359.048578:0:42319:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 75 00000100:00100000:0.0:1775764359.048960:0:42321:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bc1ded80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d8dacf45-8471-4226-a2fb-1fac83f69c1e:42321:1862022118932736:0@lo:256:ll_cfg_requeue.0 00000020:00000080:0.0:1775764359.049022:0:42321:0:(obd_config.c:1468:class_process_config()) processing cmd: cf00f 10000000:01000000:0.0:1775764359.049487:0:42321:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.128@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:0.0:1775764359.049498:0:42321:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.128@tcp lock: ffff944585ee3400/0x57b8ff0e0304db5f lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x57b8ff0e0304db66 expref: -99 pid: 42321 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764359.049509:0:42321:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.128@tcp lock: ffff944585ee3400/0x57b8ff0e0304db5f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x57b8ff0e0304db66 expref: -99 pid: 42321 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:3.0:1775764359.111726:0:43650:0:(import.c:213:ptlrpc_set_import_discon()) osp: import ffff944590826000 already not connected (conn 5, was 0): DISCONN 00010000:00080000:3.0:1775764359.111961:0:43650:0:(ldlm_lib.c:85:import_set_conn()) imp ffff944590826000@lustre-OST0001-osc-MDT0000: found existing conn 192.168.202.128@tcp, moved to head 00000100:00080000:3.0:1775764359.111967:0:43650:0:(import.c:65:import_set_state_nolock()) ffff944590826000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775764359.111974:0:43650:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:3.0:1775764359.111984:0:43650:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff944590826000 using connection 192.168.202.128@tcp/0@lo 00000100:00100000:3.0:1775764359.112033:0:43650:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9445bea12d80 x1862022118932864/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1775764359.112153:0:3327:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bea12d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3327:1862022118932864:0@lo:8:lctl.0 00000100:00100000:1.0:1775764359.112255:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764359.112329:0:43212:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118932864 00000100:00100000:1.0:1775764359.112339:0:43212:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118932864 00000100:00100000:1.0:1775764359.112379:0:43212:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:1.0:1775764359.112386:0:43212:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bf4fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3327:x1862022118932864:12345-0@lo:8:lctl.0 00010000:00080000:1.0:1775764359.112436:0:43212:0:(ldlm_lib.c:1429:target_handle_connect()) lustre-OST0001: connection from lustre-MDT0000-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 1825 last 0 00000020:00000080:1.0:1775764359.112475:0:43212:0:(genops.c:1404:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x57b8ff0e0304db6d 00002000:00100000:1.0:1775764359.112492:0:43212:0:(ofd_obd.c:124:ofd_parse_connect_data()) lustre-OST0001: cli lustre-MDT0000-mdtlov_UUID/ffff9445b6f92000 ocd_connect_flags: 0xa044401443000026 ocd_version: 211334d ocd_grant: 0 ocd_index: 1 ocd_group 0 00002000:00080000:1.0:1775764359.112497:0:43212:0:(ofd_obd.c:142:ofd_parse_connect_data()) lustre-OST0001: Received MDS connection for group 0 00002000:00100000:1.0:1775764359.112501:0:43212:0:(ofd_obd.c:230:ofd_parse_connect_data()) lustre-OST0001: cli does not support OBD_CONNECT_CKSUM 00002000:00080000:1.0:1775764359.113010:0:43212:0:(ofd_obd.c:388:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:1.0:1775764359.113041:0:43212:0:(import.c:65:import_set_state_nolock()) ffff9445b6f92800 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1775764359.113117:0:43212:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bf4fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3327:x1862022118932864:12345-0@lo:8:lctl.0 Request processed in 730us (861us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764359.113126:0:43212:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00010000:00080000:1.0:1775764359.113185:0:3327:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9445bea12d80 x1862022118932864/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/416 e 0 to 0 dl 1775764369 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'lctl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775764359.113199:0:3327:0:(client.c:3082:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:1.0:1775764359.113210:0:3327:0:(import.c:1130:ptlrpc_connect_interpret()) lustre-OST0001-osc-MDT0000: connect to target with instance 8 00000100:00080000:1.0:1775764359.113221:0:3327:0:(import.c:958:ptlrpc_connect_set_flags()) lustre-OST0001-osc-MDT0000: Resetting ns_connect_flags to server flags: 0xa040401443000026 00000100:00080000:1.0:1775764359.113229:0:3327:0:(import.c:1211:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0001_UUID 00000100:00080000:1.0:1775764359.113231:0:3327:0:(import.c:65:import_set_state_nolock()) ffff944590826000 lustre-OST0001_UUID: changing import state from CONNECTING to FULL 00000004:00080000:1.0:1775764359.113249:0:3327:0:(osp_dev.c:1642:osp_import_event()) got connected 00000100:00100000:1.0:1775764359.113256:0:3327:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bea12d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3327:1862022118932864:0@lo:8:lctl.0 00000004:00080000:1.0:1775764359.113327:0:42349:0:(osp_precreate.c:877:osp_precreate_cleanup_orphans()) lustre-OST0001-osc-MDT0000: going to cleanup orphans since [0x280000400:0xd3:0x0] 00000100:00100000:1.0:1775764359.113347:0:42349:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bf4fb800 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:42349:1862022118933120:0@lo:5:osp-pre-1-0.0 00000100:00100000:1.0:1775764359.113379:0:42349:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764359.113399:0:42349:0:(client.c:2691:ptlrpc_set_wait()) set ffff944482d79240 going to sleep for 11 seconds 00000004:00080000:1.0:1775764359.113431:0:42348:0:(osp_sync.c:1044:osp_sync_process_record()) processed all old entries 00000004:00080000:1.0:1775764359.113699:0:42348:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1825960899990ns, next at 0ns, rc = 0 00000100:00100000:1.0:1775764359.113729:0:3331:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bf4f8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3331:1862022118932992:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1775764359.113760:0:3331:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764359.113820:0:42946:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118933120 00000100:00100000:1.0:1775764359.113827:0:42946:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118933120 00000100:00100000:1.0:1775764359.113875:0:42946:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:1.0:1775764359.113883:0:42946:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bf4fa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:42349:x1862022118933120:12345-0@lo:5:osp-pre-1-0.0 00000100:00100000:0.0:1775764359.118547:0:42947:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118932992 00000100:00100000:0.0:1775764359.118566:0:42947:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118932992 00000100:00100000:0.0:1775764359.118639:0:42947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:0.0:1775764359.118652:0:42947:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bf4fb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3331:x1862022118932992:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1775764359.118687:0:42947:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40960000 pending 0 free 3767533568 avail 3765436416 00000100:00100000:0.0:1775764359.122869:0:42947:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bf4fb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3331:x1862022118932992:12345-0@lo:13:osp-pre-1-0.0 Request processed in 4208us (9096us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764359.122889:0:42947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00080000:0.0:1775764359.123031:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00080000:0.0:1775764359.123122:0:3331:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9445bf4f8380 x1862022118932992/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1775764375 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775764359.123148:0:3331:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bf4f8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3331:1862022118932992:0@lo:13:osp-pre-1-0.0 00002000:00080000:1.0:1775764359.132201:0:42946:0:(ofd_fs.c:432:ofd_seq_load()) lustre-OST0001: adding sequence 0x280000400 00002000:00080000:1.0:1775764359.132218:0:42946:0:(ofd_dev.c:1637:ofd_create_hdl()) ofd_last_id() = 257 -> diff = -46 00002000:02000040:1.0:1775764359.132224:0:42946:0:(ofd_dev.c:1488:ofd_orphans_destroy()) lustre-OST0001: new connection from lustre-MDT0000-mdtlov (cleaning up unused objects from 0x280000400:212 to 0x280000400:257) 00002000:00010000:1.0:1775764359.161692:0:42946:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x101:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1775764359.161708:0:42946:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000bfb5005/0x57b8ff0e0304db74 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x101:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764359.161727:0:42946:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1775764359.161729:0:42946:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1775764359.161735:0:42946:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000bfb5005/0x57b8ff0e0304db74 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x101:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764359.161759:0:42946:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000bfb5005/0x57b8ff0e0304db74 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x101:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764359.161772:0:42946:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000bfb5005/0x57b8ff0e0304db74 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x101:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764359.161780:0:42946:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000000bfb5005/0x57b8ff0e0304db74 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x101:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764359.161890:0:42946:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1775764359.163632:0:42312:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1775764359.163647:0:42312:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000000bfb5005/0x57b8ff0e0304db74 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x101:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764359.163663:0:42312:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445bc27d200 already unused, calling callback (ffffffffc177a060) 00010000:00010000:3.0:1775764359.163670:0:42312:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000000bfb5005/0x57b8ff0e0304db74 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x101:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764359.163683:0:42312:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000000bfb5005/0x57b8ff0e0304db74 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x101:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764359.163717:0:42312:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000000bfb5005/0x57b8ff0e0304db74 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x101:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764359.163725:0:42312:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000bfb5005/0x57b8ff0e0304db74 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x101:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764359.163760:0:42312:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764359.163762:0:42312:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764359.163764:0:42312:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1775764359.168931:0:42946:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x100:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1775764359.168947:0:42946:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000afbd5e73/0x57b8ff0e0304db7b lrc: 3/0,1 mode: --/PW res: [0x280000400:0x100:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764359.168971:0:42946:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764359.168973:0:42946:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764359.168980:0:42946:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000afbd5e73/0x57b8ff0e0304db7b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x100:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764359.169008:0:42946:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000afbd5e73/0x57b8ff0e0304db7b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x100:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764359.169020:0:42946:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000afbd5e73/0x57b8ff0e0304db7b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x100:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764359.169030:0:42946:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000afbd5e73/0x57b8ff0e0304db7b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x100:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764359.169067:0:42946:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1775764359.172867:0:43224:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1775764359.172883:0:43224:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000afbd5e73/0x57b8ff0e0304db7b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x100:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764359.172897:0:43224:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445829d7a00 already unused, calling callback (ffffffffc177a060) 00010000:00010000:1.0:1775764359.172901:0:43224:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000afbd5e73/0x57b8ff0e0304db7b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x100:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764359.172918:0:43224:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000afbd5e73/0x57b8ff0e0304db7b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x100:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764359.172939:0:43224:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000afbd5e73/0x57b8ff0e0304db7b lrc: 1/0,0 mode: --/PW res: [0x280000400:0x100:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764359.172946:0:43224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000afbd5e73/0x57b8ff0e0304db7b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x100:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764359.172974:0:43224:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764359.172975:0:43224:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764359.172977:0:43224:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1775764359.173365:0:42946:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0xff:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1775764359.173374:0:42946:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f06fcaee/0x57b8ff0e0304db82 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xff:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764359.173386:0:42946:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764359.173388:0:42946:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764359.173393:0:42946:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f06fcaee/0x57b8ff0e0304db82 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764359.174224:0:42946:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f06fcaee/0x57b8ff0e0304db82 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764359.174238:0:42946:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f06fcaee/0x57b8ff0e0304db82 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764359.174245:0:42946:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000f06fcaee/0x57b8ff0e0304db82 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764359.174942:0:42946:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:0.0:1775764359.181569:0:42946:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0xfe:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1775764359.181583:0:42946:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f5c203f0/0x57b8ff0e0304db89 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xfe:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764359.181600:0:42946:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764359.181603:0:42946:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764359.181608:0:42946:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f5c203f0/0x57b8ff0e0304db89 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xfe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764359.181624:0:42946:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f5c203f0/0x57b8ff0e0304db89 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xfe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764359.181634:0:42946:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f5c203f0/0x57b8ff0e0304db89 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xfe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764359.181647:0:42946:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000f5c203f0/0x57b8ff0e0304db89 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xfe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764359.182613:0:42313:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1775764359.182626:0:42313:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000f06fcaee/0x57b8ff0e0304db82 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764359.182639:0:42313:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445829d6800 already unused, calling callback (ffffffffc177a060) 00010000:00010000:3.0:1775764359.182644:0:42313:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000f06fcaee/0x57b8ff0e0304db82 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764359.182653:0:42313:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000f06fcaee/0x57b8ff0e0304db82 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764359.182675:0:42313:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000f06fcaee/0x57b8ff0e0304db82 lrc: 1/0,0 mode: --/PW res: [0x280000400:0xff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764359.182681:0:42313:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f06fcaee/0x57b8ff0e0304db82 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764359.182704:0:42313:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1775764359.182708:0:42313:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000f5c203f0/0x57b8ff0e0304db89 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xfe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764359.182714:0:42313:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445829d6e00 already unused, calling callback (ffffffffc177a060) 00010000:00010000:3.0:1775764359.182718:0:42313:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000f5c203f0/0x57b8ff0e0304db89 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xfe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764359.182725:0:42313:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000f5c203f0/0x57b8ff0e0304db89 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xfe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764359.182733:0:42313:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000f5c203f0/0x57b8ff0e0304db89 lrc: 2/0,0 mode: --/PW res: [0x280000400:0xfe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764359.182740:0:42313:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764359.182742:0:42313:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764359.182744:0:42313:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764359.184541:0:42946:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:0.0:1775764359.184557:0:42946:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f5c203f0/0x57b8ff0e0304db89 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xfe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764359.184617:0:42312:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1775764359.185494:0:42946:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0xfd:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1775764359.185508:0:42946:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000001be130b/0x57b8ff0e0304db90 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xfd:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764359.185534:0:42946:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764359.185537:0:42946:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764359.185545:0:42946:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000001be130b/0x57b8ff0e0304db90 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xfd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764359.185567:0:42946:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000001be130b/0x57b8ff0e0304db90 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xfd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764359.185578:0:42946:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000001be130b/0x57b8ff0e0304db90 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xfd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764359.185587:0:42946:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000001be130b/0x57b8ff0e0304db90 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xfd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764359.185622:0:42946:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1775764359.185640:0:43224:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1775764359.185647:0:43224:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000001be130b/0x57b8ff0e0304db90 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xfd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764359.185656:0:43224:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445829d6600 already unused, calling callback (ffffffffc177a060) 00010000:00010000:0.0:1775764359.185663:0:43224:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000001be130b/0x57b8ff0e0304db90 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xfd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764359.185673:0:43224:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000001be130b/0x57b8ff0e0304db90 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xfd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764359.185698:0:43224:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000001be130b/0x57b8ff0e0304db90 lrc: 1/0,0 mode: --/PW res: [0x280000400:0xfd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764359.185706:0:43224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000001be130b/0x57b8ff0e0304db90 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xfd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764359.185727:0:43224:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764359.185732:0:43224:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764359.185734:0:43224:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1775764359.186530:0:42946:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0xfc:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1775764359.186541:0:42946:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006f471dbf/0x57b8ff0e0304db97 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xfc:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764359.186555:0:42946:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764359.186559:0:42946:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764359.186565:0:42946:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006f471dbf/0x57b8ff0e0304db97 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xfc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764359.186577:0:42946:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006f471dbf/0x57b8ff0e0304db97 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xfc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764359.186588:0:42946:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006f471dbf/0x57b8ff0e0304db97 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xfc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764359.186595:0:42946:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000006f471dbf/0x57b8ff0e0304db97 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xfc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764359.186625:0:42946:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1775764359.186644:0:42313:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1775764359.186649:0:42313:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000006f471dbf/0x57b8ff0e0304db97 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xfc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764359.186657:0:42313:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445829d7e00 already unused, calling callback (ffffffffc177a060) 00010000:00010000:0.0:1775764359.186661:0:42313:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000006f471dbf/0x57b8ff0e0304db97 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xfc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764359.186668:0:42313:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000006f471dbf/0x57b8ff0e0304db97 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xfc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764359.186681:0:42313:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000006f471dbf/0x57b8ff0e0304db97 lrc: 1/0,0 mode: --/PW res: [0x280000400:0xfc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764359.186695:0:42313:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006f471dbf/0x57b8ff0e0304db97 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xfc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764359.186714:0:42313:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764359.186716:0:42313:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764359.186717:0:42313:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1775764359.188663:0:42946:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0xfb:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1775764359.188676:0:42946:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007e3adc5c/0x57b8ff0e0304db9e lrc: 3/0,1 mode: --/PW res: [0x280000400:0xfb:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764359.188693:0:42946:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1775764359.188696:0:42946:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1775764359.188701:0:42946:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007e3adc5c/0x57b8ff0e0304db9e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xfb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764359.188717:0:42946:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007e3adc5c/0x57b8ff0e0304db9e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xfb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764359.188727:0:42946:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007e3adc5c/0x57b8ff0e0304db9e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xfb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764359.188740:0:42946:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000007e3adc5c/0x57b8ff0e0304db9e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xfb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764359.188873:0:42946:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:1.0:1775764359.191082:0:42946:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0xfa:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1775764359.191095:0:42946:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006b03a58c/0x57b8ff0e0304dba5 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xfa:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764359.191115:0:42946:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1775764359.191117:0:42946:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1775764359.191123:0:42946:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006b03a58c/0x57b8ff0e0304dba5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xfa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764359.191137:0:42946:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006b03a58c/0x57b8ff0e0304dba5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xfa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764359.191147:0:42946:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006b03a58c/0x57b8ff0e0304dba5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xfa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764359.191155:0:42946:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000006b03a58c/0x57b8ff0e0304dba5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xfa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764359.191194:0:42946:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00002000:00010000:1.0:1775764359.192522:0:42946:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0xf9:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1775764359.192532:0:42946:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ff93ff73/0x57b8ff0e0304dbac lrc: 3/0,1 mode: --/PW res: [0x280000400:0xf9:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764359.192550:0:42946:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1775764359.192552:0:42946:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1775764359.192556:0:42946:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ff93ff73/0x57b8ff0e0304dbac lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xf9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764359.192569:0:42946:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ff93ff73/0x57b8ff0e0304dbac lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xf9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764359.192578:0:42946:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ff93ff73/0x57b8ff0e0304dbac lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xf9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764359.192587:0:42946:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ff93ff73/0x57b8ff0e0304dbac lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xf9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764359.192621:0:42946:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00002000:00010000:1.0:1775764359.193681:0:42946:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0xf8:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1775764359.193689:0:42946:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000087be9357/0x57b8ff0e0304dbb3 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xf8:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764359.193704:0:42946:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1775764359.193707:0:42946:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1775764359.193711:0:42946:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000087be9357/0x57b8ff0e0304dbb3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xf8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764359.193721:0:42946:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000087be9357/0x57b8ff0e0304dbb3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xf8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764359.193736:0:42946:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000087be9357/0x57b8ff0e0304dbb3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xf8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764359.193743:0:42946:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000087be9357/0x57b8ff0e0304dbb3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xf8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764359.194223:0:42313:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764359.194418:0:42946:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:1.0:1775764359.194424:0:42946:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000087be9357/0x57b8ff0e0304dbb3 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xf8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1775764359.195362:0:42946:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0xf7:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1775764359.195371:0:42946:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000bcdea8b5/0x57b8ff0e0304dbba lrc: 3/0,1 mode: --/PW res: [0x280000400:0xf7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764359.195383:0:42946:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1775764359.195385:0:42946:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1775764359.195390:0:42946:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000bcdea8b5/0x57b8ff0e0304dbba lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xf7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764359.195401:0:42946:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000bcdea8b5/0x57b8ff0e0304dbba lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xf7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764359.195419:0:42946:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000bcdea8b5/0x57b8ff0e0304dbba lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xf7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764359.195426:0:42946:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000bcdea8b5/0x57b8ff0e0304dbba lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xf7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764359.200051:0:43224:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764359.200057:0:43224:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764359.200060:0:43224:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764359.200149:0:42946:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:1.0:1775764359.200160:0:42946:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000bcdea8b5/0x57b8ff0e0304dbba lrc: 0/0,0 mode: --/PW res: [0x280000400:0xf7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1775764359.202101:0:42946:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0xf6:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1775764359.202113:0:42946:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000bfb5005/0x57b8ff0e0304dbc1 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xf6:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764359.202132:0:42946:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1775764359.202134:0:42946:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1775764359.202139:0:42946:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000bfb5005/0x57b8ff0e0304dbc1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xf6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764359.202156:0:42946:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000bfb5005/0x57b8ff0e0304dbc1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xf6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764359.202166:0:42946:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000bfb5005/0x57b8ff0e0304dbc1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xf6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764359.202174:0:42946:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000000bfb5005/0x57b8ff0e0304dbc1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xf6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764359.205467:0:42946:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:1.0:1775764359.206294:0:42946:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0xf5:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1775764359.206304:0:42946:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a9019cb2/0x57b8ff0e0304dbc8 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xf5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764359.206324:0:42946:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1775764359.206326:0:42946:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1775764359.206332:0:42946:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a9019cb2/0x57b8ff0e0304dbc8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xf5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764359.206347:0:42946:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a9019cb2/0x57b8ff0e0304dbc8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xf5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764359.206357:0:42946:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a9019cb2/0x57b8ff0e0304dbc8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xf5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764359.206364:0:42946:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000a9019cb2/0x57b8ff0e0304dbc8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xf5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764359.207387:0:42313:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1775764359.207397:0:42313:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000000bfb5005/0x57b8ff0e0304dbc1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xf6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764359.207408:0:42313:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445bc27d200 already unused, calling callback (ffffffffc177a060) 00010000:00010000:3.0:1775764359.207423:0:42313:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000000bfb5005/0x57b8ff0e0304dbc1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xf6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764359.207432:0:42313:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000000bfb5005/0x57b8ff0e0304dbc1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xf6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764359.207453:0:42313:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000000bfb5005/0x57b8ff0e0304dbc1 lrc: 1/0,0 mode: --/PW res: [0x280000400:0xf6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764359.207461:0:42313:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000bfb5005/0x57b8ff0e0304dbc1 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xf6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764359.207490:0:42313:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1775764359.207493:0:42313:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000a9019cb2/0x57b8ff0e0304dbc8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xf5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764359.207500:0:42313:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445bc27cc00 already unused, calling callback (ffffffffc177a060) 00010000:00010000:3.0:1775764359.207503:0:42313:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000a9019cb2/0x57b8ff0e0304dbc8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xf5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764359.207510:0:42313:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000a9019cb2/0x57b8ff0e0304dbc8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xf5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764359.207520:0:42313:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000a9019cb2/0x57b8ff0e0304dbc8 lrc: 2/0,0 mode: --/PW res: [0x280000400:0xf5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764359.207526:0:42313:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764359.207527:0:42313:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764359.207529:0:42313:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764359.207590:0:42946:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:1.0:1775764359.207596:0:42946:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a9019cb2/0x57b8ff0e0304dbc8 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xf5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764359.207901:0:43224:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1775764359.210404:0:42946:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0xf4:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1775764359.210426:0:42946:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a03c8d73/0x57b8ff0e0304dbcf lrc: 3/0,1 mode: --/PW res: [0x280000400:0xf4:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764359.210443:0:42946:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1775764359.210445:0:42946:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1775764359.210451:0:42946:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a03c8d73/0x57b8ff0e0304dbcf lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xf4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764359.210470:0:42946:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a03c8d73/0x57b8ff0e0304dbcf lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xf4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764359.210481:0:42946:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a03c8d73/0x57b8ff0e0304dbcf lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xf4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764359.210488:0:42946:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000a03c8d73/0x57b8ff0e0304dbcf lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xf4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764359.210519:0:42946:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:0.0:1775764359.213179:0:42946:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0xf3:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1775764359.213191:0:42946:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f5c203f0/0x57b8ff0e0304dbd6 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xf3:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764359.213208:0:42946:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764359.213211:0:42946:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764359.213216:0:42946:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f5c203f0/0x57b8ff0e0304dbd6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xf3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764359.213229:0:42946:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f5c203f0/0x57b8ff0e0304dbd6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xf3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764359.213238:0:42946:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f5c203f0/0x57b8ff0e0304dbd6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xf3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764359.213247:0:42946:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000f5c203f0/0x57b8ff0e0304dbd6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xf3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764359.213280:0:42946:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:0.0:1775764359.214102:0:42946:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0xf2:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1775764359.214111:0:42946:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f174f03b/0x57b8ff0e0304dbdd lrc: 3/0,1 mode: --/PW res: [0x280000400:0xf2:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764359.214121:0:42946:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764359.214123:0:42946:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764359.214126:0:42946:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f174f03b/0x57b8ff0e0304dbdd lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xf2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764359.214136:0:42946:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f174f03b/0x57b8ff0e0304dbdd lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xf2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764359.214145:0:42946:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f174f03b/0x57b8ff0e0304dbdd lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xf2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764359.214152:0:42946:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000f174f03b/0x57b8ff0e0304dbdd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xf2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764359.214174:0:42946:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1775764359.214192:0:43224:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1775764359.214198:0:43224:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000f5c203f0/0x57b8ff0e0304dbd6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xf3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764359.214206:0:43224:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445829d6e00 already unused, calling callback (ffffffffc177a060) 00010000:00010000:0.0:1775764359.214211:0:43224:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000f5c203f0/0x57b8ff0e0304dbd6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xf3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764359.214223:0:43224:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000f5c203f0/0x57b8ff0e0304dbd6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xf3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764359.214250:0:43224:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000f5c203f0/0x57b8ff0e0304dbd6 lrc: 1/0,0 mode: --/PW res: [0x280000400:0xf3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764359.214258:0:43224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f5c203f0/0x57b8ff0e0304dbd6 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xf3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764359.214282:0:43224:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1775764359.214286:0:43224:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000f174f03b/0x57b8ff0e0304dbdd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xf2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764359.214294:0:43224:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445829d6000 already unused, calling callback (ffffffffc177a060) 00010000:00010000:0.0:1775764359.214297:0:43224:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000f174f03b/0x57b8ff0e0304dbdd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xf2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764359.214304:0:43224:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000f174f03b/0x57b8ff0e0304dbdd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xf2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764359.214313:0:43224:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000f174f03b/0x57b8ff0e0304dbdd lrc: 1/0,0 mode: --/PW res: [0x280000400:0xf2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764359.214321:0:43224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f174f03b/0x57b8ff0e0304dbdd lrc: 0/0,0 mode: --/PW res: [0x280000400:0xf2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764359.214333:0:43224:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764359.214335:0:43224:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764359.214337:0:43224:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1775764359.214905:0:42946:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0xf1:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1775764359.214912:0:42946:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000afbd5e73/0x57b8ff0e0304dbe4 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xf1:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764359.214921:0:42946:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764359.214923:0:42946:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764359.214927:0:42946:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000afbd5e73/0x57b8ff0e0304dbe4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xf1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764359.214937:0:42946:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000afbd5e73/0x57b8ff0e0304dbe4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xf1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764359.214944:0:42946:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000afbd5e73/0x57b8ff0e0304dbe4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xf1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764359.214951:0:42946:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000afbd5e73/0x57b8ff0e0304dbe4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xf1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764359.214974:0:42946:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1775764359.216663:0:42313:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1775764359.216678:0:42313:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000afbd5e73/0x57b8ff0e0304dbe4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xf1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764359.216692:0:42313:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445829d7a00 already unused, calling callback (ffffffffc177a060) 00010000:00010000:1.0:1775764359.216696:0:42313:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000afbd5e73/0x57b8ff0e0304dbe4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xf1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764359.216705:0:42313:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000afbd5e73/0x57b8ff0e0304dbe4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xf1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764359.216736:0:42313:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000afbd5e73/0x57b8ff0e0304dbe4 lrc: 1/0,0 mode: --/PW res: [0x280000400:0xf1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764359.216744:0:42313:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000afbd5e73/0x57b8ff0e0304dbe4 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xf1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764359.216794:0:42313:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764359.216813:0:42313:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764359.216816:0:42313:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1775764359.225881:0:42946:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0xf0:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1775764359.225899:0:42946:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006f471dbf/0x57b8ff0e0304dbeb lrc: 3/0,1 mode: --/PW res: [0x280000400:0xf0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764359.225922:0:42946:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764359.225924:0:42946:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764359.225931:0:42946:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006f471dbf/0x57b8ff0e0304dbeb lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xf0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764359.225958:0:42946:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006f471dbf/0x57b8ff0e0304dbeb lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xf0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764359.225970:0:42946:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006f471dbf/0x57b8ff0e0304dbeb lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xf0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764359.225979:0:42946:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000006f471dbf/0x57b8ff0e0304dbeb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xf0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764359.226000:0:42946:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1775764359.226016:0:43224:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1775764359.226022:0:43224:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000006f471dbf/0x57b8ff0e0304dbeb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xf0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764359.226030:0:43224:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445829d7e00 already unused, calling callback (ffffffffc177a060) 00010000:00010000:0.0:1775764359.226035:0:43224:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000006f471dbf/0x57b8ff0e0304dbeb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xf0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764359.226045:0:43224:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000006f471dbf/0x57b8ff0e0304dbeb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xf0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764359.226064:0:43224:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000006f471dbf/0x57b8ff0e0304dbeb lrc: 1/0,0 mode: --/PW res: [0x280000400:0xf0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764359.226071:0:43224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006f471dbf/0x57b8ff0e0304dbeb lrc: 0/0,0 mode: --/PW res: [0x280000400:0xf0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764359.226090:0:43224:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764359.226092:0:43224:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764359.226093:0:43224:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1775764359.226756:0:42946:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0xef:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1775764359.226763:0:42946:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000001be130b/0x57b8ff0e0304dbf2 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xef:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764359.226772:0:42946:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764359.226774:0:42946:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764359.226777:0:42946:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000001be130b/0x57b8ff0e0304dbf2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764359.226786:0:42946:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000001be130b/0x57b8ff0e0304dbf2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764359.226795:0:42946:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000001be130b/0x57b8ff0e0304dbf2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764359.226829:0:42946:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000001be130b/0x57b8ff0e0304dbf2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764359.226846:0:42946:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:0.0:1775764359.227307:0:42946:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0xee:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1775764359.227314:0:42946:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f06fcaee/0x57b8ff0e0304dbf9 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xee:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764359.227328:0:42946:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764359.227329:0:42946:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764359.227333:0:42946:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f06fcaee/0x57b8ff0e0304dbf9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764359.227342:0:42946:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f06fcaee/0x57b8ff0e0304dbf9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764359.227349:0:42946:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f06fcaee/0x57b8ff0e0304dbf9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764359.227356:0:42946:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000f06fcaee/0x57b8ff0e0304dbf9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764359.227373:0:42946:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00002000:00010000:0.0:1775764359.227788:0:42946:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0xed:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1775764359.227793:0:42946:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b1a62f95/0x57b8ff0e0304dc00 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xed:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764359.227834:0:42946:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764359.227836:0:42946:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764359.227839:0:42946:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b1a62f95/0x57b8ff0e0304dc00 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764359.227849:0:42946:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b1a62f95/0x57b8ff0e0304dc00 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764359.227863:0:42946:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b1a62f95/0x57b8ff0e0304dc00 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764359.227870:0:42946:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000b1a62f95/0x57b8ff0e0304dc00 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764359.227886:0:42946:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:0.0:1775764359.227905:0:43224:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1775764359.227911:0:43224:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000001be130b/0x57b8ff0e0304dbf2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764359.227919:0:43224:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445829d6600 already unused, calling callback (ffffffffc177a060) 00010000:00010000:0.0:1775764359.227924:0:43224:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000001be130b/0x57b8ff0e0304dbf2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764359.227934:0:43224:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000001be130b/0x57b8ff0e0304dbf2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764359.227952:0:43224:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000001be130b/0x57b8ff0e0304dbf2 lrc: 1/0,0 mode: --/PW res: [0x280000400:0xef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764359.227958:0:43224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000001be130b/0x57b8ff0e0304dbf2 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764359.227982:0:43224:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1775764359.227987:0:43224:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000f06fcaee/0x57b8ff0e0304dbf9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764359.227993:0:43224:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445829d6800 already unused, calling callback (ffffffffc177a060) 00010000:00010000:0.0:1775764359.227996:0:43224:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000f06fcaee/0x57b8ff0e0304dbf9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764359.228003:0:43224:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000f06fcaee/0x57b8ff0e0304dbf9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764359.228011:0:43224:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000f06fcaee/0x57b8ff0e0304dbf9 lrc: 1/0,0 mode: --/PW res: [0x280000400:0xee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764359.228018:0:43224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f06fcaee/0x57b8ff0e0304dbf9 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764359.228030:0:43224:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1775764359.228034:0:43224:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000b1a62f95/0x57b8ff0e0304dc00 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764359.228041:0:43224:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445bd390600 already unused, calling callback (ffffffffc177a060) 00010000:00010000:0.0:1775764359.228044:0:43224:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000b1a62f95/0x57b8ff0e0304dc00 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764359.228052:0:43224:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000b1a62f95/0x57b8ff0e0304dc00 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764359.228065:0:43224:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000b1a62f95/0x57b8ff0e0304dc00 lrc: 1/0,0 mode: --/PW res: [0x280000400:0xed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764359.228071:0:43224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b1a62f95/0x57b8ff0e0304dc00 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764359.228081:0:43224:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764359.228082:0:43224:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764359.228084:0:43224:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764359.228372:0:42313:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1775764359.239924:0:42946:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0xec:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1775764359.239938:0:42946:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a9019cb2/0x57b8ff0e0304dc07 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xec:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764359.239955:0:42946:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1775764359.239958:0:42946:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1775764359.239963:0:42946:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a9019cb2/0x57b8ff0e0304dc07 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764359.239978:0:42946:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a9019cb2/0x57b8ff0e0304dc07 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764359.239989:0:42946:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a9019cb2/0x57b8ff0e0304dc07 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764359.239996:0:42946:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000a9019cb2/0x57b8ff0e0304dc07 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764359.240026:0:42946:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:1.0:1775764359.240621:0:42946:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0xeb:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1775764359.240630:0:42946:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000bcdea8b5/0x57b8ff0e0304dc0e lrc: 3/0,1 mode: --/PW res: [0x280000400:0xeb:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764359.240648:0:42946:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1775764359.240650:0:42946:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1775764359.240654:0:42946:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000bcdea8b5/0x57b8ff0e0304dc0e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xeb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764359.240664:0:42946:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000bcdea8b5/0x57b8ff0e0304dc0e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xeb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764359.240673:0:42946:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000bcdea8b5/0x57b8ff0e0304dc0e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xeb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764359.240681:0:42946:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000bcdea8b5/0x57b8ff0e0304dc0e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xeb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764359.240707:0:42946:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00002000:00010000:1.0:1775764359.241196:0:42946:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0xea:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1775764359.241202:0:42946:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000087be9357/0x57b8ff0e0304dc15 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xea:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764359.241210:0:42946:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1775764359.241211:0:42946:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1775764359.241214:0:42946:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000087be9357/0x57b8ff0e0304dc15 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764359.241222:0:42946:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000087be9357/0x57b8ff0e0304dc15 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764359.241235:0:42946:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000087be9357/0x57b8ff0e0304dc15 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764359.241242:0:42946:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000087be9357/0x57b8ff0e0304dc15 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764359.241255:0:42946:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00002000:00010000:1.0:1775764359.241731:0:42946:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0xe9:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1775764359.241736:0:42946:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a2741ab6/0x57b8ff0e0304dc1c lrc: 3/0,1 mode: --/PW res: [0x280000400:0xe9:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764359.241745:0:42946:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1775764359.241746:0:42946:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1775764359.241749:0:42946:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a2741ab6/0x57b8ff0e0304dc1c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xe9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764359.241758:0:42946:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a2741ab6/0x57b8ff0e0304dc1c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xe9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764359.241765:0:42946:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a2741ab6/0x57b8ff0e0304dc1c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xe9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764359.241772:0:42946:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000a2741ab6/0x57b8ff0e0304dc1c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764359.241780:0:42946:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00010000:00010000:0.0:1775764359.243791:0:42313:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1775764359.248743:0:42946:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0xe8:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1775764359.248775:0:42946:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ad6903f2/0x57b8ff0e0304dc23 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xe8:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764359.248820:0:42946:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1775764359.248823:0:42946:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1775764359.248830:0:42946:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ad6903f2/0x57b8ff0e0304dc23 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xe8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764359.248846:0:42946:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ad6903f2/0x57b8ff0e0304dc23 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xe8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764359.248856:0:42946:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ad6903f2/0x57b8ff0e0304dc23 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xe8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764359.248864:0:42946:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ad6903f2/0x57b8ff0e0304dc23 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764359.248890:0:42946:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:1.0:1775764359.249793:0:42946:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0xe7:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1775764359.249830:0:42946:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003bc4fc07/0x57b8ff0e0304dc2a lrc: 3/0,1 mode: --/PW res: [0x280000400:0xe7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764359.249840:0:42946:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1775764359.249842:0:42946:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1775764359.249846:0:42946:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003bc4fc07/0x57b8ff0e0304dc2a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xe7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764359.249855:0:42946:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003bc4fc07/0x57b8ff0e0304dc2a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xe7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764359.249865:0:42946:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003bc4fc07/0x57b8ff0e0304dc2a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xe7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764359.249872:0:42946:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000003bc4fc07/0x57b8ff0e0304dc2a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764359.249889:0:42946:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:1.0:1775764359.250897:0:42946:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0xe6:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1775764359.250905:0:42946:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000011a217d5/0x57b8ff0e0304dc31 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xe6:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764359.250916:0:42946:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1775764359.250919:0:42946:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1775764359.250923:0:42946:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000011a217d5/0x57b8ff0e0304dc31 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xe6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764359.250932:0:42946:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000011a217d5/0x57b8ff0e0304dc31 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xe6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764359.250940:0:42946:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000011a217d5/0x57b8ff0e0304dc31 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xe6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764359.250946:0:42946:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000011a217d5/0x57b8ff0e0304dc31 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764359.250968:0:42946:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1775764359.251400:0:42313:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1775764359.251406:0:42313:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000011a217d5/0x57b8ff0e0304dc31 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764359.251422:0:42313:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445bc27ce00 already unused, calling callback (ffffffffc177a060) 00010000:00010000:0.0:1775764359.251426:0:42313:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000011a217d5/0x57b8ff0e0304dc31 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764359.251434:0:42313:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000011a217d5/0x57b8ff0e0304dc31 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764359.251446:0:42313:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000011a217d5/0x57b8ff0e0304dc31 lrc: 1/0,0 mode: --/PW res: [0x280000400:0xe6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764359.251453:0:42313:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000011a217d5/0x57b8ff0e0304dc31 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xe6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764359.251472:0:42313:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764359.251473:0:42313:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764359.251475:0:42313:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1775764359.255503:0:42946:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0xe5:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1775764359.255521:0:42946:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000015d87327/0x57b8ff0e0304dc38 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xe5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764359.255540:0:42946:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1775764359.255543:0:42946:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1775764359.255548:0:42946:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000015d87327/0x57b8ff0e0304dc38 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xe5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764359.255565:0:42946:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000015d87327/0x57b8ff0e0304dc38 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xe5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764359.255575:0:42946:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000015d87327/0x57b8ff0e0304dc38 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xe5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764359.255583:0:42946:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000015d87327/0x57b8ff0e0304dc38 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764359.255606:0:42946:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1775764359.255622:0:43224:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1775764359.255628:0:43224:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000015d87327/0x57b8ff0e0304dc38 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764359.255635:0:43224:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445bc27c000 already unused, calling callback (ffffffffc177a060) 00010000:00010000:1.0:1775764359.255640:0:43224:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000015d87327/0x57b8ff0e0304dc38 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764359.255650:0:43224:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000015d87327/0x57b8ff0e0304dc38 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764359.255669:0:43224:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000015d87327/0x57b8ff0e0304dc38 lrc: 1/0,0 mode: --/PW res: [0x280000400:0xe5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764359.255677:0:43224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000015d87327/0x57b8ff0e0304dc38 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xe5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764359.255696:0:43224:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764359.255698:0:43224:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764359.255700:0:43224:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1775764359.258724:0:42946:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0xe4:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1775764359.258737:0:42946:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000041a42b9/0x57b8ff0e0304dc3f lrc: 3/0,1 mode: --/PW res: [0x280000400:0xe4:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764359.258767:0:42946:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1775764359.258770:0:42946:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1775764359.258776:0:42946:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000041a42b9/0x57b8ff0e0304dc3f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xe4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764359.258793:0:42946:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000041a42b9/0x57b8ff0e0304dc3f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xe4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764359.258843:0:42946:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000041a42b9/0x57b8ff0e0304dc3f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xe4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764359.258851:0:42946:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000041a42b9/0x57b8ff0e0304dc3f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764359.264500:0:42946:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:0.0:1775764359.265222:0:5825:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1 committed 00002000:00010000:1.0:1775764359.267562:0:42946:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0xe3:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1775764359.267574:0:42946:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000085cb8562/0x57b8ff0e0304dc46 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xe3:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764359.267596:0:42946:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1775764359.267599:0:42946:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1775764359.267606:0:42946:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000085cb8562/0x57b8ff0e0304dc46 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xe3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764359.267626:0:42946:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000085cb8562/0x57b8ff0e0304dc46 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xe3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764359.267636:0:42946:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000085cb8562/0x57b8ff0e0304dc46 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xe3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764359.267645:0:42946:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000085cb8562/0x57b8ff0e0304dc46 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764359.267668:0:42946:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:3.0:1775764359.267923:0:42312:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1775764359.267932:0:42312:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000041a42b9/0x57b8ff0e0304dc3f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764359.267940:0:42312:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445bc27c400 already unused, calling callback (ffffffffc177a060) 00010000:00010000:3.0:1775764359.267945:0:42312:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000041a42b9/0x57b8ff0e0304dc3f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764359.267953:0:42312:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000041a42b9/0x57b8ff0e0304dc3f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764359.267969:0:42312:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000041a42b9/0x57b8ff0e0304dc3f lrc: 1/0,0 mode: --/PW res: [0x280000400:0xe4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764359.267976:0:42312:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000041a42b9/0x57b8ff0e0304dc3f lrc: 0/0,0 mode: --/PW res: [0x280000400:0xe4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764359.267998:0:42312:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1775764359.268002:0:42312:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000085cb8562/0x57b8ff0e0304dc46 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764359.268008:0:42312:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445bc27da00 already unused, calling callback (ffffffffc177a060) 00010000:00010000:3.0:1775764359.268011:0:42312:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000085cb8562/0x57b8ff0e0304dc46 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764359.268018:0:42312:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000085cb8562/0x57b8ff0e0304dc46 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764359.268028:0:42312:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000085cb8562/0x57b8ff0e0304dc46 lrc: 1/0,0 mode: --/PW res: [0x280000400:0xe3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764359.268034:0:42312:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000085cb8562/0x57b8ff0e0304dc46 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xe3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764359.268046:0:42312:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764359.268048:0:42312:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764359.268050:0:42312:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1775764359.271918:0:42946:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0xe2:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1775764359.271935:0:42946:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000095035c13/0x57b8ff0e0304dc4d lrc: 3/0,1 mode: --/PW res: [0x280000400:0xe2:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764359.271959:0:42946:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1775764359.271961:0:42946:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1775764359.271970:0:42946:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000095035c13/0x57b8ff0e0304dc4d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xe2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764359.271986:0:42946:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000095035c13/0x57b8ff0e0304dc4d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xe2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764359.271997:0:42946:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000095035c13/0x57b8ff0e0304dc4d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xe2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764359.272004:0:42946:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000095035c13/0x57b8ff0e0304dc4d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764359.272034:0:42946:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1775764359.272055:0:43224:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1775764359.272060:0:43224:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000095035c13/0x57b8ff0e0304dc4d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764359.272067:0:43224:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445bc27d800 already unused, calling callback (ffffffffc177a060) 00010000:00010000:1.0:1775764359.272072:0:43224:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000095035c13/0x57b8ff0e0304dc4d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764359.272081:0:43224:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000095035c13/0x57b8ff0e0304dc4d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764359.272102:0:43224:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000095035c13/0x57b8ff0e0304dc4d lrc: 1/0,0 mode: --/PW res: [0x280000400:0xe2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764359.272114:0:43224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000095035c13/0x57b8ff0e0304dc4d lrc: 0/0,0 mode: --/PW res: [0x280000400:0xe2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764359.272136:0:43224:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764359.272138:0:43224:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764359.272139:0:43224:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1775764359.274132:0:42946:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0xe1:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1775764359.274144:0:42946:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a03c8d73/0x57b8ff0e0304dc54 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xe1:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764359.274160:0:42946:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1775764359.274163:0:42946:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1775764359.274168:0:42946:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a03c8d73/0x57b8ff0e0304dc54 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xe1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764359.274181:0:42946:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a03c8d73/0x57b8ff0e0304dc54 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xe1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764359.274191:0:42946:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a03c8d73/0x57b8ff0e0304dc54 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xe1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764359.274197:0:42946:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000a03c8d73/0x57b8ff0e0304dc54 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764359.274230:0:42946:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:1.0:1775764359.274548:0:42946:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0xe0:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1775764359.274555:0:42946:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000bfb5005/0x57b8ff0e0304dc5b lrc: 3/0,1 mode: --/PW res: [0x280000400:0xe0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764359.274563:0:42946:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1775764359.274564:0:42946:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1775764359.274567:0:42946:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000bfb5005/0x57b8ff0e0304dc5b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xe0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764359.274577:0:42946:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000bfb5005/0x57b8ff0e0304dc5b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xe0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764359.274584:0:42946:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000bfb5005/0x57b8ff0e0304dc5b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xe0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764359.274590:0:42946:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000000bfb5005/0x57b8ff0e0304dc5b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764359.274607:0:42946:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00002000:00010000:1.0:1775764359.274746:0:42946:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0xdf:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1775764359.274751:0:42946:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ff93ff73/0x57b8ff0e0304dc62 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xdf:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764359.274771:0:42946:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1775764359.274773:0:42946:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1775764359.274776:0:42946:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ff93ff73/0x57b8ff0e0304dc62 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xdf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764359.274786:0:42946:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ff93ff73/0x57b8ff0e0304dc62 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xdf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764359.274822:0:42946:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ff93ff73/0x57b8ff0e0304dc62 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xdf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764359.274830:0:42946:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ff93ff73/0x57b8ff0e0304dc62 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xdf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764359.274847:0:42946:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:1.0:1775764359.274861:0:43224:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:1.0:1775764359.274868:0:43224:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000a03c8d73/0x57b8ff0e0304dc54 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764359.274876:0:43224:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445bc27d000 already unused, calling callback (ffffffffc177a060) 00010000:00010000:1.0:1775764359.274880:0:43224:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000a03c8d73/0x57b8ff0e0304dc54 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764359.274888:0:43224:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000a03c8d73/0x57b8ff0e0304dc54 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764359.274903:0:43224:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000a03c8d73/0x57b8ff0e0304dc54 lrc: 1/0,0 mode: --/PW res: [0x280000400:0xe1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764359.274910:0:43224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a03c8d73/0x57b8ff0e0304dc54 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xe1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764359.274933:0:43224:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1775764359.274937:0:43224:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000000bfb5005/0x57b8ff0e0304dc5b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764359.274942:0:43224:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445bc27d200 already unused, calling callback (ffffffffc177a060) 00010000:00010000:1.0:1775764359.274945:0:43224:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000000bfb5005/0x57b8ff0e0304dc5b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764359.274951:0:43224:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000000bfb5005/0x57b8ff0e0304dc5b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764359.274960:0:43224:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000000bfb5005/0x57b8ff0e0304dc5b lrc: 1/0,0 mode: --/PW res: [0x280000400:0xe0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764359.274966:0:43224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000bfb5005/0x57b8ff0e0304dc5b lrc: 0/0,0 mode: --/PW res: [0x280000400:0xe0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764359.274977:0:43224:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1775764359.274980:0:43224:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000ff93ff73/0x57b8ff0e0304dc62 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xdf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764359.274987:0:43224:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445bc27c600 already unused, calling callback (ffffffffc177a060) 00010000:00010000:1.0:1775764359.274989:0:43224:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000ff93ff73/0x57b8ff0e0304dc62 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xdf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764359.274996:0:43224:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000ff93ff73/0x57b8ff0e0304dc62 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xdf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764359.275011:0:43224:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000ff93ff73/0x57b8ff0e0304dc62 lrc: 1/0,0 mode: --/PW res: [0x280000400:0xdf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764359.275017:0:43224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ff93ff73/0x57b8ff0e0304dc62 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xdf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764359.275030:0:43224:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764359.275032:0:43224:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764359.275033:0:43224:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1775764359.275181:0:42946:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0xde:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1775764359.275186:0:42946:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006b03a58c/0x57b8ff0e0304dc69 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xde:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764359.275194:0:42946:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1775764359.275196:0:42946:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1775764359.275198:0:42946:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006b03a58c/0x57b8ff0e0304dc69 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xde:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764359.275206:0:42946:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006b03a58c/0x57b8ff0e0304dc69 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xde:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764359.275213:0:42946:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006b03a58c/0x57b8ff0e0304dc69 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xde:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764359.275220:0:42946:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000006b03a58c/0x57b8ff0e0304dc69 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xde:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764359.275239:0:42946:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1775764359.275246:0:43224:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1775764359.275249:0:43224:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000006b03a58c/0x57b8ff0e0304dc69 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xde:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764359.275255:0:43224:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445bc27de00 already unused, calling callback (ffffffffc177a060) 00010000:00010000:1.0:1775764359.275259:0:43224:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000006b03a58c/0x57b8ff0e0304dc69 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xde:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764359.275265:0:43224:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000006b03a58c/0x57b8ff0e0304dc69 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xde:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764359.275275:0:43224:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000006b03a58c/0x57b8ff0e0304dc69 lrc: 1/0,0 mode: --/PW res: [0x280000400:0xde:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764359.275282:0:43224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006b03a58c/0x57b8ff0e0304dc69 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xde:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764359.275294:0:43224:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764359.275295:0:43224:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764359.275297:0:43224:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1775764359.278905:0:42946:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0xdd:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1775764359.278917:0:42946:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007e3adc5c/0x57b8ff0e0304dc70 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xdd:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764359.278938:0:42946:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1775764359.278942:0:42946:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1775764359.278947:0:42946:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007e3adc5c/0x57b8ff0e0304dc70 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xdd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764359.278962:0:42946:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007e3adc5c/0x57b8ff0e0304dc70 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xdd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764359.278972:0:42946:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007e3adc5c/0x57b8ff0e0304dc70 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xdd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764359.278980:0:42946:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000007e3adc5c/0x57b8ff0e0304dc70 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xdd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764359.279007:0:42946:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:1.0:1775764359.279339:0:42946:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0xdc:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1775764359.279344:0:42946:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006f471dbf/0x57b8ff0e0304dc77 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xdc:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764359.279351:0:42946:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1775764359.279353:0:42946:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1775764359.279356:0:42946:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006f471dbf/0x57b8ff0e0304dc77 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xdc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764359.279364:0:42946:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006f471dbf/0x57b8ff0e0304dc77 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xdc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764359.279371:0:42946:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006f471dbf/0x57b8ff0e0304dc77 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xdc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764359.279382:0:42946:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000006f471dbf/0x57b8ff0e0304dc77 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xdc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764359.279394:0:42946:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00002000:00010000:1.0:1775764359.279568:0:42946:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0xdb:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1775764359.279573:0:42946:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f174f03b/0x57b8ff0e0304dc7e lrc: 3/0,1 mode: --/PW res: [0x280000400:0xdb:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764359.279581:0:42946:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1775764359.279583:0:42946:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1775764359.279585:0:42946:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f174f03b/0x57b8ff0e0304dc7e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xdb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764359.279593:0:42946:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f174f03b/0x57b8ff0e0304dc7e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xdb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764359.279600:0:42946:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f174f03b/0x57b8ff0e0304dc7e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xdb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764359.279607:0:42946:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000f174f03b/0x57b8ff0e0304dc7e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xdb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764359.279614:0:42946:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00002000:00010000:1.0:1775764359.279731:0:42946:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0xda:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1775764359.279736:0:42946:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f5c203f0/0x57b8ff0e0304dc85 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xda:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764359.279748:0:42946:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1775764359.279750:0:42946:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1775764359.279752:0:42946:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f5c203f0/0x57b8ff0e0304dc85 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xda:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764359.279760:0:42946:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f5c203f0/0x57b8ff0e0304dc85 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xda:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764359.279767:0:42946:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f5c203f0/0x57b8ff0e0304dc85 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xda:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764359.279774:0:42946:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000f5c203f0/0x57b8ff0e0304dc85 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xda:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764359.279782:0:42946:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00002000:00010000:1.0:1775764359.279939:0:42946:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0xd9:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1775764359.279944:0:42946:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000afbd5e73/0x57b8ff0e0304dc8c lrc: 3/0,1 mode: --/PW res: [0x280000400:0xd9:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764359.279952:0:42946:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1775764359.279954:0:42946:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1775764359.279956:0:42946:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000afbd5e73/0x57b8ff0e0304dc8c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xd9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764359.279966:0:42946:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000afbd5e73/0x57b8ff0e0304dc8c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xd9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764359.279978:0:42946:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000afbd5e73/0x57b8ff0e0304dc8c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xd9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764359.279985:0:42946:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000afbd5e73/0x57b8ff0e0304dc8c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xd9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764359.279992:0:42946:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool 00002000:00010000:1.0:1775764359.280111:0:42946:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0xd8:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1775764359.280116:0:42946:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ad96fad7/0x57b8ff0e0304dc93 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xd8:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764359.280125:0:42946:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1775764359.280126:0:42946:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1775764359.280129:0:42946:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ad96fad7/0x57b8ff0e0304dc93 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xd8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764359.280137:0:42946:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ad96fad7/0x57b8ff0e0304dc93 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xd8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764359.280145:0:42946:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ad96fad7/0x57b8ff0e0304dc93 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xd8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764359.280151:0:42946:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ad96fad7/0x57b8ff0e0304dc93 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xd8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764359.280158:0:42946:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/6 locks to regular blp list, 6 blwis in pool 00002000:00010000:1.0:1775764359.280264:0:42946:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0xd7:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1775764359.280269:0:42946:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c35f53f6/0x57b8ff0e0304dc9a lrc: 3/0,1 mode: --/PW res: [0x280000400:0xd7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764359.280277:0:42946:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1775764359.280278:0:42946:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1775764359.280281:0:42946:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c35f53f6/0x57b8ff0e0304dc9a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xd7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764359.280289:0:42946:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c35f53f6/0x57b8ff0e0304dc9a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xd7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764359.280297:0:42946:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c35f53f6/0x57b8ff0e0304dc9a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xd7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764359.280303:0:42946:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000c35f53f6/0x57b8ff0e0304dc9a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xd7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764359.280311:0:42946:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/7 locks to regular blp list, 7 blwis in pool 00010000:00010000:0.0:1775764359.282097:0:42313:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1775764359.282465:0:42946:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0xd6:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1775764359.282477:0:42946:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005745d8de/0x57b8ff0e0304dca1 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xd6:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764359.282496:0:42946:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1775764359.282499:0:42946:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1775764359.282504:0:42946:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005745d8de/0x57b8ff0e0304dca1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xd6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764359.282519:0:42946:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005745d8de/0x57b8ff0e0304dca1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xd6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764359.282530:0:42946:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005745d8de/0x57b8ff0e0304dca1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xd6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764359.282538:0:42946:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000005745d8de/0x57b8ff0e0304dca1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xd6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764359.282567:0:42946:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:1.0:1775764359.283708:0:42946:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0xd5:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1775764359.283715:0:42946:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000950673e1/0x57b8ff0e0304dca8 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xd5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764359.283726:0:42946:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1775764359.283729:0:42946:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1775764359.283733:0:42946:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000950673e1/0x57b8ff0e0304dca8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xd5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764359.283743:0:42946:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000950673e1/0x57b8ff0e0304dca8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xd5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764359.283760:0:42946:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000950673e1/0x57b8ff0e0304dca8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xd5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764359.283767:0:42946:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000950673e1/0x57b8ff0e0304dca8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xd5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764359.283783:0:42946:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:1.0:1775764359.283938:0:42946:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0xd4:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1775764359.283943:0:42946:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007a0ba720/0x57b8ff0e0304dcaf lrc: 3/0,1 mode: --/PW res: [0x280000400:0xd4:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764359.283951:0:42946:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1775764359.283952:0:42946:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1775764359.283955:0:42946:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007a0ba720/0x57b8ff0e0304dcaf lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xd4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764359.283963:0:42946:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007a0ba720/0x57b8ff0e0304dcaf lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xd4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764359.283970:0:42946:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007a0ba720/0x57b8ff0e0304dcaf lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xd4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764359.283977:0:42946:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000007a0ba720/0x57b8ff0e0304dcaf lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xd4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764359.284888:0:42946:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00002000:00080000:1.0:1775764359.285038:0:42946:0:(ofd_dev.c:1515:ofd_orphans_destroy()) lustre-OST0001: after destroy: set last_id to 0x280000400:211 00000100:00100000:1.0:1775764359.285168:0:42946:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bf4fa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:42349:x1862022118933120:12345-0@lo:5:osp-pre-1-0.0 Request processed in 171279us (171782us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764359.285180:0:42946:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:1.0:1775764359.285245:0:42349:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bf4fb800 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:42349:1862022118933120:0@lo:5:osp-pre-1-0.0 00000004:00080000:1.0:1775764359.285263:0:42349:0:(osp_precreate.c:955:osp_precreate_cleanup_orphans()) lustre-OST0001-osc-MDT0000: Got last_id [0x280000400:0x101:0x0] from OST, last_created [0x280000400:0x101:0x0]last_used is [0x280000400:0xd3:0x0] 00000100:00100000:1.0:1775764359.285331:0:42349:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bf4fb800 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:42349:1862022118933248:0@lo:5:osp-pre-1-0.0 00000100:00100000:1.0:1775764359.285381:0:42349:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764359.287848:0:42349:0:(client.c:2691:ptlrpc_set_wait()) set ffff944482060a80 going to sleep for 11 seconds 00000100:00100000:1.0:1775764359.287881:0:43212:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118933248 00000100:00100000:1.0:1775764359.287891:0:43212:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118933248 00000100:00100000:1.0:1775764359.287948:0:43212:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:1.0:1775764359.287957:0:43212:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bf4fad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:42349:x1862022118933248:12345-0@lo:5:osp-pre-1-0.0 00002000:00080000:1.0:1775764359.288018:0:43212:0:(ofd_dev.c:1745:ofd_create_hdl()) lustre-OST0001: reserve 32 objects in group 0x280000400 at 258 00010000:00010000:3.0:1775764359.291137:0:42312:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1775764359.291150:0:42312:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000950673e1/0x57b8ff0e0304dca8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xd5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764359.291164:0:42312:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944587809a00 already unused, calling callback (ffffffffc177a060) 00010000:00010000:3.0:1775764359.291169:0:42312:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000950673e1/0x57b8ff0e0304dca8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xd5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764359.291178:0:42312:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000950673e1/0x57b8ff0e0304dca8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xd5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764359.291202:0:42312:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000950673e1/0x57b8ff0e0304dca8 lrc: 1/0,0 mode: --/PW res: [0x280000400:0xd5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764359.291210:0:42312:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000950673e1/0x57b8ff0e0304dca8 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xd5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764359.291246:0:42312:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1775764359.291251:0:42312:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000007a0ba720/0x57b8ff0e0304dcaf lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xd4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764359.291257:0:42312:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944587808400 already unused, calling callback (ffffffffc177a060) 00010000:00010000:3.0:1775764359.291261:0:42312:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000007a0ba720/0x57b8ff0e0304dcaf lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xd4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764359.291268:0:42312:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000007a0ba720/0x57b8ff0e0304dcaf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xd4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764359.291279:0:42312:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000007a0ba720/0x57b8ff0e0304dcaf lrc: 1/0,0 mode: --/PW res: [0x280000400:0xd4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764359.291286:0:42312:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007a0ba720/0x57b8ff0e0304dcaf lrc: 0/0,0 mode: --/PW res: [0x280000400:0xd4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764359.291311:0:42312:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764359.291313:0:42312:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764359.291315:0:42312:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764359.293495:0:42313:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775764359.295825:0:43212:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bf4fad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+7:42349:x1862022118933248:12345-0@lo:5:osp-pre-1-0.0 Request processed in 7832us (10407us total) trans 34359738369 rc 0/0 00000100:00100000:0.0:1775764359.295845:0:43212:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:0.0:1775764359.295948:0:42349:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bf4fb800 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:42349:1862022118933248:0@lo:5:osp-pre-1-0.0 00000004:00080000:0.0:1775764359.295969:0:42349:0:(osp_precreate.c:701:osp_precreate_send()) lustre-OST0001-osc-MDT0000: current precreated pool: [0x280000400:0x101:0x0]-[0x280000400:0x121:0x0] 00010000:00010000:0.0:1775764362.048995:0:42313:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775764362.513041:0:42947:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118933376 00000100:00100000:3.0:1775764362.513059:0:42947:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118933376 00000100:00100000:3.0:1775764362.513151:0:42947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:3.0:1775764362.513162:0:42947:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94458620f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3329:x1862022118933376:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1775764362.513222:0:42947:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3704619008 avail 3702521856 00000100:00100000:3.0:1775764362.513561:0:42947:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94458620f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3329:x1862022118933376:12345-0@lo:13:osp-pre-0-0.0 Request processed in 400us (3453us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764362.513569:0:42947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:1.0:1775764362.513685:0:3329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bea13800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3329:1862022118933376:0@lo:13:osp-pre-0-0.0 00000100:00080000:0.0:1775764362.514411:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000001:00080000:1.0:1775764363.319890:0:7469:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 34359738369 is committed 00000001:00100000:1.0:1775764363.319966:0:7469:0:(tgt_lastrcvd.c:568:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000100:00100000:3.0:1775764364.548946:0:3331:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1775764364.548975:0:3331:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bf4f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3331:1862022118934144:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1775764364.549054:0:3331:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764364.549213:0:42948:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118934144 00000100:00100000:1.0:1775764364.549222:0:42948:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118934144 00000100:00100000:1.0:1775764364.549285:0:42948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:1.0:1775764364.549295:0:42948:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bea12a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3331:x1862022118934144:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1775764364.549335:0:42948:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3766484992 avail 3764387840 00000100:00100000:1.0:1775764364.549401:0:42948:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bea12a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3331:x1862022118934144:12345-0@lo:13:osp-pre-1-0.0 Request processed in 107us (346us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764364.549409:0:42948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:1.0:1775764364.549456:0:3331:0:(client.c:3082:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 34359738369 gen 2 00000100:00100000:1.0:1775764364.549480:0:3331:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bf4f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3331:1862022118934144:0@lo:13:osp-pre-1-0.0 00000001:02000400:3.0:1775764366.804425:0:43943:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg228-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 00010000:00010000:0.0:1775764367.178987:0:42312:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775764367.626441:0:3331:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bea11500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3331:1862022118934272:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1775764367.627409:0:3331:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764367.627660:0:42948:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118934272 00000100:00100000:3.0:1775764367.627670:0:42948:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118934272 00000100:00100000:3.0:1775764367.628365:0:42948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:3.0:1775764367.628644:0:42948:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bf4f9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3331:x1862022118934272:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1775764367.629417:0:42948:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3704619008 avail 3702521856 00000100:00100000:3.0:1775764367.629518:0:42948:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bf4f9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3331:x1862022118934272:12345-0@lo:13:osp-pre-0-0.0 Request processed in 879us (2111us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764367.631280:0:42948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:0.0:1775764368.131778:0:3330:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bc1dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3330:1862022118934656:0@lo:400:kworker.0 00000100:00100000:0.0:1775764368.131862:0:3330:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764368.131922:0:3330:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1775764368.131929:0:3330:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bc1dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3330:1862022118934784:0@lo:400:kworker.0 00000100:00100000:0.0:1775764368.131951:0:3330:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764369.670481:0:3328:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1775764369.670555:0:3328:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bf4fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3328:1862022118935040:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1775764369.670633:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764369.670726:0:42947:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118935040 00000100:00100000:0.0:1775764369.670734:0:42947:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118935040 00000100:00100000:0.0:1775764369.670787:0:42947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:0.0:1775764369.670821:0:42947:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bc1dd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3328:x1862022118935040:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1775764369.670861:0:42947:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3766484992 avail 3764387840 00000100:00100000:0.0:1775764369.670914:0:42947:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bc1dd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3328:x1862022118935040:12345-0@lo:13:osp-pre-1-0.0 Request processed in 118us (281us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764369.670922:0:42947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:0.0:1775764369.670973:0:3328:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bf4fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3328:1862022118935040:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1775764369.770355:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764369.770660:0:42319:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098240256 00000100:00100000:3.0:1775764369.770675:0:42319:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098240256 00000100:00100000:3.0:1775764369.770730:0:42319:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 78 00000100:00100000:3.0:1775764369.770738:0:42319:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94448180fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0+-99:2375:x1862022098240256:12345-192.168.202.28@tcp:250:mount.lustre.0 00010000:00080000:3.0:1775764369.770767:0:42319:0:(ldlm_lib.c:1429:target_handle_connect()) MGS: connection from 24b54882-c0a1-43f2-954f-009e5a9afc9d@192.168.202.28@tcp t0 exp 0000000000000000 cur 1836 last 0 00000020:00000080:3.0:1775764369.770822:0:42319:0:(genops.c:1404:class_connect()) connect: client 24b54882-c0a1-43f2-954f-009e5a9afc9d, cookie 0x57b8ff0e0304dcb6 00000100:00080000:3.0:1775764369.770956:0:42319:0:(import.c:65:import_set_state_nolock()) ffff9445a206c800 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1775764369.771016:0:42319:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94448180fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:24b54882-c0a1-43f2-954f-009e5a9afc9d+4:2375:x1862022098240256:12345-192.168.202.28@tcp:250:mount.lustre.0 Request processed in 278us (674us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764369.771025:0:42319:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 78 00000100:00100000:0.0:1775764369.796405:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764369.796911:0:42317:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098240384 00000100:00100000:0.0:1775764369.796921:0:42317:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098240384 00000100:00100000:0.0:1775764369.796984:0:42317:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 79 00000100:00100000:0.0:1775764369.796997:0:42317:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94448180f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:24b54882-c0a1-43f2-954f-009e5a9afc9d+4:46138:x1862022098240384:12345-192.168.202.28@tcp:101:mount.lustre.0 00010000:00010000:0.0:1775764369.797026:0:42317:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764369.797049:0:42317:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9445bd391600/0x57b8ff0e0304dcbd lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17aa59 expref: -99 pid: 42317 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764369.797079:0:42317:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9445bd391600/0x57b8ff0e0304dcbd lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x50000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17aa59 expref: 5 pid: 42317 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764369.797090:0:42317:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9445bd391600/0x57b8ff0e0304dcbd lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17aa59 expref: 5 pid: 42317 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764369.797502:0:42317:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445bd391600, rc 0) 00000100:00100000:0.0:1775764369.797613:0:42317:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94448180f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:24b54882-c0a1-43f2-954f-009e5a9afc9d+5:46138:x1862022098240384:12345-192.168.202.28@tcp:101:mount.lustre.0 Request processed in 616us (1222us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764369.797623:0:42317:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 79 00000100:00100000:0.0:1775764369.816651:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764369.817033:0:42318:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098240512 00000100:00100000:0.0:1775764369.817046:0:42318:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098240512 00000100:00100000:0.0:1775764369.817119:0:42318:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 80 00000100:00100000:0.0:1775764369.817129:0:42318:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94448180e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:24b54882-c0a1-43f2-954f-009e5a9afc9d+5:46138:x1862022098240512:12345-192.168.202.28@tcp:501:mount.lustre.0 00000100:00100000:0.0:1775764369.817484:0:42318:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94448180e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:24b54882-c0a1-43f2-954f-009e5a9afc9d+5:46138:x1862022098240512:12345-192.168.202.28@tcp:501:mount.lustre.0 Request processed in 354us (852us total) trans 0 rc -2/-2 00000100:00100000:0.0:1775764369.817493:0:42318:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 80 00000100:00100000:1.0:1775764369.839074:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764369.839267:0:42319:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098240640 00000100:00100000:3.0:1775764369.839279:0:42319:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098240640 00000100:00100000:3.0:1775764369.839370:0:42319:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 81 00000100:00100000:3.0:1775764369.839381:0:42319:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94448180d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:24b54882-c0a1-43f2-954f-009e5a9afc9d+5:46138:x1862022098240640:12345-192.168.202.28@tcp:101:mount.lustre.0 00010000:00010000:3.0:1775764369.839402:0:42319:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764369.839420:0:42319:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9445c2147800/0x57b8ff0e0304dcc4 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17aa60 expref: -99 pid: 42319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764369.839457:0:42319:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9445c2147800/0x57b8ff0e0304dcc4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x50000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17aa60 expref: 6 pid: 42319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764369.839468:0:42319:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9445c2147800/0x57b8ff0e0304dcc4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17aa60 expref: 6 pid: 42319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764369.839479:0:42319:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445c2147800, rc 0) 00000100:00100000:3.0:1775764369.839545:0:42319:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94448180d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:24b54882-c0a1-43f2-954f-009e5a9afc9d+6:46138:x1862022098240640:12345-192.168.202.28@tcp:101:mount.lustre.0 Request processed in 166us (488us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764369.839552:0:42319:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 81 00000100:00100000:0.0:1775764369.846228:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764369.856915:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764369.857109:0:42318:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098240896 00000100:00100000:1.0:1775764369.857119:0:42318:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098240896 00000100:00100000:1.0:1775764369.857170:0:42318:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 83 00000100:00100000:1.0:1775764369.857181:0:42318:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bd378450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:24b54882-c0a1-43f2-954f-009e5a9afc9d+7:46138:x1862022098240896:12345-192.168.202.28@tcp:503:mount.lustre.0 00000100:00100000:1.0:1775764369.857414:0:42318:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bd378450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:24b54882-c0a1-43f2-954f-009e5a9afc9d+7:46138:x1862022098240896:12345-192.168.202.28@tcp:503:mount.lustre.0 Request processed in 234us (510us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764369.857422:0:42318:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 83 00000100:00100000:1.0:1775764369.862592:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764369.863087:0:42319:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098241024 00000100:00100000:3.0:1775764369.863101:0:42319:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098241024 00000100:00100000:3.0:1775764369.863165:0:42319:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 84 00000100:00100000:3.0:1775764369.863179:0:42319:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bd37ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:24b54882-c0a1-43f2-954f-009e5a9afc9d+7:46156:x1862022098241024:12345-192.168.202.28@tcp:502:llog_process_th.0 00000100:00100000:0.0:1775764369.871771:0:42319:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bd37ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:24b54882-c0a1-43f2-954f-009e5a9afc9d+7:46156:x1862022098241024:12345-192.168.202.28@tcp:502:llog_process_th.0 Request processed in 8580us (9178us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764369.871790:0:42319:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 84 00000100:00100000:0.0:1775764369.950514:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764369.967834:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764369.974517:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764369.975228:0:42317:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098241408 00000100:00100000:0.0:1775764369.975245:0:42317:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098241408 00000100:00100000:0.0:1775764369.975325:0:42317:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 87 00000100:00100000:0.0:1775764369.975339:0:42317:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bd37b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:24b54882-c0a1-43f2-954f-009e5a9afc9d+8:46138:x1862022098241408:12345-192.168.202.28@tcp:256:mount.lustre.0 20000000:01000000:0.0:1775764369.975373:0:42317:0:(mgs_nids.c:912:mgs_get_ir_logs()) Reading IR log lustre-cliir bufsize 1048576. 20000000:01000000:0.0:1775764369.975405:0:42317:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/256/255. 20000000:01000000:0.0:1775764369.975410:0:42317:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4008/1/256/255. 20000000:01000000:0.0:1775764369.975413:0:42317:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 3964/1/256/255. 20000000:01000000:0.0:1775764369.975414:0:42317:0:(mgs_nids.c:316:mgs_nidtbl_read()) Read IR logs lustre return with 132, version 26 00000100:00100000:3.0:1775764369.987107:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764369.987389:0:42318:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098241536 00000100:00100000:1.0:1775764369.987404:0:42318:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098241536 00000100:00100000:1.0:1775764369.987467:0:42318:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 88 00000100:00100000:1.0:1775764369.987478:0:42318:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bd378050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:24b54882-c0a1-43f2-954f-009e5a9afc9d+8:46138:x1862022098241536:12345-192.168.202.28@tcp:101:mount.lustre.0 00010000:00010000:1.0:1775764369.987498:0:42318:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764369.987517:0:42318:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff944587809c00/0x57b8ff0e0304dcd2 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17aa91 expref: -99 pid: 42318 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764369.987547:0:42318:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff944587809c00/0x57b8ff0e0304dcd2 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17aa91 expref: 9 pid: 42318 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764369.987558:0:42318:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff944587809c00/0x57b8ff0e0304dcd2 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17aa91 expref: 9 pid: 42318 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764369.987569:0:42318:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944587809c00, rc 0) 00000100:00100000:1.0:1775764369.987632:0:42318:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bd378050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:24b54882-c0a1-43f2-954f-009e5a9afc9d+9:46138:x1862022098241536:12345-192.168.202.28@tcp:101:mount.lustre.0 Request processed in 155us (535us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764369.987639:0:42318:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 88 00000100:00100000:1.0:1775764370.018323:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764370.037255:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764370.037489:0:42318:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098241792 00000100:00100000:1.0:1775764370.037502:0:42318:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098241792 00000100:00100000:1.0:1775764370.037577:0:42318:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 90 00000100:00100000:1.0:1775764370.037588:0:42318:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bd37b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:24b54882-c0a1-43f2-954f-009e5a9afc9d+9:46138:x1862022098241792:12345-192.168.202.28@tcp:503:mount.lustre.0 00000100:00100000:1.0:1775764370.038033:0:42318:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bd37b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:24b54882-c0a1-43f2-954f-009e5a9afc9d+9:46138:x1862022098241792:12345-192.168.202.28@tcp:503:mount.lustre.0 Request processed in 446us (788us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764370.038042:0:42318:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 90 00000100:00100000:3.0:1775764370.055135:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764370.055232:0:42319:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098241920 00000100:00100000:0.0:1775764370.055242:0:42319:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098241920 00000100:00100000:0.0:1775764370.055302:0:42319:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 91 00000100:00100000:0.0:1775764370.055321:0:42319:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bd37a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:24b54882-c0a1-43f2-954f-009e5a9afc9d+9:46168:x1862022098241920:12345-192.168.202.28@tcp:502:llog_process_th.0 00000100:00100000:0.0:1775764370.056064:0:42319:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bd37a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:24b54882-c0a1-43f2-954f-009e5a9afc9d+9:46168:x1862022098241920:12345-192.168.202.28@tcp:502:llog_process_th.0 Request processed in 751us (936us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764370.056077:0:42319:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 91 00000100:00100000:0.0:1775764370.066428:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764370.068064:0:42317:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098242048 00000100:00100000:3.0:1775764370.068083:0:42317:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098242048 00000100:00100000:3.0:1775764370.068166:0:42317:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 92 00000100:00100000:3.0:1775764370.068178:0:42317:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bd379050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:24b54882-c0a1-43f2-954f-009e5a9afc9d+9:46168:x1862022098242048:12345-192.168.202.28@tcp:502:llog_process_th.0 00000100:00100000:3.0:1775764370.068506:0:42317:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bd379050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:24b54882-c0a1-43f2-954f-009e5a9afc9d+9:46168:x1862022098242048:12345-192.168.202.28@tcp:502:llog_process_th.0 Request processed in 329us (2099us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764370.068514:0:42317:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 92 00000100:00100000:1.0:1775764370.079391:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764370.079835:0:42319:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098242560 00000100:00100000:0.0:1775764370.079847:0:42319:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098242560 00000100:00100000:0.0:1775764370.079907:0:42319:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 93 00000100:00100000:0.0:1775764370.079918:0:42319:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bd378c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:24b54882-c0a1-43f2-954f-009e5a9afc9d+9:2377:x1862022098242560:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:0.0:1775764370.080005:0:42319:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bd378c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:24b54882-c0a1-43f2-954f-009e5a9afc9d+9:2377:x1862022098242560:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 89us (622us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764370.080013:0:42319:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 93 00000100:00100000:0.0:1775764370.083687:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098242176 00000100:00100000:0.0:1775764370.083698:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098242176 00000100:00100000:0.0:1775764370.083751:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 4 00000100:00100000:0.0:1775764370.083759:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94458620fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2375:x1862022098242176:12345-192.168.202.28@tcp:38:mount.lustre.0 00010000:00080000:0.0:1775764370.083789:0:42326:0:(ldlm_lib.c:1429:target_handle_connect()) lustre-MDT0000: connection from 7e6eda44-5508-487e-b17f-ff28ad9d3512@192.168.202.28@tcp t0 exp 0000000000000000 cur 1836 last 0 00000020:00000080:0.0:1775764370.083895:0:42326:0:(genops.c:1404:class_connect()) connect: client 7e6eda44-5508-487e-b17f-ff28ad9d3512, cookie 0x57b8ff0e0304dcd9 00000004:00100000:0.0:1775764370.083936:0:42326:0:(mdt_handler.c:7282:mdt_connect_internal()) lustre-MDT0000: cli supports cksum type f7, return f7 00000001:00000004:0.0:1775764370.083943:0:42326:0:(tgt_lastrcvd.c:732:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 8, last_transno is 34359738368 00000100:00080000:0.0:1775764370.169151:0:42326:0:(import.c:65:import_set_state_nolock()) ffff9444835a7800 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1775764370.169573:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94458620fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+6:2375:x1862022098242176:12345-192.168.202.28@tcp:38:mount.lustre.0 Request processed in 85811us (86470us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764370.169588:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 4 00000100:00100000:0.0:1775764370.176576:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098242304 00000100:00100000:0.0:1775764370.176588:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098242304 00000100:00100000:0.0:1775764370.176704:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098242432 00000100:00100000:0.0:1775764370.176707:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098242432 00000100:00100000:0.0:1775764370.176728:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 5 00000100:00100000:0.0:1775764370.176736:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94458620f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+7:0:x1862022098242304:12345-192.168.202.28@tcp:41:mount.lustre.0 00000004:00000024:0.0:1775764370.176783:0:42324:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2261516288 avail 2259419136 00000100:00100000:0.0:1775764370.176890:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94458620f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+7:0:x1862022098242304:12345-192.168.202.28@tcp:41:mount.lustre.0 Request processed in 154us (829us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764370.176897:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 5 00000100:00100000:0.0:1775764370.176919:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 6 00000100:00100000:0.0:1775764370.176927:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94458620e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+6:46138:x1862022098242432:12345-192.168.202.28@tcp:41:mount.lustre.0 00000004:00000024:0.0:1775764370.176940:0:42324:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2261516288 avail 2259419136 00000100:00100000:0.0:1775764370.176961:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94458620e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+6:46138:x1862022098242432:12345-192.168.202.28@tcp:41:mount.lustre.0 Request processed in 35us (729us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764370.176967:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 6 00000100:00100000:3.0:1775764370.182021:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764370.182358:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098242688 00000100:00100000:0.0:1775764370.182369:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098242688 00000100:00100000:0.0:1775764370.182436:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 7 00000100:00100000:0.0:1775764370.182447:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bea10a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+6:46138:x1862022098242688:12345-192.168.202.28@tcp:40:mount.lustre.0 00000100:00100000:0.0:1775764370.182555:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bea10a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+6:46138:x1862022098242688:12345-192.168.202.28@tcp:40:mount.lustre.0 Request processed in 110us (544us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764370.182573:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 7 00000100:00100000:0.0:1775764370.186924:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764370.186967:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764370.187066:0:42944:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098242816 00000100:00100000:1.0:1775764370.187081:0:42944:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098242816 00000100:00100000:1.0:1775764370.187129:0:42944:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098242944 00000100:00100000:1.0:1775764370.187132:0:42944:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098242944 00000100:00100000:1.0:1775764370.187160:0:42944:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 9 00000100:00100000:1.0:1775764370.187169:0:42944:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bc1dca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2375:x1862022098242816:12345-192.168.202.28@tcp:8:mount.lustre.0 00010000:00080000:1.0:1775764370.187204:0:42944:0:(ldlm_lib.c:1429:target_handle_connect()) lustre-OST0000: connection from 7e6eda44-5508-487e-b17f-ff28ad9d3512@192.168.202.28@tcp t0 exp 0000000000000000 cur 1837 last 0 00000020:00000080:1.0:1775764370.187240:0:42944:0:(genops.c:1404:class_connect()) connect: client 7e6eda44-5508-487e-b17f-ff28ad9d3512, cookie 0x57b8ff0e0304dce0 00002000:00100000:1.0:1775764370.187255:0:42944:0:(ofd_obd.c:124:ofd_parse_connect_data()) lustre-OST0000: cli 7e6eda44-5508-487e-b17f-ff28ad9d3512/ffff9445bb5bc800 ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 211334d ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:1.0:1775764370.187282:0:42944:0:(ofd_obd.c:222:ofd_parse_connect_data()) lustre-OST0000: cli supports cksum type f7, return f7 00002000:00080000:1.0:1775764370.187719:0:42944:0:(ofd_obd.c:388:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:1.0:1775764370.187764:0:42944:0:(import.c:65:import_set_state_nolock()) ffff9445bb5b9000 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1775764370.187892:0:42944:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bc1dca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+6:2375:x1862022098242816:12345-192.168.202.28@tcp:8:mount.lustre.0 Request processed in 721us (978us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764370.187901:0:42944:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 9 00000100:00100000:1.0:1775764370.187929:0:42944:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 10 00000100:00100000:1.0:1775764370.187934:0:42944:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bc1dd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2375:x1862022098242944:12345-192.168.202.28@tcp:8:mount.lustre.0 00010000:00080000:1.0:1775764370.187952:0:42944:0:(ldlm_lib.c:1429:target_handle_connect()) lustre-OST0001: connection from 7e6eda44-5508-487e-b17f-ff28ad9d3512@192.168.202.28@tcp t0 exp 0000000000000000 cur 1837 last 0 00000020:00000080:1.0:1775764370.187971:0:42944:0:(genops.c:1404:class_connect()) connect: client 7e6eda44-5508-487e-b17f-ff28ad9d3512, cookie 0x57b8ff0e0304dce7 00002000:00100000:1.0:1775764370.187978:0:42944:0:(ofd_obd.c:124:ofd_parse_connect_data()) lustre-OST0001: cli 7e6eda44-5508-487e-b17f-ff28ad9d3512/ffff9445bb5bc000 ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 211334d ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:1.0:1775764370.187987:0:42944:0:(ofd_obd.c:222:ofd_parse_connect_data()) lustre-OST0001: cli supports cksum type f7, return f7 00002000:00080000:1.0:1775764370.188229:0:42944:0:(ofd_obd.c:388:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:1.0:1775764370.188248:0:42944:0:(import.c:65:import_set_state_nolock()) ffff9445bb5bd000 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1775764370.188278:0:42944:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bc1dd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+6:2375:x1862022098242944:12345-192.168.202.28@tcp:8:mount.lustre.0 Request processed in 342us (1310us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764370.188284:0:42944:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 10 00000100:00100000:3.0:1775764370.188737:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764370.188935:0:42327:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098243072 00000100:00100000:3.0:1775764370.188943:0:42327:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098243072 00000100:00100000:3.0:1775764370.189026:0:42327:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 0 00000100:00100000:3.0:1775764370.189036:0:42327:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bea13480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+6:46138:x1862022098243072:12345-192.168.202.28@tcp:33:mount.lustre.0 00000004:00080000:3.0:1775764370.189755:0:42327:0:(mdt_identity.c:119:mdt_identity_do_upcall()) lustre-MDT0000: invoked upcall /home/green/git/lustre-release/lustre/utils/l_getidentity lustre-MDT0000 0, time 634us 00000004:00200000:0.0:1775764370.214924:0:42327:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 8704 00000100:00100000:0.0:1775764370.215187:0:42327:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bea13480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+6:46138:x1862022098243072:12345-192.168.202.28@tcp:33:mount.lustre.0 Request processed in 26145us (26444us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764370.215205:0:42327:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 0 00010000:00010000:0.0:1775764370.240927:0:42312:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775764370.556042:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000001:00100000:1.0:1775764370.756072:0:6613:0:(tgt_lastrcvd.c:568:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 7e6eda44-5508-487e-b17f-ff28ad9d3512 00000100:00100000:0.0:1775764372.739184:0:3331:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1775764372.739211:0:3331:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bea11f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3331:1862022118935168:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1775764372.739322:0:3331:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764372.740016:0:42947:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118935168 00000100:00100000:3.0:1775764372.740025:0:42947:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118935168 00000100:00100000:3.0:1775764372.740094:0:42947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:3.0:1775764372.740103:0:42947:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bc1dea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3331:x1862022118935168:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1775764372.740187:0:42947:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 44236800 pending 0 free 3704619008 avail 3702521856 00000100:00100000:3.0:1775764372.740243:0:42947:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bc1dea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3331:x1862022118935168:12345-0@lo:13:osp-pre-0-0.0 Request processed in 141us (921us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764372.740251:0:42947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00080000:0.0:1775764372.741017:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1775764372.741074:0:3331:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bea11f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3331:1862022118935168:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1775764373.117228:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764373.118497:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098243328 00000100:00100000:0.0:1775764373.118512:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098243328 00000100:00100000:0.0:1775764373.118616:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 9 00000100:00100000:0.0:1775764373.118628:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bf4f9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+7:46241:x1862022098243328:12345-192.168.202.28@tcp:41:lfs.0 00000004:00000024:0.0:1775764373.118680:0:42324:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2261516288 avail 2259419136 00000100:00100000:0.0:1775764373.118843:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bf4f9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+7:46241:x1862022098243328:12345-192.168.202.28@tcp:41:lfs.0 Request processed in 217us (1626us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764373.118851:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 9 00000100:00100000:1.0:1775764373.124993:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764373.125093:0:42947:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098243456 00000100:00100000:3.0:1775764373.125104:0:42947:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098243456 00000100:00100000:3.0:1775764373.125193:0:42947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 9 00000100:00100000:3.0:1775764373.125205:0:42947:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bf4fa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:7e6eda44-5508-487e-b17f-ff28ad9d3512+5:46241:x1862022098243456:12345-192.168.202.28@tcp:13:lfs.0 00002000:00000024:3.0:1775764373.125234:0:42947:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 44236800 pending 0 free 3704619008 avail 3702521856 00000100:00100000:3.0:1775764373.125330:0:42947:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bf4fa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:7e6eda44-5508-487e-b17f-ff28ad9d3512+5:46241:x1862022098243456:12345-192.168.202.28@tcp:13:lfs.0 Request processed in 126us (346us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764373.125338:0:42947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 9 00000100:00100000:3.0:1775764373.130078:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764373.130224:0:42947:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098243584 00000100:00100000:0.0:1775764373.130235:0:42947:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098243584 00000100:00100000:0.0:1775764373.130333:0:42947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 10 00000100:00100000:0.0:1775764373.130344:0:42947:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bea11c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:7e6eda44-5508-487e-b17f-ff28ad9d3512+6:46241:x1862022098243584:12345-192.168.202.28@tcp:13:lfs.0 00002000:00000024:0.0:1775764373.130395:0:42947:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 44236800 pending 0 free 3766484992 avail 3764387840 00000100:00100000:0.0:1775764373.130489:0:42947:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bea11c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:7e6eda44-5508-487e-b17f-ff28ad9d3512+6:46241:x1862022098243584:12345-192.168.202.28@tcp:13:lfs.0 Request processed in 147us (422us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764373.130497:0:42947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 10 00000100:00100000:1.0:1775764373.251738:0:3330:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445b2cb0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3330:1862022118935680:0@lo:400:kworker.0 00000100:00100000:1.0:1775764373.251830:0:3330:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764373.251905:0:3330:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:1.0:1775764373.251914:0:3330:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bf4fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d8dacf45-8471-4226-a2fb-1fac83f69c1e:3330:1862022118935296:0@lo:400:kworker.0 00000100:00100000:1.0:1775764373.251951:0:3330:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764373.251982:0:3330:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445b2cb0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3330:1862022118935808:0@lo:400:kworker.0 00000100:00100000:1.0:1775764373.252022:0:3330:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764373.252055:0:42944:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118935424 00000100:00100000:1.0:1775764373.252060:0:42944:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118935424 00000100:00100000:1.0:1775764373.252101:0:42944:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:1.0:1775764373.252114:0:42944:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bbf2f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3329:x1862022118935424:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764373.252330:0:42944:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bbf2f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3329:x1862022118935424:12345-0@lo:400:kworker.0 Request processed in 219us (373us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764373.252340:0:42944:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:1.0:1775764373.252369:0:42317:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118935296 00000100:00100000:1.0:1775764373.252374:0:42317:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118935296 00000100:00100000:1.0:1775764373.252402:0:42317:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 94 00000100:00100000:1.0:1775764373.252411:0:42317:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bd37b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d8dacf45-8471-4226-a2fb-1fac83f69c1e+18:3330:x1862022118935296:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764373.252450:0:42317:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bd37b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d8dacf45-8471-4226-a2fb-1fac83f69c1e+18:3330:x1862022118935296:12345-0@lo:400:kworker.0 Request processed in 41us (499us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764373.252456:0:42317:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 94 00000100:00100000:1.0:1775764373.252516:0:3330:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bf4fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d8dacf45-8471-4226-a2fb-1fac83f69c1e:3330:1862022118935296:0@lo:400:kworker.0 00000100:00100000:3.0:1775764373.252613:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118935936 00000100:00100000:3.0:1775764373.252617:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118935936 00000100:00100000:3.0:1775764373.253023:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:3.0:1775764373.253030:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bbf2dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3329:x1862022118935936:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1775764373.260715:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1775764373.263584:0:3330:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445b2cb0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3330:1862022118935808:0@lo:400:kworker.0 00000100:00100000:1.0:1775764373.263610:0:3330:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445b2cb0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3330:1862022118935680:0@lo:400:kworker.0 00000100:00100000:3.0:1775764373.271339:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bbf2dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3329:x1862022118935936:12345-0@lo:400:kworker.0 Request processed in 18299us (18834us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764373.271356:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00010000:00010000:1.0:1775764373.313266:0:42312:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:3.0:1775764373.328596:0:7469:0:(tgt_lastrcvd.c:568:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 7e6eda44-5508-487e-b17f-ff28ad9d3512 00000100:00100000:1.0:1775764373.373243:0:42318:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098243712 00000100:00100000:1.0:1775764373.373481:0:42318:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098243712 00000100:00100000:1.0:1775764373.374114:0:42318:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 95 00000100:00100000:1.0:1775764373.374128:0:42318:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944587289c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:24b54882-c0a1-43f2-954f-009e5a9afc9d+9:46273:x1862022098243712:12345-192.168.202.28@tcp:101:mount.lustre.0 00010000:00010000:1.0:1775764373.374147:0:42318:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764373.374168:0:42318:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff944587809a00/0x57b8ff0e0304dcfc lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17aac2 expref: -99 pid: 42318 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764373.374207:0:42318:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff944587809a00/0x57b8ff0e0304dcfc lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17aac2 expref: 10 pid: 42318 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764373.374219:0:42318:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff944587809a00/0x57b8ff0e0304dcfc lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17aac2 expref: 10 pid: 42318 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764373.374228:0:42318:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944587809a00, rc 0) 00000100:00100000:1.0:1775764373.374324:0:42318:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944587289c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:24b54882-c0a1-43f2-954f-009e5a9afc9d+10:46273:x1862022098243712:12345-192.168.202.28@tcp:101:mount.lustre.0 Request processed in 199us (1298us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764373.374331:0:42318:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 95 00000100:00100000:3.0:1775764373.391546:0:42319:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098243840 00000100:00100000:3.0:1775764373.391558:0:42319:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098243840 00000100:00100000:3.0:1775764373.391739:0:42319:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 96 00000100:00100000:3.0:1775764373.391752:0:42319:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944587289850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:24b54882-c0a1-43f2-954f-009e5a9afc9d+10:46273:x1862022098243840:12345-192.168.202.28@tcp:501:mount.lustre.0 00000100:00100000:3.0:1775764373.392148:0:42319:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944587289850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:24b54882-c0a1-43f2-954f-009e5a9afc9d+10:46273:x1862022098243840:12345-192.168.202.28@tcp:501:mount.lustre.0 Request processed in 397us (1250us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764373.392157:0:42319:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 96 00000100:00100000:3.0:1775764373.424687:0:42319:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098243968 00000100:00100000:3.0:1775764373.424703:0:42319:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098243968 00000100:00100000:3.0:1775764373.424788:0:42319:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 97 00000100:00100000:3.0:1775764373.424817:0:42319:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944587289450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:24b54882-c0a1-43f2-954f-009e5a9afc9d+10:46273:x1862022098243968:12345-192.168.202.28@tcp:503:mount.lustre.0 00000100:00100000:3.0:1775764373.425695:0:42319:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944587289450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:24b54882-c0a1-43f2-954f-009e5a9afc9d+10:46273:x1862022098243968:12345-192.168.202.28@tcp:503:mount.lustre.0 Request processed in 893us (1196us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764373.425707:0:42319:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 97 00000100:00100000:3.0:1775764373.462208:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764373.485024:0:42318:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098244224 00000100:00100000:1.0:1775764373.485036:0:42318:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098244224 00000100:00100000:1.0:1775764373.485096:0:42318:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 99 00000100:00100000:1.0:1775764373.485108:0:42318:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944587288c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:24b54882-c0a1-43f2-954f-009e5a9afc9d+10:46280:x1862022098244224:12345-192.168.202.28@tcp:502:llog_process_th.0 00000100:00100000:1.0:1775764373.485895:0:42318:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944587288c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:24b54882-c0a1-43f2-954f-009e5a9afc9d+10:46280:x1862022098244224:12345-192.168.202.28@tcp:502:llog_process_th.0 Request processed in 787us (1118us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764373.485906:0:42318:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 99 00000100:00100000:0.0:1775764373.493784:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764373.494016:0:42319:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098244352 00000100:00100000:3.0:1775764373.494029:0:42319:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098244352 00000100:00100000:3.0:1775764373.494092:0:42319:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 100 00000100:00100000:3.0:1775764373.494104:0:42319:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94458728ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:24b54882-c0a1-43f2-954f-009e5a9afc9d+10:46273:x1862022098244352:12345-192.168.202.28@tcp:101:mount.lustre.0 00010000:00010000:3.0:1775764373.494127:0:42319:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764373.494148:0:42319:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9445c2146200/0x57b8ff0e0304dd03 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17aaec expref: -99 pid: 42319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764373.494193:0:42319:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9445c2146200/0x57b8ff0e0304dd03 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17aaec expref: 11 pid: 42319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764373.494206:0:42319:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9445c2146200/0x57b8ff0e0304dd03 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17aaec expref: 11 pid: 42319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764373.494216:0:42319:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445c2146200, rc 0) 00000100:00100000:3.0:1775764373.494291:0:42319:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94458728ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:24b54882-c0a1-43f2-954f-009e5a9afc9d+11:46273:x1862022098244352:12345-192.168.202.28@tcp:101:mount.lustre.0 Request processed in 188us (530us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764373.494298:0:42319:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 100 00000100:00100000:3.0:1775764373.502482:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764373.517359:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764373.517472:0:42318:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098244608 00000100:00100000:1.0:1775764373.517486:0:42318:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098244608 00000100:00100000:1.0:1775764373.517552:0:42318:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 102 00000100:00100000:1.0:1775764373.517562:0:42318:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94458728a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:24b54882-c0a1-43f2-954f-009e5a9afc9d+11:46273:x1862022098244608:12345-192.168.202.28@tcp:101:mount.lustre.0 00010000:00010000:1.0:1775764373.517578:0:42318:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764373.517594:0:42318:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff944587808400/0x57b8ff0e0304dd0a lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17aaf3 expref: -99 pid: 42318 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764373.517631:0:42318:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff944587808400/0x57b8ff0e0304dd0a lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17aaf3 expref: 12 pid: 42318 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764373.517645:0:42318:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff944587808400/0x57b8ff0e0304dd0a lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17aaf3 expref: 12 pid: 42318 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764373.517654:0:42318:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944587808400, rc 0) 00000100:00100000:1.0:1775764373.517735:0:42318:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94458728a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:24b54882-c0a1-43f2-954f-009e5a9afc9d+12:46273:x1862022098244608:12345-192.168.202.28@tcp:101:mount.lustre.0 Request processed in 174us (389us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764373.517742:0:42318:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 102 00000100:00100000:3.0:1775764373.538224:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764373.550616:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764373.550989:0:42319:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098244864 00000100:00100000:3.0:1775764373.551000:0:42319:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098244864 00000100:00100000:3.0:1775764373.551060:0:42319:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 104 00000100:00100000:3.0:1775764373.551070:0:42319:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944587289050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:24b54882-c0a1-43f2-954f-009e5a9afc9d+12:46273:x1862022098244864:12345-192.168.202.28@tcp:503:mount.lustre.0 00000100:00100000:3.0:1775764373.551314:0:42319:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944587289050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:24b54882-c0a1-43f2-954f-009e5a9afc9d+12:46273:x1862022098244864:12345-192.168.202.28@tcp:503:mount.lustre.0 Request processed in 245us (707us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764373.551323:0:42319:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 104 00000100:00100000:0.0:1775764373.579370:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764373.579466:0:42317:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098244992 00000100:00100000:3.0:1775764373.579477:0:42317:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098244992 00000100:00100000:3.0:1775764373.579545:0:42317:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 105 00000100:00100000:3.0:1775764373.579557:0:42317:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94458728a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:24b54882-c0a1-43f2-954f-009e5a9afc9d+12:46290:x1862022098244992:12345-192.168.202.28@tcp:502:llog_process_th.0 00000100:00100000:3.0:1775764373.580125:0:42317:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94458728a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:24b54882-c0a1-43f2-954f-009e5a9afc9d+12:46290:x1862022098244992:12345-192.168.202.28@tcp:502:llog_process_th.0 Request processed in 568us (764us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764373.580135:0:42317:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 105 00000100:00100000:1.0:1775764373.600952:0:42318:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098245120 00000100:00100000:1.0:1775764373.600972:0:42318:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098245120 00000100:00100000:1.0:1775764373.601045:0:42318:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 106 00000100:00100000:1.0:1775764373.601057:0:42318:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944587288050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:24b54882-c0a1-43f2-954f-009e5a9afc9d+12:46290:x1862022098245120:12345-192.168.202.28@tcp:502:llog_process_th.0 00000100:00100000:1.0:1775764373.601351:0:42318:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944587288050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:24b54882-c0a1-43f2-954f-009e5a9afc9d+12:46290:x1862022098245120:12345-192.168.202.28@tcp:502:llog_process_th.0 Request processed in 295us (2246us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764373.601360:0:42318:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 106 00000100:00100000:1.0:1775764373.611191:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764373.619940:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098245248 00000100:00100000:0.0:1775764373.619962:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098245248 00000100:00100000:0.0:1775764373.620123:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 10 00000100:00100000:0.0:1775764373.620135:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445b2cb0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2375:x1862022098245248:12345-192.168.202.28@tcp:38:mount.lustre.0 00010000:00080000:0.0:1775764373.620169:0:42324:0:(ldlm_lib.c:1429:target_handle_connect()) lustre-MDT0000: connection from 82781e18-e0e3-4f9f-9a2b-041bf0344414@192.168.202.28@tcp t0 exp 0000000000000000 cur 1840 last 0 00000020:00000080:0.0:1775764373.620221:0:42324:0:(genops.c:1404:class_connect()) connect: client 82781e18-e0e3-4f9f-9a2b-041bf0344414, cookie 0x57b8ff0e0304dd11 00000004:00100000:0.0:1775764373.620266:0:42324:0:(mdt_handler.c:7282:mdt_connect_internal()) lustre-MDT0000: cli supports cksum type f7, return f7 00000100:00080000:0.0:1775764373.620460:0:42324:0:(import.c:65:import_set_state_nolock()) ffff9445bd3fe000 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1775764373.620557:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445b2cb0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:82781e18-e0e3-4f9f-9a2b-041bf0344414+6:2375:x1862022098245248:12345-192.168.202.28@tcp:38:mount.lustre.0 Request processed in 422us (9379us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764373.620566:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 10 00000100:00100000:0.0:1775764373.636960:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764373.637040:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098245376 00000100:00100000:3.0:1775764373.637050:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098245376 00000100:00100000:3.0:1775764373.637136:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 11 00000100:00100000:3.0:1775764373.637147:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bc1de300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:82781e18-e0e3-4f9f-9a2b-041bf0344414+6:0:x1862022098245376:12345-192.168.202.28@tcp:41:mount.lustre.0 00000004:00000024:3.0:1775764373.637202:0:42325:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 6815744 pending 0 free 2261516288 avail 2259419136 00000100:00100000:3.0:1775764373.637293:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bc1de300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:82781e18-e0e3-4f9f-9a2b-041bf0344414+6:0:x1862022098245376:12345-192.168.202.28@tcp:41:mount.lustre.0 Request processed in 147us (342us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764373.637327:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 11 00000100:00080000:0.0:1775764373.638029:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1775764373.643111:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098245504 00000100:00100000:0.0:1775764373.643124:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098245504 00000100:00100000:0.0:1775764373.643196:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 12 00000100:00100000:0.0:1775764373.643208:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bbf2d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:82781e18-e0e3-4f9f-9a2b-041bf0344414+6:46273:x1862022098245504:12345-192.168.202.28@tcp:41:mount.lustre.0 00000004:00000024:0.0:1775764373.643246:0:42324:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 6815744 pending 0 free 2261516288 avail 2259419136 00000100:00100000:0.0:1775764373.643348:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bbf2d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:82781e18-e0e3-4f9f-9a2b-041bf0344414+6:46273:x1862022098245504:12345-192.168.202.28@tcp:41:mount.lustre.0 Request processed in 130us (328us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764373.643356:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 12 00000100:00100000:1.0:1775764373.652077:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098245632 00000100:00100000:1.0:1775764373.652088:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098245632 00000100:00100000:1.0:1775764373.652152:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 13 00000100:00100000:1.0:1775764373.652162:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bbf2d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:82781e18-e0e3-4f9f-9a2b-041bf0344414+6:46273:x1862022098245632:12345-192.168.202.28@tcp:40:mount.lustre.0 00000100:00100000:1.0:1775764373.652248:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bbf2d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:82781e18-e0e3-4f9f-9a2b-041bf0344414+6:46273:x1862022098245632:12345-192.168.202.28@tcp:40:mount.lustre.0 Request processed in 87us (286us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764373.652256:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 13 00000100:00100000:3.0:1775764373.663450:0:42328:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098246016 00000100:00100000:3.0:1775764373.663460:0:42328:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098246016 00000100:00100000:3.0:1775764373.663519:0:42328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 1 00000100:00100000:3.0:1775764373.663529:0:42328:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bbf2f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:82781e18-e0e3-4f9f-9a2b-041bf0344414+6:46273:x1862022098246016:12345-192.168.202.28@tcp:33:mount.lustre.0 00000004:00200000:3.0:1775764373.664119:0:42328:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 8704 00000100:00100000:3.0:1775764373.664343:0:42328:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bbf2f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:82781e18-e0e3-4f9f-9a2b-041bf0344414+6:46273:x1862022098246016:12345-192.168.202.28@tcp:33:mount.lustre.0 Request processed in 813us (1002us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764373.664352:0:42328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 1 00000100:00100000:3.0:1775764373.684512:0:42946:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098245760 00000100:00100000:3.0:1775764373.684524:0:42946:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098245760 00000100:00100000:3.0:1775764373.684564:0:42946:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098245888 00000100:00100000:3.0:1775764373.684567:0:42946:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098245888 00000100:00100000:3.0:1775764373.684591:0:42946:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 11 00000100:00100000:3.0:1775764373.684610:0:42946:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bbf2c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2375:x1862022098245760:12345-192.168.202.28@tcp:8:mount.lustre.0 00010000:00080000:3.0:1775764373.684654:0:42946:0:(ldlm_lib.c:1429:target_handle_connect()) lustre-OST0000: connection from 82781e18-e0e3-4f9f-9a2b-041bf0344414@192.168.202.28@tcp t0 exp 0000000000000000 cur 1840 last 0 00000020:00000080:3.0:1775764373.684694:0:42946:0:(genops.c:1404:class_connect()) connect: client 82781e18-e0e3-4f9f-9a2b-041bf0344414, cookie 0x57b8ff0e0304dd18 00002000:00100000:3.0:1775764373.684706:0:42946:0:(ofd_obd.c:124:ofd_parse_connect_data()) lustre-OST0000: cli 82781e18-e0e3-4f9f-9a2b-041bf0344414/ffff944587270000 ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 211334d ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:3.0:1775764373.685164:0:42946:0:(ofd_obd.c:222:ofd_parse_connect_data()) lustre-OST0000: cli supports cksum type f7, return f7 00002000:00080000:3.0:1775764373.685361:0:42946:0:(ofd_obd.c:388:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:3.0:1775764373.685402:0:42946:0:(import.c:65:import_set_state_nolock()) ffff944587272000 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1775764373.685481:0:42946:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bbf2c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:82781e18-e0e3-4f9f-9a2b-041bf0344414+6:2375:x1862022098245760:12345-192.168.202.28@tcp:8:mount.lustre.0 Request processed in 881us (1147us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764373.685490:0:42946:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 11 00000100:00100000:3.0:1775764373.685516:0:42946:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 12 00000100:00100000:3.0:1775764373.685521:0:42946:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bbf2e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2375:x1862022098245888:12345-192.168.202.28@tcp:8:mount.lustre.0 00010000:00080000:3.0:1775764373.685537:0:42946:0:(ldlm_lib.c:1429:target_handle_connect()) lustre-OST0001: connection from 82781e18-e0e3-4f9f-9a2b-041bf0344414@192.168.202.28@tcp t0 exp 0000000000000000 cur 1840 last 0 00000020:00000080:3.0:1775764373.685555:0:42946:0:(genops.c:1404:class_connect()) connect: client 82781e18-e0e3-4f9f-9a2b-041bf0344414, cookie 0x57b8ff0e0304dd1f 00002000:00100000:3.0:1775764373.685563:0:42946:0:(ofd_obd.c:124:ofd_parse_connect_data()) lustre-OST0001: cli 82781e18-e0e3-4f9f-9a2b-041bf0344414/ffff944587276800 ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 211334d ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:3.0:1775764373.685570:0:42946:0:(ofd_obd.c:222:ofd_parse_connect_data()) lustre-OST0001: cli supports cksum type f7, return f7 00002000:00080000:3.0:1775764373.687011:0:42946:0:(ofd_obd.c:388:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:3.0:1775764373.687043:0:42946:0:(import.c:65:import_set_state_nolock()) ffff944587273000 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1775764373.687105:0:42946:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bbf2e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:82781e18-e0e3-4f9f-9a2b-041bf0344414+6:2375:x1862022098245888:12345-192.168.202.28@tcp:8:mount.lustre.0 Request processed in 1581us (2708us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764373.687115:0:42946:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 12 00000100:00100000:3.0:1775764373.969107:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098246144 00000100:00100000:3.0:1775764373.969119:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098246144 00000100:00100000:3.0:1775764373.969190:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 14 00000100:00100000:3.0:1775764373.969201:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bbf2c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:82781e18-e0e3-4f9f-9a2b-041bf0344414+6:46311:x1862022098246144:12345-192.168.202.28@tcp:101:mkdir.0 00010000:00010000:3.0:1775764373.969223:0:42325:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764373.969248:0:42325:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146000/0x57b8ff0e0304dd26 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17ab1d expref: -99 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764373.969364:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146600/0x57b8ff0e0304dd2d lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764373.969383:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146600/0x57b8ff0e0304dd2d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764373.969396:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146600/0x57b8ff0e0304dd2d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764373.969622:0:42325:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 8704 00000004:00200000:3.0:1775764373.969627:0:42325:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 26 stripe count 1 MDT count 1 00000004:00010000:3.0:1775764373.969710:0:42325:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146600/0x57b8ff0e0304dd2d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764373.969739:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146000/0x57b8ff0e0304dd26 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ab1d expref: 8 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764373.969768:0:42325:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146600/0x57b8ff0e0304dd2d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ab1d expref: 7 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764373.969777:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff94459084aa00) 00010000:00010000:3.0:1775764373.969780:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1775764373.969784:0:42325:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445c2146600, rc 0) 00000100:00100000:3.0:1775764373.971352:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bbf2c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:82781e18-e0e3-4f9f-9a2b-041bf0344414+7:46311:x1862022098246144:12345-192.168.202.28@tcp:101:mkdir.0 Request processed in 2145us (2472us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764373.971364:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 14 00000100:00100000:0.0:1775764374.785294:0:3328:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1775764374.785326:0:3328:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445b2cb0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3328:1862022118936064:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1775764374.785415:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764374.789053:0:42947:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118936064 00000100:00100000:3.0:1775764374.789072:0:42947:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118936064 00000100:00100000:3.0:1775764374.789194:0:42947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:3.0:1775764374.789206:0:42947:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bc1ddf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3328:x1862022118936064:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1775764374.789250:0:42947:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 47644672 pending 0 free 3767533568 avail 3765436416 00000100:00100000:3.0:1775764374.789371:0:42947:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bc1ddf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3328:x1862022118936064:12345-0@lo:13:osp-pre-1-0.0 Request processed in 168us (3955us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764374.789379:0:42947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:0.0:1775764374.789472:0:3328:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445b2cb0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3328:1862022118936064:0@lo:13:osp-pre-1-0.0 00000001:00100000:3.0:1775764375.495918:0:5825:0:(tgt_lastrcvd.c:568:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of 82781e18-e0e3-4f9f-9a2b-041bf0344414 00000001:00100000:3.0:1775764375.495936:0:5825:0:(tgt_lastrcvd.c:568:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of 7e6eda44-5508-487e-b17f-ff28ad9d3512 00000001:00100000:3.0:1775764375.881937:0:6613:0:(tgt_lastrcvd.c:568:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 82781e18-e0e3-4f9f-9a2b-041bf0344414 00010000:00010000:1.0:1775764376.385063:0:42312:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764377.412348:0:42313:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0:1775764377.725960:0:44151:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: Using TIMEOUT=20 00000100:00100000:0.0:1775764377.857060:0:3331:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1775764377.857087:0:3331:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bea11f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3331:1862022118936192:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1775764377.857177:0:3331:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764377.858768:0:42948:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118936192 00000100:00100000:3.0:1775764377.858784:0:42948:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118936192 00000100:00100000:3.0:1775764377.859370:0:42948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:3.0:1775764377.859382:0:42948:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944483640380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3331:x1862022118936192:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1775764377.859426:0:42948:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 47644672 pending 0 free 3704619008 avail 3702521856 00000100:00100000:3.0:1775764377.859507:0:42948:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944483640380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3331:x1862022118936192:12345-0@lo:13:osp-pre-0-0.0 Request processed in 127us (2329us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764377.859514:0:42948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:3.0:1775764377.859756:0:3331:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bea11f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3331:1862022118936192:0@lo:13:osp-pre-0-0.0 00000100:00080000:0.0:1775764377.868965:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1775764378.373150:0:3330:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445b2cb1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3330:1862022118936704:0@lo:400:kworker.0 00000100:00100000:1.0:1775764378.373229:0:3330:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764378.373306:0:3330:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:1.0:1775764378.373313:0:3330:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445b2cb3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d8dacf45-8471-4226-a2fb-1fac83f69c1e:3330:1862022118936320:0@lo:400:kworker.0 00000100:00100000:1.0:1775764378.373342:0:3330:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764378.373366:0:3330:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445b2cb0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3330:1862022118936832:0@lo:400:kworker.0 00000100:00100000:1.0:1775764378.373386:0:3330:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764378.373410:0:3328:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445b2cb1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3328:1862022118936448:0@lo:400:kworker.0 00000100:00100000:1.0:1775764378.373436:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764378.373454:0:3328:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445b2cb2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3328:1862022118936960:0@lo:400:kworker.0 00000100:00100000:1.0:1775764378.373474:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764378.373493:0:3328:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1775764378.373500:0:3328:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445b2cb1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3328:1862022118936576:0@lo:400:kworker.0 00000100:00100000:1.0:1775764378.373523:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764378.373559:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118936704 00000100:00100000:1.0:1775764378.373568:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118936704 00000100:00100000:1.0:1775764378.373613:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118936832 00000100:00100000:1.0:1775764378.373616:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118936832 00000100:00100000:1.0:1775764378.373645:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118936960 00000100:00100000:1.0:1775764378.373647:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118936960 00000100:00100000:1.0:1775764378.373664:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:1.0:1775764378.373672:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445b2cb2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3330:x1862022118936704:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764378.373744:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445b2cb2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3330:x1862022118936704:12345-0@lo:400:kworker.0 Request processed in 72us (516us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764378.373752:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00100000:1.0:1775764378.373771:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:1.0:1775764378.373777:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445b2cb3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3330:x1862022118936832:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764378.373843:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445b2cb3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3330:x1862022118936832:12345-0@lo:400:kworker.0 Request processed in 67us (455us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764378.373848:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00100000:1.0:1775764378.373861:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:1.0:1775764378.373866:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445b2cb2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3328:x1862022118936960:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764378.374058:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445b2cb2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3328:x1862022118936960:12345-0@lo:400:kworker.0 Request processed in 191us (582us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764378.374064:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00100000:1.0:1775764378.374088:0:42944:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118936448 00000100:00100000:1.0:1775764378.374091:0:42944:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118936448 00000100:00100000:1.0:1775764378.374110:0:42944:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118936576 00000100:00100000:1.0:1775764378.374181:0:42944:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118936576 00000100:00100000:1.0:1775764378.374209:0:42944:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:1.0:1775764378.374215:0:42944:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445b2cb2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3328:x1862022118936448:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764378.374284:0:42944:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445b2cb2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3328:x1862022118936448:12345-0@lo:400:kworker.0 Request processed in 69us (846us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764378.374290:0:42944:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:1.0:1775764378.374302:0:42944:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:1.0:1775764378.374308:0:42944:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445b2cb1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3328:x1862022118936576:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764378.374335:0:42944:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445b2cb1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3328:x1862022118936576:12345-0@lo:400:kworker.0 Request processed in 27us (812us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764378.374340:0:42944:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00080000:1.0:1775764378.374360:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1775764378.374365:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1775764378.374399:0:3328:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445b2cb1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3328:1862022118936576:0@lo:400:kworker.0 00000100:00100000:1.0:1775764378.374411:0:3328:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445b2cb1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3328:1862022118936448:0@lo:400:kworker.0 00000100:00100000:1.0:1775764378.374419:0:3328:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445b2cb2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3328:1862022118936960:0@lo:400:kworker.0 00000100:00100000:1.0:1775764378.374454:0:3330:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445b2cb0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3330:1862022118936832:0@lo:400:kworker.0 00000100:00100000:1.0:1775764378.374464:0:3330:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445b2cb1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3330:1862022118936704:0@lo:400:kworker.0 00000100:00100000:1.0:1775764378.374499:0:42319:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118936320 00000100:00100000:1.0:1775764378.374503:0:42319:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118936320 00000100:00100000:1.0:1775764378.374531:0:42319:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 107 00000100:00100000:1.0:1775764378.374537:0:42319:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94458728b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d8dacf45-8471-4226-a2fb-1fac83f69c1e+18:3330:x1862022118936320:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764378.374577:0:42319:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94458728b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d8dacf45-8471-4226-a2fb-1fac83f69c1e+18:3330:x1862022118936320:12345-0@lo:400:kworker.0 Request processed in 39us (1233us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764378.374583:0:42319:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 107 00000100:00100000:1.0:1775764378.374617:0:3330:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445b2cb3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d8dacf45-8471-4226-a2fb-1fac83f69c1e:3330:1862022118936320:0@lo:400:kworker.0 00000001:00100000:3.0:1775764378.458848:0:7469:0:(tgt_lastrcvd.c:568:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 82781e18-e0e3-4f9f-9a2b-041bf0344414 00000100:00100000:3.0:1775764378.800697:0:42317:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098246272 00000100:00100000:3.0:1775764378.800708:0:42317:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098246272 00000100:00100000:3.0:1775764378.800774:0:42317:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 108 00000100:00100000:3.0:1775764378.800784:0:42317:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944587288450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:24b54882-c0a1-43f2-954f-009e5a9afc9d+12:2379:x1862022098246272:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:3.0:1775764378.801844:0:42317:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944587288450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:24b54882-c0a1-43f2-954f-009e5a9afc9d+12:2379:x1862022098246272:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 1059us (1319us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764378.801860:0:42317:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 108 00000100:00100000:0.0:1775764378.802221:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098246784 00000100:00100000:0.0:1775764378.802243:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098246784 00000100:00100000:0.0:1775764378.802308:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 23 00000100:00100000:0.0:1775764378.802317:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bbf2c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:82781e18-e0e3-4f9f-9a2b-041bf0344414+6:2379:x1862022098246784:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:0.0:1775764378.802383:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bbf2c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:82781e18-e0e3-4f9f-9a2b-041bf0344414+6:2379:x1862022098246784:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 68us (653us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764378.802390:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 23 00000100:00080000:3.0:1775764378.805044:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1775764378.809189:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098246400 00000100:00100000:3.0:1775764378.809199:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098246400 00000100:00100000:3.0:1775764378.809281:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 24 00000100:00100000:3.0:1775764378.809291:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bbf2d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+6:2379:x1862022098246400:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:3.0:1775764378.809375:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bbf2d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+6:2379:x1862022098246400:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 85us (290us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764378.809383:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 24 00000100:00080000:3.0:1775764378.809407:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1775764378.817835:0:42944:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098246528 00000100:00100000:1.0:1775764378.817856:0:42944:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098246528 00000100:00100000:1.0:1775764378.817962:0:42944:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098247040 00000100:00100000:1.0:1775764378.817966:0:42944:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098247040 00000100:00100000:1.0:1775764378.818000:0:42944:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 8 00000100:00100000:1.0:1775764378.818011:0:42944:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bbf2ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+5:2379:x1862022098246528:12345-192.168.202.28@tcp:400:kworker.0 00000100:00080000:3.0:1775764378.818087:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1775764378.818091:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1775764378.818102:0:42944:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bbf2ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+5:2379:x1862022098246528:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 93us (17508us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764378.818110:0:42944:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 8 00000100:00100000:1.0:1775764378.818129:0:42944:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 9 00000100:00100000:1.0:1775764378.818136:0:42944:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bbf2ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:82781e18-e0e3-4f9f-9a2b-041bf0344414+5:2379:x1862022098247040:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:1.0:1775764378.818161:0:42944:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bbf2ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:82781e18-e0e3-4f9f-9a2b-041bf0344414+5:2379:x1862022098247040:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 25us (16390us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764378.818438:0:42944:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 9 00000100:00100000:3.0:1775764378.821259:0:42946:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098246656 00000100:00100000:3.0:1775764378.821270:0:42946:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098246656 00000100:00100000:3.0:1775764378.821335:0:42946:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098246912 00000100:00100000:3.0:1775764378.821338:0:42946:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098246912 00000100:00100000:3.0:1775764378.821357:0:42946:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 10 00000100:00100000:3.0:1775764378.821366:0:42946:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bbf2ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+5:2379:x1862022098246656:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:3.0:1775764378.821450:0:42946:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bbf2ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+5:2379:x1862022098246656:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 84us (12301us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764378.821458:0:42946:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 10 00000100:00100000:3.0:1775764378.821476:0:42946:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 11 00000100:00100000:3.0:1775764378.821483:0:42946:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bbf2fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:82781e18-e0e3-4f9f-9a2b-041bf0344414+5:2379:x1862022098246912:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:3.0:1775764378.821510:0:42946:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bbf2fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:82781e18-e0e3-4f9f-9a2b-041bf0344414+5:2379:x1862022098246912:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 28us (375us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764378.821519:0:42946:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 11 00010000:00010000:1.0:1775764379.463995:0:42312:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775764379.906996:0:3328:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1775764379.907021:0:3328:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445b2cb3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3328:1862022118937088:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1775764379.907096:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764379.907277:0:42948:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118937088 00000100:00100000:3.0:1775764379.907285:0:42948:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118937088 00000100:00100000:3.0:1775764379.907333:0:42948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:3.0:1775764379.907344:0:42948:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445b2cb1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3328:x1862022118937088:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1775764379.907386:0:42948:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 47644672 pending 0 free 3767533568 avail 3765436416 00000100:00100000:3.0:1775764379.907433:0:42948:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445b2cb1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3328:x1862022118937088:12345-0@lo:13:osp-pre-1-0.0 Request processed in 90us (336us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764379.907440:0:42948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:3.0:1775764379.907567:0:3328:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445b2cb3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3328:1862022118937088:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1775764380.481707:0:42313:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764381.507472:0:43224:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1775764382.043674:0:44300:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=400866bb len=0 uarg=00007ffd08c97510 20000000:00000080:0.0:1775764382.043694:0:44300:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=400866bb len=576 karg=ffff94448890ec00 uarg=0000000000000000 20000000:01000000:0.0:1775764382.043733:0:44300:0:(mgs_llog.c:6086:mgs_set_param2()) set_param2 fs='' device='general' param='lod.*.mdt_hash=crush' 20000000:01000000:0.0:1775764382.043738:0:44300:0:(mgs_llog.c:4548:mgs_write_log_param2()) next param 'lod.*.mdt_hash=crush' 20000000:01000000:0.0:1775764382.043742:0:44300:0:(mgs_llog.c:1277:mgs_modify_param()) modify params/general/lod.*.mdt_hash=crush del=0 20000000:00000400:1.0:1775764382.045102:0:44300:0:(mgs_llog.c:1348:mgs_modify_param()) MGS: modify general/lod.*.mdt_hash=crush (mode = 0) failed: rc = -17 10000000:01000000:1.0:1775764382.045110:0:44300:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 00010000:00010000:1.0:1775764382.045127:0:44300:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff944587809000/0x57b8ff0e0304dd34 lrc: 3/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 44300 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764382.045145:0:44300:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff944585ee2800/0x57b8ff0e0304d928 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x57b8ff0e0304d921 expref: 17 pid: 42319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764382.045150:0:44300:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9445bd391a00/0x57b8ff0e0304d975 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x57b8ff0e0304d96e expref: 17 pid: 42318 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764382.045154:0:44300:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9445c2147e00/0x57b8ff0e0304db2e lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x57b8ff0e0304db27 expref: 17 pid: 42319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764382.045160:0:44300:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff944587809c00/0x57b8ff0e0304dcd2 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17aa91 expref: 11 pid: 42318 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764382.045164:0:44300:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff944587808400/0x57b8ff0e0304dd0a lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17aaf3 expref: 11 pid: 42318 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764382.045169:0:44300:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff944587809000/0x57b8ff0e0304dd34 lrc: 8/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 44300 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764382.045216:0:44300:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff944587808400/0x57b8ff0e0304dd0a lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17aaf3 expref: 11 pid: 42318 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764382.045228:0:44300:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff944587808400/0x57b8ff0e0304dd0a lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x70000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17aaf3 expref: 11 pid: 42318 timeout: 1948 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764382.045249:0:44300:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445b2cb0700 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:44300:1862022118937216:192.168.202.28@tcp:104: 00010000:00010000:1.0:1775764382.045342:0:44300:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff944587809c00/0x57b8ff0e0304dcd2 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17aa91 expref: 11 pid: 42318 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764382.045349:0:44300:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff944587809c00/0x57b8ff0e0304dcd2 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x70000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17aa91 expref: 11 pid: 42318 timeout: 1948 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764382.045358:0:44300:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445b2cb2a00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:44300:1862022118937344:192.168.202.28@tcp:104: 00010000:00010000:1.0:1775764382.045390:0:44300:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9445c2147e00/0x57b8ff0e0304db2e lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x57b8ff0e0304db27 expref: 17 pid: 42319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764382.045397:0:44300:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9445c2147e00/0x57b8ff0e0304db2e lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x57b8ff0e0304db27 expref: 17 pid: 42319 timeout: 1948 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764382.045405:0:44300:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445b2cb1880 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:44300:1862022118937472:0@lo:104: 00000100:00100000:1.0:1775764382.045448:0:44300:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1775764382.045519:0:44300:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9445bd391a00/0x57b8ff0e0304d975 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x57b8ff0e0304d96e expref: 17 pid: 42318 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764382.045525:0:44300:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9445bd391a00/0x57b8ff0e0304d975 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x57b8ff0e0304d96e expref: 17 pid: 42318 timeout: 1948 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764382.045531:0:44300:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445b2cb3480 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:44300:1862022118937600:0@lo:104: 00000100:00100000:1.0:1775764382.045545:0:44300:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764382.046332:0:42308:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118937472 00000100:00100000:0.0:1775764382.046347:0:42308:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118937472 00010000:00010000:1.0:1775764382.046371:0:44300:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff944585ee2800/0x57b8ff0e0304d928 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x57b8ff0e0304d921 expref: 17 pid: 42319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764382.046381:0:44300:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff944585ee2800/0x57b8ff0e0304d928 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x57b8ff0e0304d921 expref: 17 pid: 42319 timeout: 1948 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764382.046390:0:44300:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445b2cb3b80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:44300:1862022118937728:0@lo:104: 00000100:00100000:0.0:1775764382.046396:0:42308:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118937600 00000100:00100000:0.0:1775764382.046399:0:42308:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118937600 00000100:00100000:0.0:1775764382.046413:0:42308:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:0.0:1775764382.046422:0:42308:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445b2cb1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:d8dacf45-8471-4226-a2fb-1fac83f69c1e+4:44300:x1862022118937472:12345-0@lo:104: 00000100:00100000:1.0:1775764382.046422:0:44300:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764382.046431:0:44300:0:(client.c:2691:ptlrpc_set_wait()) set ffff944588523e40 going to sleep for 11 seconds 00010000:00010000:0.0:1775764382.046436:0:42308:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.128@tcp lock: ffff9445c2147a00/0x57b8ff0e0304db27 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1400000000000 nid: local remote: 0x57b8ff0e0304db2e expref: -99 pid: 43600 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764382.046559:0:42308:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1775764382.046566:0:42308:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445b2cb1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:d8dacf45-8471-4226-a2fb-1fac83f69c1e+4:44300:x1862022118937472:12345-0@lo:104: Request processed in 144us (1118us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764382.046573:0:42308:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:0.0:1775764382.046596:0:42308:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:0.0:1775764382.046606:0:42308:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118937728 00000100:00100000:0.0:1775764382.046609:0:42308:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118937728 00000100:00100000:0.0:1775764382.046622:0:42308:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1775764382.046627:0:42308:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445b2cb3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:d8dacf45-8471-4226-a2fb-1fac83f69c1e+4:44300:x1862022118937600:12345-0@lo:104: 00010000:00010000:0.0:1775764382.046636:0:42308:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.128@tcp lock: ffff9445bfe76c00/0x57b8ff0e0304d96e lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1400000000000 nid: local remote: 0x57b8ff0e0304d975 expref: -99 pid: 42942 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764382.046669:0:42308:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:0.0:1775764382.046674:0:42308:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445b2cb3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:d8dacf45-8471-4226-a2fb-1fac83f69c1e+4:44300:x1862022118937600:12345-0@lo:104: Request processed in 47us (1127us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764382.046680:0:42308:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1775764382.046692:0:42308:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:0.0:1775764382.046698:0:42308:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445b3742050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:d8dacf45-8471-4226-a2fb-1fac83f69c1e+3:44300:x1862022118937728:12345-0@lo:104: 00010000:00010000:0.0:1775764382.046706:0:42308:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.128@tcp lock: ffff9445bd390e00/0x57b8ff0e0304d921 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1400000000000 nid: local remote: 0x57b8ff0e0304d928 expref: -99 pid: 42321 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764382.046739:0:42308:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to priority blp list, 3 blwis in pool 00000100:00100000:0.0:1775764382.046756:0:42308:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445b3742050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:d8dacf45-8471-4226-a2fb-1fac83f69c1e+3:44300:x1862022118937728:12345-0@lo:104: Request processed in 58us (333us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764382.046762:0:42308:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00010000:00010000:0.0:1775764382.046846:0:42312:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1775764382.046854:0:42312:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.128@tcp lock: ffff9445c2147a00/0x57b8ff0e0304db27 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1400000000000 nid: local remote: 0x57b8ff0e0304db2e expref: -99 pid: 43600 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764382.046861:0:42312:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445c2147a00 already unused, calling callback (ffffffffc1d83c20) 10000000:00010000:0.0:1775764382.046865:0:42312:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.128@tcp lock: ffff9445c2147a00/0x57b8ff0e0304db27 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1400400000000 nid: local remote: 0x57b8ff0e0304db2e expref: -99 pid: 43600 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764382.046874:0:42312:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.128@tcp lock: ffff9445c2147a00/0x57b8ff0e0304db27 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1408400000000 nid: local remote: 0x57b8ff0e0304db2e expref: -99 pid: 43600 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1775764382.046881:0:42312:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.128@tcp lock: ffff9445c2147a00/0x57b8ff0e0304db27 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1409400000000 nid: local remote: 0x57b8ff0e0304db2e expref: -99 pid: 43600 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1775764382.046887:0:42312:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:0.0:1775764382.046917:0:42312:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.128@tcp lock: ffff9445c2147a00/0x57b8ff0e0304db27 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0x57b8ff0e0304db2e expref: -99 pid: 43600 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764382.046924:0:42312:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1775764382.046943:0:42312:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.128@tcp lock: ffff9445c2147a00/0x57b8ff0e0304db27 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0x57b8ff0e0304db2e expref: -99 pid: 43600 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764382.046950:0:42312:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.128@tcp lock: ffff9445c2147a00/0x57b8ff0e0304db27 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0x57b8ff0e0304db2e expref: -99 pid: 43600 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764382.046962:0:42312:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1775764382.046965:0:42312:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.128@tcp lock: ffff9445bfe76c00/0x57b8ff0e0304d96e lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x57b8ff0e0304d975 expref: -99 pid: 42942 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764382.046971:0:42312:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445bfe76c00 already unused, calling callback (ffffffffc1d83c20) 10000000:00010000:0.0:1775764382.046973:0:42312:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.128@tcp lock: ffff9445bfe76c00/0x57b8ff0e0304d96e lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0x57b8ff0e0304d975 expref: -99 pid: 42942 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764382.046984:0:42312:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.128@tcp lock: ffff9445bfe76c00/0x57b8ff0e0304d96e lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0x57b8ff0e0304d975 expref: -99 pid: 42942 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1775764382.046990:0:42312:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.128@tcp lock: ffff9445bfe76c00/0x57b8ff0e0304d96e lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0x57b8ff0e0304d975 expref: -99 pid: 42942 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1775764382.046995:0:42312:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:0.0:1775764382.047007:0:42312:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.128@tcp lock: ffff9445bfe76c00/0x57b8ff0e0304d96e lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x57b8ff0e0304d975 expref: -99 pid: 42942 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764382.047012:0:42312:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1775764382.047017:0:42312:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.128@tcp lock: ffff9445bfe76c00/0x57b8ff0e0304d96e lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x57b8ff0e0304d975 expref: -99 pid: 42942 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764382.047024:0:42312:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.128@tcp lock: ffff9445bfe76c00/0x57b8ff0e0304d96e lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x57b8ff0e0304d975 expref: -99 pid: 42942 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764382.047032:0:42312:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1775764382.047034:0:42312:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.128@tcp lock: ffff9445bd390e00/0x57b8ff0e0304d921 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x57b8ff0e0304d928 expref: -99 pid: 42321 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764382.047039:0:42312:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445bd390e00 already unused, calling callback (ffffffffc1d83c20) 10000000:00010000:0.0:1775764382.047041:0:42312:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.128@tcp lock: ffff9445bd390e00/0x57b8ff0e0304d921 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x57b8ff0e0304d928 expref: -99 pid: 42321 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764382.047047:0:42312:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.128@tcp lock: ffff9445bd390e00/0x57b8ff0e0304d921 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x57b8ff0e0304d928 expref: -99 pid: 42321 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1775764382.047052:0:42312:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.128@tcp lock: ffff9445bd390e00/0x57b8ff0e0304d921 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x57b8ff0e0304d928 expref: -99 pid: 42321 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1775764382.047057:0:42312:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:0.0:1775764382.047067:0:42312:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.128@tcp lock: ffff9445bd390e00/0x57b8ff0e0304d921 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x57b8ff0e0304d928 expref: -99 pid: 42321 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764382.047072:0:42312:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1775764382.047095:0:42312:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.128@tcp lock: ffff9445bd390e00/0x57b8ff0e0304d921 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x57b8ff0e0304d928 expref: -99 pid: 42321 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764382.047101:0:42312:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.128@tcp lock: ffff9445bd390e00/0x57b8ff0e0304d921 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x57b8ff0e0304d928 expref: -99 pid: 42321 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764382.047113:0:42312:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764382.047115:0:42312:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764382.047117:0:42312:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764382.047123:0:42313:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764382.047128:0:43224:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775764382.047358:0:44300:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445b2cb1880 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:44300:1862022118937472:0@lo:104: 00000100:00100000:3.0:1775764382.047360:0:3328:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944483640700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d8dacf45-8471-4226-a2fb-1fac83f69c1e:3328:1862022118938112:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1775764382.047369:0:44300:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445b2cb3480 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:44300:1862022118937600:0@lo:104: 00000100:00100000:1.0:1775764382.047375:0:44300:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445b2cb3b80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:44300:1862022118937728:0@lo:104: 00000100:00100000:3.0:1775764382.047391:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764382.047426:0:42311:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118937856 00000100:00100000:0.0:1775764382.047430:0:42311:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118937856 00010000:00010000:0.0:1775764382.047446:0:42311:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9445c2147e00/0x57b8ff0e0304db2e lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x57b8ff0e0304db27 expref: 19 pid: 42319 timeout: 1948 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764382.047460:0:42311:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:0.0:1775764382.047466:0:42311:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bbf2ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d8dacf45-8471-4226-a2fb-1fac83f69c1e+20:3331:x1862022118937984:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1775764382.047476:0:42311:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764382.047481:0:42311:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9445bd391a00/0x57b8ff0e0304d975 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x57b8ff0e0304d96e expref: 20 pid: 42318 timeout: 1948 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764382.047490:0:42311:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9445bd391a00/0x57b8ff0e0304d975 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x57b8ff0e0304d96e expref: 20 pid: 42318 timeout: 1948 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764382.047507:0:42311:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9445bd391a00/0x57b8ff0e0304d975 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x57b8ff0e0304d96e expref: 20 pid: 42318 timeout: 1948 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764382.047520:0:42311:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775764382.047549:0:42311:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bbf2ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d8dacf45-8471-4226-a2fb-1fac83f69c1e+19:3331:x1862022118937984:12345-0@lo:103:ldlm_bl.0 Request processed in 83us (464us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764382.047557:0:42311:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:0.0:1775764382.047570:0:42311:0:(service.c:3441:ptlrpc_start_thread()) ldlm_canceld[0] started 3 min 3 max 56 00000100:00100000:0.0:1775764382.047577:0:42311:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:0.0:1775764382.047583:0:42311:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944590e6c850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d8dacf45-8471-4226-a2fb-1fac83f69c1e+18:3328:x1862022118938112:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1775764382.047590:0:42311:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764382.047594:0:42311:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff944585ee2800/0x57b8ff0e0304d928 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x57b8ff0e0304d921 expref: 18 pid: 42319 timeout: 1948 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764382.047602:0:42311:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff944585ee2800/0x57b8ff0e0304d928 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x57b8ff0e0304d921 expref: 18 pid: 42319 timeout: 1948 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764382.047611:0:42311:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff944585ee2800/0x57b8ff0e0304d928 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x57b8ff0e0304d921 expref: 18 pid: 42319 timeout: 1948 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764382.047620:0:42311:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775764382.047643:0:42311:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944590e6c850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d8dacf45-8471-4226-a2fb-1fac83f69c1e+17:3328:x1862022118938112:12345-0@lo:103:ldlm_bl.0 Request processed in 60us (251us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764382.047649:0:42311:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:0.0:1775764382.047674:0:3328:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944483640700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d8dacf45-8471-4226-a2fb-1fac83f69c1e:3328:1862022118938112:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1775764382.049091:0:44300:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445b2cb0700 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:44300:1862022118937216:192.168.202.28@tcp:104: 00000100:00100000:0.0:1775764382.049162:0:42311:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098247168 00000100:00100000:0.0:1775764382.049167:0:42311:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098247168 00010000:00010000:0.0:1775764382.049186:0:42311:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff944587808400/0x57b8ff0e0304dd0a lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17aaf3 expref: 12 pid: 42318 timeout: 1948 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764382.049228:0:42311:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 7 00000100:00100000:0.0:1775764382.049236:0:42311:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bbf2ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:24b54882-c0a1-43f2-954f-009e5a9afc9d+12:2378:x1862022098247168:12345-192.168.202.28@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1775764382.049246:0:42311:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764382.049250:0:42311:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff944587808400/0x57b8ff0e0304dd0a lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17aaf3 expref: 12 pid: 42318 timeout: 1948 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764382.049259:0:42311:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff944587808400/0x57b8ff0e0304dd0a lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17aaf3 expref: 12 pid: 42318 timeout: 1948 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764382.049271:0:42311:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff944587808400/0x57b8ff0e0304dd0a lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x44801400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17aaf3 expref: 12 pid: 42318 timeout: 1948 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764382.049279:0:42311:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775764382.049359:0:42311:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bbf2ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:24b54882-c0a1-43f2-954f-009e5a9afc9d+11:2378:x1862022098247168:12345-192.168.202.28@tcp:103:ldlm_bl.0 Request processed in 123us (291us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764382.049364:0:42311:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 7 00000100:00100000:1.0:1775764382.050033:0:44300:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445b2cb2a00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:44300:1862022118937344:192.168.202.28@tcp:104: 00010000:00010000:1.0:1775764382.050062:0:44300:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff944587809000/0x57b8ff0e0304dd34 lrc: 3/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 44300 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764382.050085:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764382.050117:0:44302:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098247296 00000100:00100000:0.0:1775764382.050122:0:44302:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098247296 00010000:00010000:0.0:1775764382.050139:0:44302:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff944587809c00/0x57b8ff0e0304dcd2 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17aa91 expref: 11 pid: 42318 timeout: 1948 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764382.050161:0:44302:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 8 00000100:00100000:0.0:1775764382.050167:0:44302:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445b2cb2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:24b54882-c0a1-43f2-954f-009e5a9afc9d+11:2379:x1862022098247296:12345-192.168.202.28@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1775764382.050176:0:44302:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764382.050180:0:44302:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff944587809c00/0x57b8ff0e0304dcd2 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17aa91 expref: 11 pid: 42318 timeout: 1948 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764382.050191:0:44302:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff944587809c00/0x57b8ff0e0304dcd2 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17aa91 expref: 11 pid: 42318 timeout: 1948 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764382.050212:0:44302:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff944587809c00/0x57b8ff0e0304dcd2 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17aa91 expref: 11 pid: 42318 timeout: 1948 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764382.050221:0:44302:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff944587809000/0x57b8ff0e0304dd34 lrc: 3/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 44300 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764382.050226:0:44302:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff944587809000/0x57b8ff0e0304dd34 lrc: 4/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 44300 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764382.050236:0:44302:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff944587809000/0x57b8ff0e0304dd34 lrc: 5/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 44300 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764382.050243:0:44302:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff944587809000/0x57b8ff0e0304dd34 lrc: 5/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 44300 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764382.050249:0:44302:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff944587809000/0x57b8ff0e0304dd34 lrc: 4/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 44300 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764382.050255:0:44302:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff944587809000/0x57b8ff0e0304dd34 lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 44300 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764382.050261:0:44302:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944587809000 already unused, calling callback (ffffffffc177a060) 00010000:00010000:0.0:1775764382.050265:0:44302:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff944587809000/0x57b8ff0e0304dd34 lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 44300 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764382.050272:0:44302:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff944587809000/0x57b8ff0e0304dd34 lrc: 6/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 44300 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764382.050295:0:44302:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff944587809000/0x57b8ff0e0304dd34 lrc: 4/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 44300 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764382.050304:0:44302:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1775764382.050323:0:44300:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff944587809000/0x57b8ff0e0304dd34 lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 44300 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764382.050331:0:44300:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff944587809000/0x57b8ff0e0304dd34 lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 44300 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764382.050338:0:44302:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445b2cb2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:24b54882-c0a1-43f2-954f-009e5a9afc9d+10:2379:x1862022098247296:12345-192.168.202.28@tcp:103:ldlm_bl.0 Request processed in 170us (250us total) trans 0 rc 0/0 00010000:00010000:1.0:1775764382.050338:0:44300:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff944587809000/0x57b8ff0e0304dd34 lrc: 0/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 44300 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764382.050344:0:44302:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 8 00010000:00010000:0.0:1775764382.529157:0:42312:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775764382.978305:0:42948:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118938240 00000100:00100000:0.0:1775764382.978315:0:42948:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118938240 00000100:00100000:0.0:1775764382.978383:0:42948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:0.0:1775764382.978393:0:42948:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bbf2f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3329:x1862022118938240:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1775764382.978431:0:42948:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 47644672 pending 0 free 3704619008 avail 3702521856 00000100:00080000:1.0:1775764382.978510:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1775764382.983380:0:42948:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bbf2f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3329:x1862022118938240:12345-0@lo:13:osp-pre-0-0.0 Request processed in 4973us (5202us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764382.983398:0:42948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:3.0:1775764383.470248:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764383.470498:0:42318:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098247424 00000100:00100000:1.0:1775764383.470511:0:42318:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098247424 00000100:00100000:1.0:1775764383.470582:0:42318:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 109 00000100:00100000:1.0:1775764383.470592:0:42318:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944587288850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:24b54882-c0a1-43f2-954f-009e5a9afc9d+10:46152:x1862022098247424:12345-192.168.202.28@tcp:101:ll_cfg_requeue.0 00010000:00010000:1.0:1775764383.470621:0:42318:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764383.470648:0:42318:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff944587809600/0x57b8ff0e0304dd3b lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17ab24 expref: -99 pid: 42318 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764383.470680:0:42318:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff944587809600/0x57b8ff0e0304dd3b lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ab24 expref: 11 pid: 42318 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764383.470693:0:42318:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff944587809600/0x57b8ff0e0304dd3b lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ab24 expref: 11 pid: 42318 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764383.470704:0:42318:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944587809600, rc 0) 00000100:00100000:1.0:1775764383.470770:0:42318:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944587288850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:24b54882-c0a1-43f2-954f-009e5a9afc9d+11:46152:x1862022098247424:12345-192.168.202.28@tcp:101:ll_cfg_requeue.0 Request processed in 179us (535us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764383.470777:0:42318:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 109 00000100:00100000:3.0:1775764383.474269:0:42317:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098247552 00000100:00100000:3.0:1775764383.474280:0:42317:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098247552 00000100:00100000:3.0:1775764383.474335:0:42317:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 110 00000100:00100000:3.0:1775764383.474345:0:42317:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94458728b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:24b54882-c0a1-43f2-954f-009e5a9afc9d+11:46152:x1862022098247552:12345-192.168.202.28@tcp:501:ll_cfg_requeue.0 00000100:00100000:3.0:1775764383.474934:0:42317:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94458728b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:24b54882-c0a1-43f2-954f-009e5a9afc9d+11:46152:x1862022098247552:12345-192.168.202.28@tcp:501:ll_cfg_requeue.0 Request processed in 585us (982us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764383.474944:0:42317:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 110 00000100:00100000:3.0:1775764383.480559:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764383.491056:0:3331:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445b2cb3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3331:1862022118938496:0@lo:400:kworker.0 00000100:00100000:1.0:1775764383.491140:0:3331:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764383.491219:0:3331:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445b2cb0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3331:1862022118939008:0@lo:400:kworker.0 00000100:00100000:1.0:1775764383.491247:0:3331:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764383.491273:0:3331:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:1.0:1775764383.491279:0:3331:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445b2cb0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d8dacf45-8471-4226-a2fb-1fac83f69c1e:3331:1862022118938368:0@lo:400:kworker.0 00000100:00100000:1.0:1775764383.491312:0:3331:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764383.491335:0:3331:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445b2cb0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3331:1862022118938880:0@lo:400:kworker.0 00000100:00100000:1.0:1775764383.491356:0:3331:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764383.491389:0:42946:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118938496 00000100:00100000:1.0:1775764383.491410:0:42946:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118938496 00000100:00100000:1.0:1775764383.491462:0:42946:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:1.0:1775764383.491472:0:42946:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445b2cb1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3331:x1862022118938496:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764383.491525:0:42946:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445b2cb1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3331:x1862022118938496:12345-0@lo:400:kworker.0 Request processed in 54us (386us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764383.491544:0:42946:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:1.0:1775764383.491570:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118939008 00000100:00100000:1.0:1775764383.491574:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118939008 00000100:00100000:1.0:1775764383.491609:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118938880 00000100:00100000:1.0:1775764383.491612:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118938880 00000100:00100000:1.0:1775764383.491626:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:1.0:1775764383.491632:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445b2cb3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3331:x1862022118939008:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764383.491662:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445b2cb3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3331:x1862022118939008:12345-0@lo:400:kworker.0 Request processed in 30us (414us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764383.491668:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00100000:1.0:1775764383.491678:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:1.0:1775764383.491684:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944589139880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3331:x1862022118938880:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764383.491707:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944589139880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3331:x1862022118938880:12345-0@lo:400:kworker.0 Request processed in 24us (351us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764383.491713:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00100000:1.0:1775764383.491759:0:3331:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445b2cb0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3331:1862022118938880:0@lo:400:kworker.0 00000100:00100000:1.0:1775764383.491770:0:3331:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445b2cb3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3331:1862022118938496:0@lo:400:kworker.0 00000100:00100000:1.0:1775764383.491778:0:3331:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445b2cb0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3331:1862022118939008:0@lo:400:kworker.0 00000100:00100000:1.0:1775764383.491836:0:3328:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445b2cb3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3328:1862022118938624:0@lo:400:kworker.0 00000100:00100000:1.0:1775764383.491862:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764383.491881:0:3328:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1775764383.491886:0:3328:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445b2cb1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3328:1862022118938752:0@lo:400:kworker.0 00000100:00100000:1.0:1775764383.491906:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764383.491928:0:42944:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118938624 00000100:00100000:1.0:1775764383.491932:0:42944:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118938624 00000100:00100000:1.0:1775764383.491968:0:42944:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:1.0:1775764383.491975:0:42944:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944589138a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3328:x1862022118938624:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764383.492005:0:42944:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944589138a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3328:x1862022118938624:12345-0@lo:400:kworker.0 Request processed in 31us (143us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764383.492011:0:42944:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:1.0:1775764383.492025:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118938752 00000100:00100000:1.0:1775764383.492028:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118938752 00000100:00100000:1.0:1775764383.492046:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:1.0:1775764383.492052:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944589139500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3328:x1862022118938752:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764383.492076:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944589139500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3328:x1862022118938752:12345-0@lo:400:kworker.0 Request processed in 24us (170us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764383.492082:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00100000:1.0:1775764383.492107:0:3328:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445b2cb1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3328:1862022118938752:0@lo:400:kworker.0 00000100:00100000:1.0:1775764383.492115:0:3328:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445b2cb3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3328:1862022118938624:0@lo:400:kworker.0 00000100:00080000:1.0:1775764383.492130:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1775764383.492134:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1775764383.492145:0:42317:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118938368 00000100:00100000:1.0:1775764383.492149:0:42317:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118938368 00000100:00100000:1.0:1775764383.492170:0:42317:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 112 00000100:00100000:1.0:1775764383.492176:0:42317:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944585dec850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d8dacf45-8471-4226-a2fb-1fac83f69c1e+15:3331:x1862022118938368:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764383.492221:0:42317:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944585dec850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d8dacf45-8471-4226-a2fb-1fac83f69c1e+15:3331:x1862022118938368:12345-0@lo:400:kworker.0 Request processed in 45us (908us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764383.492227:0:42317:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 112 00000100:00100000:1.0:1775764383.492258:0:3331:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445b2cb0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d8dacf45-8471-4226-a2fb-1fac83f69c1e:3331:1862022118938368:0@lo:400:kworker.0 00000100:00100000:0.0:1775764383.501560:0:42319:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118939136 00000100:00100000:0.0:1775764383.501570:0:42319:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118939136 00000100:00100000:0.0:1775764383.501631:0:42319:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 113 00000100:00100000:0.0:1775764383.501640:0:42319:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944585decc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d8dacf45-8471-4226-a2fb-1fac83f69c1e+15:42321:x1862022118939136:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1775764383.501654:0:42319:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764383.501667:0:42319:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9445bd390e00/0x57b8ff0e0304dd49 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x57b8ff0e0304dd42 expref: -99 pid: 42319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764383.501695:0:42319:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9445bd390e00/0x57b8ff0e0304dd49 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x57b8ff0e0304dd42 expref: 16 pid: 42319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764383.501710:0:42319:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9445bd390e00/0x57b8ff0e0304dd49 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x57b8ff0e0304dd42 expref: 16 pid: 42319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764383.501719:0:42319:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445bd390e00, rc 0) 00000100:00100000:0.0:1775764383.501841:0:42319:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944585decc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d8dacf45-8471-4226-a2fb-1fac83f69c1e+16:42321:x1862022118939136:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 202us (403us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764383.501853:0:42319:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 113 00000100:00100000:0.0:1775764383.504621:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764383.504722:0:42318:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098247808 00000100:00100000:1.0:1775764383.504736:0:42318:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098247808 00000100:00100000:1.0:1775764383.504837:0:42318:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 114 00000100:00100000:1.0:1775764383.504849:0:42318:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944585dec050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:24b54882-c0a1-43f2-954f-009e5a9afc9d+11:46152:x1862022098247808:12345-192.168.202.28@tcp:101:ll_cfg_requeue.0 00010000:00010000:1.0:1775764383.504873:0:42318:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764383.504898:0:42318:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff944587809400/0x57b8ff0e0304dd50 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17ab2b expref: -99 pid: 42318 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764383.504942:0:42318:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff944587809400/0x57b8ff0e0304dd50 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ab2b expref: 12 pid: 42318 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764383.504957:0:42318:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff944587809400/0x57b8ff0e0304dd50 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ab2b expref: 12 pid: 42318 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764383.504968:0:42318:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944587809400, rc 0) 00000100:00100000:1.0:1775764383.505329:0:42318:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944585dec050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:24b54882-c0a1-43f2-954f-009e5a9afc9d+12:46152:x1862022098247808:12345-192.168.202.28@tcp:101:ll_cfg_requeue.0 Request processed in 480us (718us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764383.505337:0:42318:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 114 00000100:00100000:0.0:1775764383.513685:0:42319:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118939392 00000100:00100000:0.0:1775764383.513694:0:42319:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118939392 00000100:00100000:0.0:1775764383.513748:0:42319:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 116 00000100:00100000:0.0:1775764383.513759:0:42319:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944585ded050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d8dacf45-8471-4226-a2fb-1fac83f69c1e+16:42321:x1862022118939392:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1775764383.514316:0:42319:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944585ded050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d8dacf45-8471-4226-a2fb-1fac83f69c1e+16:42321:x1862022118939392:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 246us (689us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764383.514326:0:42319:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 116 00000100:00100000:1.0:1775764383.519297:0:42318:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118939520 00000100:00100000:1.0:1775764383.519319:0:42318:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118939520 00000100:00100000:1.0:1775764383.519405:0:42318:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 117 00000100:00100000:1.0:1775764383.519417:0:42318:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944585def050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d8dacf45-8471-4226-a2fb-1fac83f69c1e+16:42321:x1862022118939520:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1775764383.519436:0:42318:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764383.519460:0:42318:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff944587809e00/0x57b8ff0e0304dd5e lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0x57b8ff0e0304dd57 expref: -99 pid: 42318 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764383.519495:0:42318:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff944587809e00/0x57b8ff0e0304dd5e lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x57b8ff0e0304dd57 expref: 17 pid: 42318 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764383.519508:0:42318:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff944587809e00/0x57b8ff0e0304dd5e lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x57b8ff0e0304dd57 expref: 17 pid: 42318 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764383.519518:0:42318:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944587809e00, rc 0) 00000100:00100000:1.0:1775764383.519638:0:42318:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944585def050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d8dacf45-8471-4226-a2fb-1fac83f69c1e+17:42321:x1862022118939520:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 223us (4180us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764383.519651:0:42318:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 117 00000100:00100000:1.0:1775764383.519732:0:42321:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bbf2e680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d8dacf45-8471-4226-a2fb-1fac83f69c1e:42321:1862022118939520:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1775764383.519750:0:42321:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.128@tcp lock: ffff944585ee2800/0x57b8ff0e0304dd57 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x57b8ff0e0304dd5e expref: -99 pid: 42321 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764383.519760:0:42321:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.128@tcp lock: ffff944585ee2800/0x57b8ff0e0304dd57 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x57b8ff0e0304dd5e expref: -99 pid: 42321 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764383.519878:0:42321:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff94458913a680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d8dacf45-8471-4226-a2fb-1fac83f69c1e:42321:1862022118939648:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1775764383.519921:0:42321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764383.519947:0:42321:0:(client.c:2691:ptlrpc_set_wait()) set ffff9445885230c0 going to sleep for 11 seconds 00000100:00100000:1.0:1775764383.519962:0:42317:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118939648 00000100:00100000:1.0:1775764383.519966:0:42317:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118939648 00000100:00100000:1.0:1775764383.519991:0:42317:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 118 00000100:00100000:1.0:1775764383.519999:0:42317:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944585ded450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d8dacf45-8471-4226-a2fb-1fac83f69c1e+17:42321:x1862022118939648:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1775764383.520341:0:42317:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944585ded450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d8dacf45-8471-4226-a2fb-1fac83f69c1e+17:42321:x1862022118939648:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 342us (419us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764383.520350:0:42317:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 118 00000100:00100000:1.0:1775764383.520385:0:42321:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff94458913a680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d8dacf45-8471-4226-a2fb-1fac83f69c1e:42321:1862022118939648:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1775764383.520420:0:42321:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff94458913a680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d8dacf45-8471-4226-a2fb-1fac83f69c1e:42321:1862022118939776:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1775764383.520461:0:42321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764383.520473:0:42321:0:(client.c:2691:ptlrpc_set_wait()) set ffff9445885230c0 going to sleep for 11 seconds 00000100:00100000:1.0:1775764383.520484:0:42317:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118939776 00000100:00100000:1.0:1775764383.520488:0:42317:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118939776 00000100:00100000:1.0:1775764383.520506:0:42317:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 119 00000100:00100000:1.0:1775764383.520512:0:42317:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944585dee850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d8dacf45-8471-4226-a2fb-1fac83f69c1e+17:42321:x1862022118939776:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1775764383.520651:0:42317:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944585dee850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d8dacf45-8471-4226-a2fb-1fac83f69c1e+17:42321:x1862022118939776:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 138us (191us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764383.520658:0:42317:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 119 00000100:00100000:1.0:1775764383.520689:0:42321:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff94458913a680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d8dacf45-8471-4226-a2fb-1fac83f69c1e:42321:1862022118939776:0@lo:503:ll_cfg_requeue.0 00000040:00080000:1.0:1775764383.521378:0:44315:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 10 00000020:01000000:1.0:1775764383.521449:0:42321:0:(obd_config.c:2143:class_config_parse_llog()) Processed log params gen 10-9 (rc=0) 10000000:01000000:1.0:1775764383.521469:0:42321:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.128@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:1.0:1775764383.521479:0:42321:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.128@tcp lock: ffff944585ee2800/0x57b8ff0e0304dd57 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x57b8ff0e0304dd5e expref: -99 pid: 42321 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764383.521488:0:42321:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.128@tcp lock: ffff944585ee2800/0x57b8ff0e0304dd57 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x57b8ff0e0304dd5e expref: -99 pid: 42321 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1775764383.521499:0:42321:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:1.0:1775764383.521502:0:42321:0:(mgc_request.c:1819:mgc_process_log()) Process log params-ffff94459875f800 from 10 10000000:01000000:1.0:1775764383.521504:0:42321:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:1.0:1775764383.521534:0:42321:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.128@tcp lock: ffff944587808000/0x57b8ff0e0304dd65 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 42321 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764383.521543:0:42321:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.128@tcp lock: ffff944587808000/0x57b8ff0e0304dd65 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 42321 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764383.521553:0:42321:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.128@tcp lock: ffff944587808000/0x57b8ff0e0304dd65 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 42321 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764383.521574:0:42321:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff94458913a680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d8dacf45-8471-4226-a2fb-1fac83f69c1e:42321:1862022118939904:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1775764383.521624:0:42321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764383.521642:0:42321:0:(client.c:2691:ptlrpc_set_wait()) set ffff944588523cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1775764383.521657:0:42317:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118939904 00000100:00100000:1.0:1775764383.521661:0:42317:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118939904 00000100:00100000:1.0:1775764383.521688:0:42317:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 120 00000100:00100000:1.0:1775764383.521697:0:42317:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944585dec450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d8dacf45-8471-4226-a2fb-1fac83f69c1e+17:42321:x1862022118939904:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1775764383.521707:0:42317:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764383.521718:0:42317:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff944587808800/0x57b8ff0e0304dd6c lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0x57b8ff0e0304dd65 expref: -99 pid: 42317 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764383.521737:0:42317:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff944587808800/0x57b8ff0e0304dd6c lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x57b8ff0e0304dd65 expref: 18 pid: 42317 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764383.521746:0:42317:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff944587808800/0x57b8ff0e0304dd6c lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x57b8ff0e0304dd65 expref: 18 pid: 42317 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764383.521753:0:42317:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944587808800, rc 0) 00000100:00100000:1.0:1775764383.521780:0:42317:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944585dec450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d8dacf45-8471-4226-a2fb-1fac83f69c1e+18:42321:x1862022118939904:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 85us (156us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764383.521786:0:42317:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 120 00000100:00100000:1.0:1775764383.521849:0:42321:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff94458913a680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d8dacf45-8471-4226-a2fb-1fac83f69c1e:42321:1862022118939904:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1775764383.521861:0:42321:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.128@tcp lock: ffff944587808000/0x57b8ff0e0304dd65 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x57b8ff0e0304dd6c expref: -99 pid: 42321 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764383.521869:0:42321:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.128@tcp lock: ffff944587808000/0x57b8ff0e0304dd65 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x57b8ff0e0304dd6c expref: -99 pid: 42321 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764383.521937:0:42321:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff94458913a680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d8dacf45-8471-4226-a2fb-1fac83f69c1e:42321:1862022118940032:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1775764383.521961:0:42321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764383.521973:0:42321:0:(client.c:2691:ptlrpc_set_wait()) set ffff944588523cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1775764383.521983:0:42317:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118940032 00000100:00100000:1.0:1775764383.521986:0:42317:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118940032 00000100:00100000:1.0:1775764383.522006:0:42317:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 121 00000100:00100000:1.0:1775764383.522013:0:42317:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944585def450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d8dacf45-8471-4226-a2fb-1fac83f69c1e+18:42321:x1862022118940032:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1775764383.522916:0:42321:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff94458913a680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d8dacf45-8471-4226-a2fb-1fac83f69c1e:42321:1862022118940032:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1775764383.522975:0:42321:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944483640700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d8dacf45-8471-4226-a2fb-1fac83f69c1e:42321:1862022118940160:0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1775764383.523126:0:42321:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764383.523164:0:42321:0:(client.c:2691:ptlrpc_set_wait()) set ffff944482872f00 going to sleep for 11 seconds 00000100:00100000:0.0:1775764383.523192:0:42319:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118940160 00000100:00100000:0.0:1775764383.523199:0:42319:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118940160 00000100:00100000:0.0:1775764383.523240:0:42319:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 122 00000100:00100000:0.0:1775764383.523248:0:42319:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944585dee450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d8dacf45-8471-4226-a2fb-1fac83f69c1e+19:42321:x1862022118940160:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1775764383.523443:0:42319:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944585dee450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d8dacf45-8471-4226-a2fb-1fac83f69c1e+19:42321:x1862022118940160:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 195us (316us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764383.523453:0:42319:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 122 00000100:00100000:0.0:1775764383.523502:0:42321:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944483640700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d8dacf45-8471-4226-a2fb-1fac83f69c1e:42321:1862022118940160:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1775764383.524366:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764383.524390:0:42319:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098247936 00000100:00100000:3.0:1775764383.524397:0:42319:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098247936 00000100:00100000:3.0:1775764383.524427:0:42319:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 123 00000100:00100000:3.0:1775764383.524436:0:42319:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944585ded850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:24b54882-c0a1-43f2-954f-009e5a9afc9d+12:46152:x1862022098247936:12345-192.168.202.28@tcp:501:ll_cfg_requeue.0 00000100:00100000:3.0:1775764383.524956:0:42319:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944585ded850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:24b54882-c0a1-43f2-954f-009e5a9afc9d+12:46152:x1862022098247936:12345-192.168.202.28@tcp:501:ll_cfg_requeue.0 Request processed in 518us (593us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764383.524965:0:42319:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 123 00000040:00080000:0.0:1775764383.525398:0:44316:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 10 00000020:01000000:0.0:1775764383.525477:0:42321:0:(obd_config.c:2143:class_config_parse_llog()) Processed log params gen 10-9 (rc=0) 10000000:01000000:0.0:1775764383.525509:0:42321:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.202.128@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:0.0:1775764383.525521:0:42321:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.128@tcp lock: ffff944587808000/0x57b8ff0e0304dd65 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x57b8ff0e0304dd6c expref: -99 pid: 42321 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764383.526306:0:42317:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944585def450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d8dacf45-8471-4226-a2fb-1fac83f69c1e+18:42321:x1862022118940032:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 4286us (4338us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764383.526319:0:42317:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 121 00010000:00010000:0.0:1775764383.527202:0:42321:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.128@tcp lock: ffff944587808000/0x57b8ff0e0304dd65 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x57b8ff0e0304dd6c expref: -99 pid: 42321 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764383.529237:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764383.529339:0:42319:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098248064 00000100:00100000:3.0:1775764383.529354:0:42319:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098248064 00000100:00100000:3.0:1775764383.529433:0:42319:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 124 00000100:00100000:3.0:1775764383.529443:0:42319:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944585dedc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:24b54882-c0a1-43f2-954f-009e5a9afc9d+12:46152:x1862022098248064:12345-192.168.202.28@tcp:503:ll_cfg_requeue.0 00000100:00100000:3.0:1775764383.529711:0:42319:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944585dedc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:24b54882-c0a1-43f2-954f-009e5a9afc9d+12:46152:x1862022098248064:12345-192.168.202.28@tcp:503:ll_cfg_requeue.0 Request processed in 268us (485us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764383.529719:0:42319:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 124 00010000:00010000:0.0:1775764383.556082:0:42313:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775764383.919999:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764383.922594:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098248192 00000100:00100000:1.0:1775764383.922612:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098248192 00000100:00100000:1.0:1775764383.922731:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 28 00000100:00100000:1.0:1775764383.922743:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bea11500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+6:2378:x1862022098248192:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:1.0:1775764383.922907:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bea11500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+6:2378:x1862022098248192:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 165us (2918us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764383.922915:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 28 00000100:00100000:1.0:1775764383.936624:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764383.936684:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764383.936727:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764383.936843:0:42944:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098248320 00000100:00100000:0.0:1775764383.936856:0:42944:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098248320 00000100:00100000:0.0:1775764383.936940:0:42944:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098248448 00000100:00100000:0.0:1775764383.936943:0:42944:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098248448 00000100:00100000:0.0:1775764383.936962:0:42944:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098248704 00000100:00100000:0.0:1775764383.936964:0:42944:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098248704 00000100:00100000:0.0:1775764383.936982:0:42944:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 14 00000100:00100000:0.0:1775764383.936995:0:42944:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944589138e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+5:2378:x1862022098248320:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:0.0:1775764383.937101:0:42944:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944589138e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+5:2378:x1862022098248320:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 110us (492us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764383.937110:0:42944:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 14 00000100:00100000:0.0:1775764383.937127:0:42944:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 15 00000100:00100000:0.0:1775764383.937134:0:42944:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94458913b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+5:2378:x1862022098248448:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:0.0:1775764383.937160:0:42944:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94458913b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+5:2378:x1862022098248448:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 27us (476us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764383.937166:0:42944:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 15 00000100:00100000:0.0:1775764383.937190:0:42944:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 16 00000100:00100000:0.0:1775764383.937200:0:42944:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94458913ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:82781e18-e0e3-4f9f-9a2b-041bf0344414+5:2378:x1862022098248704:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:0.0:1775764383.937226:0:42944:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94458913ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:82781e18-e0e3-4f9f-9a2b-041bf0344414+5:2378:x1862022098248704:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 30us (498us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764383.937244:0:42944:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 16 00000100:00080000:1.0:1775764383.939985:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1775764383.939996:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1775764383.943662:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764383.943713:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764383.948214:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098248576 00000100:00100000:1.0:1775764383.948232:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098248576 00000100:00100000:1.0:1775764383.948331:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 29 00000100:00100000:1.0:1775764383.948359:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bea13800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:82781e18-e0e3-4f9f-9a2b-041bf0344414+6:2379:x1862022098248576:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:1.0:1775764383.948453:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bea13800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:82781e18-e0e3-4f9f-9a2b-041bf0344414+6:2379:x1862022098248576:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 96us (4788us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764383.948470:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 29 00000100:00080000:3.0:1775764383.949045:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1775764383.949050:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:0.0:1775764384.577150:0:43224:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775764385.025483:0:42947:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118940288 00000100:00100000:1.0:1775764385.025492:0:42947:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118940288 00000100:00100000:1.0:1775764385.025562:0:42947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:1.0:1775764385.025571:0:42947:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bbf2df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3328:x1862022118940288:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1775764385.025610:0:42947:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 47644672 pending 0 free 3767533568 avail 3765436416 00000100:00080000:3.0:1775764385.025747:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1775764385.027335:0:42947:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bbf2df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3328:x1862022118940288:12345-0@lo:13:osp-pre-1-0.0 Request processed in 1756us (1956us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764385.027348:0:42947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00010000:00010000:0.0:1775764385.603474:0:42312:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764386.630569:0:42313:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764387.650384:0:43224:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775764388.100398:0:42948:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118940416 00000100:00100000:0.0:1775764388.100411:0:42948:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118940416 00000100:00080000:3.0:1775764388.100609:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1775764388.100665:0:42948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:0.0:1775764388.100676:0:42948:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bbf2e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3328:x1862022118940416:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1775764388.100714:0:42948:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 47644672 pending 0 free 3704619008 avail 3702521856 00000100:00100000:0.0:1775764388.100793:0:42948:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bbf2e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3328:x1862022118940416:12345-0@lo:13:osp-pre-0-0.0 Request processed in 118us (871us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764388.100831:0:42948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:3.0:1775764388.100953:0:3328:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bea11f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3328:1862022118940416:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1775764388.610542:0:3331:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bea13b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3331:1862022118940672:0@lo:400:kworker.0 00000100:00100000:3.0:1775764388.610631:0:3331:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764388.610690:0:3331:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bb48b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3331:1862022118941184:0@lo:400:kworker.0 00000100:00100000:3.0:1775764388.610731:0:3331:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764388.610753:0:3331:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:3.0:1775764388.610758:0:3331:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bea11f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d8dacf45-8471-4226-a2fb-1fac83f69c1e:3331:1862022118940544:0@lo:400:kworker.0 00000100:00100000:3.0:1775764388.610787:0:3331:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764388.610838:0:3331:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bea13100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3331:1862022118941056:0@lo:400:kworker.0 00000100:00100000:3.0:1775764388.610859:0:3331:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764388.610884:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118941184 00000100:00100000:3.0:1775764388.610892:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118941184 00000100:00100000:3.0:1775764388.610939:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118941056 00000100:00100000:3.0:1775764388.610942:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118941056 00000100:00100000:3.0:1775764388.610958:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:3.0:1775764388.610967:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bb48ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3331:x1862022118941184:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764388.611018:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bb48ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3331:x1862022118941184:12345-0@lo:400:kworker.0 Request processed in 52us (285us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764388.611025:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00100000:3.0:1775764388.611041:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:3.0:1775764388.611047:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bb48a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3331:x1862022118941056:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764388.611073:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bb48a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3331:x1862022118941056:12345-0@lo:400:kworker.0 Request processed in 28us (215us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764388.611078:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00100000:3.0:1775764388.611096:0:42317:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118940544 00000100:00100000:3.0:1775764388.611099:0:42317:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118940544 00000100:00100000:3.0:1775764388.611120:0:42317:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 125 00000100:00100000:3.0:1775764388.611127:0:42317:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944585defc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d8dacf45-8471-4226-a2fb-1fac83f69c1e+18:3331:x1862022118940544:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764388.611162:0:42317:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944585defc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d8dacf45-8471-4226-a2fb-1fac83f69c1e+18:3331:x1862022118940544:12345-0@lo:400:kworker.0 Request processed in 35us (374us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764388.611167:0:42317:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 125 00000100:00080000:3.0:1775764388.611198:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1775764388.611211:0:3328:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bea10e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3328:1862022118940800:0@lo:400:kworker.0 00000100:00100000:3.0:1775764388.611238:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764388.611256:0:3328:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1775764388.611262:0:3328:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bea10380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3328:1862022118940928:0@lo:400:kworker.0 00000100:00100000:3.0:1775764388.611281:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764388.611306:0:42946:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118940672 00000100:00100000:3.0:1775764388.611309:0:42946:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118940672 00000100:00100000:3.0:1775764388.611330:0:42946:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118940800 00000100:00100000:3.0:1775764388.611332:0:42946:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118940800 00000100:00100000:3.0:1775764388.611354:0:42946:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:3.0:1775764388.611360:0:42946:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bb488e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3331:x1862022118940672:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764388.611387:0:42946:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bb488e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3331:x1862022118940672:12345-0@lo:400:kworker.0 Request processed in 27us (756us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764388.611393:0:42946:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:3.0:1775764388.611404:0:42946:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:3.0:1775764388.611410:0:42946:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bb488380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3328:x1862022118940800:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764388.611436:0:42946:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bb488380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3328:x1862022118940800:12345-0@lo:400:kworker.0 Request processed in 28us (198us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764388.611442:0:42946:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00080000:3.0:1775764388.611456:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1775764388.611463:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118940928 00000100:00100000:3.0:1775764388.611466:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118940928 00000100:00100000:3.0:1775764388.611483:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:3.0:1775764388.611488:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bb48aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3328:x1862022118940928:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764388.611511:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bb48aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3328:x1862022118940928:12345-0@lo:400:kworker.0 Request processed in 23us (229us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764388.611517:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00100000:3.0:1775764388.611551:0:3331:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bea11f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d8dacf45-8471-4226-a2fb-1fac83f69c1e:3331:1862022118940544:0@lo:400:kworker.0 00000100:00100000:3.0:1775764388.611564:0:3331:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bea13100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3331:1862022118941056:0@lo:400:kworker.0 00000100:00100000:3.0:1775764388.611573:0:3331:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bea13b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3331:1862022118940672:0@lo:400:kworker.0 00000100:00100000:3.0:1775764388.611580:0:3331:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bb48b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3331:1862022118941184:0@lo:400:kworker.0 00000100:00100000:3.0:1775764388.611611:0:3328:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bea10380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3328:1862022118940928:0@lo:400:kworker.0 00000100:00100000:3.0:1775764388.611618:0:3328:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bea10e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3328:1862022118940800:0@lo:400:kworker.0 00010000:00010000:0.0:1775764388.673760:0:42312:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775764388.954449:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764388.955010:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098248960 00000100:00100000:0.0:1775764388.955021:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098248960 00000100:00100000:0.0:1775764388.955105:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 15 00000100:00100000:0.0:1775764388.955115:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bb48b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+6:46771:x1862022098248960:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1775764388.955143:0:42325:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764388.955168:0:42325:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bd390a00/0x57b8ff0e0304dd73 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17ab32 expref: -99 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764388.955249:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bd391200/0x57b8ff0e0304dd7a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764388.955266:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bd391200/0x57b8ff0e0304dd7a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764388.955280:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bd391200/0x57b8ff0e0304dd7a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764388.955296:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bd390400/0x57b8ff0e0304dd81 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764388.955303:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bd390400/0x57b8ff0e0304dd81 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764388.955310:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bd390400/0x57b8ff0e0304dd81 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764388.955972:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bd391a00/0x57b8ff0e0304dd88 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764388.955987:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bd391a00/0x57b8ff0e0304dd88 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764388.955996:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bd391a00/0x57b8ff0e0304dd88 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764388.956086:0:42325:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000002:0x1:0x0]: returning size 6656 00000004:00200000:0.0:1775764388.956090:0:42325:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 2 stripe count 1 MDT count 1 00000004:00010000:0.0:1775764388.956198:0:42325:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9445bd391a00/0x57b8ff0e0304dd88 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764388.956210:0:42325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bd391200/0x57b8ff0e0304dd7a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764388.956217:0:42325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445bd391200/0x57b8ff0e0304dd7a lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764388.956224:0:42325:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445bd391200/0x57b8ff0e0304dd7a lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764388.956230:0:42325:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445bd391200 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:0.0:1775764388.956234:0:42325:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bd391200/0x57b8ff0e0304dd7a lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764388.956242:0:42325:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bd391200/0x57b8ff0e0304dd7a lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764388.956254:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff94459084aa00) 00010000:00010000:0.0:1775764388.956258:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764388.956262:0:42325:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445bd391200/0x57b8ff0e0304dd7a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764388.956268:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bd391200/0x57b8ff0e0304dd7a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764388.956280:0:42325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bd390400/0x57b8ff0e0304dd81 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764388.956286:0:42325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445bd390400/0x57b8ff0e0304dd81 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764388.956292:0:42325:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445bd390400/0x57b8ff0e0304dd81 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764388.956298:0:42325:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445bd390400 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:0.0:1775764388.956302:0:42325:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bd390400/0x57b8ff0e0304dd81 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764388.956307:0:42325:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bd390400/0x57b8ff0e0304dd81 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764388.956314:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x3b979c7a (ffff944582f80100) 00010000:00010000:0.0:1775764388.956316:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764388.956319:0:42325:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445bd390400/0x57b8ff0e0304dd81 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764388.956324:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bd390400/0x57b8ff0e0304dd81 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764388.957194:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bd390a00/0x57b8ff0e0304dd73 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ab32 expref: 8 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764388.957224:0:42325:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bd391a00/0x57b8ff0e0304dd88 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ab32 expref: 7 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764388.957233:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff944582f80c00) 00010000:00010000:0.0:1775764388.957236:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1775764388.957239:0:42325:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445bd391a00, rc 0) 00000100:00100000:0.0:1775764388.957337:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bb48b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+7:46771:x1862022098248960:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 Request processed in 2222us (2900us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764388.957358:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 15 00000100:00080000:3.0:1775764388.957545:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1775764388.964923:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764388.976848:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764388.976922:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098249344 00000100:00100000:0.0:1775764388.976933:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098249344 00000100:00100000:0.0:1775764388.976994:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 17 00000100:00100000:0.0:1775764388.977004:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944589138380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+9:46771:x1862022098249344:12345-192.168.202.28@tcp:59:lhsmtool_posix.0 00000100:00100000:0.0:1775764388.977116:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944589138380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+9:46771:x1862022098249344:12345-192.168.202.28@tcp:59:lhsmtool_posix.0 Request processed in 113us (325us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764388.977124:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 17 00000100:00100000:3.0:1775764389.042397:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764389.042463:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764389.042519:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764389.042552:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764389.042587:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764389.042607:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764389.042633:0:43212:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098249600 00000100:00100000:3.0:1775764389.042643:0:43212:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098249600 00000100:00100000:3.0:1775764389.042693:0:43212:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098249728 00000100:00100000:3.0:1775764389.042696:0:43212:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098249728 00000100:00100000:3.0:1775764389.042708:0:43212:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098250112 00000100:00100000:3.0:1775764389.042711:0:43212:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098250112 00000100:00100000:3.0:1775764389.042722:0:43212:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098249984 00000100:00100000:3.0:1775764389.042725:0:43212:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098249984 00000100:00100000:3.0:1775764389.042744:0:43212:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 20 00000100:00100000:3.0:1775764389.042753:0:43212:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bb488000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+5:2377:x1862022098249600:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:3.0:1775764389.042866:0:43212:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bb488000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+5:2377:x1862022098249600:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 113us (484us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764389.042877:0:43212:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 20 00000100:00100000:3.0:1775764389.042895:0:43212:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 21 00000100:00100000:3.0:1775764389.042902:0:43212:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bb489880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+5:2376:x1862022098249728:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:3.0:1775764389.042925:0:43212:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bb489880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+5:2376:x1862022098249728:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 24us (373us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764389.042930:0:43212:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 21 00000100:00100000:3.0:1775764389.042942:0:43212:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 22 00000100:00100000:3.0:1775764389.042948:0:43212:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bb48a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:82781e18-e0e3-4f9f-9a2b-041bf0344414+5:2377:x1862022098250112:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:3.0:1775764389.042969:0:43212:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bb48a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:82781e18-e0e3-4f9f-9a2b-041bf0344414+5:2377:x1862022098250112:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 21us (381us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764389.042975:0:43212:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 22 00000100:00100000:3.0:1775764389.042984:0:43212:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 23 00000100:00100000:3.0:1775764389.042990:0:43212:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bb48b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:82781e18-e0e3-4f9f-9a2b-041bf0344414+5:2376:x1862022098249984:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:3.0:1775764389.043011:0:43212:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bb48b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:82781e18-e0e3-4f9f-9a2b-041bf0344414+5:2376:x1862022098249984:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 21us (403us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764389.043018:0:43212:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 23 00000100:00080000:3.0:1775764389.043033:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1775764389.043037:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1775764389.043432:0:42318:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098249472 00000100:00100000:1.0:1775764389.043438:0:42318:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098249472 00000100:00100000:1.0:1775764389.043478:0:42318:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 126 00000100:00100000:1.0:1775764389.043485:0:42318:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944585dee050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:24b54882-c0a1-43f2-954f-009e5a9afc9d+12:2376:x1862022098249472:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:1.0:1775764389.043519:0:42318:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944585dee050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:24b54882-c0a1-43f2-954f-009e5a9afc9d+12:2376:x1862022098249472:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 35us (1056us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764389.043525:0:42318:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 126 00000100:00080000:3.0:1775764389.047303:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1775764389.173036:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764389.178575:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764389.192320:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764389.192391:0:42311:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098250624 00000100:00100000:0.0:1775764389.192404:0:42311:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098250624 00010000:00010000:0.0:1775764389.192447:0:42311:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146600/0x57b8ff0e0304dd2d lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ab1d expref: 6 pid: 42325 timeout: 1956 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764389.192499:0:42311:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 9 00000100:00100000:0.0:1775764389.192511:0:42311:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94458913b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:82781e18-e0e3-4f9f-9a2b-041bf0344414+6:2379:x1862022098250624:12345-192.168.202.28@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1775764389.192528:0:42311:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764389.192536:0:42311:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146600/0x57b8ff0e0304dd2d lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ab1d expref: 6 pid: 42325 timeout: 1956 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764389.192548:0:42311:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146600/0x57b8ff0e0304dd2d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ab1d expref: 6 pid: 42325 timeout: 1956 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764389.192582:0:42311:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146600/0x57b8ff0e0304dd2d lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ab1d expref: 6 pid: 42325 timeout: 1956 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764389.192600:0:42311:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff94459084aa00) 00010000:00010000:0.0:1775764389.192606:0:42311:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3800/0x57b8ff0e0304ddb2 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764389.192619:0:42311:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3800/0x57b8ff0e0304ddb2 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764389.192626:0:42311:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3800/0x57b8ff0e0304ddb2 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764389.192655:0:42311:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775764389.192712:0:42311:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94458913b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:82781e18-e0e3-4f9f-9a2b-041bf0344414+5:2379:x1862022098250624:12345-192.168.202.28@tcp:103:ldlm_bl.0 Request processed in 203us (404us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764389.192719:0:42311:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 9 00000100:00100000:3.0:1775764389.240370:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764389.241120:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098250752 00000100:00100000:1.0:1775764389.241145:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098250752 00000100:00100000:1.0:1775764389.241231:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 19 00000100:00100000:1.0:1775764389.241241:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bb48bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+9:46787:x1862022098250752:12345-192.168.202.28@tcp:101:chmod.0 00010000:00010000:1.0:1775764389.241269:0:42325:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764389.241311:0:42325:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944587808600/0x57b8ff0e0304ddc0 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17ab40 expref: -99 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764389.241399:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944587808a00/0x57b8ff0e0304ddc7 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764389.241420:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944587808a00/0x57b8ff0e0304ddc7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764389.241438:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944587808a00/0x57b8ff0e0304ddc7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764389.241532:0:42325:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 8704 00000004:00200000:1.0:1775764389.241537:0:42325:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 27 stripe count 1 MDT count 1 00000004:00010000:1.0:1775764389.241588:0:42325:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff944587808a00/0x57b8ff0e0304ddc7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764389.241614:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944587808600/0x57b8ff0e0304ddc0 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ab40 expref: 11 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764389.241638:0:42325:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff944587808a00/0x57b8ff0e0304ddc7 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ab40 expref: 10 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764389.241648:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff944584d1d100) 00010000:00010000:1.0:1775764389.241651:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1775764389.241655:0:42325:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944587808a00, rc 0) 00000100:00100000:1.0:1775764389.241761:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bb48bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+10:46787:x1862022098250752:12345-192.168.202.28@tcp:101:chmod.0 Request processed in 522us (1404us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764389.241770:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 19 00000100:00100000:1.0:1775764389.248310:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764389.248604:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098250880 00000100:00100000:3.0:1775764389.248617:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098250880 00000100:00100000:3.0:1775764389.248685:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 20 00000100:00100000:3.0:1775764389.248696:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94458913b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+10:46787:x1862022098250880:12345-192.168.202.28@tcp:101:chmod.0 00010000:00010000:3.0:1775764389.248730:0:42326:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764389.248763:0:42326:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146000/0x57b8ff0e0304ddce lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17ab47 expref: -99 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764389.248893:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146c00/0x57b8ff0e0304ddd5 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764389.248911:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146c00/0x57b8ff0e0304ddd5 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764389.248924:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146c00/0x57b8ff0e0304ddd5 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764389.248941:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146a00/0x57b8ff0e0304dddc lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xe8958b82 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764389.248948:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146a00/0x57b8ff0e0304dddc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xe8958b82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764389.248956:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146a00/0x57b8ff0e0304dddc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xe8958b82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764389.249690:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bd391400/0x57b8ff0e0304dde3 lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764389.249700:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bd391400/0x57b8ff0e0304dde3 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764389.249709:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bd391400/0x57b8ff0e0304dde3 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764389.249752:0:42326:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab1:0x1:0x0]: returning size 512 00000004:00200000:0.0:1775764389.249756:0:42326:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1775764389.249783:0:42326:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9445bd391400/0x57b8ff0e0304dde3 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764389.249796:0:42326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146c00/0x57b8ff0e0304ddd5 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764389.249841:0:42326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146c00/0x57b8ff0e0304ddd5 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764389.249848:0:42326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146c00/0x57b8ff0e0304ddd5 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764389.249854:0:42326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445c2146c00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:0.0:1775764389.249858:0:42326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146c00/0x57b8ff0e0304ddd5 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764389.249865:0:42326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146c00/0x57b8ff0e0304ddd5 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764389.249879:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff944584d1d100) 00010000:00010000:0.0:1775764389.249882:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764389.249887:0:42326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146c00/0x57b8ff0e0304ddd5 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764389.249893:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146c00/0x57b8ff0e0304ddd5 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764389.249909:0:42326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146a00/0x57b8ff0e0304dddc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xe8958b82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764389.249914:0:42326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146a00/0x57b8ff0e0304dddc lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xe8958b82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764389.249919:0:42326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146a00/0x57b8ff0e0304dddc lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xe8958b82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764389.249924:0:42326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445c2146a00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:0.0:1775764389.249926:0:42326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146a00/0x57b8ff0e0304dddc lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xe8958b82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764389.249932:0:42326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146a00/0x57b8ff0e0304dddc lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xe8958b82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764389.249943:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xe8958b82 (ffff944586564f00) 00010000:00010000:0.0:1775764389.249946:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764389.249948:0:42326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146a00/0x57b8ff0e0304dddc lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xe8958b82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764389.249954:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146a00/0x57b8ff0e0304dddc lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xe8958b82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764389.249990:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146000/0x57b8ff0e0304ddce lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ab47 expref: 12 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764389.250004:0:42326:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bd391400/0x57b8ff0e0304dde3 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ab47 expref: 11 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764389.250013:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x1:0x0].0x0 (ffff944582f80100) 00010000:00010000:0.0:1775764389.250015:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1775764389.250018:0:42326:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445bd391400, rc 0) 00000100:00100000:0.0:1775764389.250084:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94458913b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+11:46787:x1862022098250880:12345-192.168.202.28@tcp:101:chmod.0 Request processed in 1390us (1785us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764389.250092:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 20 00000040:00080000:3.0:1775764389.257222:0:42356:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:3.0:1775764389.257583:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098251136 00000100:00100000:3.0:1775764389.257594:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098251136 00000100:00100000:3.0:1775764389.257655:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 21 00000100:00100000:3.0:1775764389.257666:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bc1dce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+11:46787:x1862022098251136:12345-192.168.202.28@tcp:36:chmod.0 00010000:00010000:3.0:1775764389.257730:0:42324:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764389.257759:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bd391400/0x57b8ff0e0304dde3 lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ab47 expref: 11 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764389.257776:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x1:0x0].0x0 (ffff944582f80100) 00010000:00010000:3.0:1775764389.257787:0:42324:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1775764389.258049:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2147400/0x57b8ff0e0304ddea lrc: 3/0,1 mode: --/PW res: [0x200003ab1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764389.258064:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2147400/0x57b8ff0e0304ddea lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0x1:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764389.258074:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2147400/0x57b8ff0e0304ddea lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0x1:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764389.258382:0:42324:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000000895ca3e reply state 0000000063a92b4a transno 34359738371 ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2147400/0x57b8ff0e0304ddea lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0x1:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764389.258392:0:42324:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000004:00200000:3.0:1775764389.258406:0:42324:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab1:0x1:0x0]: returning size 512 00000100:00100000:3.0:1775764389.258540:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bc1dce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+12:46787:x1862022098251136:12345-192.168.202.28@tcp:36:chmod.0 Request processed in 874us (1071us total) trans 34359738371 rc 0/0 00000100:00100000:3.0:1775764389.258548:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 21 00010000:00010000:0.0:1775764389.277192:0:3315:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2147400/0x57b8ff0e0304ddea lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0x1:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764389.277211:0:3315:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2147400/0x57b8ff0e0304ddea lrc: 2/0,0 mode: PW/PW res: [0x200003ab1:0x1:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764389.277219:0:3315:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2147400/0x57b8ff0e0304ddea lrc: 3/0,0 mode: PW/PW res: [0x200003ab1:0x1:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764389.277229:0:3315:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445c2147400 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:0.0:1775764389.277234:0:3315:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2147400/0x57b8ff0e0304ddea lrc: 3/0,0 mode: PW/PW res: [0x200003ab1:0x1:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764389.277241:0:3315:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2147400/0x57b8ff0e0304ddea lrc: 4/0,0 mode: PW/PW res: [0x200003ab1:0x1:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764389.277257:0:3315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x1:0x0].0x0 (ffff944586564500) 00010000:00010000:0.0:1775764389.277261:0:3315:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1775764389.277265:0:3315:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2147400/0x57b8ff0e0304ddea lrc: 2/0,0 mode: --/PW res: [0x200003ab1:0x1:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764389.277271:0:3315:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2147400/0x57b8ff0e0304ddea lrc: 0/0,0 mode: --/PW res: [0x200003ab1:0x1:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764389.293080:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098251392 00000100:00100000:0.0:1775764389.293091:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098251392 00000100:00100000:0.0:1775764389.293170:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 22 00000100:00100000:0.0:1775764389.293181:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bc1dd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+11:46788:x1862022098251392:12345-192.168.202.28@tcp:36:mkdir.0 00010000:00010000:0.0:1775764389.293249:0:42326:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764389.293278:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944587808a00/0x57b8ff0e0304ddc7 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ab40 expref: 11 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764389.293299:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff944584d1d100) 00010000:00010000:0.0:1775764389.293311:0:42326:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775764389.293473:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bc1dd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+10:46788:x1862022098251392:12345-192.168.202.28@tcp:36:mkdir.0 Request processed in 294us (581us total) trans 0 rc -17/-17 00000100:00100000:0.0:1775764389.293481:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 22 00000100:00100000:1.0:1775764389.304447:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764389.307276:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098251520 00000100:00100000:3.0:1775764389.307295:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098251520 00000100:00100000:3.0:1775764389.307427:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 23 00000100:00100000:3.0:1775764389.307439:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944589138700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+10:46788:x1862022098251520:12345-192.168.202.28@tcp:101:mkdir.0 00010000:00010000:3.0:1775764389.307475:0:42324:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764389.307512:0:42324:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2147400/0x57b8ff0e0304ddf1 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17ab4e expref: -99 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764389.307996:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146000/0x57b8ff0e0304ddf8 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764389.308025:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146000/0x57b8ff0e0304ddf8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764389.308039:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146000/0x57b8ff0e0304ddf8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764389.308108:0:42324:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 8704 00000004:00200000:3.0:1775764389.308113:0:42324:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 27 stripe count 1 MDT count 1 00000004:00010000:3.0:1775764389.308206:0:42324:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146000/0x57b8ff0e0304ddf8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764389.308235:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2147400/0x57b8ff0e0304ddf1 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ab4e expref: 12 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764389.308257:0:42324:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146000/0x57b8ff0e0304ddf8 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ab4e expref: 11 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764389.308267:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff944586564900) 00010000:00010000:3.0:1775764389.308270:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1775764389.308273:0:42324:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445c2146000, rc 0) 00000100:00100000:3.0:1775764389.308350:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944589138700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+11:46788:x1862022098251520:12345-192.168.202.28@tcp:101:mkdir.0 Request processed in 913us (3912us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764389.308359:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 23 00000100:00100000:3.0:1775764389.316779:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764389.317610:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098251648 00000100:00100000:1.0:1775764389.317622:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098251648 00000100:00100000:1.0:1775764389.317686:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 24 00000100:00100000:1.0:1775764389.317697:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bb489f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+11:46788:x1862022098251648:12345-192.168.202.28@tcp:101:mkdir.0 00010000:00010000:1.0:1775764389.317719:0:42325:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764389.317741:0:42325:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944587809800/0x57b8ff0e0304ddff lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17ab55 expref: -99 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764389.318236:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff944587808a00/0x57b8ff0e0304de06 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764389.318253:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944587808a00/0x57b8ff0e0304de06 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764389.318266:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944587808a00/0x57b8ff0e0304de06 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764389.318282:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944587808600/0x57b8ff0e0304de0d lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xe8958b82 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764389.318289:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944587808600/0x57b8ff0e0304de0d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xe8958b82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764389.318295:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944587808600/0x57b8ff0e0304de0d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xe8958b82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764389.318695:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944587808e00/0x57b8ff0e0304de14 lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764389.318705:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944587808e00/0x57b8ff0e0304de14 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764389.318717:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944587808e00/0x57b8ff0e0304de14 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764389.318761:0:42325:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab1:0x1:0x0]: returning size 512 00000004:00200000:1.0:1775764389.318765:0:42325:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1775764389.318794:0:42325:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff944587808e00/0x57b8ff0e0304de14 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764389.319153:0:42325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff944587808a00/0x57b8ff0e0304de06 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764389.319162:0:42325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944587808a00/0x57b8ff0e0304de06 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764389.319169:0:42325:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944587808a00/0x57b8ff0e0304de06 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764389.319176:0:42325:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944587808a00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:1.0:1775764389.319181:0:42325:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944587808a00/0x57b8ff0e0304de06 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764389.319189:0:42325:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944587808a00/0x57b8ff0e0304de06 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764389.319203:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff944586564900) 00010000:00010000:1.0:1775764389.319206:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764389.319213:0:42325:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944587808a00/0x57b8ff0e0304de06 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764389.319220:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944587808a00/0x57b8ff0e0304de06 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764389.319242:0:42325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944587808600/0x57b8ff0e0304de0d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xe8958b82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764389.319249:0:42325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944587808600/0x57b8ff0e0304de0d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xe8958b82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764389.319254:0:42325:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944587808600/0x57b8ff0e0304de0d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xe8958b82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764389.319259:0:42325:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944587808600 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:1.0:1775764389.319262:0:42325:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944587808600/0x57b8ff0e0304de0d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xe8958b82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764389.319267:0:42325:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944587808600/0x57b8ff0e0304de0d lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xe8958b82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764389.319274:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xe8958b82 (ffff944584d1d400) 00010000:00010000:1.0:1775764389.319276:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764389.319279:0:42325:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944587808600/0x57b8ff0e0304de0d lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xe8958b82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764389.319284:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944587808600/0x57b8ff0e0304de0d lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xe8958b82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764389.319331:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944587809800/0x57b8ff0e0304ddff lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ab55 expref: 13 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764389.319347:0:42325:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff944587808e00/0x57b8ff0e0304de14 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ab55 expref: 12 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764389.319359:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x1:0x0].0x0 (ffff944584d1db00) 00010000:00010000:1.0:1775764389.319361:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1775764389.319363:0:42325:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944587808e00, rc 0) 00000100:00100000:1.0:1775764389.319533:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bb489f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+12:46788:x1862022098251648:12345-192.168.202.28@tcp:101:mkdir.0 Request processed in 1837us (2761us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764389.319542:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 24 00000100:00100000:3.0:1775764389.324277:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098251904 00000100:00100000:3.0:1775764389.324292:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098251904 00000100:00100000:3.0:1775764389.324402:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 25 00000100:00100000:3.0:1775764389.324413:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bf4f9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+12:46788:x1862022098251904:12345-192.168.202.28@tcp:36:mkdir.0 00010000:00010000:3.0:1775764389.324492:0:42324:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764389.324519:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944587808e00/0x57b8ff0e0304de14 lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ab55 expref: 12 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764389.324540:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x1:0x0].0x0 (ffff944584d1db00) 00010000:00010000:3.0:1775764389.324553:0:42324:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1775764389.324650:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146a00/0x57b8ff0e0304de1b lrc: 3/0,1 mode: --/CW res: [0x200003ab1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764389.324665:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146a00/0x57b8ff0e0304de1b lrc: 3/0,1 mode: CW/CW res: [0x200003ab1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764389.324676:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146a00/0x57b8ff0e0304de1b lrc: 3/0,1 mode: CW/CW res: [0x200003ab1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764389.324690:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146c00/0x57b8ff0e0304de22 lrc: 3/0,1 mode: --/PW res: [0x200003ab1:0x1:0x0].0x56ea59b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764389.324697:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146c00/0x57b8ff0e0304de22 lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0x1:0x0].0x56ea59b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764389.324704:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146c00/0x57b8ff0e0304de22 lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0x1:0x0].0x56ea59b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764389.353223:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098252160 00000100:00100000:1.0:1775764389.353236:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098252160 00000100:00100000:0.0:1775764389.354454:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 26 00000100:00100000:0.0:1775764389.354468:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bf4f9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+12:46789:x1862022098252160:12345-192.168.202.28@tcp:36:mkdir.0 00010000:00010000:0.0:1775764389.355091:0:42325:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764389.355122:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146000/0x57b8ff0e0304ddf8 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ab4e expref: 12 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764389.355154:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff944586564900) 00010000:00010000:0.0:1775764389.355165:0:42325:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775764389.355330:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bf4f9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+11:46789:x1862022098252160:12345-192.168.202.28@tcp:36:mkdir.0 Request processed in 865us (4431us total) trans 0 rc -17/-17 00000100:00100000:0.0:1775764389.355339:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 26 00000100:00100000:1.0:1775764389.360255:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764389.375007:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764389.375549:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098252416 00000100:00100000:0.0:1775764389.375560:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098252416 00000100:00100000:0.0:1775764389.375646:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 28 00000100:00100000:0.0:1775764389.375657:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944589139f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+12:46789:x1862022098252416:12345-192.168.202.28@tcp:101:mkdir.0 00010000:00010000:0.0:1775764389.375680:0:42325:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764389.375700:0:42325:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bd390000/0x57b8ff0e0304de37 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17ab63 expref: -99 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764389.375768:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bd390600/0x57b8ff0e0304de3e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764389.375783:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bd390600/0x57b8ff0e0304de3e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764389.375853:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bd390600/0x57b8ff0e0304de3e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764389.375877:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bd390800/0x57b8ff0e0304de45 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xe8958b82 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764389.375895:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bd390800/0x57b8ff0e0304de45 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xe8958b82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764389.375902:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bd390800/0x57b8ff0e0304de45 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xe8958b82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764389.376054:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bd391400/0x57b8ff0e0304de4c lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764389.376062:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bd391400/0x57b8ff0e0304de4c lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764389.376069:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bd391400/0x57b8ff0e0304de4c lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764389.376114:0:42325:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab1:0x1:0x0]: returning size 512 00000004:00200000:0.0:1775764389.376118:0:42325:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00010000:0.0:1775764389.376156:0:42325:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9445bd391400/0x57b8ff0e0304de4c lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764389.376169:0:42325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bd390600/0x57b8ff0e0304de3e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764389.376176:0:42325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445bd390600/0x57b8ff0e0304de3e lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764389.376183:0:42325:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445bd390600/0x57b8ff0e0304de3e lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764389.376193:0:42325:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445bd390600 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:0.0:1775764389.376197:0:42325:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bd390600/0x57b8ff0e0304de3e lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764389.376205:0:42325:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bd390600/0x57b8ff0e0304de3e lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764389.376218:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff94459084a600) 00010000:00010000:0.0:1775764389.376221:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764389.376226:0:42325:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445bd390600/0x57b8ff0e0304de3e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764389.376232:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bd390600/0x57b8ff0e0304de3e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764389.376245:0:42325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bd390800/0x57b8ff0e0304de45 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xe8958b82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764389.376251:0:42325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445bd390800/0x57b8ff0e0304de45 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xe8958b82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764389.376257:0:42325:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445bd390800/0x57b8ff0e0304de45 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xe8958b82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764389.376262:0:42325:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445bd390800 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:0.0:1775764389.376265:0:42325:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bd390800/0x57b8ff0e0304de45 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xe8958b82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764389.376271:0:42325:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bd390800/0x57b8ff0e0304de45 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xe8958b82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764389.376283:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xe8958b82 (ffff944582f80800) 00010000:00010000:0.0:1775764389.376285:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764389.376288:0:42325:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445bd390800/0x57b8ff0e0304de45 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xe8958b82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764389.376293:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bd390800/0x57b8ff0e0304de45 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xe8958b82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764389.376328:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bd390000/0x57b8ff0e0304de37 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ab63 expref: 14 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764389.376342:0:42325:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bd391400/0x57b8ff0e0304de4c lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ab63 expref: 13 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764389.376351:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x1:0x0].0x0 (ffff944582f80500) 00010000:00010000:0.0:1775764389.376353:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1775764389.376355:0:42325:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445bd391400, rc 0) 00000100:00100000:0.0:1775764389.376419:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944589139f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+13:46789:x1862022098252416:12345-192.168.202.28@tcp:101:mkdir.0 Request processed in 764us (1424us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764389.376427:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 28 00000100:00100000:1.0:1775764389.391401:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00010000:00010000:0.0:1775764389.426563:0:3315:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee2a00/0x57b8ff0e0304de5a lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0x1:0x0].0x4f902bbd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764389.426597:0:3315:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee2a00/0x57b8ff0e0304de5a lrc: 2/0,0 mode: PW/PW res: [0x200003ab1:0x1:0x0].0x4f902bbd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764389.426606:0:3315:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee2a00/0x57b8ff0e0304de5a lrc: 3/0,0 mode: PW/PW res: [0x200003ab1:0x1:0x0].0x4f902bbd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764389.426618:0:3315:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944585ee2a00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:0.0:1775764389.426625:0:3315:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee2a00/0x57b8ff0e0304de5a lrc: 3/0,0 mode: PW/PW res: [0x200003ab1:0x1:0x0].0x4f902bbd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764389.426633:0:3315:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee2a00/0x57b8ff0e0304de5a lrc: 4/0,0 mode: PW/PW res: [0x200003ab1:0x1:0x0].0x4f902bbd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764389.426654:0:3315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x1:0x0].0x4f902bbd (ffff94459084ae00) 00010000:00010000:0.0:1775764389.426658:0:3315:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764389.426663:0:3315:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee2a00/0x57b8ff0e0304de5a lrc: 2/0,0 mode: --/PW res: [0x200003ab1:0x1:0x0].0x4f902bbd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764389.426669:0:3315:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee2a00/0x57b8ff0e0304de5a lrc: 0/0,0 mode: --/PW res: [0x200003ab1:0x1:0x0].0x4f902bbd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764389.464950:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764389.475841:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764389.476197:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098252928 00000100:00100000:0.0:1775764389.476210:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098252928 00000100:00100000:0.0:1775764389.476294:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 31 00000100:00100000:0.0:1775764389.476306:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944589139180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+14:46790:x1862022098252928:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:0.0:1775764389.476328:0:42325:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764389.476350:0:42325:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bd390000/0x57b8ff0e0304de7d lrc: 2/0,0 mode: --/CR res: [0x200003ab1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17ab71 expref: -99 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764389.476427:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bd390800/0x57b8ff0e0304de84 lrc: 3/1,0 mode: --/CR res: [0x200003ab1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764389.476444:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bd390800/0x57b8ff0e0304de84 lrc: 3/1,0 mode: CR/CR res: [0x200003ab1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764389.476460:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bd390800/0x57b8ff0e0304de84 lrc: 3/1,0 mode: CR/CR res: [0x200003ab1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764389.476476:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bd390600/0x57b8ff0e0304de8b lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0x1:0x0].0x56ea59b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764389.476483:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bd390600/0x57b8ff0e0304de8b lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x1:0x0].0x56ea59b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764389.476490:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bd390600/0x57b8ff0e0304de8b lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x1:0x0].0x56ea59b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764389.476747:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bd391200/0x57b8ff0e0304de92 lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764389.476757:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bd391200/0x57b8ff0e0304de92 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x3:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764389.476764:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bd391200/0x57b8ff0e0304de92 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x3:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764389.476875:0:42325:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab1:0x3:0x0]: returning size 512 00000004:00200000:0.0:1775764389.476880:0:42325:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1775764389.476912:0:42325:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9445bd391200/0x57b8ff0e0304de92 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x3:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764389.476926:0:42325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bd390800/0x57b8ff0e0304de84 lrc: 3/1,0 mode: CR/CR res: [0x200003ab1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764389.476934:0:42325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445bd390800/0x57b8ff0e0304de84 lrc: 2/0,0 mode: CR/CR res: [0x200003ab1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764389.476947:0:42325:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445bd390800/0x57b8ff0e0304de84 lrc: 3/0,0 mode: CR/CR res: [0x200003ab1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764389.476954:0:42325:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445bd390800 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:0.0:1775764389.476958:0:42325:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bd390800/0x57b8ff0e0304de84 lrc: 3/0,0 mode: CR/CR res: [0x200003ab1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764389.476967:0:42325:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bd390800/0x57b8ff0e0304de84 lrc: 4/0,0 mode: CR/CR res: [0x200003ab1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764389.476981:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x1:0x0].0x0 (ffff94459084ae00) 00010000:00010000:0.0:1775764389.476984:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764389.476990:0:42325:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445bd390800/0x57b8ff0e0304de84 lrc: 2/0,0 mode: --/CR res: [0x200003ab1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764389.476997:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bd390800/0x57b8ff0e0304de84 lrc: 0/0,0 mode: --/CR res: [0x200003ab1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764389.477014:0:42325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bd390600/0x57b8ff0e0304de8b lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x1:0x0].0x56ea59b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764389.477021:0:42325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445bd390600/0x57b8ff0e0304de8b lrc: 2/0,0 mode: PR/PR res: [0x200003ab1:0x1:0x0].0x56ea59b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764389.477028:0:42325:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445bd390600/0x57b8ff0e0304de8b lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x1:0x0].0x56ea59b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764389.477035:0:42325:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445bd390600 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:0.0:1775764389.477038:0:42325:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bd390600/0x57b8ff0e0304de8b lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x1:0x0].0x56ea59b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764389.477050:0:42325:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bd390600/0x57b8ff0e0304de8b lrc: 4/0,0 mode: PR/PR res: [0x200003ab1:0x1:0x0].0x56ea59b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764389.477058:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x1:0x0].0x56ea59b (ffff944582f80800) 00010000:00010000:0.0:1775764389.477061:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764389.477064:0:42325:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445bd390600/0x57b8ff0e0304de8b lrc: 2/0,0 mode: --/PR res: [0x200003ab1:0x1:0x0].0x56ea59b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764389.477070:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bd390600/0x57b8ff0e0304de8b lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0x1:0x0].0x56ea59b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764389.477110:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bd390000/0x57b8ff0e0304de7d lrc: 0/0,0 mode: --/CR res: [0x200003ab1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ab71 expref: 16 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764389.477126:0:42325:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bd391200/0x57b8ff0e0304de92 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x3:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ab71 expref: 15 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764389.477147:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x3:0x0].0x0 (ffff944582f80400) 00010000:00010000:0.0:1775764389.477149:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1775764389.477152:0:42325:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445bd391200, rc 0) 00000100:00100000:0.0:1775764389.477222:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944589139180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+15:46790:x1862022098252928:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 919us (1429us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764389.477230:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 31 00000100:00100000:1.0:1775764389.486048:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764389.497631:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098253440 00000100:00100000:1.0:1775764389.497644:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098253440 00000100:00100000:1.0:1775764389.497715:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 33 00000100:00100000:1.0:1775764389.497728:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bf4f8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+16:46790:x1862022098253440:12345-192.168.202.28@tcp:36:lfs.0 00010000:00010000:1.0:1775764389.497843:0:42324:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764389.497875:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bd391200/0x57b8ff0e0304de92 lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0x3:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ab71 expref: 16 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764389.497895:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x3:0x0].0x0 (ffff944582f80400) 00010000:00010000:1.0:1775764389.497909:0:42324:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1775764389.497940:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff944587809000/0x57b8ff0e0304dea7 lrc: 3/0,1 mode: --/PW res: [0x200003ab1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764389.497961:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944587809000/0x57b8ff0e0304dea7 lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0x3:0x0].0x0 bits 0x22/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764389.497971:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944587809000/0x57b8ff0e0304dea7 lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0x3:0x0].0x0 bits 0x22/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764389.498250:0:42324:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000667c9440 reply state 0000000060834dc0 transno 34359738375 ns: mdt-lustre-MDT0000_UUID lock: ffff944587809000/0x57b8ff0e0304dea7 lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0x3:0x0].0x0 bits 0x22/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764389.498260:0:42324:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000004:00200000:1.0:1775764389.498272:0:42324:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab1:0x3:0x0]: returning size 512 00000100:00100000:1.0:1775764389.498361:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bf4f8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+17:46790:x1862022098253440:12345-192.168.202.28@tcp:36:lfs.0 Request processed in 637us (869us total) trans 34359738375 rc 0/0 00000100:00100000:1.0:1775764389.498367:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 33 00000100:00100000:3.0:1775764389.508192:0:42328:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098253696 00000100:00100000:3.0:1775764389.508211:0:42328:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098253696 00000100:00100000:3.0:1775764389.508343:0:42328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 2 00000100:00100000:3.0:1775764389.508354:0:42328:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bf4fb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+16:46790:x1862022098253696:12345-192.168.202.28@tcp:35:lfs.0 00000100:00100000:3.0:1775764389.508673:0:42328:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bf4fb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+17:46790:x1862022098253696:12345-192.168.202.28@tcp:35:lfs.0 Request processed in 320us (1019us total) trans 34359738376 rc 0/0 00000100:00100000:3.0:1775764389.508685:0:42328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 2 00000100:00100000:3.0:1775764389.517748:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764389.517853:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098253952 00000100:00100000:0.0:1775764389.517863:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098253952 00000100:00100000:0.0:1775764389.517925:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 34 00000100:00100000:0.0:1775764389.517935:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bb48b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+17:46790:x1862022098253952:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:0.0:1775764389.517964:0:42325:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764389.517981:0:42325:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bd390000/0x57b8ff0e0304deae lrc: 2/0,0 mode: --/CR res: [0x200003ab1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17ab7f expref: -99 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764389.518052:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bd390600/0x57b8ff0e0304deb5 lrc: 3/1,0 mode: --/CR res: [0x200003ab1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764389.518065:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bd390600/0x57b8ff0e0304deb5 lrc: 3/1,0 mode: CR/CR res: [0x200003ab1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764389.518075:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bd390600/0x57b8ff0e0304deb5 lrc: 3/1,0 mode: CR/CR res: [0x200003ab1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764389.518089:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bd390800/0x57b8ff0e0304debc lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0x1:0x0].0x56ea59b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764389.518096:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bd390800/0x57b8ff0e0304debc lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x1:0x0].0x56ea59b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764389.518103:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bd390800/0x57b8ff0e0304debc lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x1:0x0].0x56ea59b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764389.518234:0:42325:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab1:0x3:0x0]: returning size 512 00010000:00010000:0.0:1775764389.518320:0:42325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bd390600/0x57b8ff0e0304deb5 lrc: 3/1,0 mode: CR/CR res: [0x200003ab1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764389.518327:0:42325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445bd390600/0x57b8ff0e0304deb5 lrc: 2/0,0 mode: CR/CR res: [0x200003ab1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764389.518332:0:42325:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445bd390600/0x57b8ff0e0304deb5 lrc: 3/0,0 mode: CR/CR res: [0x200003ab1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764389.518341:0:42325:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445bd390600 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:0.0:1775764389.518345:0:42325:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bd390600/0x57b8ff0e0304deb5 lrc: 3/0,0 mode: CR/CR res: [0x200003ab1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764389.518351:0:42325:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bd390600/0x57b8ff0e0304deb5 lrc: 4/0,0 mode: CR/CR res: [0x200003ab1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764389.518363:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x1:0x0].0x0 (ffff94459084ae00) 00010000:00010000:0.0:1775764389.518366:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764389.518370:0:42325:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445bd390600/0x57b8ff0e0304deb5 lrc: 2/0,0 mode: --/CR res: [0x200003ab1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764389.518376:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bd390600/0x57b8ff0e0304deb5 lrc: 0/0,0 mode: --/CR res: [0x200003ab1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764389.518386:0:42325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bd390800/0x57b8ff0e0304debc lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x1:0x0].0x56ea59b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764389.518391:0:42325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445bd390800/0x57b8ff0e0304debc lrc: 2/0,0 mode: PR/PR res: [0x200003ab1:0x1:0x0].0x56ea59b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764389.518396:0:42325:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445bd390800/0x57b8ff0e0304debc lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x1:0x0].0x56ea59b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764389.518400:0:42325:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445bd390800 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:0.0:1775764389.518401:0:42325:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bd390800/0x57b8ff0e0304debc lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x1:0x0].0x56ea59b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764389.518406:0:42325:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bd390800/0x57b8ff0e0304debc lrc: 4/0,0 mode: PR/PR res: [0x200003ab1:0x1:0x0].0x56ea59b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764389.518414:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x1:0x0].0x56ea59b (ffff944582f80800) 00010000:00010000:0.0:1775764389.518416:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764389.518418:0:42325:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445bd390800/0x57b8ff0e0304debc lrc: 2/0,0 mode: --/PR res: [0x200003ab1:0x1:0x0].0x56ea59b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764389.518422:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bd390800/0x57b8ff0e0304debc lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0x1:0x0].0x56ea59b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764389.518462:0:42325:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bd390000/0x57b8ff0e0304deae lrc: 1/0,0 mode: --/CR res: [0x200003ab1:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ab7f expref: 19 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764389.518480:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x1:0x0].0x0 (ffff94459084ae00) 00010000:00010000:0.0:1775764389.518482:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1775764389.518486:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bd390000/0x57b8ff0e0304deae lrc: 0/0,0 mode: --/CR res: [0x200003ab1:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ab7f expref: 19 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764389.518873:0:42325:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445bd390000, rc 0) 00000100:00100000:0.0:1775764389.519015:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bb48b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+18:46790:x1862022098253952:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 1079us (1276us total) trans 34359738377 rc 301/301 00000100:00100000:0.0:1775764389.519024:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 34 00000100:00100000:1.0:1775764389.525941:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764389.537968:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764389.538155:0:42327:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098254208 00000100:00100000:0.0:1775764389.538168:0:42327:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098254208 00000100:00100000:0.0:1775764389.538237:0:42327:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 3 00000100:00100000:0.0:1775764389.538248:0:42327:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bb489500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+19:46790:x1862022098254208:12345-192.168.202.28@tcp:37:lfs.0 00000100:00100000:0.0:1775764389.547367:0:42327:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bb489500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+19:46790:x1862022098254208:12345-192.168.202.28@tcp:37:lfs.0 Request processed in 9108us (9399us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764389.547382:0:42327:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 3 00000100:00100000:1.0:1775764389.552244:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764389.552323:0:42328:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098254464 00000100:00100000:3.0:1775764389.552333:0:42328:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098254464 00000100:00100000:3.0:1775764389.552393:0:42328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 4 00000100:00100000:3.0:1775764389.552403:0:42328:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445b29f9c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+19:46790:x1862022098254464:12345-192.168.202.28@tcp:35:lfs.0 00000100:00100000:3.0:1775764389.552990:0:42328:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445b29f9c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+20:46790:x1862022098254464:12345-192.168.202.28@tcp:35:lfs.0 Request processed in 586us (753us total) trans 34359738378 rc 0/0 00000100:00100000:3.0:1775764389.553000:0:42328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 4 00000100:00100000:0.0:1775764389.580499:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764389.595932:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764389.596355:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098254848 00000100:00100000:1.0:1775764389.596373:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098254848 00000100:00100000:1.0:1775764389.596459:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 37 00000100:00100000:1.0:1775764389.596617:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944483643800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+21:46791:x1862022098254848:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:1.0:1775764389.596645:0:42324:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764389.596669:0:42324:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944587809c00/0x57b8ff0e0304def4 lrc: 2/0,0 mode: --/CR res: [0x200003ab1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17ab94 expref: -99 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764389.597140:0:42324:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab1:0x5:0x0]: returning size 512 00010000:00010000:1.0:1775764389.597371:0:42324:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff944587809c00/0x57b8ff0e0304def4 lrc: 1/0,0 mode: --/CR res: [0x200003ab1:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ab94 expref: 23 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764389.597393:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x1:0x0].0x0 (ffff94459084ae00) 00010000:00010000:1.0:1775764389.597397:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1775764389.597401:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944587809c00/0x57b8ff0e0304def4 lrc: 0/0,0 mode: --/CR res: [0x200003ab1:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ab94 expref: 23 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764389.597418:0:42324:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944587809c00, rc 0) 00000100:00100000:1.0:1775764389.598418:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944483643800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+22:46791:x1862022098254848:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 1940us (2488us total) trans 34359738379 rc 301/301 00000100:00100000:1.0:1775764389.598430:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 37 00000100:00100000:1.0:1775764389.604033:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764389.604986:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098255104 00000100:00100000:0.0:1775764389.605002:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098255104 00000100:00100000:0.0:1775764389.605096:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 38 00000100:00100000:0.0:1775764389.605107:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445b2cb3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+22:46791:x1862022098255104:12345-192.168.202.28@tcp:36:lfs.0 00010000:00010000:0.0:1775764389.605205:0:42326:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764389.605238:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944580030000/0x57b8ff0e0304deed lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0x5:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ab8d expref: 22 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764389.605260:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x5:0x0].0x0 (ffff94459084a000) 00010000:00010000:0.0:1775764389.605286:0:42326:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1775764389.605319:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bd390600/0x57b8ff0e0304df02 lrc: 3/0,1 mode: --/PW res: [0x200003ab1:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764389.605337:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bd390600/0x57b8ff0e0304df02 lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0x5:0x0].0x0 bits 0x22/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764389.605347:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bd390600/0x57b8ff0e0304df02 lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0x5:0x0].0x0 bits 0x22/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764389.605591:0:42326:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000006b82e980 reply state 000000007dbc4b5f transno 34359738380 ns: mdt-lustre-MDT0000_UUID lock: ffff9445bd390600/0x57b8ff0e0304df02 lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0x5:0x0].0x0 bits 0x22/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764389.605602:0:42326:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000004:00200000:0.0:1775764389.605616:0:42326:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab1:0x5:0x0]: returning size 512 00000100:00100000:0.0:1775764389.605714:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445b2cb3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+23:46791:x1862022098255104:12345-192.168.202.28@tcp:36:lfs.0 Request processed in 607us (1701us total) trans 34359738380 rc 0/0 00000100:00100000:0.0:1775764389.605722:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 38 00000100:00100000:1.0:1775764389.612379:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764389.612522:0:42327:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098255360 00000100:00100000:0.0:1775764389.612533:0:42327:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098255360 00000100:00100000:0.0:1775764389.612596:0:42327:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 5 00000100:00100000:0.0:1775764389.612606:0:42327:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445b2cb1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+22:46791:x1862022098255360:12345-192.168.202.28@tcp:35:lfs.0 00000100:00100000:0.0:1775764389.612952:0:42327:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445b2cb1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+23:46791:x1862022098255360:12345-192.168.202.28@tcp:35:lfs.0 Request processed in 347us (583us total) trans 34359738381 rc 0/0 00000100:00100000:0.0:1775764389.612961:0:42327:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 5 00000100:00100000:0.0:1775764389.620307:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764389.620401:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098255616 00000100:00100000:1.0:1775764389.620411:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098255616 00000100:00100000:1.0:1775764389.620466:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 39 00000100:00100000:1.0:1775764389.620484:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944483642300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+23:46791:x1862022098255616:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:1.0:1775764389.620509:0:42324:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764389.620526:0:42324:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944587808c00/0x57b8ff0e0304df09 lrc: 2/0,0 mode: --/CR res: [0x200003ab1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17ab9b expref: -99 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764389.620597:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff944587808a00/0x57b8ff0e0304df10 lrc: 3/1,0 mode: --/CR res: [0x200003ab1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764389.620611:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944587808a00/0x57b8ff0e0304df10 lrc: 3/1,0 mode: CR/CR res: [0x200003ab1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764389.620622:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944587808a00/0x57b8ff0e0304df10 lrc: 3/1,0 mode: CR/CR res: [0x200003ab1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764389.620641:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944587808600/0x57b8ff0e0304df17 lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0x1:0x0].0x4f902bbd bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764389.620647:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944587808600/0x57b8ff0e0304df17 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x1:0x0].0x4f902bbd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764389.620653:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944587808600/0x57b8ff0e0304df17 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x1:0x0].0x4f902bbd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764389.620843:0:42324:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab1:0x5:0x0]: returning size 512 00010000:00010000:1.0:1775764389.620940:0:42324:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff944587808a00/0x57b8ff0e0304df10 lrc: 3/1,0 mode: CR/CR res: [0x200003ab1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764389.620948:0:42324:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944587808a00/0x57b8ff0e0304df10 lrc: 2/0,0 mode: CR/CR res: [0x200003ab1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764389.620955:0:42324:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944587808a00/0x57b8ff0e0304df10 lrc: 3/0,0 mode: CR/CR res: [0x200003ab1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764389.620960:0:42324:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944587808a00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:1.0:1775764389.620965:0:42324:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944587808a00/0x57b8ff0e0304df10 lrc: 3/0,0 mode: CR/CR res: [0x200003ab1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764389.620972:0:42324:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944587808a00/0x57b8ff0e0304df10 lrc: 4/0,0 mode: CR/CR res: [0x200003ab1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764389.620984:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x1:0x0].0x0 (ffff94459084ae00) 00010000:00010000:1.0:1775764389.620987:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764389.620992:0:42324:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944587808a00/0x57b8ff0e0304df10 lrc: 2/0,0 mode: --/CR res: [0x200003ab1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764389.621002:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944587808a00/0x57b8ff0e0304df10 lrc: 0/0,0 mode: --/CR res: [0x200003ab1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764389.621027:0:42324:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944587808600/0x57b8ff0e0304df17 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x1:0x0].0x4f902bbd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764389.621033:0:42324:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944587808600/0x57b8ff0e0304df17 lrc: 2/0,0 mode: PR/PR res: [0x200003ab1:0x1:0x0].0x4f902bbd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764389.621039:0:42324:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944587808600/0x57b8ff0e0304df17 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x1:0x0].0x4f902bbd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764389.621043:0:42324:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944587808600 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:1.0:1775764389.621045:0:42324:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944587808600/0x57b8ff0e0304df17 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x1:0x0].0x4f902bbd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764389.621050:0:42324:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944587808600/0x57b8ff0e0304df17 lrc: 4/0,0 mode: PR/PR res: [0x200003ab1:0x1:0x0].0x4f902bbd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764389.621056:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x1:0x0].0x4f902bbd (ffff944584d1d300) 00010000:00010000:1.0:1775764389.621058:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764389.621061:0:42324:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944587808600/0x57b8ff0e0304df17 lrc: 2/0,0 mode: --/PR res: [0x200003ab1:0x1:0x0].0x4f902bbd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764389.621066:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944587808600/0x57b8ff0e0304df17 lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0x1:0x0].0x4f902bbd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764389.621103:0:42324:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff944587808c00/0x57b8ff0e0304df09 lrc: 1/0,0 mode: --/CR res: [0x200003ab1:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ab9b expref: 25 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764389.621117:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x1:0x0].0x0 (ffff94459084ae00) 00010000:00010000:1.0:1775764389.621119:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1775764389.621122:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944587808c00/0x57b8ff0e0304df09 lrc: 0/0,0 mode: --/CR res: [0x200003ab1:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ab9b expref: 25 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764389.621141:0:42324:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944587808c00, rc 0) 00000100:00100000:1.0:1775764389.621400:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944483642300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+24:46791:x1862022098255616:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 916us (1100us total) trans 34359738382 rc 301/301 00000100:00100000:1.0:1775764389.621410:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 39 00000100:00100000:1.0:1775764389.630943:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764389.634439:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098255744 00000100:00100000:0.0:1775764389.634463:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098255744 00000100:00100000:0.0:1775764389.634856:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 40 00000100:00100000:0.0:1775764389.634868:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445b2cb0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+24:46791:x1862022098255744:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:0.0:1775764389.634897:0:42326:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764389.634923:0:42326:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bd390400/0x57b8ff0e0304df25 lrc: 2/0,0 mode: --/CR res: [0x200003ab1:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17aba2 expref: -99 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764389.635261:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bd390a00/0x57b8ff0e0304df2c lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764389.635286:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bd390a00/0x57b8ff0e0304df2c lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x5:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764389.635301:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bd390a00/0x57b8ff0e0304df2c lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x5:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764389.635386:0:42326:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab1:0x5:0x0]: returning size 512 00000004:00200000:0.0:1775764389.635392:0:42326:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1775764389.635428:0:42326:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9445bd390a00/0x57b8ff0e0304df2c lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x5:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764389.635460:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bd390400/0x57b8ff0e0304df25 lrc: 0/0,0 mode: --/CR res: [0x200003ab1:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17aba2 expref: 26 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764389.635492:0:42326:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bd390a00/0x57b8ff0e0304df2c lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x5:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17aba2 expref: 25 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764389.635501:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x5:0x0].0x0 (ffff944582f80b00) 00010000:00010000:0.0:1775764389.635505:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1775764389.635509:0:42326:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445bd390a00, rc 0) 00000100:00100000:0.0:1775764389.635632:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445b2cb0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+25:46791:x1862022098255744:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 766us (4701us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764389.635640:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 40 00000100:00100000:0.0:1775764389.642199:0:42327:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098255872 00000100:00100000:0.0:1775764389.642210:0:42327:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098255872 00000100:00100000:1.0:1775764389.642482:0:42327:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 6 00000100:00100000:1.0:1775764389.642496:0:42327:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bf4f8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+25:46791:x1862022098255872:12345-192.168.202.28@tcp:37:lfs.0 00000100:00100000:3.0:1775764389.657266:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00010000:00010000:0.0:1775764389.697068:0:42313:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775764389.752896:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764389.761614:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764389.761666:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764389.762397:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098256512 00000100:00100000:0.0:1775764389.762410:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098256512 00000100:00100000:0.0:1775764389.762487:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 42 00000100:00100000:0.0:1775764389.762499:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bb488a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+27:46797:x1862022098256512:12345-192.168.202.28@tcp:101:dd.0 00010000:00010000:0.0:1775764389.762524:0:42326:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764389.762528:0:42326:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1775764389.762560:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944580031200/0x57b8ff0e0304ded1 lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0x3:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ab86 expref: 27 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764389.762584:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x3:0x0].0x0 (ffff94459084aa00) 00010000:00010000:0.0:1775764389.762591:0:42326:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1775764389.762608:0:42326:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bd390400/0x57b8ff0e0304df4f lrc: 2/0,0 mode: --/CW res: [0x200003ab1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17abb0 expref: -99 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764389.762742:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bd390800/0x57b8ff0e0304df56 lrc: 3/0,1 mode: --/CW res: [0x200003ab1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764389.762757:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bd390800/0x57b8ff0e0304df56 lrc: 3/0,1 mode: CW/CW res: [0x200003ab1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764389.762767:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bd390800/0x57b8ff0e0304df56 lrc: 3/0,1 mode: CW/CW res: [0x200003ab1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764389.762781:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bd390000/0x57b8ff0e0304df5d lrc: 3/0,1 mode: --/PW res: [0x200003ab1:0x3:0x0].0xeab58702 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764389.762787:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bd390000/0x57b8ff0e0304df5d lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0x3:0x0].0xeab58702 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764389.762793:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bd390000/0x57b8ff0e0304df5d lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0x3:0x0].0xeab58702 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1775764389.763433:0:42326:0:(osp_internal.h:570:osp_update_last_fid()) Gap in objids: start=[0x280000400:0xd4:0x0], count =46 00000004:00080000:0.0:1775764389.763440:0:42326:0:(osp_object.c:1640:osp_create()) Writing gap [0x280000400:0xd4:0x0]+46 in llog 00000004:00080000:0.0:1775764389.763490:0:42326:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x102:0x0], index 1: 0 00010000:00010000:0.0:1775764389.763674:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bd391200/0x57b8ff0e0304df64 lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764389.763685:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bd391200/0x57b8ff0e0304df64 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764389.763693:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bd391200/0x57b8ff0e0304df64 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764389.763729:0:42326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bd390800/0x57b8ff0e0304df56 lrc: 3/0,1 mode: CW/CW res: [0x200003ab1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764389.763736:0:42326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445bd390800/0x57b8ff0e0304df56 lrc: 2/0,0 mode: CW/CW res: [0x200003ab1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764389.763742:0:42326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445bd390800/0x57b8ff0e0304df56 lrc: 3/0,0 mode: CW/CW res: [0x200003ab1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764389.763748:0:42326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445bd390800 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:0.0:1775764389.763752:0:42326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bd390800/0x57b8ff0e0304df56 lrc: 3/0,0 mode: CW/CW res: [0x200003ab1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764389.763758:0:42326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bd390800/0x57b8ff0e0304df56 lrc: 4/0,0 mode: CW/CW res: [0x200003ab1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764389.763768:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x3:0x0].0x0 (ffff94459084aa00) 00010000:00010000:0.0:1775764389.763771:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764389.763775:0:42326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445bd390800/0x57b8ff0e0304df56 lrc: 2/0,0 mode: --/CW res: [0x200003ab1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764389.763780:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bd390800/0x57b8ff0e0304df56 lrc: 0/0,0 mode: --/CW res: [0x200003ab1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764389.763791:0:42326:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000014eb7f84 reply state 00000000853ec2b2 transno 34359738384 ns: mdt-lustre-MDT0000_UUID lock: ffff9445bd390000/0x57b8ff0e0304df5d lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0x3:0x0].0xeab58702 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764389.763833:0:42326:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1775764389.763864:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bd390400/0x57b8ff0e0304df4f lrc: 0/0,0 mode: --/CW res: [0x200003ab1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17abb0 expref: 29 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764389.763878:0:42326:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bd391200/0x57b8ff0e0304df64 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17abb0 expref: 28 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764389.763889:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x6:0x0].0x0 (ffff944582f80a00) 00010000:00010000:0.0:1775764389.763892:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1775764389.763894:0:42326:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445bd391200, rc 0) 00000100:00100000:0.0:1775764389.763972:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bb488a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+29:46797:x1862022098256512:12345-192.168.202.28@tcp:101:dd.0 Request processed in 1476us (2370us total) trans 34359738384 rc 0/0 00000100:00100000:0.0:1775764389.763981:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 42 00000100:00100000:1.0:1775764389.764336:0:44302:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098256640 00000100:00100000:1.0:1775764389.764347:0:44302:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098256640 00000100:00100000:1.0:1775764389.764408:0:44302:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 0 00000100:00100000:1.0:1775764389.764418:0:44302:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bb488700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+29:2378:x1862022098256640:12345-192.168.202.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1775764389.764431:0:44302:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764389.764444:0:44302:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944580030400/0x57b8ff0e0304df48 lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0x3:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17aba9 expref: 29 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764389.764457:0:44302:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x3:0x0].0x0 (ffff94459084aa00) 00010000:00010000:1.0:1775764389.764467:0:44302:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1775764389.764492:0:44302:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bb488700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+28:2378:x1862022098256640:12345-192.168.202.28@tcp:103:ldlm_bl.0 Request processed in 76us (2825us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764389.764499:0:44302:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 0 00000100:00100000:3.0:1775764389.770661:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764389.771614:0:43212:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098256768 00000100:00100000:0.0:1775764389.771627:0:43212:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098256768 00000100:00100000:0.0:1775764389.771699:0:43212:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 13 00000100:00100000:0.0:1775764389.771710:0:43212:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bbf2f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+5:46797:x1862022098256768:12345-192.168.202.28@tcp:101:dd.0 00010000:00010000:0.0:1775764389.771729:0:43212:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764389.771765:0:43212:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000fdce8bdf/0x57b8ff0e0304df72 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x102:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17abb7 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1775764389.771791:0:43212:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x102:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1775764389.771836:0:43212:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764389.771839:0:43212:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764389.771848:0:43212:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000fdce8bdf/0x57b8ff0e0304df72 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x102:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17abb7 expref: 6 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764389.771868:0:43212:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000fdce8bdf/0x57b8ff0e0304df72 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x102:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17abb7 expref: 6 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764389.771881:0:43212:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445bd390800, rc 0) 00000100:00100000:0.0:1775764389.771941:0:43212:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bbf2f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+6:46797:x1862022098256768:12345-192.168.202.28@tcp:101:dd.0 Request processed in 233us (1290us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764389.771961:0:43212:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 13 00000100:00100000:3.0:1775764389.780154:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764389.889789:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764389.889944:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098257280 00000100:00100000:0.0:1775764389.889955:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098257280 00000100:00100000:0.0:1775764389.890011:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 43 00000100:00100000:0.0:1775764389.890022:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445b2cb0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+28:46807:x1862022098257280:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:0.0:1775764389.890048:0:42325:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764389.890069:0:42325:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bd390400/0x57b8ff0e0304df79 lrc: 2/0,0 mode: --/CR res: [0x200003ab1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17abbe expref: -99 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764389.890195:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bd391400/0x57b8ff0e0304df80 lrc: 3/1,0 mode: --/CR res: [0x200003ab1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764389.890212:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bd391400/0x57b8ff0e0304df80 lrc: 3/1,0 mode: CR/CR res: [0x200003ab1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764389.890226:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bd391400/0x57b8ff0e0304df80 lrc: 3/1,0 mode: CR/CR res: [0x200003ab1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764389.890242:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bd390000/0x57b8ff0e0304df87 lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0x1:0x0].0x56ea59b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764389.890249:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bd390000/0x57b8ff0e0304df87 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x1:0x0].0x56ea59b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764389.890256:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bd390000/0x57b8ff0e0304df87 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x1:0x0].0x56ea59b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764389.890390:0:42325:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab1:0x3:0x0]: returning size 512 00010000:00010000:0.0:1775764389.890486:0:42325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bd391400/0x57b8ff0e0304df80 lrc: 3/1,0 mode: CR/CR res: [0x200003ab1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764389.890497:0:42325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445bd391400/0x57b8ff0e0304df80 lrc: 2/0,0 mode: CR/CR res: [0x200003ab1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764389.890503:0:42325:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445bd391400/0x57b8ff0e0304df80 lrc: 3/0,0 mode: CR/CR res: [0x200003ab1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764389.890509:0:42325:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445bd391400 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:0.0:1775764389.890513:0:42325:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bd391400/0x57b8ff0e0304df80 lrc: 3/0,0 mode: CR/CR res: [0x200003ab1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764389.890520:0:42325:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bd391400/0x57b8ff0e0304df80 lrc: 4/0,0 mode: CR/CR res: [0x200003ab1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764389.890533:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x1:0x0].0x0 (ffff94459084ae00) 00010000:00010000:0.0:1775764389.890536:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764389.890541:0:42325:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445bd391400/0x57b8ff0e0304df80 lrc: 2/0,0 mode: --/CR res: [0x200003ab1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764389.890547:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bd391400/0x57b8ff0e0304df80 lrc: 0/0,0 mode: --/CR res: [0x200003ab1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764389.890562:0:42325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bd390000/0x57b8ff0e0304df87 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x1:0x0].0x56ea59b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764389.890567:0:42325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445bd390000/0x57b8ff0e0304df87 lrc: 2/0,0 mode: PR/PR res: [0x200003ab1:0x1:0x0].0x56ea59b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764389.890574:0:42325:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445bd390000/0x57b8ff0e0304df87 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x1:0x0].0x56ea59b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764389.890578:0:42325:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445bd390000 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:0.0:1775764389.890581:0:42325:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bd390000/0x57b8ff0e0304df87 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x1:0x0].0x56ea59b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764389.890587:0:42325:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bd390000/0x57b8ff0e0304df87 lrc: 4/0,0 mode: PR/PR res: [0x200003ab1:0x1:0x0].0x56ea59b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764389.890594:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x1:0x0].0x56ea59b (ffff944582f80600) 00010000:00010000:0.0:1775764389.890596:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764389.890598:0:42325:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445bd390000/0x57b8ff0e0304df87 lrc: 2/0,0 mode: --/PR res: [0x200003ab1:0x1:0x0].0x56ea59b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764389.890603:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bd390000/0x57b8ff0e0304df87 lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0x1:0x0].0x56ea59b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764389.890643:0:42325:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bd390400/0x57b8ff0e0304df79 lrc: 1/0,0 mode: --/CR res: [0x200003ab1:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17abbe expref: 30 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764389.890653:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x1:0x0].0x0 (ffff94459084ae00) 00010000:00010000:0.0:1775764389.890655:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1775764389.890659:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bd390400/0x57b8ff0e0304df79 lrc: 0/0,0 mode: --/CR res: [0x200003ab1:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17abbe expref: 30 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764389.890668:0:42325:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445bd390400, rc 0) 00000100:00100000:0.0:1775764389.890952:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445b2cb0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+29:46807:x1862022098257280:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 930us (1174us total) trans 34359738386 rc 301/301 00000100:00100000:0.0:1775764389.890960:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 43 00000100:00100000:3.0:1775764389.898591:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764389.951368:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764389.960769:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764389.960899:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098257920 00000100:00100000:0.0:1775764389.960909:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098257920 00000100:00100000:0.0:1775764389.960965:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 45 00000100:00100000:0.0:1775764389.960974:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bea13b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+31:46808:x1862022098257920:12345-192.168.202.28@tcp:36:rm.0 00010000:00010000:0.0:1775764389.961031:0:42325:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764389.961058:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bd391200/0x57b8ff0e0304df64 lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0x6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17abb0 expref: 31 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764389.961079:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x6:0x0].0x0 (ffff944582f80a00) 00010000:00010000:0.0:1775764389.961089:0:42325:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1775764389.961111:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bd390400/0x57b8ff0e0304dfb1 lrc: 3/0,1 mode: --/CW res: [0x200003ab1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764389.961135:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bd390400/0x57b8ff0e0304dfb1 lrc: 3/0,1 mode: CW/CW res: [0x200003ab1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764389.961146:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bd390400/0x57b8ff0e0304dfb1 lrc: 3/0,1 mode: CW/CW res: [0x200003ab1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764389.961161:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bd390000/0x57b8ff0e0304dfb8 lrc: 3/0,1 mode: --/PW res: [0x200003ab1:0x3:0x0].0xeab58702 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764389.961167:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bd390000/0x57b8ff0e0304dfb8 lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0x3:0x0].0xeab58702 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764389.961174:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bd390000/0x57b8ff0e0304dfb8 lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0x3:0x0].0xeab58702 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764389.961294:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bd391400/0x57b8ff0e0304dfbf lrc: 3/0,1 mode: --/EX res: [0x200003ab1:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764389.961302:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bd391400/0x57b8ff0e0304dfbf lrc: 3/0,1 mode: EX/EX res: [0x200003ab1:0x6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764389.961308:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bd391400/0x57b8ff0e0304dfbf lrc: 3/0,1 mode: EX/EX res: [0x200003ab1:0x6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1775764389.962225:0:42325:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x30:0x0].2, 64 off8320 00000004:00080000:0.0:1775764389.962237:0:42325:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1856809438453ns, next at 1857809435828ns, rc = 0 00010000:00010000:0.0:1775764389.962311:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bd390600/0x57b8ff0e0304dfc6 lrc: 3/0,1 mode: --/PW res: [0x200003ab1:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764389.962321:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bd390600/0x57b8ff0e0304dfc6 lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0x6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764389.962330:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bd390600/0x57b8ff0e0304dfc6 lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0x6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764389.962337:0:42325:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bd390600/0x57b8ff0e0304dfc6 lrc: 4/0,1 mode: PW/PW res: [0x200003ab1:0x6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764389.962343:0:42325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bd390600/0x57b8ff0e0304dfc6 lrc: 4/0,1 mode: PW/PW res: [0x200003ab1:0x6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764389.962348:0:42325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445bd390600/0x57b8ff0e0304dfc6 lrc: 3/0,0 mode: PW/PW res: [0x200003ab1:0x6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764389.962378:0:42325:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1775764389.962420:0:42325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bd391400/0x57b8ff0e0304dfbf lrc: 3/0,1 mode: EX/EX res: [0x200003ab1:0x6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764389.962426:0:42325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445bd391400/0x57b8ff0e0304dfbf lrc: 2/0,0 mode: EX/EX res: [0x200003ab1:0x6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764389.962432:0:42325:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445bd391400/0x57b8ff0e0304dfbf lrc: 3/0,0 mode: EX/EX res: [0x200003ab1:0x6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764389.962437:0:42325:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445bd391400 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:0.0:1775764389.962442:0:42325:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bd391400/0x57b8ff0e0304dfbf lrc: 3/0,0 mode: EX/EX res: [0x200003ab1:0x6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764389.962461:0:42325:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bd391400/0x57b8ff0e0304dfbf lrc: 4/0,0 mode: EX/EX res: [0x200003ab1:0x6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764389.962478:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x6:0x0].0x0 (ffff944582f80300) 00010000:00010000:0.0:1775764389.962481:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1775764389.962485:0:42325:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445bd391400/0x57b8ff0e0304dfbf lrc: 2/0,0 mode: --/EX res: [0x200003ab1:0x6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764389.962489:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bd391400/0x57b8ff0e0304dfbf lrc: 0/0,0 mode: --/EX res: [0x200003ab1:0x6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764389.962506:0:42325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bd390400/0x57b8ff0e0304dfb1 lrc: 3/0,1 mode: CW/CW res: [0x200003ab1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764389.962512:0:42325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445bd390400/0x57b8ff0e0304dfb1 lrc: 2/0,0 mode: CW/CW res: [0x200003ab1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764389.962517:0:42325:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445bd390400/0x57b8ff0e0304dfb1 lrc: 3/0,0 mode: CW/CW res: [0x200003ab1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764389.962522:0:42325:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445bd390400 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:0.0:1775764389.962525:0:42325:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bd390400/0x57b8ff0e0304dfb1 lrc: 3/0,0 mode: CW/CW res: [0x200003ab1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764389.962530:0:42325:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bd390400/0x57b8ff0e0304dfb1 lrc: 4/0,0 mode: CW/CW res: [0x200003ab1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764389.962536:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x3:0x0].0x0 (ffff94459084a300) 00010000:00010000:0.0:1775764389.962538:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764389.962541:0:42325:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445bd390400/0x57b8ff0e0304dfb1 lrc: 2/0,0 mode: --/CW res: [0x200003ab1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764389.962546:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bd390400/0x57b8ff0e0304dfb1 lrc: 0/0,0 mode: --/CW res: [0x200003ab1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764389.962553:0:42325:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000076586be6 reply state 00000000da126025 transno 34359738388 ns: mdt-lustre-MDT0000_UUID lock: ffff9445bd390000/0x57b8ff0e0304dfb8 lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0x3:0x0].0xeab58702 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764389.962561:0:42325:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1775764389.962656:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bea13b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+32:46808:x1862022098257920:12345-192.168.202.28@tcp:36:rm.0 Request processed in 1680us (1894us total) trans 34359738388 rc 0/0 00000100:00100000:0.0:1775764389.962665:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 45 00000100:00100000:3.0:1775764390.046932:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764390.047224:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098258176 00000100:00100000:0.0:1775764390.047237:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098258176 00000100:00100000:0.0:1775764390.047328:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 46 00000100:00100000:0.0:1775764390.047340:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bea13100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+31:46814:x1862022098258176:12345-192.168.202.28@tcp:101:dd.0 00010000:00010000:0.0:1775764390.047368:0:42326:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00080000:3.0:1775764390.047384:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1775764390.047389:0:42326:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bd390400/0x57b8ff0e0304dfcd lrc: 2/0,0 mode: --/CW res: [0x200003ab1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17abcc expref: -99 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764390.047539:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bd391400/0x57b8ff0e0304dfd4 lrc: 3/0,1 mode: --/CW res: [0x200003ab1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764390.047554:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bd391400/0x57b8ff0e0304dfd4 lrc: 3/0,1 mode: CW/CW res: [0x200003ab1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764390.047567:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bd391400/0x57b8ff0e0304dfd4 lrc: 3/0,1 mode: CW/CW res: [0x200003ab1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764390.047582:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bd391200/0x57b8ff0e0304dfdb lrc: 3/0,1 mode: --/PW res: [0x200003ab1:0x3:0x0].0xd15934bc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764390.047589:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bd391200/0x57b8ff0e0304dfdb lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0x3:0x0].0xd15934bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764390.047596:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bd391200/0x57b8ff0e0304dfdb lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0x3:0x0].0xd15934bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764390.048496:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bd390000/0x57b8ff0e0304dfe2 lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0x7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764390.048508:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bd390000/0x57b8ff0e0304dfe2 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x7:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764390.048517:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bd390000/0x57b8ff0e0304dfe2 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x7:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764390.048526:0:42326:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab1:0x7:0x0]: returning size 0 00010000:00010000:0.0:1775764390.048550:0:42326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bd391400/0x57b8ff0e0304dfd4 lrc: 3/0,1 mode: CW/CW res: [0x200003ab1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764390.048556:0:42326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445bd391400/0x57b8ff0e0304dfd4 lrc: 2/0,0 mode: CW/CW res: [0x200003ab1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764390.048562:0:42326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445bd391400/0x57b8ff0e0304dfd4 lrc: 3/0,0 mode: CW/CW res: [0x200003ab1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764390.048566:0:42326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445bd391400 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:0.0:1775764390.048570:0:42326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bd391400/0x57b8ff0e0304dfd4 lrc: 3/0,0 mode: CW/CW res: [0x200003ab1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764390.048577:0:42326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bd391400/0x57b8ff0e0304dfd4 lrc: 4/0,0 mode: CW/CW res: [0x200003ab1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764390.048591:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x3:0x0].0x0 (ffff94459084a300) 00010000:00010000:0.0:1775764390.048593:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764390.048598:0:42326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445bd391400/0x57b8ff0e0304dfd4 lrc: 2/0,0 mode: --/CW res: [0x200003ab1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764390.048603:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bd391400/0x57b8ff0e0304dfd4 lrc: 0/0,0 mode: --/CW res: [0x200003ab1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764390.048614:0:42326:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000063284fb9 reply state 000000003d039a93 transno 34359738389 ns: mdt-lustre-MDT0000_UUID lock: ffff9445bd391200/0x57b8ff0e0304dfdb lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0x3:0x0].0xd15934bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764390.048622:0:42326:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1775764390.048651:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bd390400/0x57b8ff0e0304dfcd lrc: 0/0,0 mode: --/CW res: [0x200003ab1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17abcc expref: 34 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764390.048664:0:42326:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bd390000/0x57b8ff0e0304dfe2 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x7:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17abcc expref: 33 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764390.048671:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x7:0x0].0x0 (ffff944582f80800) 00010000:00010000:0.0:1775764390.048673:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 9 00010000:00010000:0.0:1775764390.048676:0:42326:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445bd390000, rc 0) 00000100:00100000:0.0:1775764390.048769:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bea13100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+34:46814:x1862022098258176:12345-192.168.202.28@tcp:101:dd.0 Request processed in 1431us (1847us total) trans 34359738389 rc 0/0 00000100:00100000:0.0:1775764390.048778:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 46 00000100:00100000:3.0:1775764390.074815:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764390.145640:0:3328:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445b2cb1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3328:1862022118941440:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1775764390.145719:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764390.145958:0:42948:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118941440 00000100:00100000:1.0:1775764390.145967:0:42948:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118941440 00000100:00100000:1.0:1775764390.146037:0:42948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:1.0:1775764390.146047:0:42948:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bea11f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3328:x1862022118941440:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1775764390.146090:0:42948:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 47644672 pending 0 free 3767533568 avail 3765436416 00000100:00100000:1.0:1775764390.146148:0:42948:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bea11f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3328:x1862022118941440:12345-0@lo:13:osp-pre-1-0.0 Request processed in 103us (429us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764390.146155:0:42948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:1.0:1775764390.146198:0:3328:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445b2cb1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3328:1862022118941440:0@lo:13:osp-pre-1-0.0 00000100:00080000:3.0:1775764390.147178:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1775764390.185992:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764390.186349:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098258688 00000100:00100000:0.0:1775764390.186359:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098258688 00000100:00100000:0.0:1775764390.186422:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 47 00000100:00100000:0.0:1775764390.186432:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bea13480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+34:46824:x1862022098258688:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:0.0:1775764390.186475:0:42325:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764390.186497:0:42325:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bd390400/0x57b8ff0e0304dff0 lrc: 2/0,0 mode: --/CR res: [0x200003ab1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17abd3 expref: -99 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764390.186646:0:42325:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab1:0x3:0x0]: returning size 512 00010000:00010000:0.0:1775764390.187446:0:42325:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bd390400/0x57b8ff0e0304dff0 lrc: 1/0,0 mode: --/CR res: [0x200003ab1:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17abd3 expref: 36 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764390.187528:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x1:0x0].0x0 (ffff94459084ae00) 00010000:00010000:0.0:1775764390.187532:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1775764390.187538:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bd390400/0x57b8ff0e0304dff0 lrc: 0/0,0 mode: --/CR res: [0x200003ab1:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17abd3 expref: 36 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764390.187615:0:42325:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445bd390400, rc 0) 00000100:00100000:0.0:1775764390.187780:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bea13480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+35:46824:x1862022098258688:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 1348us (1796us total) trans 34359738391 rc 301/301 00000100:00100000:0.0:1775764390.187790:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 47 00000100:00100000:3.0:1775764390.195212:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764390.195386:0:42328:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098258944 00000100:00100000:0.0:1775764390.195399:0:42328:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098258944 00000100:00100000:0.0:1775764390.195475:0:42328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 11 00000100:00100000:0.0:1775764390.195486:0:42328:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bea10e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+35:46824:x1862022098258944:12345-192.168.202.28@tcp:35:lfs.0 00000100:00100000:0.0:1775764390.196108:0:42328:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bea10e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+36:46824:x1862022098258944:12345-192.168.202.28@tcp:35:lfs.0 Request processed in 622us (907us total) trans 34359738392 rc 0/0 00000100:00100000:0.0:1775764390.196117:0:42328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 11 00000100:00100000:3.0:1775764390.311225:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764390.312191:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098259072 00000100:00100000:0.0:1775764390.312204:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098259072 00000100:00100000:0.0:1775764390.312278:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 48 00000100:00100000:0.0:1775764390.312289:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944589103b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+36:46830:x1862022098259072:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:0.0:1775764390.312317:0:42326:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764390.312351:0:42326:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bd390400/0x57b8ff0e0304dffe lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17abda expref: -99 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764390.312435:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bd391400/0x57b8ff0e0304e005 lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764390.312449:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bd391400/0x57b8ff0e0304e005 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764390.312472:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bd391400/0x57b8ff0e0304e005 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764390.312541:0:42326:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab1:0x1:0x0]: returning size 512 00000004:00200000:0.0:1775764390.312545:0:42326:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 2 stripe count 1 MDT count 1 00000004:00010000:0.0:1775764390.312903:0:42326:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9445bd391400/0x57b8ff0e0304e005 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764390.312945:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bd390400/0x57b8ff0e0304dffe lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17abda expref: 38 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764390.312967:0:42326:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bd391400/0x57b8ff0e0304e005 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17abda expref: 37 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764390.312976:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x1:0x0].0x0 (ffff94459084ae00) 00010000:00010000:0.0:1775764390.312980:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1775764390.312984:0:42326:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445bd391400, rc 0) 00000100:00100000:0.0:1775764390.313076:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944589103b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+37:46830:x1862022098259072:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 789us (1860us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764390.313086:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 48 00000100:00100000:3.0:1775764390.316381:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764390.316741:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098259200 00000100:00100000:0.0:1775764390.316753:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098259200 00000100:00100000:0.0:1775764390.316835:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 49 00000100:00100000:0.0:1775764390.316845:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944589100700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+37:46830:x1862022098259200:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:0.0:1775764390.316868:0:42325:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764390.316889:0:42325:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bd390600/0x57b8ff0e0304e00c lrc: 2/0,0 mode: --/CR res: [0x200003ab1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17abe1 expref: -99 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764390.317191:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bd391200/0x57b8ff0e0304e013 lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764390.317207:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bd391200/0x57b8ff0e0304e013 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x3:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764390.317219:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bd391200/0x57b8ff0e0304e013 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x3:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764390.317284:0:42325:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab1:0x3:0x0]: returning size 512 00000004:00200000:0.0:1775764390.317289:0:42325:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00010000:0.0:1775764390.317314:0:42325:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9445bd391200/0x57b8ff0e0304e013 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x3:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764390.317440:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bd390600/0x57b8ff0e0304e00c lrc: 0/0,0 mode: --/CR res: [0x200003ab1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17abe1 expref: 39 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764390.317459:0:42325:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bd391200/0x57b8ff0e0304e013 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x3:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17abe1 expref: 38 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764390.317473:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x3:0x0].0x0 (ffff94459084a300) 00010000:00010000:0.0:1775764390.317476:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1775764390.317479:0:42325:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445bd391200, rc 0) 00000100:00100000:0.0:1775764390.317544:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944589100700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+38:46830:x1862022098259200:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 699us (1173us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764390.317750:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 49 00000100:00100000:3.0:1775764390.327221:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764390.343967:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764390.344276:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098259584 00000100:00100000:0.0:1775764390.344287:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098259584 00000100:00100000:0.0:1775764390.344361:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 51 00000100:00100000:0.0:1775764390.344372:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944589101c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+39:46830:x1862022098259584:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:0.0:1775764390.344393:0:42325:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764390.344413:0:42325:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bd390600/0x57b8ff0e0304e028 lrc: 2/0,0 mode: --/CR res: [0x200003ab1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17abef expref: -99 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764390.344699:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bd390400/0x57b8ff0e0304e02f lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0x7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764390.344714:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bd390400/0x57b8ff0e0304e02f lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764390.344726:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bd390400/0x57b8ff0e0304e02f lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764390.344737:0:42325:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab1:0x7:0x0]: returning size 0 00010000:00010000:0.0:1775764390.344940:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bd390600/0x57b8ff0e0304e028 lrc: 0/0,0 mode: --/CR res: [0x200003ab1:0x3:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17abef expref: 42 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764390.344963:0:42325:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bd390400/0x57b8ff0e0304e02f lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17abef expref: 41 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764390.344971:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x7:0x0].0x0 (ffff944582f80800) 00010000:00010000:0.0:1775764390.344974:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1775764390.344978:0:42325:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445bd390400, rc 0) 00000100:00100000:0.0:1775764390.345059:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944589101c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+41:46830:x1862022098259584:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 689us (1102us total) trans 34359738393 rc 0/0 00000100:00100000:0.0:1775764390.345068:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 51 00000100:00100000:3.0:1775764390.351895:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764390.352585:0:42311:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098259840 00000100:00100000:0.0:1775764390.352597:0:42311:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098259840 00000100:00100000:0.0:1775764390.352670:0:42311:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 1 00000100:00100000:0.0:1775764390.352680:0:42311:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944589100380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+41:2378:x1862022098259840:12345-192.168.202.28@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1775764390.352694:0:42311:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764390.352720:0:42311:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bd390400/0x57b8ff0e0304e02f lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17abef expref: 41 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764390.352738:0:42311:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x7:0x0].0x0 (ffff944582f80800) 00010000:00010000:0.0:1775764390.352742:0:42311:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775764390.352839:0:42311:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944589100380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+40:2378:x1862022098259840:12345-192.168.202.28@tcp:103:ldlm_bl.0 Request processed in 160us (957us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764390.352846:0:42311:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 1 00000100:00100000:3.0:1775764390.363611:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764390.363780:0:42327:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098259968 00000100:00100000:1.0:1775764390.363792:0:42327:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098259968 00000100:00100000:1.0:1775764390.363882:0:42327:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 12 00000100:00100000:1.0:1775764390.363892:0:42327:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944589100000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+40:46830:x1862022098259968:12345-192.168.202.28@tcp:35:lfs.0 00000100:00100000:1.0:1775764390.364191:0:42327:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944589100000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+41:46830:x1862022098259968:12345-192.168.202.28@tcp:35:lfs.0 Request processed in 299us (590us total) trans 34359738394 rc 0/0 00000100:00100000:1.0:1775764390.364199:0:42327:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 12 00000100:00100000:3.0:1775764390.422940:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764390.423060:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098260224 00000100:00100000:0.0:1775764390.423072:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098260224 00000100:00100000:0.0:1775764390.423147:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 52 00000100:00100000:0.0:1775764390.423159:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944589101880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+41:46831:x1862022098260224:12345-192.168.202.28@tcp:36:rm.0 00010000:00010000:0.0:1775764390.423227:0:42326:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:0.0:1775764390.423259:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944580031400/0x57b8ff0e0304e021 lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17abe8 expref: 41 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764390.423290:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bd390000/0x57b8ff0e0304dfe2 lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0x7:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17abcc expref: 40 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764390.423302:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x7:0x0].0x0 (ffff944582f80800) 00010000:00010000:0.0:1775764390.423320:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bd391200/0x57b8ff0e0304e013 lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0x3:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17abe1 expref: 39 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764390.423330:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x3:0x0].0x0 (ffff94459084a300) 00010000:00010000:0.0:1775764390.423333:0:42326:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1775764390.423361:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bd390400/0x57b8ff0e0304e03d lrc: 3/0,1 mode: --/CW res: [0x200003ab1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764390.423374:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bd390400/0x57b8ff0e0304e03d lrc: 3/0,1 mode: CW/CW res: [0x200003ab1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764390.423384:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bd390400/0x57b8ff0e0304e03d lrc: 3/0,1 mode: CW/CW res: [0x200003ab1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764390.423396:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bd390600/0x57b8ff0e0304e044 lrc: 3/0,1 mode: --/PW res: [0x200003ab1:0x3:0x0].0xd15934bc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764390.423403:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bd390600/0x57b8ff0e0304e044 lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0x3:0x0].0xd15934bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764390.423408:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bd390600/0x57b8ff0e0304e044 lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0x3:0x0].0xd15934bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764390.423541:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d600/0x57b8ff0e0304e04b lrc: 3/0,1 mode: --/EX res: [0x200003ab1:0x7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764390.423549:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d600/0x57b8ff0e0304e04b lrc: 3/0,1 mode: EX/EX res: [0x200003ab1:0x7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764390.423556:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d600/0x57b8ff0e0304e04b lrc: 3/0,1 mode: EX/EX res: [0x200003ab1:0x7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764390.429754:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2147400/0x57b8ff0e0304e052 lrc: 3/0,1 mode: --/PW res: [0x200003ab1:0x7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764390.429778:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2147400/0x57b8ff0e0304e052 lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0x7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764390.429793:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2147400/0x57b8ff0e0304e052 lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0x7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764390.429853:0:42326:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2147400/0x57b8ff0e0304e052 lrc: 4/0,1 mode: PW/PW res: [0x200003ab1:0x7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764390.429860:0:42326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2147400/0x57b8ff0e0304e052 lrc: 4/0,1 mode: PW/PW res: [0x200003ab1:0x7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764390.429867:0:42326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2147400/0x57b8ff0e0304e052 lrc: 3/0,0 mode: PW/PW res: [0x200003ab1:0x7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764390.429891:0:42326:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1775764390.429921:0:42326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d600/0x57b8ff0e0304e04b lrc: 3/0,1 mode: EX/EX res: [0x200003ab1:0x7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764390.429927:0:42326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d600/0x57b8ff0e0304e04b lrc: 2/0,0 mode: EX/EX res: [0x200003ab1:0x7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764390.429933:0:42326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d600/0x57b8ff0e0304e04b lrc: 3/0,0 mode: EX/EX res: [0x200003ab1:0x7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764390.429940:0:42326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445bc27d600 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:3.0:1775764390.429944:0:42326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d600/0x57b8ff0e0304e04b lrc: 3/0,0 mode: EX/EX res: [0x200003ab1:0x7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764390.429952:0:42326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d600/0x57b8ff0e0304e04b lrc: 4/0,0 mode: EX/EX res: [0x200003ab1:0x7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764390.429966:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x7:0x0].0x0 (ffff944582f80500) 00010000:00010000:3.0:1775764390.429969:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1775764390.429973:0:42326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d600/0x57b8ff0e0304e04b lrc: 2/0,0 mode: --/EX res: [0x200003ab1:0x7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764390.429978:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d600/0x57b8ff0e0304e04b lrc: 0/0,0 mode: --/EX res: [0x200003ab1:0x7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764390.429997:0:42326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bd390400/0x57b8ff0e0304e03d lrc: 3/0,1 mode: CW/CW res: [0x200003ab1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764390.430003:0:42326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445bd390400/0x57b8ff0e0304e03d lrc: 2/0,0 mode: CW/CW res: [0x200003ab1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764390.430137:0:42312:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1775764390.430145:0:42312:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2147400/0x57b8ff0e0304e052 lrc: 2/0,0 mode: PW/PW res: [0x200003ab1:0x7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764390.430151:0:42312:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445c2147400 already unused, calling callback (ffffffffc177a060) 00010000:00010000:0.0:1775764390.430155:0:42312:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2147400/0x57b8ff0e0304e052 lrc: 2/0,0 mode: PW/PW res: [0x200003ab1:0x7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764390.430161:0:42312:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2147400/0x57b8ff0e0304e052 lrc: 3/0,0 mode: PW/PW res: [0x200003ab1:0x7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764390.430171:0:42312:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x7:0x0].0x0 (ffff944582f80500) 00010000:00010000:0.0:1775764390.430174:0:42312:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1775764390.430177:0:42312:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2147400/0x57b8ff0e0304e052 lrc: 1/0,0 mode: --/PW res: [0x200003ab1:0x7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764390.430182:0:42312:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2147400/0x57b8ff0e0304e052 lrc: 0/0,0 mode: --/PW res: [0x200003ab1:0x7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764390.430203:0:42312:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764390.430205:0:42312:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764390.430207:0:42312:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764390.430242:0:42326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445bd390400/0x57b8ff0e0304e03d lrc: 3/0,0 mode: CW/CW res: [0x200003ab1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764390.430248:0:42326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445bd390400 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:3.0:1775764390.430251:0:42326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bd390400/0x57b8ff0e0304e03d lrc: 3/0,0 mode: CW/CW res: [0x200003ab1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764390.430257:0:42326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bd390400/0x57b8ff0e0304e03d lrc: 4/0,0 mode: CW/CW res: [0x200003ab1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764390.430269:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x3:0x0].0x0 (ffff94459084a300) 00010000:00010000:3.0:1775764390.430271:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764390.430274:0:42326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445bd390400/0x57b8ff0e0304e03d lrc: 2/0,0 mode: --/CW res: [0x200003ab1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764390.430280:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bd390400/0x57b8ff0e0304e03d lrc: 0/0,0 mode: --/CW res: [0x200003ab1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764390.430292:0:42326:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000004e8cc545 reply state 000000006e27b131 transno 34359738395 ns: mdt-lustre-MDT0000_UUID lock: ffff9445bd390600/0x57b8ff0e0304e044 lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0x3:0x0].0xd15934bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764390.430301:0:42326:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1775764390.430491:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944589101880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+40:46831:x1862022098260224:12345-192.168.202.28@tcp:36:rm.0 Request processed in 7330us (7560us total) trans 34359738395 rc 0/0 00000100:00100000:3.0:1775764390.430501:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 52 00000100:00100000:3.0:1775764390.542234:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764390.550055:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764390.550386:0:44302:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098260736 00000100:00100000:0.0:1775764390.550398:0:44302:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098260736 00000100:00100000:0.0:1775764390.550496:0:44302:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 2 00000100:00100000:0.0:1775764390.550508:0:44302:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445b2cb1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+40:2379:x1862022098260736:12345-192.168.202.28@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1775764390.550523:0:44302:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764390.550550:0:44302:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944580031000/0x57b8ff0e0304e06e lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0x5:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17abf6 expref: 40 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764390.550576:0:44302:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x5:0x0].0x0 (ffff944582f80b00) 00010000:00010000:0.0:1775764390.550582:0:44302:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775764390.550644:0:44302:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445b2cb1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+39:2379:x1862022098260736:12345-192.168.202.28@tcp:103:ldlm_bl.0 Request processed in 138us (598us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764390.550652:0:44302:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 2 00000100:00100000:0.0:1775764390.557848:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764390.558320:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098260608 00000100:00100000:3.0:1775764390.558333:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098260608 00000100:00100000:3.0:1775764390.558402:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 54 00000100:00100000:3.0:1775764390.558413:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944483643480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+39:46837:x1862022098260608:12345-192.168.202.28@tcp:101:dd.0 00010000:00010000:3.0:1775764390.558440:0:42326:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764390.558443:0:42326:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1775764390.558493:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bd390a00/0x57b8ff0e0304df2c lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0x5:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17aba2 expref: 39 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764390.558514:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x5:0x0].0x0 (ffff944582f80b00) 00010000:00010000:3.0:1775764390.558526:0:42326:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1775764390.558545:0:42326:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146600/0x57b8ff0e0304e075 lrc: 2/0,0 mode: --/CW res: [0x200003ab1:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17abfd expref: -99 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764390.558679:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2147e00/0x57b8ff0e0304e07c lrc: 3/0,1 mode: --/CW res: [0x200003ab1:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764390.558693:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2147e00/0x57b8ff0e0304e07c lrc: 3/0,1 mode: CW/CW res: [0x200003ab1:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764390.558703:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2147e00/0x57b8ff0e0304e07c lrc: 3/0,1 mode: CW/CW res: [0x200003ab1:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764390.558714:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2147a00/0x57b8ff0e0304e083 lrc: 3/0,1 mode: --/PW res: [0x200003ab1:0x5:0x0].0xeab58702 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764390.558721:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2147a00/0x57b8ff0e0304e083 lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0x5:0x0].0xeab58702 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764390.558727:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2147a00/0x57b8ff0e0304e083 lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0x5:0x0].0xeab58702 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1775764390.561262:0:42326:0:(osp_internal.h:570:osp_update_last_fid()) Gap in objids: start=[0x240000400:0xd4:0x0], count =46 00000004:00080000:3.0:1775764390.561324:0:42326:0:(osp_object.c:1640:osp_create()) Writing gap [0x240000400:0xd4:0x0]+46 in llog 00000004:00080000:3.0:1775764390.561343:0:42326:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x102:0x0], index 0: 0 00010000:00010000:3.0:1775764390.562400:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2147400/0x57b8ff0e0304e08a lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0x8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764390.562424:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2147400/0x57b8ff0e0304e08a lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764390.562439:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2147400/0x57b8ff0e0304e08a lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764390.563902:0:42326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2147e00/0x57b8ff0e0304e07c lrc: 3/0,1 mode: CW/CW res: [0x200003ab1:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764390.563917:0:42326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2147e00/0x57b8ff0e0304e07c lrc: 2/0,0 mode: CW/CW res: [0x200003ab1:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764390.563924:0:42326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2147e00/0x57b8ff0e0304e07c lrc: 3/0,0 mode: CW/CW res: [0x200003ab1:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764390.563929:0:42326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445c2147e00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:3.0:1775764390.563933:0:42326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2147e00/0x57b8ff0e0304e07c lrc: 3/0,0 mode: CW/CW res: [0x200003ab1:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764390.563941:0:42326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2147e00/0x57b8ff0e0304e07c lrc: 4/0,0 mode: CW/CW res: [0x200003ab1:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764390.563957:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x5:0x0].0x0 (ffff944586564600) 00010000:00010000:3.0:1775764390.563960:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764390.563965:0:42326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2147e00/0x57b8ff0e0304e07c lrc: 2/0,0 mode: --/CW res: [0x200003ab1:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764390.563971:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2147e00/0x57b8ff0e0304e07c lrc: 0/0,0 mode: --/CW res: [0x200003ab1:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764390.563985:0:42326:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000f80d3587 reply state 000000009f128d01 transno 34359738396 ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2147a00/0x57b8ff0e0304e083 lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0x5:0x0].0xeab58702 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764390.563995:0:42326:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1775764390.564052:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146600/0x57b8ff0e0304e075 lrc: 0/0,0 mode: --/CW res: [0x200003ab1:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17abfd expref: 41 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764390.564073:0:42326:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2147400/0x57b8ff0e0304e08a lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17abfd expref: 40 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764390.564086:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x8:0x0].0x0 (ffff944586564a00) 00010000:00010000:3.0:1775764390.564088:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1775764390.564090:0:42326:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445c2147400, rc 0) 00000100:00100000:3.0:1775764390.564193:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944483643480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+41:46837:x1862022098260608:12345-192.168.202.28@tcp:101:dd.0 Request processed in 5781us (6356us total) trans 34359738396 rc 0/0 00000100:00100000:3.0:1775764390.564202:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 54 00000100:00100000:0.0:1775764390.574989:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764390.587204:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764390.587308:0:42327:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098261120 00000100:00100000:1.0:1775764390.587321:0:42327:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098261120 00000100:00100000:1.0:1775764390.587390:0:42327:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 13 00000100:00100000:1.0:1775764390.587401:0:42327:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944589103100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+40:46837:x1862022098261120:12345-192.168.202.28@tcp:35:dd.0 00000100:00100000:0.0:1775764390.591418:0:42327:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944589103100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+41:46837:x1862022098261120:12345-192.168.202.28@tcp:35:dd.0 Request processed in 4006us (4405us total) trans 34359738397 rc 0/0 00000100:00100000:0.0:1775764390.591433:0:42327:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 13 00010000:00010000:1.0:1775764390.723782:0:42313:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775764390.723916:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764390.724201:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098261376 00000100:00100000:3.0:1775764390.724215:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098261376 00000100:00100000:3.0:1775764390.724299:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 55 00000100:00100000:3.0:1775764390.724311:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445b2054000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+41:46848:x1862022098261376:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:3.0:1775764390.724341:0:42324:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764390.724364:0:42324:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146600/0x57b8ff0e0304e09f lrc: 2/0,0 mode: --/CR res: [0x200003ab1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17ac0b expref: -99 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764390.724446:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2147e00/0x57b8ff0e0304e0a6 lrc: 3/1,0 mode: --/CR res: [0x200003ab1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764390.724463:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2147e00/0x57b8ff0e0304e0a6 lrc: 3/1,0 mode: CR/CR res: [0x200003ab1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764390.724478:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2147e00/0x57b8ff0e0304e0a6 lrc: 3/1,0 mode: CR/CR res: [0x200003ab1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764390.724494:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146000/0x57b8ff0e0304e0ad lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0x1:0x0].0x4f902bbd bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764390.724501:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146000/0x57b8ff0e0304e0ad lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x1:0x0].0x4f902bbd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764390.724608:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146000/0x57b8ff0e0304e0ad lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x1:0x0].0x4f902bbd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764390.725383:0:42324:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab1:0x5:0x0]: returning size 7680 00010000:00010000:3.0:1775764390.726398:0:42324:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2147e00/0x57b8ff0e0304e0a6 lrc: 3/1,0 mode: CR/CR res: [0x200003ab1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764390.726412:0:42324:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2147e00/0x57b8ff0e0304e0a6 lrc: 2/0,0 mode: CR/CR res: [0x200003ab1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764390.726419:0:42324:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2147e00/0x57b8ff0e0304e0a6 lrc: 3/0,0 mode: CR/CR res: [0x200003ab1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764390.726426:0:42324:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445c2147e00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:3.0:1775764390.726431:0:42324:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2147e00/0x57b8ff0e0304e0a6 lrc: 3/0,0 mode: CR/CR res: [0x200003ab1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764390.726439:0:42324:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2147e00/0x57b8ff0e0304e0a6 lrc: 4/0,0 mode: CR/CR res: [0x200003ab1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764390.726460:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x1:0x0].0x0 (ffff94459084ae00) 00010000:00010000:3.0:1775764390.726780:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764390.726789:0:42324:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2147e00/0x57b8ff0e0304e0a6 lrc: 2/0,0 mode: --/CR res: [0x200003ab1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764390.726816:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2147e00/0x57b8ff0e0304e0a6 lrc: 0/0,0 mode: --/CR res: [0x200003ab1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764390.726837:0:42324:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146000/0x57b8ff0e0304e0ad lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x1:0x0].0x4f902bbd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764390.726848:0:42324:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146000/0x57b8ff0e0304e0ad lrc: 2/0,0 mode: PR/PR res: [0x200003ab1:0x1:0x0].0x4f902bbd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764390.726853:0:42324:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146000/0x57b8ff0e0304e0ad lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x1:0x0].0x4f902bbd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764390.726859:0:42324:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445c2146000 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:3.0:1775764390.726862:0:42324:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146000/0x57b8ff0e0304e0ad lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x1:0x0].0x4f902bbd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764390.726868:0:42324:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146000/0x57b8ff0e0304e0ad lrc: 4/0,0 mode: PR/PR res: [0x200003ab1:0x1:0x0].0x4f902bbd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764390.726877:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x1:0x0].0x4f902bbd (ffff944586564d00) 00010000:00010000:3.0:1775764390.727350:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764390.727355:0:42324:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146000/0x57b8ff0e0304e0ad lrc: 2/0,0 mode: --/PR res: [0x200003ab1:0x1:0x0].0x4f902bbd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764390.727361:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146000/0x57b8ff0e0304e0ad lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0x1:0x0].0x4f902bbd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764390.727433:0:42324:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146600/0x57b8ff0e0304e09f lrc: 1/0,0 mode: --/CR res: [0x200003ab1:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ac0b expref: 43 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764390.727444:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x1:0x0].0x0 (ffff94459084ae00) 00010000:00010000:3.0:1775764390.727446:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1775764390.727450:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146600/0x57b8ff0e0304e09f lrc: 0/0,0 mode: --/CR res: [0x200003ab1:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ac0b expref: 43 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764390.727471:0:42324:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445c2146600, rc 0) 00000100:00100000:3.0:1775764390.727907:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445b2054000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+42:46848:x1862022098261376:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 3588us (3987us total) trans 34359738398 rc 301/301 00000100:00100000:3.0:1775764390.727916:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 55 00000100:00100000:0.0:1775764390.740898:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764390.740989:0:42328:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098261632 00000100:00100000:1.0:1775764390.741002:0:42328:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098261632 00000100:00100000:1.0:1775764390.741075:0:42328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 14 00000100:00100000:1.0:1775764390.741087:0:42328:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944483641500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+42:46848:x1862022098261632:12345-192.168.202.28@tcp:35:lfs.0 00000100:00100000:1.0:1775764390.741662:0:42328:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944483641500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+43:46848:x1862022098261632:12345-192.168.202.28@tcp:35:lfs.0 Request processed in 576us (779us total) trans 34359738399 rc 0/0 00000100:00100000:1.0:1775764390.741672:0:42328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 14 00000100:00100000:3.0:1775764390.789623:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764390.789834:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098261760 00000100:00100000:0.0:1775764390.789847:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098261760 00000100:00100000:0.0:1775764390.790155:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 56 00000100:00100000:0.0:1775764390.790166:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944589102300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+43:46849:x1862022098261760:12345-192.168.202.28@tcp:101:rm.0 00010000:00010000:0.0:1775764390.790195:0:42326:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764390.790217:0:42326:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27de00/0x57b8ff0e0304e0bb lrc: 2/0,0 mode: --/CR res: [0x200003ab1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17ac12 expref: -99 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764390.790314:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c600/0x57b8ff0e0304e0c2 lrc: 3/1,0 mode: --/CR res: [0x200003ab1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764390.790331:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c600/0x57b8ff0e0304e0c2 lrc: 3/1,0 mode: CR/CR res: [0x200003ab1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764390.790346:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c600/0x57b8ff0e0304e0c2 lrc: 3/1,0 mode: CR/CR res: [0x200003ab1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764390.790361:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d200/0x57b8ff0e0304e0c9 lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0x1:0x0].0x4f902bbd bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764390.790368:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d200/0x57b8ff0e0304e0c9 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x1:0x0].0x4f902bbd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764390.790375:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d200/0x57b8ff0e0304e0c9 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x1:0x0].0x4f902bbd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764390.792578:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d000/0x57b8ff0e0304e0d0 lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764390.792600:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d000/0x57b8ff0e0304e0d0 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x5:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764390.792614:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d000/0x57b8ff0e0304e0d0 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x5:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764390.792719:0:42326:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab1:0x5:0x0]: returning size 7680 00000004:00200000:0.0:1775764390.792724:0:42326:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00010000:0.0:1775764390.792839:0:42326:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d000/0x57b8ff0e0304e0d0 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x5:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764390.792859:0:42326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c600/0x57b8ff0e0304e0c2 lrc: 3/1,0 mode: CR/CR res: [0x200003ab1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764390.792865:0:42326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c600/0x57b8ff0e0304e0c2 lrc: 2/0,0 mode: CR/CR res: [0x200003ab1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764390.792872:0:42326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c600/0x57b8ff0e0304e0c2 lrc: 3/0,0 mode: CR/CR res: [0x200003ab1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764390.792877:0:42326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445bc27c600 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:0.0:1775764390.792881:0:42326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c600/0x57b8ff0e0304e0c2 lrc: 3/0,0 mode: CR/CR res: [0x200003ab1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764390.792889:0:42326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c600/0x57b8ff0e0304e0c2 lrc: 4/0,0 mode: CR/CR res: [0x200003ab1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764390.792903:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x1:0x0].0x0 (ffff94459084ae00) 00010000:00010000:0.0:1775764390.792906:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764390.792911:0:42326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c600/0x57b8ff0e0304e0c2 lrc: 2/0,0 mode: --/CR res: [0x200003ab1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764390.792917:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c600/0x57b8ff0e0304e0c2 lrc: 0/0,0 mode: --/CR res: [0x200003ab1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764390.792931:0:42326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d200/0x57b8ff0e0304e0c9 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x1:0x0].0x4f902bbd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764390.792938:0:42326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d200/0x57b8ff0e0304e0c9 lrc: 2/0,0 mode: PR/PR res: [0x200003ab1:0x1:0x0].0x4f902bbd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764390.792944:0:42326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d200/0x57b8ff0e0304e0c9 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x1:0x0].0x4f902bbd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764390.792950:0:42326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445bc27d200 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:0.0:1775764390.792953:0:42326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d200/0x57b8ff0e0304e0c9 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x1:0x0].0x4f902bbd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764390.792959:0:42326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d200/0x57b8ff0e0304e0c9 lrc: 4/0,0 mode: PR/PR res: [0x200003ab1:0x1:0x0].0x4f902bbd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764390.792966:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x1:0x0].0x4f902bbd (ffff944582f80800) 00010000:00010000:0.0:1775764390.792969:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764390.792971:0:42326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d200/0x57b8ff0e0304e0c9 lrc: 2/0,0 mode: --/PR res: [0x200003ab1:0x1:0x0].0x4f902bbd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764390.792977:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d200/0x57b8ff0e0304e0c9 lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0x1:0x0].0x4f902bbd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764390.793041:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27de00/0x57b8ff0e0304e0bb lrc: 0/0,0 mode: --/CR res: [0x200003ab1:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ac12 expref: 45 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764390.793059:0:42326:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d000/0x57b8ff0e0304e0d0 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x5:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ac12 expref: 44 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764390.793067:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x5:0x0].0x0 (ffff944582f80500) 00010000:00010000:0.0:1775764390.793070:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:0.0:1775764390.793072:0:42326:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445bc27d000, rc 0) 00000100:00100000:0.0:1775764390.793196:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944589102300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+44:46849:x1862022098261760:12345-192.168.202.28@tcp:101:rm.0 Request processed in 3029us (3589us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764390.793208:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 56 00000100:00100000:3.0:1775764390.810681:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764390.811102:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098262016 00000100:00100000:0.0:1775764390.811113:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098262016 00000100:00100000:0.0:1775764390.811195:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 57 00000100:00100000:0.0:1775764390.811209:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944589102d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+44:46849:x1862022098262016:12345-192.168.202.28@tcp:36:rm.0 00010000:00010000:0.0:1775764390.811272:0:42324:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764390.811303:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2147400/0x57b8ff0e0304e08a lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0x8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17abfd expref: 44 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764390.811324:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x8:0x0].0x0 (ffff944586564a00) 00010000:00010000:0.0:1775764390.811336:0:42324:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1775764390.811362:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27de00/0x57b8ff0e0304e0d7 lrc: 3/0,1 mode: --/CW res: [0x200003ab1:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764390.811376:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27de00/0x57b8ff0e0304e0d7 lrc: 3/0,1 mode: CW/CW res: [0x200003ab1:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764390.811386:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27de00/0x57b8ff0e0304e0d7 lrc: 3/0,1 mode: CW/CW res: [0x200003ab1:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764390.811406:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d200/0x57b8ff0e0304e0de lrc: 3/0,1 mode: --/PW res: [0x200003ab1:0x5:0x0].0xeab58702 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764390.811414:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d200/0x57b8ff0e0304e0de lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0x5:0x0].0xeab58702 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764390.811419:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d200/0x57b8ff0e0304e0de lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0x5:0x0].0xeab58702 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764390.814344:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c600/0x57b8ff0e0304e0e5 lrc: 3/0,1 mode: --/EX res: [0x200003ab1:0x8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764390.814365:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c600/0x57b8ff0e0304e0e5 lrc: 3/0,1 mode: EX/EX res: [0x200003ab1:0x8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764390.814380:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c600/0x57b8ff0e0304e0e5 lrc: 3/0,1 mode: EX/EX res: [0x200003ab1:0x8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1775764390.815314:0:42324:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x2e:0x0].2, 64 off8320 00000004:00080000:0.0:1775764390.815325:0:42324:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1857662526292ns, next at 1858662523810ns, rc = 0 00010000:00010000:0.0:1775764390.815404:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d800/0x57b8ff0e0304e0ec lrc: 3/0,1 mode: --/PW res: [0x200003ab1:0x8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764390.815416:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d800/0x57b8ff0e0304e0ec lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0x8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764390.815425:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d800/0x57b8ff0e0304e0ec lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0x8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764390.815432:0:42324:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d800/0x57b8ff0e0304e0ec lrc: 4/0,1 mode: PW/PW res: [0x200003ab1:0x8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764390.815438:0:42324:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d800/0x57b8ff0e0304e0ec lrc: 4/0,1 mode: PW/PW res: [0x200003ab1:0x8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764390.815443:0:42324:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d800/0x57b8ff0e0304e0ec lrc: 3/0,0 mode: PW/PW res: [0x200003ab1:0x8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764390.815464:0:42324:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1775764390.815486:0:42324:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c600/0x57b8ff0e0304e0e5 lrc: 3/0,1 mode: EX/EX res: [0x200003ab1:0x8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764390.815493:0:42324:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c600/0x57b8ff0e0304e0e5 lrc: 2/0,0 mode: EX/EX res: [0x200003ab1:0x8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764390.815499:0:42324:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c600/0x57b8ff0e0304e0e5 lrc: 3/0,0 mode: EX/EX res: [0x200003ab1:0x8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764390.815506:0:42324:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445bc27c600 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:0.0:1775764390.815511:0:42324:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c600/0x57b8ff0e0304e0e5 lrc: 3/0,0 mode: EX/EX res: [0x200003ab1:0x8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764390.815518:0:42324:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c600/0x57b8ff0e0304e0e5 lrc: 4/0,0 mode: EX/EX res: [0x200003ab1:0x8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764390.815530:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x8:0x0].0x0 (ffff944582f80100) 00010000:00010000:0.0:1775764390.815533:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1775764390.815538:0:42324:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c600/0x57b8ff0e0304e0e5 lrc: 2/0,0 mode: --/EX res: [0x200003ab1:0x8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764390.815543:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c600/0x57b8ff0e0304e0e5 lrc: 0/0,0 mode: --/EX res: [0x200003ab1:0x8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764390.815565:0:42324:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27de00/0x57b8ff0e0304e0d7 lrc: 3/0,1 mode: CW/CW res: [0x200003ab1:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764390.815570:0:42324:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27de00/0x57b8ff0e0304e0d7 lrc: 2/0,0 mode: CW/CW res: [0x200003ab1:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764390.815576:0:42324:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27de00/0x57b8ff0e0304e0d7 lrc: 3/0,0 mode: CW/CW res: [0x200003ab1:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764390.815581:0:42324:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445bc27de00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:0.0:1775764390.815584:0:42324:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27de00/0x57b8ff0e0304e0d7 lrc: 3/0,0 mode: CW/CW res: [0x200003ab1:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764390.815590:0:42324:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27de00/0x57b8ff0e0304e0d7 lrc: 4/0,0 mode: CW/CW res: [0x200003ab1:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764390.815602:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x5:0x0].0x0 (ffff944582f80500) 00010000:00010000:0.0:1775764390.815604:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764390.815607:0:42324:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27de00/0x57b8ff0e0304e0d7 lrc: 2/0,0 mode: --/CW res: [0x200003ab1:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764390.815612:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27de00/0x57b8ff0e0304e0d7 lrc: 0/0,0 mode: --/CW res: [0x200003ab1:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764390.815621:0:42324:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000f2dc1139 reply state 00000000ecaa0a4a transno 34359738400 ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d200/0x57b8ff0e0304e0de lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0x5:0x0].0xeab58702 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764390.815630:0:42324:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1775764390.815942:0:43224:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1775764390.815948:0:43224:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d800/0x57b8ff0e0304e0ec lrc: 2/0,0 mode: PW/PW res: [0x200003ab1:0x8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764390.815955:0:43224:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445bc27d800 already unused, calling callback (ffffffffc177a060) 00010000:00010000:1.0:1775764390.815959:0:43224:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d800/0x57b8ff0e0304e0ec lrc: 2/0,0 mode: PW/PW res: [0x200003ab1:0x8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764390.815966:0:43224:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d800/0x57b8ff0e0304e0ec lrc: 3/0,0 mode: PW/PW res: [0x200003ab1:0x8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764390.815975:0:43224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x8:0x0].0x0 (ffff944582f80100) 00010000:00010000:1.0:1775764390.815977:0:43224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1775764390.815980:0:43224:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d800/0x57b8ff0e0304e0ec lrc: 1/0,0 mode: --/PW res: [0x200003ab1:0x8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764390.815985:0:43224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d800/0x57b8ff0e0304e0ec lrc: 0/0,0 mode: --/PW res: [0x200003ab1:0x8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764390.816068:0:43224:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764390.816071:0:43224:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764390.816073:0:43224:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775764390.820902:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944589102d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+45:46849:x1862022098262016:12345-192.168.202.28@tcp:36:rm.0 Request processed in 9671us (10205us total) trans 34359738400 rc 0/0 00000100:00100000:0.0:1775764390.820917:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 57 00010000:00010000:0.0:1775764390.827492:0:3315:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d200/0x57b8ff0e0304e0de lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0x5:0x0].0xeab58702 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764390.827515:0:3315:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d200/0x57b8ff0e0304e0de lrc: 2/0,0 mode: PW/PW res: [0x200003ab1:0x5:0x0].0xeab58702 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764390.827526:0:3315:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d200/0x57b8ff0e0304e0de lrc: 3/0,0 mode: PW/PW res: [0x200003ab1:0x5:0x0].0xeab58702 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764390.827533:0:3315:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445bc27d200 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:0.0:1775764390.827539:0:3315:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d200/0x57b8ff0e0304e0de lrc: 3/0,0 mode: PW/PW res: [0x200003ab1:0x5:0x0].0xeab58702 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764390.827549:0:3315:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d200/0x57b8ff0e0304e0de lrc: 4/0,0 mode: PW/PW res: [0x200003ab1:0x5:0x0].0xeab58702 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764390.827578:0:3315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x5:0x0].0xeab58702 (ffff944582f80800) 00010000:00010000:0.0:1775764390.827582:0:3315:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764390.827588:0:3315:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d200/0x57b8ff0e0304e0de lrc: 2/0,0 mode: --/PW res: [0x200003ab1:0x5:0x0].0xeab58702 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764390.827594:0:3315:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d200/0x57b8ff0e0304e0de lrc: 0/0,0 mode: --/PW res: [0x200003ab1:0x5:0x0].0xeab58702 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1775764390.848433:0:5825:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 34359738393 is committed 00000004:00080000:3.0:1775764390.848469:0:5825:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 2 committed 00000001:00080000:3.0:1775764390.848492:0:5825:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 34359738397 is committed 00000100:00100000:3.0:1775764390.848672:0:3329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944589101500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3329:1862022118941568:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1775764390.848743:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764390.848852:0:43212:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118941568 00000100:00100000:3.0:1775764390.848860:0:43212:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118941568 00000100:00100000:3.0:1775764390.848924:0:43212:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:3.0:1775764390.848934:0:43212:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944589101f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3329:x1862022118941568:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1775764390.848968:0:43212:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:258 count 1 00010000:00010000:3.0:1775764390.848997:0:43212:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a8019a08/0x57b8ff0e0304e0f3 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x102:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764390.849270:0:43212:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000fdce8bdf/0x57b8ff0e0304df72 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x102:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17abb7 expref: 5 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764390.849280:0:43212:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1775764390.849282:0:43212:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1775764390.849286:0:43212:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a8019a08/0x57b8ff0e0304e0f3 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x102:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764390.849322:0:43212:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000fdce8bdf/0x57b8ff0e0304df72 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x102:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000010020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17abb7 expref: 5 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764390.849337:0:43212:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000fdce8bdf/0x57b8ff0e0304df72 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x102:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400010020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17abb7 expref: 5 pid: 43212 timeout: 1957 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764390.849352:0:43212:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944589102680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:43212:1862022118941696:192.168.202.28@tcp:104: 00000100:00100000:3.0:1775764390.849419:0:43212:0:(client.c:2691:ptlrpc_set_wait()) set ffff9445995806c0 going to sleep for 11 seconds 00000100:00100000:3.0:1775764390.855528:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764390.855593:0:43212:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944589102680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:43212:1862022118941696:192.168.202.28@tcp:104: 00010000:00010000:3.0:1775764390.855622:0:43212:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000a8019a08/0x57b8ff0e0304e0f3 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x102:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764390.857849:0:42311:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098262144 00000100:00100000:1.0:1775764390.857866:0:42311:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098262144 00010000:00010000:1.0:1775764390.857939:0:42311:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000fdce8bdf/0x57b8ff0e0304df72 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x102:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17abb7 expref: 6 pid: 43212 timeout: 1957 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764390.857992:0:42311:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 10 00000100:00100000:1.0:1775764390.858013:0:42311:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944590e6d450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+6:2379:x1862022098262144:12345-192.168.202.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1775764390.858030:0:42311:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764390.858037:0:42311:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000fdce8bdf/0x57b8ff0e0304df72 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x102:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17abb7 expref: 6 pid: 43212 timeout: 1957 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764390.858053:0:42311:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000fdce8bdf/0x57b8ff0e0304df72 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x102:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400010020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17abb7 expref: 6 pid: 43212 timeout: 1957 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764390.858077:0:42311:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000fdce8bdf/0x57b8ff0e0304df72 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x102:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400010020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17abb7 expref: 6 pid: 43212 timeout: 1957 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764390.858097:0:42311:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1775764390.858099:0:42311:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1775764390.858105:0:42311:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000a8019a08/0x57b8ff0e0304e0f3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x102:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764390.858128:0:42311:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a8019a08/0x57b8ff0e0304e0f3 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x102:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764390.858164:0:42311:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1775764390.858242:0:42311:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944590e6d450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+5:2379:x1862022098262144:12345-192.168.202.28@tcp:103:ldlm_bl.0 Request processed in 240us (2725us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764390.858254:0:42311:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 10 00010000:00010000:3.0:1775764390.859030:0:43212:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000a8019a08/0x57b8ff0e0304e0f3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x102:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764390.859044:0:43212:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a8019a08/0x57b8ff0e0304e0f3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x102:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764390.859056:0:43212:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a8019a08/0x57b8ff0e0304e0f3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x102:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764390.859065:0:43212:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000a8019a08/0x57b8ff0e0304e0f3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x102:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764390.859095:0:43212:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1775764390.859674:0:43212:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944589101f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3329:x1862022118941568:12345-0@lo:6:osp-syn-1-0.0 Request processed in 10737us (10927us total) trans 34359738370 rc 0/0 00000100:00100000:3.0:1775764390.859685:0:43212:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000004:00080000:3.0:1775764390.859750:0:3329:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff944589101500/2, rc 0, transno 34359738370 00000100:00100000:3.0:1775764390.859757:0:3329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944589101500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3329:1862022118941568:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1775764390.861528:0:42312:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1775764390.861541:0:42312:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000a8019a08/0x57b8ff0e0304e0f3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x102:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764390.861553:0:42312:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445c2146600 already unused, calling callback (ffffffffc177a060) 00010000:00010000:1.0:1775764390.861558:0:42312:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000a8019a08/0x57b8ff0e0304e0f3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x102:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764390.861568:0:42312:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000a8019a08/0x57b8ff0e0304e0f3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x102:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764390.861588:0:42312:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000a8019a08/0x57b8ff0e0304e0f3 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x102:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764390.861595:0:42312:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a8019a08/0x57b8ff0e0304e0f3 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x102:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764390.861622:0:42312:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764390.861624:0:42312:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764390.861626:0:42312:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775764390.894394:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764390.894540:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098262400 00000100:00100000:0.0:1775764390.894551:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098262400 00000100:00100000:0.0:1775764390.894613:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 58 00000100:00100000:0.0:1775764390.894624:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944589102680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+15:46855:x1862022098262400:12345-192.168.202.28@tcp:101:dd.0 00010000:00010000:0.0:1775764390.894651:0:42326:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764390.894671:0:42326:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d200/0x57b8ff0e0304e0fa lrc: 2/0,0 mode: --/CW res: [0x200003ab1:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17ac19 expref: -99 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764390.894856:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27de00/0x57b8ff0e0304e101 lrc: 3/0,1 mode: --/CW res: [0x200003ab1:0x5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764390.894872:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27de00/0x57b8ff0e0304e101 lrc: 3/0,1 mode: CW/CW res: [0x200003ab1:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764390.895021:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27de00/0x57b8ff0e0304e101 lrc: 3/0,1 mode: CW/CW res: [0x200003ab1:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764390.895041:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c600/0x57b8ff0e0304e108 lrc: 3/0,1 mode: --/PW res: [0x200003ab1:0x5:0x0].0xd15934bc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764390.895049:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c600/0x57b8ff0e0304e108 lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0x5:0x0].0xd15934bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764390.895058:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c600/0x57b8ff0e0304e108 lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0x5:0x0].0xd15934bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764390.895768:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d400/0x57b8ff0e0304e10f lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0x9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764390.895778:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d400/0x57b8ff0e0304e10f lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x9:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764390.895787:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d400/0x57b8ff0e0304e10f lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x9:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764390.895818:0:42326:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab1:0x9:0x0]: returning size 0 00010000:00010000:0.0:1775764390.895848:0:42326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27de00/0x57b8ff0e0304e101 lrc: 3/0,1 mode: CW/CW res: [0x200003ab1:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764390.895854:0:42326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27de00/0x57b8ff0e0304e101 lrc: 2/0,0 mode: CW/CW res: [0x200003ab1:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764390.895860:0:42326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27de00/0x57b8ff0e0304e101 lrc: 3/0,0 mode: CW/CW res: [0x200003ab1:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764390.895865:0:42326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445bc27de00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:0.0:1775764390.895870:0:42326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27de00/0x57b8ff0e0304e101 lrc: 3/0,0 mode: CW/CW res: [0x200003ab1:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764390.895876:0:42326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27de00/0x57b8ff0e0304e101 lrc: 4/0,0 mode: CW/CW res: [0x200003ab1:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764390.895888:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x5:0x0].0x0 (ffff944582f80500) 00010000:00010000:0.0:1775764390.895891:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764390.896020:0:42326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27de00/0x57b8ff0e0304e101 lrc: 2/0,0 mode: --/CW res: [0x200003ab1:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764390.896026:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27de00/0x57b8ff0e0304e101 lrc: 0/0,0 mode: --/CW res: [0x200003ab1:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764390.896038:0:42326:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000046fe8a0 reply state 00000000211d8d0a transno 34359738401 ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c600/0x57b8ff0e0304e108 lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0x5:0x0].0xd15934bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764390.896047:0:42326:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1775764390.896081:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d200/0x57b8ff0e0304e0fa lrc: 0/0,0 mode: --/CW res: [0x200003ab1:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ac19 expref: 18 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764390.896091:0:42326:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d400/0x57b8ff0e0304e10f lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x9:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ac19 expref: 17 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764390.896096:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x9:0x0].0x0 (ffff944582f80d00) 00010000:00010000:0.0:1775764390.896097:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 9 00010000:00010000:0.0:1775764390.896099:0:42326:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445bc27d400, rc 0) 00000100:00100000:0.0:1775764390.896188:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944589102680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+18:46855:x1862022098262400:12345-192.168.202.28@tcp:101:dd.0 Request processed in 1566us (1805us total) trans 34359738401 rc 0/0 00000100:00100000:0.0:1775764390.896196:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 58 00000100:00100000:3.0:1775764390.900128:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764390.902217:0:42328:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098262656 00000100:00100000:1.0:1775764390.902236:0:42328:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098262656 00000100:00100000:3.0:1775764391.008056:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764391.008266:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098262912 00000100:00100000:1.0:1775764391.008276:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098262912 00000100:00100000:1.0:1775764391.008329:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 59 00000100:00100000:1.0:1775764391.008337:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944589100e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+18:46865:x1862022098262912:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:1.0:1775764391.008360:0:42324:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764391.008378:0:42324:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944587808200/0x57b8ff0e0304e11d lrc: 2/0,0 mode: --/CR res: [0x200003ab1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17ac20 expref: -99 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764391.008506:0:42324:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab1:0x5:0x0]: returning size 7680 00010000:00010000:1.0:1775764391.008642:0:42324:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff944587808200/0x57b8ff0e0304e11d lrc: 1/0,0 mode: --/CR res: [0x200003ab1:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ac20 expref: 20 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764391.008659:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x1:0x0].0x0 (ffff94459084ae00) 00010000:00010000:1.0:1775764391.008661:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1775764391.008666:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944587808200/0x57b8ff0e0304e11d lrc: 0/0,0 mode: --/CR res: [0x200003ab1:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ac20 expref: 20 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764391.008680:0:42324:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944587808200, rc 0) 00000100:00100000:1.0:1775764391.008765:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944589100e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+19:46865:x1862022098262912:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 427us (716us total) trans 34359738403 rc 301/301 00000100:00100000:1.0:1775764391.008778:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 59 00000100:00100000:3.0:1775764391.014348:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764391.014482:0:42327:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098263168 00000100:00100000:0.0:1775764391.014494:0:42327:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098263168 00000100:00100000:0.0:1775764391.014690:0:42327:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 16 00000100:00100000:0.0:1775764391.014702:0:42327:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445b6a7a050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+19:46865:x1862022098263168:12345-192.168.202.28@tcp:35:lfs.0 00000100:00100000:0.0:1775764391.015105:0:42327:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445b6a7a050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+20:46865:x1862022098263168:12345-192.168.202.28@tcp:35:lfs.0 Request processed in 403us (767us total) trans 34359738404 rc 0/0 00000100:00100000:0.0:1775764391.015129:0:42327:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 16 00000100:00100000:0.0:1775764391.111056:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764391.111369:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098263296 00000100:00100000:3.0:1775764391.111382:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098263296 00000100:00100000:3.0:1775764391.111464:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 60 00000100:00100000:3.0:1775764391.111477:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944483641500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+20:46871:x1862022098263296:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:3.0:1775764391.111507:0:42326:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764391.111531:0:42326:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146000/0x57b8ff0e0304e12b lrc: 2/0,0 mode: --/CR res: [0x200003ab1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17ac27 expref: -99 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764391.111614:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2147e00/0x57b8ff0e0304e132 lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764391.111629:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2147e00/0x57b8ff0e0304e132 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x5:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764391.111642:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2147e00/0x57b8ff0e0304e132 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x5:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764391.111714:0:42326:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab1:0x5:0x0]: returning size 7680 00000004:00200000:3.0:1775764391.111718:0:42326:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00010000:3.0:1775764391.111742:0:42326:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2147e00/0x57b8ff0e0304e132 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x5:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764391.111771:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146000/0x57b8ff0e0304e12b lrc: 0/0,0 mode: --/CR res: [0x200003ab1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ac27 expref: 22 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764391.111794:0:42326:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2147e00/0x57b8ff0e0304e132 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x5:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ac27 expref: 21 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764391.111866:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x5:0x0].0x0 (ffff944582f80500) 00010000:00010000:3.0:1775764391.111869:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1775764391.111874:0:42326:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445c2147e00, rc 0) 00000100:00100000:3.0:1775764391.111975:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944483641500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+21:46871:x1862022098263296:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 501us (931us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764391.111983:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 60 00000100:00100000:3.0:1775764391.120692:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764391.120948:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098263424 00000100:00100000:1.0:1775764391.120962:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098263424 00000100:00100000:1.0:1775764391.121044:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 61 00000100:00100000:1.0:1775764391.121056:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944589102a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+21:46871:x1862022098263424:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:1.0:1775764391.121080:0:42324:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764391.121103:0:42324:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944587808200/0x57b8ff0e0304e139 lrc: 2/0,0 mode: --/CR res: [0x200003ab1:0x5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17ac2e expref: -99 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764391.121247:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944587808e00/0x57b8ff0e0304e140 lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0x9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764391.121273:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944587808e00/0x57b8ff0e0304e140 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x9:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764391.121288:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944587808e00/0x57b8ff0e0304e140 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x9:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764391.121341:0:42324:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab1:0x9:0x0]: returning size 0 00000004:00200000:1.0:1775764391.121345:0:42324:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1775764391.121368:0:42324:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff944587808e00/0x57b8ff0e0304e140 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x9:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764391.121380:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944587808e00/0x57b8ff0e0304e140 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764391.121407:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944587808200/0x57b8ff0e0304e139 lrc: 0/0,0 mode: --/CR res: [0x200003ab1:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ac2e expref: 23 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764391.121431:0:42324:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff944587808e00/0x57b8ff0e0304e140 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ac2e expref: 22 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764391.121441:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x9:0x0].0x0 (ffff944582f80d00) 00010000:00010000:1.0:1775764391.121445:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1775764391.121449:0:42324:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944587808e00, rc 0) 00000100:00100000:1.0:1775764391.121708:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944589102a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+22:46871:x1862022098263424:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 654us (1026us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764391.121717:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 61 00000100:00100000:0.0:1775764391.130436:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764391.130829:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098263680 00000100:00100000:1.0:1775764391.130841:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098263680 00000100:00100000:1.0:1775764391.130921:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 62 00000100:00100000:1.0:1775764391.130945:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944483643b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+22:46871:x1862022098263680:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:1.0:1775764391.130971:0:42325:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764391.130992:0:42325:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944587809800/0x57b8ff0e0304e147 lrc: 2/0,0 mode: --/CR res: [0x200003ab1:0x5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17ac35 expref: -99 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764391.131127:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944587808a00/0x57b8ff0e0304e14e lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0x9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764391.131142:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944587808a00/0x57b8ff0e0304e14e lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764391.131155:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944587808a00/0x57b8ff0e0304e14e lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764391.131169:0:42325:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab1:0x9:0x0]: returning size 0 00010000:00010000:1.0:1775764391.131308:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944587809800/0x57b8ff0e0304e147 lrc: 0/0,0 mode: --/CR res: [0x200003ab1:0x5:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ac35 expref: 25 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764391.131327:0:42325:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff944587808a00/0x57b8ff0e0304e14e lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ac35 expref: 24 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764391.131337:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x9:0x0].0x0 (ffff944582f80d00) 00010000:00010000:1.0:1775764391.131341:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1775764391.131345:0:42325:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944587808a00, rc 0) 00000100:00100000:1.0:1775764391.131688:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944483643b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+24:46871:x1862022098263680:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 745us (1263us total) trans 34359738405 rc 0/0 00000100:00100000:1.0:1775764391.131697:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 62 00000100:00100000:0.0:1775764391.141253:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764391.141341:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764391.144850:0:44302:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098263808 00000100:00100000:1.0:1775764391.144868:0:44302:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098263808 00000100:00100000:1.0:1775764391.145849:0:44302:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 3 00000100:00100000:1.0:1775764391.145865:0:44302:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944483643100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+25:2377:x1862022098263808:12345-192.168.202.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1775764391.145900:0:44302:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764391.145948:0:44302:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944587808a00/0x57b8ff0e0304e14e lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ac35 expref: 25 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764391.145971:0:44302:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x9:0x0].0x0 (ffff944582f80d00) 00010000:00010000:1.0:1775764391.145977:0:44302:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1775764391.146069:0:44302:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944483643100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+24:2377:x1862022098263808:12345-192.168.202.28@tcp:103:ldlm_bl.0 Request processed in 208us (5272us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764391.146077:0:44302:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 3 00000100:00100000:0.0:1775764391.184442:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764391.185305:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098264320 00000100:00100000:3.0:1775764391.185319:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098264320 00000100:00100000:3.0:1775764391.185407:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 63 00000100:00100000:3.0:1775764391.185417:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944483642d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+24:46872:x1862022098264320:12345-192.168.202.28@tcp:36:rm.0 00010000:00010000:3.0:1775764391.185529:0:42326:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:3.0:1775764391.185563:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944587808e00/0x57b8ff0e0304e140 lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ac2e expref: 24 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764391.185591:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d400/0x57b8ff0e0304e10f lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0x9:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ac19 expref: 23 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764391.185603:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x9:0x0].0x0 (ffff944582f80d00) 00010000:00010000:3.0:1775764391.185620:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2147e00/0x57b8ff0e0304e132 lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0x5:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ac27 expref: 22 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764391.185629:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x5:0x0].0x0 (ffff944582f80500) 00010000:00010000:3.0:1775764391.185632:0:42326:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1775764391.185654:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146c00/0x57b8ff0e0304e15c lrc: 3/0,1 mode: --/CW res: [0x200003ab1:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764391.185669:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146c00/0x57b8ff0e0304e15c lrc: 3/0,1 mode: CW/CW res: [0x200003ab1:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764391.185680:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146c00/0x57b8ff0e0304e15c lrc: 3/0,1 mode: CW/CW res: [0x200003ab1:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764391.185695:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146000/0x57b8ff0e0304e163 lrc: 3/0,1 mode: --/PW res: [0x200003ab1:0x5:0x0].0xd15934bc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764391.185701:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146000/0x57b8ff0e0304e163 lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0x5:0x0].0xd15934bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764391.185707:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146000/0x57b8ff0e0304e163 lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0x5:0x0].0xd15934bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764391.185901:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146a00/0x57b8ff0e0304e16a lrc: 3/0,1 mode: --/EX res: [0x200003ab1:0x9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764391.185910:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146a00/0x57b8ff0e0304e16a lrc: 3/0,1 mode: EX/EX res: [0x200003ab1:0x9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764391.185920:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146a00/0x57b8ff0e0304e16a lrc: 3/0,1 mode: EX/EX res: [0x200003ab1:0x9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764391.186410:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146600/0x57b8ff0e0304e171 lrc: 3/0,1 mode: --/PW res: [0x200003ab1:0x9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764391.186419:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146600/0x57b8ff0e0304e171 lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0x9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764391.186427:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146600/0x57b8ff0e0304e171 lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0x9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764391.186435:0:42326:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146600/0x57b8ff0e0304e171 lrc: 4/0,1 mode: PW/PW res: [0x200003ab1:0x9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764391.186442:0:42326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146600/0x57b8ff0e0304e171 lrc: 4/0,1 mode: PW/PW res: [0x200003ab1:0x9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764391.186449:0:42326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146600/0x57b8ff0e0304e171 lrc: 3/0,0 mode: PW/PW res: [0x200003ab1:0x9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764391.186468:0:42326:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1775764391.186490:0:42326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146a00/0x57b8ff0e0304e16a lrc: 3/0,1 mode: EX/EX res: [0x200003ab1:0x9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764391.186496:0:42326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146a00/0x57b8ff0e0304e16a lrc: 2/0,0 mode: EX/EX res: [0x200003ab1:0x9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764391.186502:0:42326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146a00/0x57b8ff0e0304e16a lrc: 3/0,0 mode: EX/EX res: [0x200003ab1:0x9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764391.186508:0:42326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445c2146a00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:3.0:1775764391.186513:0:42326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146a00/0x57b8ff0e0304e16a lrc: 3/0,0 mode: EX/EX res: [0x200003ab1:0x9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764391.186521:0:42326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146a00/0x57b8ff0e0304e16a lrc: 4/0,0 mode: EX/EX res: [0x200003ab1:0x9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764391.186530:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x9:0x0].0x0 (ffff944586564d00) 00010000:00010000:3.0:1775764391.186532:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1775764391.186535:0:42326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146a00/0x57b8ff0e0304e16a lrc: 2/0,0 mode: --/EX res: [0x200003ab1:0x9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764391.186540:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146a00/0x57b8ff0e0304e16a lrc: 0/0,0 mode: --/EX res: [0x200003ab1:0x9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764391.186555:0:42326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146c00/0x57b8ff0e0304e15c lrc: 3/0,1 mode: CW/CW res: [0x200003ab1:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764391.186561:0:42326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146c00/0x57b8ff0e0304e15c lrc: 2/0,0 mode: CW/CW res: [0x200003ab1:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764391.186567:0:42326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146c00/0x57b8ff0e0304e15c lrc: 3/0,0 mode: CW/CW res: [0x200003ab1:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764391.186572:0:42326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445c2146c00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:3.0:1775764391.186574:0:42326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146c00/0x57b8ff0e0304e15c lrc: 3/0,0 mode: CW/CW res: [0x200003ab1:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764391.186580:0:42326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146c00/0x57b8ff0e0304e15c lrc: 4/0,0 mode: CW/CW res: [0x200003ab1:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764391.186587:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x5:0x0].0x0 (ffff944582f80500) 00010000:00010000:3.0:1775764391.186589:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764391.186592:0:42326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146c00/0x57b8ff0e0304e15c lrc: 2/0,0 mode: --/CW res: [0x200003ab1:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764391.186598:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146c00/0x57b8ff0e0304e15c lrc: 0/0,0 mode: --/CW res: [0x200003ab1:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764391.186608:0:42326:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000004940d0dd reply state 00000000c1decba0 transno 34359738407 ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146000/0x57b8ff0e0304e163 lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0x5:0x0].0xd15934bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764391.186619:0:42326:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1775764391.186734:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944483642d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+23:46872:x1862022098264320:12345-192.168.202.28@tcp:36:rm.0 Request processed in 1314us (2300us total) trans 34359738407 rc 0/0 00000100:00100000:3.0:1775764391.186743:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 63 00010000:00010000:0.0:1775764391.187437:0:42313:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1775764391.187447:0:42313:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146600/0x57b8ff0e0304e171 lrc: 2/0,0 mode: PW/PW res: [0x200003ab1:0x9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764391.187463:0:42313:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445c2146600 already unused, calling callback (ffffffffc177a060) 00010000:00010000:0.0:1775764391.187467:0:42313:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146600/0x57b8ff0e0304e171 lrc: 2/0,0 mode: PW/PW res: [0x200003ab1:0x9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764391.187475:0:42313:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146600/0x57b8ff0e0304e171 lrc: 3/0,0 mode: PW/PW res: [0x200003ab1:0x9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764391.187490:0:42313:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x9:0x0].0x0 (ffff944586564d00) 00010000:00010000:0.0:1775764391.187493:0:42313:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1775764391.187497:0:42313:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146600/0x57b8ff0e0304e171 lrc: 1/0,0 mode: --/PW res: [0x200003ab1:0x9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764391.187502:0:42313:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146600/0x57b8ff0e0304e171 lrc: 0/0,0 mode: --/PW res: [0x200003ab1:0x9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764391.187525:0:42313:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764391.187528:0:42313:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764391.187530:0:42313:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764391.194346:0:3315:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146000/0x57b8ff0e0304e163 lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0x5:0x0].0xd15934bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764391.194371:0:3315:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146000/0x57b8ff0e0304e163 lrc: 2/0,0 mode: PW/PW res: [0x200003ab1:0x5:0x0].0xd15934bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764391.194383:0:3315:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146000/0x57b8ff0e0304e163 lrc: 3/0,0 mode: PW/PW res: [0x200003ab1:0x5:0x0].0xd15934bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764391.194389:0:3315:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445c2146000 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:0.0:1775764391.194394:0:3315:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146000/0x57b8ff0e0304e163 lrc: 3/0,0 mode: PW/PW res: [0x200003ab1:0x5:0x0].0xd15934bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764391.194402:0:3315:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146000/0x57b8ff0e0304e163 lrc: 4/0,0 mode: PW/PW res: [0x200003ab1:0x5:0x0].0xd15934bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764391.194423:0:3315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x5:0x0].0xd15934bc (ffff944586564600) 00010000:00010000:0.0:1775764391.194427:0:3315:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764391.194434:0:3315:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146000/0x57b8ff0e0304e163 lrc: 2/0,0 mode: --/PW res: [0x200003ab1:0x5:0x0].0xd15934bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764391.194440:0:3315:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146000/0x57b8ff0e0304e163 lrc: 0/0,0 mode: --/PW res: [0x200003ab1:0x5:0x0].0xd15934bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764391.259024:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000004:00080000:0.0:1775764391.263214:0:42328:0:(mdt_identity.c:119:mdt_identity_do_upcall()) lustre-MDT0000: invoked upcall /home/green/git/lustre-release/lustre/utils/l_getidentity lustre-MDT0000 500, time 3623us 00000100:00100000:0.0:1775764391.285364:0:42328:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944483640000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+22:46878:x1862022098264448:12345-192.168.202.28@tcp:49:dd.500 Request processed in 25813us (26340us total) trans 0 rc -61/-61 00000100:00100000:0.0:1775764391.285380:0:42328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 18 00000100:00100000:3.0:1775764391.292469:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764391.292569:0:42327:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098264576 00000100:00100000:0.0:1775764391.292584:0:42327:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098264576 00000100:00100000:0.0:1775764391.292681:0:42327:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 19 00000100:00100000:0.0:1775764391.292695:0:42327:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944589103480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+22:46878:x1862022098264576:12345-192.168.202.28@tcp:49:dd.500 00000100:00100000:0.0:1775764391.292920:0:42327:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944589103480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+22:46878:x1862022098264576:12345-192.168.202.28@tcp:49:dd.500 Request processed in 228us (479us total) trans 0 rc -61/-61 00000100:00100000:0.0:1775764391.292929:0:42327:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 19 00000100:00100000:1.0:1775764391.299358:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764391.299702:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098264832 00000100:00100000:3.0:1775764391.299714:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098264832 00000100:00100000:3.0:1775764391.299778:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 64 00000100:00100000:3.0:1775764391.299787:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445b2057480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+22:46878:x1862022098264832:12345-192.168.202.28@tcp:101:dd.500 00010000:00010000:3.0:1775764391.300035:0:42325:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764391.300039:0:42325:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1775764391.300073:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bd391400/0x57b8ff0e0304e005 lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17abda expref: 22 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764391.300089:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x1:0x0].0x0 (ffff94459084ae00) 00010000:00010000:3.0:1775764391.300095:0:42325:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1775764391.300108:0:42325:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146c00/0x57b8ff0e0304e178 lrc: 2/0,0 mode: --/CW res: [0x200003ab1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17ac3c expref: -99 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764391.301320:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146a00/0x57b8ff0e0304e17f lrc: 3/0,1 mode: --/CW res: [0x200003ab1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764391.301339:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146a00/0x57b8ff0e0304e17f lrc: 3/0,1 mode: CW/CW res: [0x200003ab1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764391.301351:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146a00/0x57b8ff0e0304e17f lrc: 3/0,1 mode: CW/CW res: [0x200003ab1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764391.301367:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2147e00/0x57b8ff0e0304e186 lrc: 3/0,1 mode: --/PW res: [0x200003ab1:0x1:0x0].0x13ae18cf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764391.301374:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2147e00/0x57b8ff0e0304e186 lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0x1:0x0].0x13ae18cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764391.301380:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2147e00/0x57b8ff0e0304e186 lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0x1:0x0].0x13ae18cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764391.303403:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2147400/0x57b8ff0e0304e18d lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0xa:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764391.303426:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2147400/0x57b8ff0e0304e18d lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0xa:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764391.303440:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2147400/0x57b8ff0e0304e18d lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0xa:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764391.303462:0:42325:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab1:0xa:0x0]: returning size 0 00010000:00010000:3.0:1775764391.303502:0:42325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146a00/0x57b8ff0e0304e17f lrc: 3/0,1 mode: CW/CW res: [0x200003ab1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764391.303510:0:42325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146a00/0x57b8ff0e0304e17f lrc: 2/0,0 mode: CW/CW res: [0x200003ab1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764391.303516:0:42325:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146a00/0x57b8ff0e0304e17f lrc: 3/0,0 mode: CW/CW res: [0x200003ab1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764391.303523:0:42325:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445c2146a00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:3.0:1775764391.303527:0:42325:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146a00/0x57b8ff0e0304e17f lrc: 3/0,0 mode: CW/CW res: [0x200003ab1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764391.303534:0:42325:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146a00/0x57b8ff0e0304e17f lrc: 4/0,0 mode: CW/CW res: [0x200003ab1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764391.303547:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x1:0x0].0x0 (ffff94459084ae00) 00010000:00010000:3.0:1775764391.303551:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764391.303556:0:42325:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146a00/0x57b8ff0e0304e17f lrc: 2/0,0 mode: --/CW res: [0x200003ab1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764391.303563:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146a00/0x57b8ff0e0304e17f lrc: 0/0,0 mode: --/CW res: [0x200003ab1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764391.303581:0:42325:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000197b998d reply state 00000000b86357a0 transno 34359738408 ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2147e00/0x57b8ff0e0304e186 lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0x1:0x0].0x13ae18cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764391.303591:0:42325:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1775764391.303644:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146c00/0x57b8ff0e0304e178 lrc: 0/0,0 mode: --/CW res: [0x200003ab1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ac3c expref: 24 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764391.303661:0:42325:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2147400/0x57b8ff0e0304e18d lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0xa:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ac3c expref: 23 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764391.303668:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0xa:0x0].0x0 (ffff944586564100) 00010000:00010000:3.0:1775764391.303671:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 9 00010000:00010000:3.0:1775764391.303673:0:42325:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445c2147400, rc 0) 00000100:00100000:3.0:1775764391.303788:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445b2057480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+24:46878:x1862022098264832:12345-192.168.202.28@tcp:101:dd.500 Request processed in 4002us (4441us total) trans 34359738408 rc 0/0 00000100:00100000:3.0:1775764391.303848:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 64 00000100:00100000:1.0:1775764391.309554:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764391.309660:0:42327:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098265088 00000100:00100000:0.0:1775764391.309672:0:42327:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098265088 00000100:00100000:0.0:1775764391.309736:0:42327:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 20 00000100:00100000:0.0:1775764391.309746:0:42327:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445b2057b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+23:46878:x1862022098265088:12345-192.168.202.28@tcp:35:dd.500 00000100:00100000:0.0:1775764391.310419:0:42327:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445b2057b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+24:46878:x1862022098265088:12345-192.168.202.28@tcp:35:dd.500 Request processed in 671us (870us total) trans 34359738409 rc 0/0 00000100:00100000:0.0:1775764391.310430:0:42327:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 20 00000100:00100000:0.0:1775764391.444138:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764391.444451:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098265344 00000100:00100000:1.0:1775764391.444471:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098265344 00000100:00100000:1.0:1775764391.444540:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 65 00000100:00100000:1.0:1775764391.444552:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944483641c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+24:46888:x1862022098265344:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:1.0:1775764391.444587:0:42324:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764391.444613:0:42324:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944587809800/0x57b8ff0e0304e19b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17ac43 expref: -99 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764391.444759:0:42324:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab1:0x1:0x0]: returning size 7680 00010000:00010000:1.0:1775764391.445088:0:42324:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff944587809800/0x57b8ff0e0304e19b lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ac43 expref: 26 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764391.445101:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff94459084a600) 00010000:00010000:1.0:1775764391.445103:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1775764391.445108:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944587809800/0x57b8ff0e0304e19b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ac43 expref: 26 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764391.445133:0:42324:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944587809800, rc 0) 00000100:00100000:1.0:1775764391.445376:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944483641c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+25:46888:x1862022098265344:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 824us (1249us total) trans 34359738410 rc 301/301 00000100:00100000:1.0:1775764391.445385:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 65 00000100:00100000:3.0:1775764391.449445:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764391.618360:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764391.618480:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098265728 00000100:00100000:3.0:1775764391.618491:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098265728 00000100:00100000:3.0:1775764391.618560:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 66 00000100:00100000:3.0:1775764391.618572:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944483642680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+26:46894:x1862022098265728:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:3.0:1775764391.618601:0:42325:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764391.618625:0:42325:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2147a00/0x57b8ff0e0304e1a9 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17ac4a expref: -99 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764391.618713:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146c00/0x57b8ff0e0304e1b0 lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764391.618729:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146c00/0x57b8ff0e0304e1b0 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764391.618743:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146c00/0x57b8ff0e0304e1b0 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764391.618873:0:42325:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab1:0x1:0x0]: returning size 7680 00000004:00200000:3.0:1775764391.619373:0:42325:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 3 stripe count 1 MDT count 1 00000004:00010000:3.0:1775764391.619411:0:42325:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146c00/0x57b8ff0e0304e1b0 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764391.619460:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2147a00/0x57b8ff0e0304e1a9 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ac4a expref: 28 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764391.619481:0:42325:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146c00/0x57b8ff0e0304e1b0 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ac4a expref: 27 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764391.619495:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x1:0x0].0x0 (ffff94459084ae00) 00010000:00010000:3.0:1775764391.619498:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1775764391.619502:0:42325:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445c2146c00, rc 0) 00000100:00100000:3.0:1775764391.619619:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944483642680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+27:46894:x1862022098265728:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 1047us (1268us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764391.619629:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 66 00000100:00100000:1.0:1775764391.633702:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764391.647248:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764391.647649:0:42327:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098265984 00000100:00100000:1.0:1775764391.647660:0:42327:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098265984 00000100:00100000:1.0:1775764391.647725:0:42327:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 22 00000100:00100000:1.0:1775764391.647736:0:42327:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944589103480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+28:46894:x1862022098265984:12345-192.168.202.28@tcp:49:lfs.0 00000100:00100000:1.0:1775764391.647910:0:42327:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944589103480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+28:46894:x1862022098265984:12345-192.168.202.28@tcp:49:lfs.0 Request processed in 176us (674us total) trans 0 rc -61/-61 00000100:00100000:1.0:1775764391.647917:0:42327:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 22 00000100:00100000:1.0:1775764391.661263:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764391.661646:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098266240 00000100:00100000:3.0:1775764391.661657:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098266240 00000100:00100000:3.0:1775764391.661718:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 68 00000100:00100000:3.0:1775764391.661727:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445b2055f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+28:46894:x1862022098266240:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:3.0:1775764391.661750:0:42325:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764391.661771:0:42325:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2147a00/0x57b8ff0e0304e1c5 lrc: 2/0,0 mode: --/CR res: [0x200003ab1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17ac58 expref: -99 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764391.661931:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146a00/0x57b8ff0e0304e1cc lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0xa:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764391.661949:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146a00/0x57b8ff0e0304e1cc lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0xa:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764391.661962:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146a00/0x57b8ff0e0304e1cc lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0xa:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764391.661975:0:42325:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab1:0xa:0x0]: returning size 0 00010000:00010000:3.0:1775764391.662148:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2147a00/0x57b8ff0e0304e1c5 lrc: 0/0,0 mode: --/CR res: [0x200003ab1:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ac58 expref: 31 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764391.662173:0:42325:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146a00/0x57b8ff0e0304e1cc lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0xa:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ac58 expref: 30 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764391.662182:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0xa:0x0].0x0 (ffff944586564100) 00010000:00010000:3.0:1775764391.662185:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1775764391.662190:0:42325:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445c2146a00, rc 0) 00000100:00100000:3.0:1775764391.662254:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445b2055f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+30:46894:x1862022098266240:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 527us (1005us total) trans 34359738412 rc 0/0 00000100:00100000:3.0:1775764391.662261:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 68 00000100:00100000:1.0:1775764391.674876:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764391.675037:0:42327:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098266496 00000100:00100000:3.0:1775764391.675047:0:42327:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098266496 00000100:00100000:3.0:1775764391.675124:0:42327:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 23 00000100:00100000:3.0:1775764391.675135:0:42327:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445b2054700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+30:46894:x1862022098266496:12345-192.168.202.28@tcp:35:lfs.0 00000100:00100000:3.0:1775764391.675385:0:42327:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445b2054700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+31:46894:x1862022098266496:12345-192.168.202.28@tcp:35:lfs.0 Request processed in 252us (519us total) trans 34359738413 rc 0/0 00000100:00100000:3.0:1775764391.675393:0:42327:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 23 00000100:00100000:1.0:1775764391.683947:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764391.684187:0:42311:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098266624 00000100:00100000:0.0:1775764391.684198:0:42311:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098266624 00000100:00100000:0.0:1775764391.684278:0:42311:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 4 00000100:00100000:0.0:1775764391.684288:0:42311:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445b2055180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+31:2377:x1862022098266624:12345-192.168.202.28@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1775764391.684305:0:42311:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764391.684331:0:42311:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146a00/0x57b8ff0e0304e1cc lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0xa:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ac58 expref: 31 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764391.684350:0:42311:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0xa:0x0].0x0 (ffff944586564100) 00010000:00010000:0.0:1775764391.684355:0:42311:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775764391.684415:0:42311:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445b2055180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+30:2377:x1862022098266624:12345-192.168.202.28@tcp:103:ldlm_bl.0 Request processed in 128us (477us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764391.684422:0:42311:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 4 00000100:00100000:1.0:1775764391.722321:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00010000:00010000:1.0:1775764391.730488:0:43224:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1775764391.730498:0:43224:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944580030400/0x57b8ff0e0304e1ef lrc: 2/0,0 mode: PW/PW res: [0x200003ab1:0xa:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764391.730506:0:43224:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944580030400 already unused, calling callback (ffffffffc177a060) 00010000:00010000:1.0:1775764391.730510:0:43224:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944580030400/0x57b8ff0e0304e1ef lrc: 2/0,0 mode: PW/PW res: [0x200003ab1:0xa:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764391.730517:0:43224:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944580030400/0x57b8ff0e0304e1ef lrc: 3/0,0 mode: PW/PW res: [0x200003ab1:0xa:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764391.730531:0:43224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0xa:0x0].0x0 (ffff94459084a900) 00010000:00010000:1.0:1775764391.730533:0:43224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1775764391.730536:0:43224:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944580030400/0x57b8ff0e0304e1ef lrc: 1/0,0 mode: --/PW res: [0x200003ab1:0xa:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764391.730542:0:43224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944580030400/0x57b8ff0e0304e1ef lrc: 0/0,0 mode: --/PW res: [0x200003ab1:0xa:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764391.730570:0:43224:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764391.730572:0:43224:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764391.730573:0:43224:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764391.745501:0:42312:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764392.768999:0:42313:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775764393.217316:0:42948:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118941824 00000100:00100000:1.0:1775764393.217325:0:42948:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118941824 00000100:00100000:1.0:1775764393.217405:0:42948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:1.0:1775764393.217415:0:42948:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bf4f8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3330:x1862022118941824:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1775764393.217449:0:42948:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 47644672 pending 0 free 3704619008 avail 3702521856 00000100:00080000:0.0:1775764393.217513:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000004:00080000:3.0:1775764393.217626:0:42347:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1860064825876ns, next at 1861064823728ns, rc = 0 00000100:00100000:1.0:1775764393.218058:0:42948:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bf4f8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3330:x1862022118941824:12345-0@lo:13:osp-pre-0-0.0 Request processed in 643us (844us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764393.218068:0:42948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000040:00080000:0.0:1775764393.345677:0:42356:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:1.0:1775764393.732309:0:3331:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445b2055500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d8dacf45-8471-4226-a2fb-1fac83f69c1e:3331:1862022118941952:0@lo:400:kworker.0 00000100:00100000:1.0:1775764393.732409:0:3331:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764393.732480:0:3331:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445b2056680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3331:1862022118942464:0@lo:400:kworker.0 00000100:00100000:1.0:1775764393.732508:0:3331:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764393.732540:0:3331:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1775764393.732547:0:3331:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445b2054e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3331:1862022118942336:0@lo:400:kworker.0 00000100:00100000:1.0:1775764393.732569:0:3331:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764393.732600:0:3328:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445b2054a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3328:1862022118942080:0@lo:400:kworker.0 00000100:00100000:1.0:1775764393.732637:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764393.732660:0:3328:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1775764393.732666:0:3328:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445b2054380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3328:1862022118942208:0@lo:400:kworker.0 00000100:00100000:1.0:1775764393.732691:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764393.732729:0:42319:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118941952 00000100:00100000:1.0:1775764393.732739:0:42319:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118941952 00000100:00100000:1.0:1775764393.732825:0:42319:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 127 00000100:00100000:1.0:1775764393.732837:0:42319:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445be7e1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d8dacf45-8471-4226-a2fb-1fac83f69c1e+18:3331:x1862022118941952:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764393.732901:0:42319:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445be7e1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d8dacf45-8471-4226-a2fb-1fac83f69c1e+18:3331:x1862022118941952:12345-0@lo:400:kworker.0 Request processed in 65us (491us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764393.732909:0:42319:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 127 00000100:00100000:1.0:1775764393.732949:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118942464 00000100:00100000:1.0:1775764393.732953:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118942464 00000100:00100000:1.0:1775764393.732997:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118942336 00000100:00100000:1.0:1775764393.733000:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118942336 00000100:00100000:1.0:1775764393.733014:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118942208 00000100:00100000:1.0:1775764393.733016:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118942208 00000100:00100000:1.0:1775764393.733032:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:1.0:1775764393.733039:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445b2056300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3331:x1862022118942464:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764393.733071:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445b2056300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3331:x1862022118942464:12345-0@lo:400:kworker.0 Request processed in 33us (563us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764393.733078:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00100000:1.0:1775764393.733104:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:1.0:1775764393.733111:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445b2057800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3331:x1862022118942336:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764393.733138:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445b2057800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3331:x1862022118942336:12345-0@lo:400:kworker.0 Request processed in 28us (568us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764393.733147:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00100000:1.0:1775764393.733158:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:1.0:1775764393.733164:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445b2056d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3328:x1862022118942208:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764393.733198:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445b2056d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3328:x1862022118942208:12345-0@lo:400:kworker.0 Request processed in 35us (507us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764393.733203:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00100000:1.0:1775764393.733222:0:42945:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118942080 00000100:00100000:1.0:1775764393.733225:0:42945:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118942080 00000100:00100000:1.0:1775764393.733255:0:42945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:1.0:1775764393.733262:0:42945:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445b2055880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3328:x1862022118942080:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764393.733295:0:42945:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445b2055880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3328:x1862022118942080:12345-0@lo:400:kworker.0 Request processed in 34us (659us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764393.733301:0:42945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00100000:1.0:1775764393.733350:0:3331:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445b2054e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3331:1862022118942336:0@lo:400:kworker.0 00000100:00100000:1.0:1775764393.733360:0:3331:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445b2055500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d8dacf45-8471-4226-a2fb-1fac83f69c1e:3331:1862022118941952:0@lo:400:kworker.0 00000100:00100000:1.0:1775764393.733370:0:3331:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445b2056680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3331:1862022118942464:0@lo:400:kworker.0 00000100:00100000:1.0:1775764393.733412:0:3328:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445b2054380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3328:1862022118942208:0@lo:400:kworker.0 00000100:00100000:1.0:1775764393.733423:0:3328:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445b2054a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3328:1862022118942080:0@lo:400:kworker.0 00010000:00010000:1.0:1775764393.796013:0:43224:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775764394.171066:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764394.171125:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764394.171201:0:42317:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098267008 00000100:00100000:3.0:1775764394.171213:0:42317:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098267008 00000100:00100000:3.0:1775764394.171273:0:42317:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 128 00000100:00100000:3.0:1775764394.171285:0:42317:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944586765850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:24b54882-c0a1-43f2-954f-009e5a9afc9d+12:2376:x1862022098267008:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:3.0:1775764394.171363:0:42317:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944586765850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:24b54882-c0a1-43f2-954f-009e5a9afc9d+12:2376:x1862022098267008:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 81us (312us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764394.171376:0:42317:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 128 00000100:00100000:1.0:1775764394.172758:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764394.172787:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764394.172839:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764394.180150:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764394.189254:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764394.189305:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098267520 00000100:00100000:1.0:1775764394.189316:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098267520 00000100:00100000:1.0:1775764394.189380:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098267136 00000100:00100000:1.0:1775764394.189383:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098267136 00000100:00100000:1.0:1775764394.189403:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 37 00000100:00100000:1.0:1775764394.189412:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445b2054380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:82781e18-e0e3-4f9f-9a2b-041bf0344414+5:2376:x1862022098267520:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:1.0:1775764394.189491:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445b2054380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:82781e18-e0e3-4f9f-9a2b-041bf0344414+5:2376:x1862022098267520:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 80us (16743us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764394.189499:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 37 00000100:00100000:1.0:1775764394.189519:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 38 00000100:00100000:1.0:1775764394.189525:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445b2056680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+28:2376:x1862022098267136:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:1.0:1775764394.189553:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445b2056680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+28:2376:x1862022098267136:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 29us (16766us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764394.189560:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 38 00010000:00010000:1.0:1775764394.821308:0:43224:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775764395.268545:0:3328:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445b2057b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3328:1862022118942592:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1775764395.268622:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764395.268732:0:42948:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118942592 00000100:00100000:1.0:1775764395.268742:0:42948:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118942592 00000100:00100000:1.0:1775764395.268825:0:42948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:1.0:1775764395.268836:0:42948:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944589103100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3328:x1862022118942592:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1775764395.268875:0:42948:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 44236800 pending 0 free 3767533568 avail 3765436416 00000100:00100000:1.0:1775764395.268931:0:42948:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944589103100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3328:x1862022118942592:12345-0@lo:13:osp-pre-1-0.0 Request processed in 98us (309us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764395.268940:0:42948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00100000:0.0:1775764395.268983:0:3328:0:(client.c:3082:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 34359738370 gen 2 00000004:00080000:0.0:1775764395.268989:0:3328:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff944589101500, transno 34359738370 00000100:00100000:0.0:1775764395.269017:0:3328:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445b2057b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3328:1862022118942592:0@lo:13:osp-pre-1-0.0 00000001:00080000:3.0:1775764395.930677:0:5825:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 34359738409 is committed 00000004:00080000:3.0:1775764395.930711:0:5825:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 2 committed 00000001:00080000:3.0:1775764395.930741:0:5825:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 34359738410 is committed 00000001:00080000:3.0:1775764395.930762:0:5825:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 34359738414 is committed 00000004:00080000:3.0:1775764395.930794:0:5825:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 3 committed 00000100:00100000:1.0:1775764395.931107:0:3329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bf4fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3329:1862022118942720:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1775764395.931181:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1775764395.931943:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1775764395.969849:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764395.970993:0:42945:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bb488700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:42945:1862022118942848:192.168.202.28@tcp:104: 00010000:00010000:3.0:1775764395.971025:0:42945:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000009f2554cc/0x57b8ff0e0304e1f6 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x102:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764395.971237:0:42310:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098267904 00000100:00100000:0.0:1775764395.971250:0:42310:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098267904 00010000:00010000:0.0:1775764395.971299:0:42310:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000da1aa360/0x57b8ff0e0304e098 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x102:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ac04 expref: 6 pid: 42945 timeout: 1962 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764395.971343:0:42310:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 11 00000100:00100000:0.0:1775764395.971353:0:42310:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bbf2ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+6:2378:x1862022098267904:12345-192.168.202.28@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1775764395.971373:0:42310:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764395.971379:0:42310:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000da1aa360/0x57b8ff0e0304e098 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x102:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ac04 expref: 6 pid: 42945 timeout: 1962 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764395.971393:0:42310:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000da1aa360/0x57b8ff0e0304e098 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x102:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400010020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ac04 expref: 6 pid: 42945 timeout: 1962 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764395.971420:0:42310:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000da1aa360/0x57b8ff0e0304e098 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x102:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400010020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ac04 expref: 6 pid: 42945 timeout: 1962 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764395.971438:0:42310:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764395.971441:0:42310:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764395.971445:0:42310:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000009f2554cc/0x57b8ff0e0304e1f6 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x102:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 42945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764395.971454:0:42310:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009f2554cc/0x57b8ff0e0304e1f6 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x102:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 42945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764395.971481:0:42310:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775764395.971545:0:42310:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bbf2ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+5:2378:x1862022098267904:12345-192.168.202.28@tcp:103:ldlm_bl.0 Request processed in 193us (1711us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764395.971553:0:42310:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 11 00010000:00010000:3.0:1775764395.972175:0:42945:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000009f2554cc/0x57b8ff0e0304e1f6 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x102:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764395.972186:0:42945:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009f2554cc/0x57b8ff0e0304e1f6 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x102:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764395.972196:0:42945:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009f2554cc/0x57b8ff0e0304e1f6 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x102:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764395.972203:0:42945:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000009f2554cc/0x57b8ff0e0304e1f6 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x102:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 42945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764395.972232:0:42945:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1775764395.972515:0:42313:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1775764395.972524:0:42313:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000009f2554cc/0x57b8ff0e0304e1f6 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x102:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764395.972533:0:42313:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944580031200 already unused, calling callback (ffffffffc177a060) 00010000:00010000:0.0:1775764395.972538:0:42313:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000009f2554cc/0x57b8ff0e0304e1f6 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x102:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764395.972547:0:42313:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000009f2554cc/0x57b8ff0e0304e1f6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x102:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 42945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764395.972564:0:42313:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000009f2554cc/0x57b8ff0e0304e1f6 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x102:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764395.972571:0:42313:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009f2554cc/0x57b8ff0e0304e1f6 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x102:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764395.972593:0:42313:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764395.972595:0:42313:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764395.972597:0:42313:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775764395.975663:0:42945:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445b2057b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3329:x1862022118942720:12345-0@lo:6:osp-syn-0-0.0 Request processed in 44024us (44468us total) trans 34359738370 rc 0/0 00000100:00100000:3.0:1775764395.975677:0:42945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000004:00080000:0.0:1775764395.978727:0:3329:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9445bf4fb800/2, rc 0, transno 34359738370 00000100:00100000:0.0:1775764395.978744:0:3329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bf4fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3329:1862022118942720:0@lo:6:osp-syn-0-0.0 00000001:00100000:3.0:1775764396.384142:0:6613:0:(tgt_lastrcvd.c:568:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 82781e18-e0e3-4f9f-9a2b-041bf0344414 00000020:00000080:3.0:1775764396.384157:0:6613:0:(genops.c:904:class_export_put()) final put ffff944587270000/82781e18-e0e3-4f9f-9a2b-041bf0344414 00000001:00080000:3.0:1775764396.384217:0:6613:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 34359738370 is committed 00000020:00000080:0.0:1775764396.384518:0:41523:0:(genops.c:863:class_export_destroy()) destroying export ffff944587270000/82781e18-e0e3-4f9f-9a2b-041bf0344414 for lustre-OST0000 00000020:00000080:0.0:1775764396.384583:0:41523:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff944587272000 for lustre-OST0000 00010000:00010000:1.0:1775764396.865281:0:43224:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764397.890065:0:42312:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775764398.337767:0:3331:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1775764398.337855:0:3331:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944483640a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3331:1862022118942976:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1775764398.337948:0:3331:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764398.338040:0:42948:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118942976 00000100:00100000:0.0:1775764398.338062:0:42948:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118942976 00000100:00100000:0.0:1775764398.338135:0:42948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:0.0:1775764398.338143:0:42948:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944483641180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3331:x1862022118942976:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1775764398.338187:0:42948:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 44236800 pending 0 free 3704619008 avail 3702521856 00000100:00100000:0.0:1775764398.338235:0:42948:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944483641180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3331:x1862022118942976:12345-0@lo:13:osp-pre-0-0.0 Request processed in 93us (287us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764398.338243:0:42948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00080000:0.0:1775764398.338267:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1775764398.338294:0:3331:0:(client.c:3082:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 34359738370 gen 2 00000004:00080000:0.0:1775764398.338300:0:3331:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9445bf4fb800, transno 34359738370 00000100:00100000:0.0:1775764398.338317:0:3331:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944483640a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3331:1862022118942976:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1775764398.849242:0:3328:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445b2cb2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3328:1862022118943232:0@lo:400:kworker.0 00000100:00100000:1.0:1775764398.849328:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764398.849415:0:3328:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1775764398.849422:0:3328:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445b2cb1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3328:1862022118943360:0@lo:400:kworker.0 00000100:00100000:1.0:1775764398.849463:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764398.849496:0:42944:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118943232 00000100:00100000:1.0:1775764398.849505:0:42944:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118943232 00000100:00100000:1.0:1775764398.849580:0:42944:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:1.0:1775764398.849590:0:42944:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944590388380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3328:x1862022118943232:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764398.849657:0:42944:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944590388380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3328:x1862022118943232:12345-0@lo:400:kworker.0 Request processed in 69us (330us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764398.849666:0:42944:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00100000:1.0:1775764398.849696:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118943360 00000100:00100000:1.0:1775764398.849700:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118943360 00000100:00100000:1.0:1775764398.849726:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00100000:1.0:1775764398.849733:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944590388a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3328:x1862022118943360:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764398.849764:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944590388a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3328:x1862022118943360:12345-0@lo:400:kworker.0 Request processed in 32us (300us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764398.849770:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00000100:00100000:1.0:1775764398.849852:0:3328:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445b2cb1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3328:1862022118943360:0@lo:400:kworker.0 00000100:00100000:1.0:1775764398.849863:0:3328:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445b2cb2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3328:1862022118943232:0@lo:400:kworker.0 00000100:00100000:0.0:1775764398.850264:0:3331:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff94458913b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d8dacf45-8471-4226-a2fb-1fac83f69c1e:3331:1862022118943104:0@lo:400:kworker.0 00000100:00100000:0.0:1775764398.850319:0:3331:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764398.850364:0:3331:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944590388000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3331:1862022118943616:0@lo:400:kworker.0 00000100:00100000:0.0:1775764398.850410:0:3331:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764398.850444:0:3331:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1775764398.850451:0:3331:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff94459038ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3331:1862022118943488:0@lo:400:kworker.0 00000100:00100000:0.0:1775764398.850477:0:3331:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1775764398.850514:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1775764398.850529:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118943616 00000100:00100000:0.0:1775764398.850533:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118943616 00000100:00100000:0.0:1775764398.850571:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118943488 00000100:00100000:0.0:1775764398.850574:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118943488 00000100:00100000:0.0:1775764398.850590:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40 00000100:00100000:0.0:1775764398.850596:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944483640a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3331:x1862022118943616:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764398.850633:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944483640a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3331:x1862022118943616:12345-0@lo:400:kworker.0 Request processed in 37us (223us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764398.850639:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40 00000100:00100000:0.0:1775764398.850652:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41 00000100:00100000:0.0:1775764398.850658:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944483640e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3331:x1862022118943488:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764398.850681:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944483640e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3331:x1862022118943488:12345-0@lo:400:kworker.0 Request processed in 25us (204us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764398.850688:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41 00000100:00080000:0.0:1775764398.850704:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1775764398.850726:0:3331:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff94459038ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3331:1862022118943488:0@lo:400:kworker.0 00000100:00100000:0.0:1775764398.850735:0:3331:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944590388000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3331:1862022118943616:0@lo:400:kworker.0 00000100:00100000:1.0:1775764398.851131:0:42318:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118943104 00000100:00100000:1.0:1775764398.851136:0:42318:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118943104 00000100:00100000:1.0:1775764398.851171:0:42318:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 129 00000100:00100000:1.0:1775764398.851178:0:42318:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944586767050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d8dacf45-8471-4226-a2fb-1fac83f69c1e+18:3331:x1862022118943104:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764398.851216:0:42318:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944586767050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d8dacf45-8471-4226-a2fb-1fac83f69c1e+18:3331:x1862022118943104:12345-0@lo:400:kworker.0 Request processed in 38us (896us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764398.851222:0:42318:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 129 00000100:00100000:0.0:1775764398.851569:0:3331:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff94458913b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d8dacf45-8471-4226-a2fb-1fac83f69c1e:3331:1862022118943104:0@lo:400:kworker.0 00010000:00010000:3.0:1775764398.913233:0:42313:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:0.0:1775764398.963709:0:7469:0:(tgt_lastrcvd.c:568:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 82781e18-e0e3-4f9f-9a2b-041bf0344414 00000020:00000080:0.0:1775764398.963723:0:7469:0:(genops.c:904:class_export_put()) final put ffff944587276800/82781e18-e0e3-4f9f-9a2b-041bf0344414 00000020:00000080:0.0:1775764398.965958:0:9942:0:(genops.c:863:class_export_destroy()) destroying export ffff944587276800/82781e18-e0e3-4f9f-9a2b-041bf0344414 for lustre-OST0001 00000020:00000080:0.0:1775764398.966069:0:9942:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff944587273000 for lustre-OST0001 00000100:00100000:0.0:1775764399.282507:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098268544 00000100:00100000:0.0:1775764399.282519:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098268544 00000100:00100000:0.0:1775764399.282598:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098268160 00000100:00100000:0.0:1775764399.282603:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098268160 00000100:00100000:0.0:1775764399.282624:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 42 00000100:00100000:0.0:1775764399.282634:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bb488700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:82781e18-e0e3-4f9f-9a2b-041bf0344414+5:2377:x1862022098268544:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:0.0:1775764399.282723:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bb488700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:82781e18-e0e3-4f9f-9a2b-041bf0344414+5:2377:x1862022098268544:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 89us (349us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764399.282730:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 42 00000100:00100000:0.0:1775764399.282750:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 43 00000100:00100000:0.0:1775764399.282756:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445b296f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+11:2377:x1862022098268160:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:0.0:1775764399.282780:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445b296f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+11:2377:x1862022098268160:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 24us (367us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764399.282786:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 43 00000100:00100000:3.0:1775764399.283609:0:42319:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098268032 00000100:00100000:3.0:1775764399.283616:0:42319:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098268032 00000100:00100000:3.0:1775764399.283656:0:42319:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 130 00000100:00100000:3.0:1775764399.283663:0:42319:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944586765050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:24b54882-c0a1-43f2-954f-009e5a9afc9d+12:2377:x1862022098268032:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:3.0:1775764399.283713:0:42319:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944586765050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:24b54882-c0a1-43f2-954f-009e5a9afc9d+12:2377:x1862022098268032:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 51us (1434us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764399.283720:0:42319:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 130 00000100:00100000:3.0:1775764399.283752:0:42946:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098268288 00000100:00100000:3.0:1775764399.283756:0:42946:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098268288 00000100:00100000:3.0:1775764399.283787:0:42946:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098268416 00000100:00100000:3.0:1775764399.283790:0:42946:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098268416 00000100:00100000:3.0:1775764399.283954:0:42946:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 28 00000100:00100000:3.0:1775764399.283961:0:42946:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bb489500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+5:2377:x1862022098268288:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:3.0:1775764399.283987:0:42946:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bb489500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+5:2377:x1862022098268288:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 28us (1644us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764399.283993:0:42946:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 28 00000100:00100000:3.0:1775764399.284003:0:42946:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 29 00000100:00100000:3.0:1775764399.284008:0:42946:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445b296ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+5:2377:x1862022098268416:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:3.0:1775764399.284025:0:42946:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445b296ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+5:2377:x1862022098268416:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 18us (1588us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764399.284032:0:42946:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 29 00000100:00080000:3.0:1775764399.284063:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1775764399.284066:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1775764399.417266:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098268672 00000100:00100000:0.0:1775764399.417285:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098268672 00000100:00100000:0.0:1775764399.417391:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 70 00000100:00100000:0.0:1775764399.417403:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445b296ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+11:46771:x1862022098268672:12345-192.168.202.28@tcp:60:lhsmtool_posix.0 00000100:00100000:0.0:1775764399.417538:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445b296ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+11:46771:x1862022098268672:12345-192.168.202.28@tcp:60:lhsmtool_posix.0 Request processed in 136us (1437us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764399.417546:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 70 00000100:00100000:3.0:1775764399.425546:0:42328:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098268928 00000100:00100000:3.0:1775764399.425558:0:42328:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098268928 00000100:00100000:3.0:1775764399.425626:0:42328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 24 00000100:00100000:3.0:1775764399.425637:0:42328:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445b296f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+11:46771:x1862022098268928:12345-192.168.202.28@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1775764399.430358:0:42328:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445b296f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+12:46771:x1862022098268928:12345-192.168.202.28@tcp:35:lhsmtool_posix.0 Request processed in 1244us (1647us total) trans 34359738415 rc 0/0 00000100:00100000:3.0:1775764399.436673:0:42328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 24 00000100:00100000:1.0:1775764399.837936:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764399.838062:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098269056 00000100:00100000:0.0:1775764399.838076:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098269056 00000100:00100000:0.0:1775764399.838168:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 71 00000100:00100000:0.0:1775764399.838180:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94459038b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:82781e18-e0e3-4f9f-9a2b-041bf0344414+5:47335:x1862022098269056:12345-192.168.202.28@tcp:101:lsof.0 00010000:00010000:0.0:1775764399.838206:0:42325:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764399.838229:0:42325:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c400/0x57b8ff0e0304e1fd lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17ac5f expref: -99 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764399.838331:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d600/0x57b8ff0e0304e204 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764399.838351:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d600/0x57b8ff0e0304e204 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764399.838383:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d600/0x57b8ff0e0304e204 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764399.838651:0:42325:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 8704 00000004:00200000:0.0:1775764399.838657:0:42325:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 27 stripe count 1 MDT count 1 00000004:00010000:0.0:1775764399.838764:0:42325:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d600/0x57b8ff0e0304e204 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764399.838788:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c400/0x57b8ff0e0304e1fd lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ac5f expref: 7 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764399.838845:0:42325:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d600/0x57b8ff0e0304e204 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ac5f expref: 6 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764399.838855:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff94459084a600) 00010000:00010000:0.0:1775764399.838858:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1775764399.838862:0:42325:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445bc27d600, rc 0) 00000100:00100000:0.0:1775764399.838924:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94459038b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:82781e18-e0e3-4f9f-9a2b-041bf0344414+6:47335:x1862022098269056:12345-192.168.202.28@tcp:101:lsof.0 Request processed in 745us (1008us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764399.838931:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 71 00010000:00010000:1.0:1775764399.937351:0:43224:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775764400.388415:0:3329:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1775764400.388438:0:3329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944590388700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3329:1862022118943744:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1775764400.388510:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764400.388903:0:42948:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118943744 00000100:00100000:0.0:1775764400.388912:0:42948:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118943744 00000100:00100000:0.0:1775764400.388987:0:42948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:0.0:1775764400.388998:0:42948:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944590389c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3329:x1862022118943744:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1775764400.389050:0:42948:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 44236800 pending 0 free 3767533568 avail 3765436416 00000100:00100000:0.0:1775764400.389108:0:42948:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944590389c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3329:x1862022118943744:12345-0@lo:13:osp-pre-1-0.0 Request processed in 112us (597us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764400.389115:0:42948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00100000:0.0:1775764400.389176:0:3329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944590388700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3329:1862022118943744:0@lo:13:osp-pre-1-0.0 00000100:00080000:3.0:1775764400.389381:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:0.0:1775764400.972462:0:42312:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:1.0:1775764401.024759:0:5825:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 34359738415 is committed 00010000:00010000:3.0:1775764401.984983:0:42313:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764403.009361:0:43224:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775764403.457302:0:3329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944483640000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3329:1862022118943872:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1775764403.457401:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764403.457834:0:42948:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118943872 00000100:00100000:0.0:1775764403.457844:0:42948:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118943872 00000100:00100000:0.0:1775764403.457922:0:42948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:0.0:1775764403.457933:0:42948:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94459038bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3329:x1862022118943872:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1775764403.457976:0:42948:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 44236800 pending 0 free 3704619008 avail 3702521856 00000100:00100000:0.0:1775764403.458053:0:42948:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94459038bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3329:x1862022118943872:12345-0@lo:13:osp-pre-0-0.0 Request processed in 123us (652us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764403.458061:0:42948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00080000:3.0:1775764403.458179:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1775764403.458328:0:3329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944483640000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3329:1862022118943872:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1775764403.969543:0:3331:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445b296c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3331:1862022118944128:0@lo:400:kworker.0 00000100:00100000:1.0:1775764403.969627:0:3330:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445b296ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d8dacf45-8471-4226-a2fb-1fac83f69c1e:3330:1862022118944000:0@lo:400:kworker.0 00000100:00100000:3.0:1775764403.969763:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118944256 00000100:00100000:3.0:1775764403.969777:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118944256 00000100:00100000:3.0:1775764403.969888:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 44 00000100:00100000:3.0:1775764403.969899:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445b296dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3328:x1862022118944256:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764403.973991:0:3331:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764403.974140:0:42946:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118944128 00000100:00100000:0.0:1775764403.974233:0:42946:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118944128 00000100:00100000:0.0:1775764403.974333:0:42946:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:0.0:1775764403.974519:0:42946:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94458560bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3331:x1862022118944128:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764403.974639:0:42946:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94458560bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3331:x1862022118944128:12345-0@lo:400:kworker.0 Request processed in 126us (660us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764403.974647:0:42946:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00080000:0.0:1775764403.975053:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1775764403.975117:0:3331:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445b296c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3331:1862022118944128:0@lo:400:kworker.0 00000100:00100000:0.0:1775764403.975326:0:3329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445b296df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3329:1862022118944384:0@lo:400:kworker.0 00000100:00100000:0.0:1775764403.975477:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764403.975516:0:42325:0:(service.c:3441:ptlrpc_start_thread()) mdt[0] started 3 min 3 max 116 00000100:00100000:0.0:1775764403.975525:0:42325:0:(service.c:3500:ptlrpc_start_thread()) starting thread 'mdt00_003' 00000100:00100000:1.0:1775764403.979145:0:3330:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764403.979238:0:3330:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445b296f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3330:1862022118944512:0@lo:400:kworker.0 00000100:00100000:1.0:1775764403.979338:0:3330:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764403.980654:0:3329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445b296df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3329:1862022118944384:0@lo:400:kworker.0 00000100:00080000:0.0:1775764403.980688:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1775764403.982095:0:3330:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445b296f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3330:1862022118944512:0@lo:400:kworker.0 00000100:00100000:3.0:1775764403.984410:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445b296dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3328:x1862022118944256:12345-0@lo:400:kworker.0 Request processed in 14499us (14715us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764403.984432:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 44 00000100:00100000:0.0:1775764403.984738:0:42317:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118944000 00000100:00100000:0.0:1775764403.984752:0:42317:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118944000 00000100:00100000:0.0:1775764403.984825:0:42317:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 131 00000100:00100000:0.0:1775764403.984836:0:42317:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944586767c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d8dacf45-8471-4226-a2fb-1fac83f69c1e+18:3330:x1862022118944000:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764403.984907:0:42317:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944586767c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d8dacf45-8471-4226-a2fb-1fac83f69c1e+18:3330:x1862022118944000:12345-0@lo:400:kworker.0 Request processed in 73us (5786us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764403.984914:0:42317:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 131 00000100:00100000:1.0:1775764403.985614:0:3330:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445b296ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d8dacf45-8471-4226-a2fb-1fac83f69c1e:3330:1862022118944000:0@lo:400:kworker.0 00010000:00010000:0.0:1775764404.033173:0:42312:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775764404.406239:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098269312 00000100:00100000:0.0:1775764404.406256:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098269312 00000100:00100000:0.0:1775764404.406362:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098269696 00000100:00100000:0.0:1775764404.406366:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098269696 00000100:00100000:0.0:1775764404.406396:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 47 00000100:00100000:0.0:1775764404.406407:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445b296e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+11:2377:x1862022098269312:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:0.0:1775764404.406514:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445b296e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+11:2377:x1862022098269312:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 108us (3744us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764404.406523:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 47 00000100:00100000:0.0:1775764404.406547:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 48 00000100:00100000:0.0:1775764404.406554:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445b296ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:82781e18-e0e3-4f9f-9a2b-041bf0344414+6:2377:x1862022098269696:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:0.0:1775764404.406583:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445b296ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:82781e18-e0e3-4f9f-9a2b-041bf0344414+6:2377:x1862022098269696:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 30us (3603us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764404.406590:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 48 00000100:00100000:0.0:1775764404.406611:0:42318:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098269184 00000100:00100000:0.0:1775764404.406615:0:42318:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098269184 00000100:00100000:0.0:1775764404.406646:0:42318:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 132 00000100:00100000:0.0:1775764404.406653:0:42318:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445b76fdc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:24b54882-c0a1-43f2-954f-009e5a9afc9d+12:2377:x1862022098269184:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:0.0:1775764404.406678:0:42318:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445b76fdc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:24b54882-c0a1-43f2-954f-009e5a9afc9d+12:2377:x1862022098269184:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 26us (3745us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764404.406684:0:42318:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 132 00000100:00100000:0.0:1775764404.406716:0:43212:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098269568 00000100:00100000:0.0:1775764404.406720:0:43212:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098269568 00000100:00100000:0.0:1775764404.406747:0:43212:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098269440 00000100:00100000:0.0:1775764404.406751:0:43212:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098269440 00000100:00100000:0.0:1775764404.406769:0:43212:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 31 00000100:00100000:0.0:1775764404.406775:0:43212:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445b296d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+5:2377:x1862022098269568:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:0.0:1775764404.406852:0:43212:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445b296d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+5:2377:x1862022098269568:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 77us (3959us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764404.406859:0:43212:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 31 00000100:00100000:0.0:1775764404.406871:0:43212:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 32 00000100:00100000:0.0:1775764404.406878:0:43212:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445b296e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+5:2377:x1862022098269440:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:0.0:1775764404.406906:0:43212:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445b296e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+5:2377:x1862022098269440:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 28us (3948us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764404.406914:0:43212:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 32 00010000:00010000:3.0:1775764405.060008:0:42313:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0:1775764405.071698:0:44530:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-pcc test 14: Revocation of the layout lock should detach the file automatically ========================================================== 15:53:23 (1775764403) 00000100:00100000:1.0:1775764405.512109:0:42948:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118944640 00000100:00100000:1.0:1775764405.512124:0:42948:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118944640 00000100:00080000:0.0:1775764405.512245:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1775764405.512298:0:42948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:1.0:1775764405.512308:0:42948:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445b296d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3331:x1862022118944640:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1775764405.512354:0:42948:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 44236800 pending 0 free 3767533568 avail 3765436416 00000100:00100000:1.0:1775764405.513086:0:42948:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445b296d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3331:x1862022118944640:12345-0@lo:13:osp-pre-1-0.0 Request processed in 773us (1555us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764405.513097:0:42948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00100000:1.0:1775764405.643900:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764405.651423:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098269952 00000100:00100000:3.0:1775764405.651447:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098269952 00000100:00100000:3.0:1775764405.651559:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 72 00000100:00100000:3.0:1775764405.651573:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944590389500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+11:47533:x1862022098269952:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1775764405.651600:0:42326:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764405.651631:0:42326:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2147a00/0x57b8ff0e0304e20b lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17ac66 expref: -99 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764405.651732:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146c00/0x57b8ff0e0304e212 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764405.651749:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146c00/0x57b8ff0e0304e212 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764405.651763:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146c00/0x57b8ff0e0304e212 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764405.651778:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2147400/0x57b8ff0e0304e219 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764405.651785:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2147400/0x57b8ff0e0304e219 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764405.651792:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2147400/0x57b8ff0e0304e219 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764405.652532:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146a00/0x57b8ff0e0304e220 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764405.652545:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146a00/0x57b8ff0e0304e220 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764405.652553:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146a00/0x57b8ff0e0304e220 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764405.652566:0:42326:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000002:0x2:0x0]: returning size 6656 00010000:00010000:3.0:1775764405.652782:0:42326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146c00/0x57b8ff0e0304e212 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764405.654076:0:42326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146c00/0x57b8ff0e0304e212 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764405.654093:0:42326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146c00/0x57b8ff0e0304e212 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764405.654100:0:42326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445c2146c00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:3.0:1775764405.654107:0:42326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146c00/0x57b8ff0e0304e212 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764405.654117:0:42326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146c00/0x57b8ff0e0304e212 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764405.654306:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff944582f80c00) 00010000:00010000:3.0:1775764405.654311:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764405.654318:0:42326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146c00/0x57b8ff0e0304e212 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764405.654325:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146c00/0x57b8ff0e0304e212 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764405.654349:0:42326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2147400/0x57b8ff0e0304e219 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764405.654355:0:42326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2147400/0x57b8ff0e0304e219 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764405.654361:0:42326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2147400/0x57b8ff0e0304e219 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764405.654366:0:42326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445c2147400 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:3.0:1775764405.654370:0:42326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2147400/0x57b8ff0e0304e219 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764405.654376:0:42326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2147400/0x57b8ff0e0304e219 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764405.654384:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x8d45d6bc (ffff944586564800) 00010000:00010000:3.0:1775764405.654386:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764405.654389:0:42326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2147400/0x57b8ff0e0304e219 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764405.654395:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2147400/0x57b8ff0e0304e219 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764405.656419:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2147a00/0x57b8ff0e0304e20b lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ac66 expref: 14 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764405.656465:0:42326:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146a00/0x57b8ff0e0304e220 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ac66 expref: 13 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764405.656480:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff94459084a500) 00010000:00010000:3.0:1775764405.656483:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764405.656489:0:42326:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445c2146a00, rc 0) 00000100:00100000:3.0:1775764405.656623:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944590389500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+13:47533:x1862022098269952:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 Request processed in 5051us (13250us total) trans 34359738416 rc 0/0 00000100:00100000:3.0:1775764405.656636:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 72 00000100:00100000:0.0:1775764405.684571:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764405.684617:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764405.687086:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098270208 00000100:00100000:1.0:1775764405.687100:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098270208 00000100:00100000:1.0:1775764405.687180:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 73 00000100:00100000:1.0:1775764405.687191:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944483642a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+12:47533:x1862022098270208:12345-192.168.202.28@tcp:59:lhsmtool_posix.0 00000100:00100000:1.0:1775764405.687318:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944483642a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+12:47533:x1862022098270208:12345-192.168.202.28@tcp:59:lhsmtool_posix.0 Request processed in 128us (2699us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764405.687337:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 73 00000100:00100000:0.0:1775764405.868522:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764405.870731:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098270464 00000100:00100000:3.0:1775764405.870752:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098270464 00000100:00100000:3.0:1775764405.870895:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 74 00000100:00100000:3.0:1775764405.870905:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944483640000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+12:47548:x1862022098270464:12345-192.168.202.28@tcp:36:mkdir.0 00010000:00010000:3.0:1775764405.871005:0:42324:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764405.871047:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3000/0x57b8ff0e0304de30 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ab5c expref: 12 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764405.871083:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff94459084a600) 00010000:00010000:3.0:1775764405.871091:0:42324:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1775764405.871520:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2147a00/0x57b8ff0e0304e22e lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764405.871538:0:42324:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d600/0x57b8ff0e0304e204 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ac5f expref: 5 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764405.871549:0:42324:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2147a00/0x57b8ff0e0304e22e lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764405.871598:0:42324:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d600/0x57b8ff0e0304e204 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ac5f expref: 5 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764405.871616:0:42324:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d600/0x57b8ff0e0304e204 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ac5f expref: 5 pid: 42325 timeout: 1972 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764405.871634:0:42324:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944589100a80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:42324:1862022118944768:192.168.202.28@tcp:104: 00000100:00100000:3.0:1775764405.871782:0:42324:0:(client.c:2691:ptlrpc_set_wait()) set ffff9445b217c0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1775764405.894378:0:42310:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098270592 00000100:00100000:0.0:1775764405.894395:0:42310:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098270592 00010000:00010000:0.0:1775764405.894449:0:42310:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d600/0x57b8ff0e0304e204 lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ac5f expref: 6 pid: 42325 timeout: 1972 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764405.894519:0:42310:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 12 00000100:00100000:0.0:1775764405.894532:0:42310:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445b296c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:82781e18-e0e3-4f9f-9a2b-041bf0344414+6:2378:x1862022098270592:12345-192.168.202.28@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1775764405.894553:0:42310:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764405.894562:0:42310:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d600/0x57b8ff0e0304e204 lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ac5f expref: 6 pid: 42325 timeout: 1972 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764405.894580:0:42310:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d600/0x57b8ff0e0304e204 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ac5f expref: 6 pid: 42325 timeout: 1972 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764405.894612:0:42310:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff94459084a600) 00010000:00010000:0.0:1775764405.894618:0:42310:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2147a00/0x57b8ff0e0304e22e lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764405.894628:0:42310:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2147a00/0x57b8ff0e0304e22e lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764405.894638:0:42310:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2147a00/0x57b8ff0e0304e22e lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764405.894659:0:42310:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775764405.894738:0:42310:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445b296c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:82781e18-e0e3-4f9f-9a2b-041bf0344414+6:2378:x1862022098270592:12345-192.168.202.28@tcp:103:ldlm_bl.0 Request processed in 208us (1851us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764405.894761:0:42310:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 12 00010000:00010000:3.0:1775764405.905735:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d600/0x57b8ff0e0304e204 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ac5f expref: 5 pid: 42325 timeout: 1972 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764405.906051:0:42324:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944589100a80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:42324:1862022118944768:192.168.202.28@tcp:104: 00010000:00010000:3.0:1775764405.906094:0:42324:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2147a00/0x57b8ff0e0304e22e lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764405.906107:0:42324:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2147a00/0x57b8ff0e0304e22e lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764405.906113:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2147a00/0x57b8ff0e0304e22e lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764405.906151:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2147400/0x57b8ff0e0304e235 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xad739384 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764405.906168:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2147400/0x57b8ff0e0304e235 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xad739384 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764405.906182:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2147400/0x57b8ff0e0304e235 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xad739384 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764405.913652:0:42324:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab1:0xb:0x0]: returning size 512 00010000:00010000:3.0:1775764405.913681:0:42324:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2147a00/0x57b8ff0e0304e22e lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764405.913694:0:42324:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2147a00/0x57b8ff0e0304e22e lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764405.913703:0:42324:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2147a00/0x57b8ff0e0304e22e lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764405.913709:0:42324:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445c2147a00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:3.0:1775764405.913715:0:42324:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2147a00/0x57b8ff0e0304e22e lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764405.913724:0:42324:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2147a00/0x57b8ff0e0304e22e lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764405.914294:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff94459084a600) 00010000:00010000:3.0:1775764405.914298:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764405.914304:0:42324:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2147a00/0x57b8ff0e0304e22e lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764405.914310:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2147a00/0x57b8ff0e0304e22e lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764405.914338:0:42324:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000a8dcae99 reply state 0000000038e41e2c transno 34359738417 ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2147400/0x57b8ff0e0304e235 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xad739384 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764405.914347:0:42324:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1775764405.914603:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944483640000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+13:47548:x1862022098270464:12345-192.168.202.28@tcp:36:mkdir.0 Request processed in 43695us (46088us total) trans 34359738417 rc 0/0 00000100:00100000:3.0:1775764405.914613:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 74 00010000:00010000:0.0:1775764405.944274:0:3314:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2147400/0x57b8ff0e0304e235 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xad739384 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764405.944294:0:3314:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2147400/0x57b8ff0e0304e235 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xad739384 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764405.944302:0:3314:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2147400/0x57b8ff0e0304e235 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xad739384 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764405.944309:0:3314:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445c2147400 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:0.0:1775764405.944316:0:3314:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2147400/0x57b8ff0e0304e235 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xad739384 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764405.944324:0:3314:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2147400/0x57b8ff0e0304e235 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xad739384 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764405.944348:0:3314:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xad739384 (ffff944586564800) 00010000:00010000:0.0:1775764405.944352:0:3314:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764405.944356:0:3314:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2147400/0x57b8ff0e0304e235 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xad739384 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764405.944362:0:3314:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2147400/0x57b8ff0e0304e235 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xad739384 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764406.040933:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764406.040994:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098270720 00000100:00100000:0.0:1775764406.041005:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098270720 00000100:00100000:0.0:1775764406.041082:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 75 00000100:00100000:0.0:1775764406.041093:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bc1df480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+12:47554:x1862022098270720:12345-192.168.202.28@tcp:101:bash.0 00010000:00010000:0.0:1775764406.041125:0:42325:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764406.041159:0:42325:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d600/0x57b8ff0e0304e23c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17ac6d expref: -99 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764406.041260:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27da00/0x57b8ff0e0304e243 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764406.041277:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27da00/0x57b8ff0e0304e243 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764406.041292:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27da00/0x57b8ff0e0304e243 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764406.041539:0:42325:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 8704 00000004:00200000:0.0:1775764406.041545:0:42325:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 28 stripe count 1 MDT count 1 00000004:00010000:0.0:1775764406.041652:0:42325:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27da00/0x57b8ff0e0304e243 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764406.041685:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d600/0x57b8ff0e0304e23c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ac6d expref: 14 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764406.041706:0:42325:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27da00/0x57b8ff0e0304e243 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ac6d expref: 13 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764406.041716:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff944582f80900) 00010000:00010000:0.0:1775764406.041720:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1775764406.041723:0:42325:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445bc27da00, rc 0) 00000100:00100000:0.0:1775764406.041871:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bc1df480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+13:47554:x1862022098270720:12345-192.168.202.28@tcp:101:bash.0 Request processed in 779us (947us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764406.041881:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 75 00000100:00080000:0.0:1775764406.041919:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1775764406.053101:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764406.058047:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098270848 00000100:00100000:1.0:1775764406.058067:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098270848 00000100:00100000:1.0:1775764406.058157:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 76 00000100:00100000:1.0:1775764406.058170:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944589100a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+13:47554:x1862022098270848:12345-192.168.202.28@tcp:101:bash.0 00010000:00010000:1.0:1775764406.058201:0:42326:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764406.058226:0:42326:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944587808200/0x57b8ff0e0304e24a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17ac74 expref: -99 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764406.058300:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff944587808a00/0x57b8ff0e0304e251 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764406.058322:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944587808a00/0x57b8ff0e0304e251 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764406.058334:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944587808a00/0x57b8ff0e0304e251 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764406.058348:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944587808e00/0x57b8ff0e0304e258 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xad739384 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764406.058354:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944587808e00/0x57b8ff0e0304e258 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xad739384 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764406.058360:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944587808e00/0x57b8ff0e0304e258 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xad739384 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764406.066660:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944587809800/0x57b8ff0e0304e25f lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0xb:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764406.066681:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944587809800/0x57b8ff0e0304e25f lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0xb:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764406.066694:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944587809800/0x57b8ff0e0304e25f lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0xb:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764406.070177:0:42326:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab1:0xb:0x0]: returning size 7680 00000004:00200000:1.0:1775764406.070187:0:42326:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1775764406.070343:0:42326:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff944587809800/0x57b8ff0e0304e25f lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0xb:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764406.070364:0:42326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff944587808a00/0x57b8ff0e0304e251 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764406.070376:0:42326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944587808a00/0x57b8ff0e0304e251 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764406.070384:0:42326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944587808a00/0x57b8ff0e0304e251 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764406.070391:0:42326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944587808a00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:1.0:1775764406.070395:0:42326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944587808a00/0x57b8ff0e0304e251 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764406.070403:0:42326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944587808a00/0x57b8ff0e0304e251 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764406.070419:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff944582f80900) 00010000:00010000:1.0:1775764406.070423:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764406.070428:0:42326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944587808a00/0x57b8ff0e0304e251 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764406.070433:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944587808a00/0x57b8ff0e0304e251 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764406.070447:0:42326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944587808e00/0x57b8ff0e0304e258 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xad739384 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764406.070453:0:42326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944587808e00/0x57b8ff0e0304e258 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xad739384 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764406.070459:0:42326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944587808e00/0x57b8ff0e0304e258 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xad739384 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764406.070464:0:42326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944587808e00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:1.0:1775764406.070467:0:42326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944587808e00/0x57b8ff0e0304e258 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xad739384 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764406.070473:0:42326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944587808e00/0x57b8ff0e0304e258 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xad739384 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764406.070481:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xad739384 (ffff944584d1dd00) 00010000:00010000:1.0:1775764406.070483:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764406.070486:0:42326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944587808e00/0x57b8ff0e0304e258 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xad739384 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764406.070491:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944587808e00/0x57b8ff0e0304e258 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xad739384 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764406.070543:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944587808200/0x57b8ff0e0304e24a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ac74 expref: 15 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764406.070558:0:42326:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff944587809800/0x57b8ff0e0304e25f lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0xb:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ac74 expref: 14 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764406.070565:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0xb:0x0].0x0 (ffff944584d1da00) 00010000:00010000:1.0:1775764406.070581:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:1.0:1775764406.070583:0:42326:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944587809800, rc 0) 00000100:00100000:1.0:1775764406.070665:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944589100a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+14:47554:x1862022098270848:12345-192.168.202.28@tcp:101:bash.0 Request processed in 12496us (17581us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764406.070674:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 76 00000100:00100000:3.0:1775764406.079384:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764406.079728:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098271104 00000100:00100000:1.0:1775764406.079738:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098271104 00010000:00010000:1.0:1775764406.082011:0:43224:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775764406.105593:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00080000:3.0:1775764406.107022:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1775764406.122283:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764406.122512:0:42945:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098271360 00000100:00100000:3.0:1775764406.122524:0:42945:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098271360 00000100:00100000:3.0:1775764406.122598:0:42945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 20 00000100:00100000:3.0:1775764406.122609:0:42945:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bc1df800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+6:47554:x1862022098271360:12345-192.168.202.28@tcp:101:bash.0 00010000:00010000:3.0:1775764406.122629:0:42945:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764406.122649:0:42945:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000abeef456/0x57b8ff0e0304e290 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x103:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17ac89 expref: -99 pid: 42945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764406.122684:0:42945:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000da1aa360/0x57b8ff0e0304e289 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x103:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ac82 expref: 7 pid: 43212 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764406.122699:0:42945:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764406.122701:0:42945:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764406.122706:0:42945:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000abeef456/0x57b8ff0e0304e290 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x103:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ac89 expref: 7 pid: 42945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764406.122747:0:42945:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000da1aa360/0x57b8ff0e0304e289 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x103:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ac82 expref: 7 pid: 43212 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764406.122762:0:42945:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000da1aa360/0x57b8ff0e0304e289 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x103:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ac82 expref: 7 pid: 43212 timeout: 1972 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764406.122778:0:42945:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944589101f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:42945:1862022118944896:192.168.202.28@tcp:104: 00000100:00100000:3.0:1775764406.122917:0:42945:0:(client.c:2691:ptlrpc_set_wait()) set ffff9445b217c0c0 going to sleep for 11 seconds 00000100:00100000:3.0:1775764406.140905:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000001:00080000:1.0:1775764406.145559:0:5825:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 34359738417 is committed 00010000:00010000:0.0:1775764406.146083:0:42945:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000da1aa360/0x57b8ff0e0304e289 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x103:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ac82 expref: 8 pid: 43212 timeout: 1972 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764406.146107:0:42945:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944589101f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:42945:1862022118944896:192.168.202.28@tcp:104: 00010000:00010000:0.0:1775764406.146146:0:42945:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000abeef456/0x57b8ff0e0304e290 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x103:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ac89 expref: 7 pid: 42945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764406.146161:0:42945:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445c2147a00, rc 0) 00000100:00100000:0.0:1775764406.146236:0:42945:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bc1df800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+7:47554:x1862022098271360:12345-192.168.202.28@tcp:101:bash.0 Request processed in 23628us (23965us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764406.146247:0:42945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 20 00000100:00100000:1.0:1775764406.147181:0:42309:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445b296c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:42309:1862022118945024:192.168.202.28@tcp:105: 00010000:00010000:1.0:1775764406.147210:0:42309:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1775764406.147290:0:42309:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944589101500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+6:2378:x1862022098271488:12345-192.168.202.28@tcp:103:ldlm_bl.0 Request processed in 5395us (6401us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764406.147301:0:42309:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 13 00000100:00100000:0.0:1775764406.149669:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764406.247218:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764406.252877:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764406.253022:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098272128 00000100:00100000:1.0:1775764406.253040:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098272128 00000100:00100000:1.0:1775764406.253126:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 79 00000100:00100000:1.0:1775764406.253139:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944589100000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+16:47560:x1862022098272128:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:1.0:1775764406.253162:0:42325:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764406.253187:0:42325:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944587808e00/0x57b8ff0e0304e2a5 lrc: 2/0,0 mode: --/CR res: [0x200003ab1:0xb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17ac97 expref: -99 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764406.253341:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944587808a00/0x57b8ff0e0304e2ac lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0xc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764406.253358:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944587808a00/0x57b8ff0e0304e2ac lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764406.253373:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944587808a00/0x57b8ff0e0304e2ac lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764406.253387:0:42325:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab1:0xc:0x0]: returning size 15 00010000:00010000:1.0:1775764406.253584:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944587808e00/0x57b8ff0e0304e2a5 lrc: 0/0,0 mode: --/CR res: [0x200003ab1:0xb:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ac97 expref: 19 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764406.253606:0:42325:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff944587808a00/0x57b8ff0e0304e2ac lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ac97 expref: 18 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764406.253623:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0xc:0x0].0x0 (ffff94459084a900) 00010000:00010000:1.0:1775764406.253627:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1775764406.253631:0:42325:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944587808a00, rc 0) 00000100:00100000:1.0:1775764406.253696:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944589100000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+18:47560:x1862022098272128:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 559us (837us total) trans 34359738420 rc 0/0 00000100:00100000:1.0:1775764406.253705:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 79 00000100:00100000:0.0:1775764406.264887:0:42310:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098272512 00000100:00100000:0.0:1775764406.264903:0:42310:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098272512 00000100:00100000:0.0:1775764406.265016:0:42310:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 6 00000100:00100000:0.0:1775764406.265030:0:42310:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944590e6d850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+18:2379:x1862022098272512:12345-192.168.202.28@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1775764406.265060:0:42310:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764406.265106:0:42310:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944587808a00/0x57b8ff0e0304e2ac lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ac97 expref: 18 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764406.265131:0:42310:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0xc:0x0].0x0 (ffff94459084a900) 00010000:00010000:0.0:1775764406.265138:0:42310:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775764406.265204:0:42310:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944590e6d850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+17:2379:x1862022098272512:12345-192.168.202.28@tcp:103:ldlm_bl.0 Request processed in 177us (498us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764406.265213:0:42310:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 6 00000100:00100000:3.0:1775764406.268656:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098272384 00000100:00100000:3.0:1775764406.268673:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098272384 00000100:00100000:3.0:1775764406.268833:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 80 00000100:00100000:3.0:1775764406.268845:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445b296d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+17:47560:x1862022098272384:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:3.0:1775764406.268876:0:42324:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764406.268898:0:42324:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2147e00/0x57b8ff0e0304e2ba lrc: 2/0,0 mode: --/CR res: [0x200003ab1:0xc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17ac9e expref: -99 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764406.269014:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146000/0x57b8ff0e0304e2c1 lrc: 3/0,1 mode: --/PW res: [0x200003ab1:0xc:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764406.269035:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146000/0x57b8ff0e0304e2c1 lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0xc:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764406.269049:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146000/0x57b8ff0e0304e2c1 lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0xc:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764406.269063:0:42324:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab1:0xc:0x0]: returning size 15 00010000:00010000:3.0:1775764406.269313:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2147e00/0x57b8ff0e0304e2ba lrc: 0/0,0 mode: --/CR res: [0x200003ab1:0xc:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ac9e expref: 20 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764406.269331:0:42324:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146000/0x57b8ff0e0304e2c1 lrc: 3/0,0 mode: PW/PW res: [0x200003ab1:0xc:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ac9e expref: 19 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764406.269340:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0xc:0x0].0x0 (ffff94459084a900) 00010000:00010000:3.0:1775764406.269344:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:3.0:1775764406.269347:0:42324:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445c2146000, rc 0) 00000100:00100000:3.0:1775764406.269554:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445b296d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+19:47560:x1862022098272384:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 711us (5013us total) trans 34359738421 rc 0/0 00000100:00100000:3.0:1775764406.269562:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 80 00000100:00100000:0.0:1775764406.286218:0:43212:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098272640 00000100:00100000:0.0:1775764406.286231:0:43212:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098272640 00000100:00100000:0.0:1775764406.286310:0:43212:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 21 00000100:00100000:0.0:1775764406.286333:0:43212:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445b296fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+6:2379:x1862022098272640:12345-192.168.202.28@tcp:1:lfs.0 00010000:00010000:0.0:1775764406.286390:0:43212:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ff93ff73/0x57b8ff0e0304e2cf lrc: 3/0,1 mode: --/PW res: [0x280000400:0x103:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764406.286412:0:43212:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000abeef456/0x57b8ff0e0304e290 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x103:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ac89 expref: 6 pid: 42945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764406.286421:0:43212:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1775764406.286423:0:43212:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1775764406.286426:0:43212:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ff93ff73/0x57b8ff0e0304e2cf lrc: 4/0,1 mode: --/PW res: [0x280000400:0x103:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764406.286464:0:43212:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000abeef456/0x57b8ff0e0304e290 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x103:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ac89 expref: 6 pid: 42945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764406.286479:0:43212:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000abeef456/0x57b8ff0e0304e290 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x103:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ac89 expref: 6 pid: 42945 timeout: 1973 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764406.286497:0:43212:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bc1dd500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:43212:1862022118945152:192.168.202.28@tcp:104: 00000100:00100000:0.0:1775764406.286608:0:43212:0:(client.c:2691:ptlrpc_set_wait()) set ffff9444820606c0 going to sleep for 11 seconds 00000100:00100000:3.0:1775764406.297983:0:42949:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098272768 00000100:00100000:3.0:1775764406.297997:0:42949:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098272768 00002000:00100000:3.0:1775764406.298052:0:42949:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x103:0x0] (0->14) req@ffff9445b296c700 x1862022098272768/t0(0) o4->7e6eda44-5508-487e-b17f-ff28ad9d3512@192.168.202.28@tcp:642/0 lens 504/0 e 0 to 0 dl 1775764417 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764406.298064:0:42949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9445b296c700 with x1862022098272768 ext(0->14) 00010000:00010000:3.0:1775764406.298082:0:42949:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 00000000abeef456/0x57b8ff0e0304e290 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x103:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ac89 expref: 7 pid: 42945 timeout: 1973 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764406.298106:0:42949:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000abeef456/0x57b8ff0e0304e290 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x103:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ac89 expref: 7 pid: 42945 timeout: 1973 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1775764406.298115:0:42949:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff9445b296c700 00000100:00100000:3.0:1775764406.298154:0:42949:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 0 00000100:00100000:3.0:1775764406.298164:0:42949:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445b296c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+7:2379:x1862022098272768:12345-192.168.202.28@tcp:4:lfs.0 00000100:00100000:3.0:1775764406.298705:0:42949:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445b296c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+9:2379:x1862022098272768:12345-192.168.202.28@tcp:4:lfs.0 Request processed in 541us (2374us total) trans 34359738371 rc 0/0 00000100:00100000:3.0:1775764406.298714:0:42949:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 0 00002000:00100000:3.0:1775764406.298722:0:42949:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x103:0x0] (0->14) req@ffff9445b296c700 x1862022098272768/t34359738371(0) o4->7e6eda44-5508-487e-b17f-ff28ad9d3512@192.168.202.28@tcp:642/0 lens 504/448 e 0 to 0 dl 1775764417 ref 1 fl Complete:H/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764406.298731:0:42949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9445b296c700 with x1862022098272768 ext(0->14) 00010000:00010000:3.0:1775764406.298737:0:42949:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 00000000abeef456/0x57b8ff0e0304e290 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x103:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ac89 expref: 9 pid: 42945 timeout: 1973 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764406.298749:0:42949:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000abeef456/0x57b8ff0e0304e290 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x103:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ac89 expref: 9 pid: 42945 timeout: 1973 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1775764406.298755:0:42949:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff9445b296c700 00000100:00100000:3.0:1775764406.307311:0:44302:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098272896 00000100:00100000:3.0:1775764406.307326:0:44302:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098272896 00010000:00010000:3.0:1775764406.307378:0:44302:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000abeef456/0x57b8ff0e0304e290 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x103:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ac89 expref: 9 pid: 42945 timeout: 1973 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764406.307440:0:44302:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 14 00000100:00100000:3.0:1775764406.307452:0:44302:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445b296c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+9:2376:x1862022098272896:12345-192.168.202.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764406.307474:0:44302:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1775764406.307501:0:44302:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x103:0x0] updating lvb size from disk: 0 -> 15 00002000:00010000:3.0:1775764406.307504:0:44302:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x103:0x0] updating lvb mtime from disk: 0 -> 1775764406 00002000:00010000:3.0:1775764406.307506:0:44302:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x103:0x0] updating lvb atime from disk: 0 -> 1775764406 00002000:00010000:3.0:1775764406.307509:0:44302:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x103:0x0] updating lvb ctime from disk: 0 -> 1775764406 00010000:00010000:3.0:1775764406.307517:0:44302:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000abeef456/0x57b8ff0e0304e290 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x103:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ac89 expref: 9 pid: 42945 timeout: 1973 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764406.307535:0:44302:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000abeef456/0x57b8ff0e0304e290 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x103:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ac89 expref: 9 pid: 42945 timeout: 1973 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764406.307569:0:44302:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764406.307572:0:44302:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764406.307578:0:44302:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000ff93ff73/0x57b8ff0e0304e2cf lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x103:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764406.307588:0:44302:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ff93ff73/0x57b8ff0e0304e2cf lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x103:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764406.307613:0:44302:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764406.307678:0:44302:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445b296c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+9:2376:x1862022098272896:12345-192.168.202.28@tcp:103:ldlm_bl.0 Request processed in 229us (582us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764406.307685:0:44302:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 14 00010000:00010000:0.0:1775764406.308567:0:43212:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000abeef456/0x57b8ff0e0304e290 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x103:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ac89 expref: 8 pid: 42945 timeout: 1973 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764406.308594:0:43212:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bc1dd500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:43212:1862022118945152:192.168.202.28@tcp:104: 00010000:00010000:0.0:1775764406.308627:0:43212:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000ff93ff73/0x57b8ff0e0304e2cf lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x103:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764406.308640:0:43212:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000ff93ff73/0x57b8ff0e0304e2cf lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x103:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764406.308648:0:43212:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ff93ff73/0x57b8ff0e0304e2cf lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x103:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764406.308692:0:43212:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ff93ff73/0x57b8ff0e0304e2cf lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x103:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764406.308700:0:43212:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ff93ff73/0x57b8ff0e0304e2cf lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x103:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764406.308708:0:43212:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000ff93ff73/0x57b8ff0e0304e2cf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x103:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764406.308714:0:43212:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445bc27c600 already unused, calling callback (ffffffffc177a060) 00010000:00010000:0.0:1775764406.308719:0:43212:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000ff93ff73/0x57b8ff0e0304e2cf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x103:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764406.308729:0:43212:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000ff93ff73/0x57b8ff0e0304e2cf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x103:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764406.308747:0:43212:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000ff93ff73/0x57b8ff0e0304e2cf lrc: 2/0,0 mode: --/PW res: [0x280000400:0x103:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764406.308755:0:43212:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ff93ff73/0x57b8ff0e0304e2cf lrc: 0/0,0 mode: --/PW res: [0x280000400:0x103:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764406.308883:0:43212:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445b296fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+7:2379:x1862022098272640:12345-192.168.202.28@tcp:1:lfs.0 Request processed in 22563us (23889us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764406.308894:0:43212:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 21 00000100:00100000:1.0:1775764406.316696:0:42327:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098273152 00000100:00100000:1.0:1775764406.316713:0:42327:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098273152 00000100:00100000:1.0:1775764406.316871:0:42327:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 26 00000100:00100000:1.0:1775764406.316885:0:42327:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445b6a7b450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+19:47560:x1862022098273152:12345-192.168.202.28@tcp:35:lfs.0 00000004:00010000:1.0:1775764406.316991:0:42327:0:(mdt_open.c:1994:mdt_hsm_release()) ### [0x200003ab1:0xc:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146000/0x57b8ff0e0304e2c1 lrc: 3/0,0 mode: PW/PW res: [0x200003ab1:0xc:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ac9e expref: 19 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1775764406.317705:0:42327:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 34359738422 00000001:00080000:1.0:1775764406.317767:0:42327:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 34359738423 00000001:00080000:1.0:1775764406.318590:0:42327:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 34359738424 00010000:00010000:1.0:1775764406.319636:0:42327:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff944587808600/0x57b8ff0e0304e2d6 lrc: 3/0,1 mode: --/EX res: [0x200003ab1:0xc:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764406.319667:0:42327:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff944580031400/0x57b8ff0e0304e27b lrc: 2/0,0 mode: PR/PR res: [0x200003ab1:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ac7b expref: 23 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764406.319679:0:42327:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff944587808600/0x57b8ff0e0304e2d6 lrc: 4/0,1 mode: --/EX res: [0x200003ab1:0xc:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764406.319728:0:42327:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff944580031400/0x57b8ff0e0304e27b lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ac7b expref: 23 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764406.319754:0:42327:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff944580031400/0x57b8ff0e0304e27b lrc: 4/0,0 mode: PR/PR res: [0x200003ab1:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ac7b expref: 23 pid: 44493 timeout: 1973 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764406.319772:0:42327:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff94459038a300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:42327:1862022118945280:192.168.202.28@tcp:104: 00000100:00100000:1.0:1775764406.320046:0:42327:0:(client.c:2691:ptlrpc_set_wait()) set ffff9445879059c0 going to sleep for 11 seconds 00000100:00100000:0.0:1775764406.331754:0:42310:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098273280 00000100:00100000:0.0:1775764406.331765:0:42310:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098273280 00010000:00010000:0.0:1775764406.331849:0:42310:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff944580031400/0x57b8ff0e0304e27b lrc: 5/0,0 mode: PR/PR res: [0x200003ab1:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ac7b expref: 24 pid: 44493 timeout: 1973 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764406.331884:0:42310:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 15 00000100:00100000:0.0:1775764406.331893:0:42310:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445b296ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+24:2378:x1862022098273280:12345-192.168.202.28@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1775764406.331910:0:42310:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764406.331917:0:42310:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff944580031400/0x57b8ff0e0304e27b lrc: 5/0,0 mode: PR/PR res: [0x200003ab1:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ac7b expref: 24 pid: 44493 timeout: 1973 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764406.331930:0:42310:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff944580031400/0x57b8ff0e0304e27b lrc: 4/0,0 mode: PR/PR res: [0x200003ab1:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ac7b expref: 24 pid: 44493 timeout: 1973 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764406.331955:0:42310:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0xc:0x0].0x0 (ffff94459084a900) 00010000:00010000:0.0:1775764406.331961:0:42310:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff944587808600/0x57b8ff0e0304e2d6 lrc: 3/0,1 mode: --/EX res: [0x200003ab1:0xc:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 42327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764406.331971:0:42310:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff944587808600/0x57b8ff0e0304e2d6 lrc: 3/0,1 mode: EX/EX res: [0x200003ab1:0xc:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 42327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764406.332002:0:42310:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944587808600/0x57b8ff0e0304e2d6 lrc: 4/0,1 mode: EX/EX res: [0x200003ab1:0xc:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 42327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764406.332025:0:42310:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775764406.332100:0:42310:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445b296ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+24:2378:x1862022098273280:12345-192.168.202.28@tcp:103:ldlm_bl.0 Request processed in 208us (465us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764406.332109:0:42310:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 15 00010000:00010000:1.0:1775764406.332157:0:42327:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944580031400/0x57b8ff0e0304e27b lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ac7b expref: 23 pid: 44493 timeout: 1973 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764406.332179:0:42327:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff94459038a300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:42327:1862022118945280:192.168.202.28@tcp:104: 00010000:00010000:1.0:1775764406.332209:0:42327:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff944587808600/0x57b8ff0e0304e2d6 lrc: 3/0,1 mode: EX/EX res: [0x200003ab1:0xc:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764406.332218:0:42327:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff944587808600/0x57b8ff0e0304e2d6 lrc: 3/0,1 mode: EX/EX res: [0x200003ab1:0xc:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764406.332224:0:42327:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944587808600/0x57b8ff0e0304e2d6 lrc: 3/0,1 mode: EX/EX res: [0x200003ab1:0xc:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42327 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1775764406.332602:0:42327:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 34359738425 00000001:00080000:1.0:1775764406.332911:0:42327:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 34359738426 00000100:00100000:1.0:1775764406.333233:0:42327:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff94459038a300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:42327:1862022118945408:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1775764406.333363:0:42327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764406.336255:0:42327:0:(client.c:2691:ptlrpc_set_wait()) set ffff944587905f00 going to sleep for 11 seconds 00000100:00100000:1.0:1775764406.336321:0:42327:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff94459038a300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:42327:1862022118945408:0@lo:1000:mdt_rdpg00_000.0 00000001:00080000:1.0:1775764406.339496:0:42327:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 34359738427 00000100:00100000:1.0:1775764406.339617:0:42327:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff94459038a300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:42327:1862022118945536:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1775764406.339716:0:42327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764406.339850:0:42327:0:(client.c:2691:ptlrpc_set_wait()) set ffff9445879059c0 going to sleep for 11 seconds 00000100:00100000:3.0:1775764406.352342:0:42330:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118945536 00000100:00100000:3.0:1775764406.352364:0:42330:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118945536 00000100:00100000:3.0:1775764406.352454:0:42330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:3.0:1775764406.352464:0:42330:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944590389880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:42327:x1862022118945536:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1775764406.352824:0:42330:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944590389880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:42327:x1862022118945536:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 333us (13080us total) trans 34359738372 rc 0/0 00000100:00100000:3.0:1775764406.352833:0:42330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:1.0:1775764406.353610:0:42327:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff94459038a300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:42327:1862022118945536:0@lo:1000:mdt_rdpg00_000.0 00000001:00080000:1.0:1775764406.353717:0:42327:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 34359738428 00010000:00010000:1.0:1775764406.353788:0:42327:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff944587808600/0x57b8ff0e0304e2d6 lrc: 3/0,1 mode: EX/EX res: [0x200003ab1:0xc:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764406.353819:0:42327:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944587808600/0x57b8ff0e0304e2d6 lrc: 2/0,0 mode: EX/EX res: [0x200003ab1:0xc:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764406.353828:0:42327:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944587808600/0x57b8ff0e0304e2d6 lrc: 3/0,0 mode: EX/EX res: [0x200003ab1:0xc:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764406.353835:0:42327:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944587808600 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:1.0:1775764406.353840:0:42327:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944587808600/0x57b8ff0e0304e2d6 lrc: 3/0,0 mode: EX/EX res: [0x200003ab1:0xc:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764406.353849:0:42327:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944587808600/0x57b8ff0e0304e2d6 lrc: 4/0,0 mode: EX/EX res: [0x200003ab1:0xc:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764406.353884:0:42327:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0xc:0x0].0x0 (ffff94459084a900) 00010000:00010000:1.0:1775764406.353887:0:42327:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:1.0:1775764406.353893:0:42327:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944587808600/0x57b8ff0e0304e2d6 lrc: 2/0,0 mode: --/EX res: [0x200003ab1:0xc:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764406.353900:0:42327:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944587808600/0x57b8ff0e0304e2d6 lrc: 0/0,0 mode: --/EX res: [0x200003ab1:0xc:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42327 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1775764406.354289:0:42327:0:(mdd_object.c:4010:mdd_close()) Object [0x200003ab1:0xd:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:1.0:1775764406.354579:0:42327:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x30:0x0].3, 64 off8384 00000004:00080000:1.0:1775764406.354591:0:42327:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1873201791487ns, next at 1874201789806ns, rc = 0 00000001:00080000:1.0:1775764406.354600:0:42327:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 34359738429 00010000:00010000:1.0:1775764406.354639:0:42327:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0xc:0x0].0x0 (ffff94459084a900) 00010000:00010000:1.0:1775764406.354643:0:42327:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:1.0:1775764406.354651:0:42327:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146000/0x57b8ff0e0304e2c1 lrc: 0/0,0 mode: --/PW res: [0x200003ab1:0xc:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ac9e expref: 27 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764406.354791:0:42327:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445b6a7b450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+26:47560:x1862022098273152:12345-192.168.202.28@tcp:35:lfs.0 Request processed in 37909us (38257us total) trans 34359738430 rc 0/0 00000100:00100000:1.0:1775764406.354841:0:42327:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 26 00000020:00080000:1.0:1775764406.354847:0:42327:0:(tgt_main.c:783:tgt_ses_key_exit()) total 9 transactions per RPC 00000100:00100000:1.0:1775764406.364418:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098273408 00000100:00100000:1.0:1775764406.364429:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098273408 00000100:00100000:1.0:1775764406.364489:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 81 00000100:00100000:1.0:1775764406.364499:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445b296f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+26:47560:x1862022098273408:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:1.0:1775764406.364527:0:42325:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764406.364560:0:42325:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944587808600/0x57b8ff0e0304e2dd lrc: 2/0,0 mode: --/CR res: [0x200003ab1:0xc:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17aca5 expref: -99 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764406.364629:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944587808600/0x57b8ff0e0304e2dd lrc: 3/0,0 mode: CR/CR res: [0x200003ab1:0xc:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17aca5 expref: 27 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764406.364646:0:42325:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff944587808600/0x57b8ff0e0304e2dd lrc: 3/0,0 mode: CR/CR res: [0x200003ab1:0xc:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17aca5 expref: 27 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764406.364667:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0xc:0x0].0x0 (ffff944584d1d900) 00010000:00010000:1.0:1775764406.364670:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1775764406.364675:0:42325:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944587808600, rc 0) 00000100:00100000:1.0:1775764406.364743:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445b296f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+27:47560:x1862022098273408:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 245us (712us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764406.364751:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 81 00000100:00100000:3.0:1775764406.375924:0:42328:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098273664 00000100:00100000:3.0:1775764406.375939:0:42328:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098273664 00000100:00100000:3.0:1775764406.376032:0:42328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 27 00000100:00100000:3.0:1775764406.376042:0:42328:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445b296df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+27:47560:x1862022098273664:12345-192.168.202.28@tcp:35:lfs.0 00000100:00100000:3.0:1775764406.376393:0:42328:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445b296df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+28:47560:x1862022098273664:12345-192.168.202.28@tcp:35:lfs.0 Request processed in 352us (802us total) trans 34359738431 rc 0/0 00000100:00100000:3.0:1775764406.376402:0:42328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 27 00000100:00100000:1.0:1775764406.531605:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098273920 00000100:00100000:1.0:1775764406.531617:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098273920 00000100:00100000:1.0:1775764406.531684:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 82 00000100:00100000:1.0:1775764406.531695:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445b296c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+28:47570:x1862022098273920:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:1.0:1775764406.531723:0:42326:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764406.531743:0:42326:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944587808c00/0x57b8ff0e0304e2e4 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17acac expref: -99 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764406.531908:0:42326:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab1:0xb:0x0]: returning size 7680 00010000:00010000:1.0:1775764406.532219:0:42326:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff944587808c00/0x57b8ff0e0304e2e4 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17acac expref: 30 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764406.532239:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff944582f80900) 00010000:00010000:1.0:1775764406.532244:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1775764406.532250:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944587808c00/0x57b8ff0e0304e2e4 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17acac expref: 30 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764406.532270:0:42326:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944587808c00, rc 0) 00000100:00100000:1.0:1775764406.532760:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445b296c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+29:47570:x1862022098273920:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 1066us (1926us total) trans 34359738432 rc 301/301 00000100:00100000:1.0:1775764406.532768:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 82 00000100:00100000:0.0:1775764406.544093:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098274048 00000100:00100000:0.0:1775764406.544104:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098274048 00000100:00100000:0.0:1775764406.544177:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 83 00000100:00100000:0.0:1775764406.544189:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445b296ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+29:47570:x1862022098274048:12345-192.168.202.28@tcp:34:lfs.0 00010000:00010000:0.0:1775764406.544703:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c600/0x57b8ff0e0304e2f2 lrc: 3/1,0 mode: --/CR res: [0x200003ab1:0xb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764406.544729:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c600/0x57b8ff0e0304e2f2 lrc: 3/1,0 mode: CR/CR res: [0x200003ab1:0xb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764406.544746:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c600/0x57b8ff0e0304e2f2 lrc: 3/1,0 mode: CR/CR res: [0x200003ab1:0xb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764406.544764:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d200/0x57b8ff0e0304e2f9 lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0xb:0x0].0xfff97a3d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764406.544770:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d200/0x57b8ff0e0304e2f9 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0xb:0x0].0xfff97a3d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764406.544776:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d200/0x57b8ff0e0304e2f9 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0xb:0x0].0xfff97a3d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764406.545302:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c200/0x57b8ff0e0304e300 lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0xc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764406.545466:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c200/0x57b8ff0e0304e300 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0xc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764406.545479:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c200/0x57b8ff0e0304e300 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0xc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764406.545529:0:44493:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c200/0x57b8ff0e0304e300 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0xc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764406.545542:0:44493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c600/0x57b8ff0e0304e2f2 lrc: 3/1,0 mode: CR/CR res: [0x200003ab1:0xb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764406.545549:0:44493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c600/0x57b8ff0e0304e2f2 lrc: 2/0,0 mode: CR/CR res: [0x200003ab1:0xb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764406.545555:0:44493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c600/0x57b8ff0e0304e2f2 lrc: 3/0,0 mode: CR/CR res: [0x200003ab1:0xb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764406.545560:0:44493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445bc27c600 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:0.0:1775764406.545565:0:44493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c600/0x57b8ff0e0304e2f2 lrc: 3/0,0 mode: CR/CR res: [0x200003ab1:0xb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764406.545572:0:44493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c600/0x57b8ff0e0304e2f2 lrc: 4/0,0 mode: CR/CR res: [0x200003ab1:0xb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764406.545584:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0xb:0x0].0x0 (ffff944584d1da00) 00010000:00010000:0.0:1775764406.545587:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764406.545591:0:44493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c600/0x57b8ff0e0304e2f2 lrc: 2/0,0 mode: --/CR res: [0x200003ab1:0xb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764406.545598:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c600/0x57b8ff0e0304e2f2 lrc: 0/0,0 mode: --/CR res: [0x200003ab1:0xb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764406.545610:0:44493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d200/0x57b8ff0e0304e2f9 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0xb:0x0].0xfff97a3d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764406.545617:0:44493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d200/0x57b8ff0e0304e2f9 lrc: 2/0,0 mode: PR/PR res: [0x200003ab1:0xb:0x0].0xfff97a3d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764406.545623:0:44493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d200/0x57b8ff0e0304e2f9 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0xb:0x0].0xfff97a3d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764406.545628:0:44493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445bc27d200 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:0.0:1775764406.545631:0:44493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d200/0x57b8ff0e0304e2f9 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0xb:0x0].0xfff97a3d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764406.545637:0:44493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d200/0x57b8ff0e0304e2f9 lrc: 4/0,0 mode: PR/PR res: [0x200003ab1:0xb:0x0].0xfff97a3d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764406.545643:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0xb:0x0].0xfff97a3d (ffff944582f80200) 00010000:00010000:0.0:1775764406.545645:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764406.545648:0:44493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d200/0x57b8ff0e0304e2f9 lrc: 2/0,0 mode: --/PR res: [0x200003ab1:0xb:0x0].0xfff97a3d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764406.545652:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d200/0x57b8ff0e0304e2f9 lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0xb:0x0].0xfff97a3d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764406.545667:0:44493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c200/0x57b8ff0e0304e300 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0xc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764406.545672:0:44493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c200/0x57b8ff0e0304e300 lrc: 2/0,0 mode: PR/PR res: [0x200003ab1:0xc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764406.545677:0:44493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c200/0x57b8ff0e0304e300 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0xc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764406.545681:0:44493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445bc27c200 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:0.0:1775764406.545683:0:44493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c200/0x57b8ff0e0304e300 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0xc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764406.545688:0:44493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c200/0x57b8ff0e0304e300 lrc: 4/0,0 mode: PR/PR res: [0x200003ab1:0xc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764406.545694:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0xc:0x0].0x0 (ffff944584d1d900) 00010000:00010000:0.0:1775764406.545697:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764406.545699:0:44493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c200/0x57b8ff0e0304e300 lrc: 2/0,0 mode: --/PR res: [0x200003ab1:0xc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764406.545704:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c200/0x57b8ff0e0304e300 lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0xc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764406.545908:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445b296ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+29:47570:x1862022098274048:12345-192.168.202.28@tcp:34:lfs.0 Request processed in 1718us (2159us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764406.545919:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 83 00000100:00100000:3.0:1775764406.549649:0:42328:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098274304 00000100:00100000:3.0:1775764406.549661:0:42328:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098274304 00000100:00100000:3.0:1775764406.549766:0:42328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 28 00000100:00100000:3.0:1775764406.549777:0:42328:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445b296f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+29:47570:x1862022098274304:12345-192.168.202.28@tcp:35:lfs.0 00000100:00100000:3.0:1775764406.550582:0:42328:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445b296f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+30:47570:x1862022098274304:12345-192.168.202.28@tcp:35:lfs.0 Request processed in 801us (1044us total) trans 34359738433 rc 0/0 00000100:00100000:3.0:1775764406.550592:0:42328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 28 00000040:00080000:3.0:1775764406.658640:0:42356:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:3.0:1775764406.675543:0:44302:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098274432 00000100:00100000:3.0:1775764406.675559:0:44302:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098274432 00000100:00100000:3.0:1775764406.675719:0:44302:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 7 00000100:00100000:3.0:1775764406.675731:0:44302:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bc1f0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+30:46150:x1862022098274432:12345-192.168.202.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764406.675753:0:44302:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 9 locks, starting at 0 00010000:00010000:3.0:1775764406.675781:0:44302:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27da00/0x57b8ff0e0304e243 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ac6d expref: 30 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764406.675838:0:44302:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff944582f80900) 00010000:00010000:3.0:1775764406.675860:0:44302:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944587808600/0x57b8ff0e0304e2dd lrc: 0/0,0 mode: --/CR res: [0x200003ab1:0xc:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17aca5 expref: 29 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764406.675870:0:44302:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0xc:0x0].0x0 (ffff944584d1d900) 00010000:00010000:3.0:1775764406.676289:0:44302:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944580030400/0x57b8ff0e0304e29e lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0xb:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ac90 expref: 28 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764406.676310:0:44302:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944587809800/0x57b8ff0e0304e25f lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0xb:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ac74 expref: 27 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764406.676320:0:44302:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0xb:0x0].0x0 (ffff944584d1da00) 00010000:00010000:3.0:1775764406.676333:0:44302:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3e00/0x57b8ff0e0304dda4 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ab39 expref: 26 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764406.676342:0:44302:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff94459084a500) 00010000:00010000:3.0:1775764406.676352:0:44302:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944580031800/0x57b8ff0e0304de76 lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ab6a expref: 25 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764406.676362:0:44302:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x1:0x0].0x0 (ffff94459084ae00) 00010000:00010000:3.0:1775764406.676524:0:44302:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d000/0x57b8ff0e0304e0d0 lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0x5:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ac12 expref: 24 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764406.676541:0:44302:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x5:0x0].0x0 (ffff944582f80500) 00010000:00010000:3.0:1775764406.676554:0:44302:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944580030000/0x57b8ff0e0304dfaa lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0x3:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17abc5 expref: 23 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764406.676563:0:44302:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x3:0x0].0x0 (ffff94459084a300) 00010000:00010000:3.0:1775764406.676573:0:44302:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bd391a00/0x57b8ff0e0304dd88 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ab32 expref: 22 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764406.676582:0:44302:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff944582f80c00) 00010000:00010000:3.0:1775764406.676588:0:44302:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764406.676671:0:44302:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bc1f0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+21:46150:x1862022098274432:12345-192.168.202.28@tcp:103:ldlm_bl.0 Request processed in 941us (1318us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764406.676679:0:44302:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 7 00000100:00100000:1.0:1775764406.825620:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098274560 00000100:00100000:1.0:1775764406.825637:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098274560 00000100:00100000:1.0:1775764406.825730:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 84 00000100:00100000:1.0:1775764406.825744:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bc1f0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+21:47583:x1862022098274560:12345-192.168.202.28@tcp:101:cat.0 00010000:00010000:1.0:1775764406.825779:0:42326:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764406.825827:0:42326:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944587808c00/0x57b8ff0e0304e307 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17acb3 expref: -99 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764406.826167:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944587809c00/0x57b8ff0e0304e30e lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764406.826185:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944587809c00/0x57b8ff0e0304e30e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764406.826198:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944587809c00/0x57b8ff0e0304e30e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764406.827130:0:42326:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 8704 00000004:00200000:1.0:1775764406.827137:0:42326:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 28 stripe count 1 MDT count 1 00000004:00010000:1.0:1775764406.827310:0:42326:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff944587809c00/0x57b8ff0e0304e30e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764406.827537:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944587808c00/0x57b8ff0e0304e307 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17acb3 expref: 23 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764406.827557:0:42326:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff944587809c00/0x57b8ff0e0304e30e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17acb3 expref: 22 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764406.827568:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff944584d1d800) 00010000:00010000:1.0:1775764406.827571:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1775764406.827576:0:42326:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944587809c00, rc 0) 00000100:00100000:1.0:1775764406.827732:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bc1f0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+22:47583:x1862022098274560:12345-192.168.202.28@tcp:101:cat.0 Request processed in 1990us (3396us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764406.827742:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 84 00000100:00100000:1.0:1775764406.852759:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098274688 00000100:00100000:1.0:1775764406.852774:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098274688 00000100:00100000:1.0:1775764406.852897:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 85 00000100:00100000:1.0:1775764406.852908:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bc1f1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+22:47583:x1862022098274688:12345-192.168.202.28@tcp:101:cat.0 00010000:00010000:1.0:1775764406.852931:0:42325:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764406.852955:0:42325:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944587808c00/0x57b8ff0e0304e315 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17acba expref: -99 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764406.853050:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff944587808400/0x57b8ff0e0304e31c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764406.853065:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944587808400/0x57b8ff0e0304e31c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764406.853077:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944587808400/0x57b8ff0e0304e31c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764406.853093:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944587809200/0x57b8ff0e0304e323 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xad739384 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764406.853100:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944587809200/0x57b8ff0e0304e323 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xad739384 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764406.853106:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944587809200/0x57b8ff0e0304e323 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xad739384 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764406.854752:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944587809000/0x57b8ff0e0304e32a lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0xb:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764406.854768:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944587809000/0x57b8ff0e0304e32a lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0xb:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764406.854783:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944587809000/0x57b8ff0e0304e32a lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0xb:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764406.854839:0:42325:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab1:0xb:0x0]: returning size 7680 00000004:00200000:1.0:1775764406.854843:0:42325:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00010000:1.0:1775764406.856889:0:42325:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff944587809000/0x57b8ff0e0304e32a lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0xb:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764406.856916:0:42325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff944587808400/0x57b8ff0e0304e31c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764406.856923:0:42325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944587808400/0x57b8ff0e0304e31c lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764406.856931:0:42325:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944587808400/0x57b8ff0e0304e31c lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764406.856937:0:42325:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944587808400 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:1.0:1775764406.856942:0:42325:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944587808400/0x57b8ff0e0304e31c lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764406.856949:0:42325:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944587808400/0x57b8ff0e0304e31c lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764406.856979:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff944584d1d800) 00010000:00010000:1.0:1775764406.856983:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764406.856989:0:42325:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944587808400/0x57b8ff0e0304e31c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764406.856995:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944587808400/0x57b8ff0e0304e31c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764406.857019:0:42325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944587809200/0x57b8ff0e0304e323 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xad739384 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764406.857027:0:42325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944587809200/0x57b8ff0e0304e323 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xad739384 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764406.857033:0:42325:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944587809200/0x57b8ff0e0304e323 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xad739384 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764406.857038:0:42325:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944587809200 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:1.0:1775764406.857041:0:42325:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944587809200/0x57b8ff0e0304e323 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xad739384 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764406.857047:0:42325:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944587809200/0x57b8ff0e0304e323 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xad739384 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764406.857055:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xad739384 (ffff944584d1dd00) 00010000:00010000:1.0:1775764406.857057:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764406.857060:0:42325:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944587809200/0x57b8ff0e0304e323 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xad739384 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764406.857066:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944587809200/0x57b8ff0e0304e323 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xad739384 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764406.857128:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944587808c00/0x57b8ff0e0304e315 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17acba expref: 24 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764406.857143:0:42325:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff944587809000/0x57b8ff0e0304e32a lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0xb:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17acba expref: 23 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764406.857156:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0xb:0x0].0x0 (ffff944584d1d700) 00010000:00010000:1.0:1775764406.857158:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:1.0:1775764406.857160:0:42325:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944587809000, rc 0) 00000100:00100000:1.0:1775764406.857261:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bc1f1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+23:47583:x1862022098274688:12345-192.168.202.28@tcp:101:cat.0 Request processed in 4353us (4639us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764406.857272:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 85 00000100:00100000:3.0:1775764406.864011:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098274944 00000100:00100000:3.0:1775764406.864025:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098274944 00000100:00100000:3.0:1775764406.864107:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 86 00000100:00100000:3.0:1775764406.864120:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bc1f2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+23:47583:x1862022098274944:12345-192.168.202.28@tcp:101:cat.0 00010000:00010000:3.0:1775764406.864148:0:42324:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764406.864171:0:42324:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2147e00/0x57b8ff0e0304e331 lrc: 2/0,0 mode: --/CR res: [0x200003ab1:0xb:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17acc1 expref: -99 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764406.864261:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146600/0x57b8ff0e0304e338 lrc: 3/1,0 mode: --/CR res: [0x200003ab1:0xb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764406.864276:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146600/0x57b8ff0e0304e338 lrc: 3/1,0 mode: CR/CR res: [0x200003ab1:0xb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764406.864295:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146600/0x57b8ff0e0304e338 lrc: 3/1,0 mode: CR/CR res: [0x200003ab1:0xb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764406.864312:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146000/0x57b8ff0e0304e33f lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0xb:0x0].0xfff97a3d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764406.864319:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146000/0x57b8ff0e0304e33f lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0xb:0x0].0xfff97a3d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764406.864327:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146000/0x57b8ff0e0304e33f lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0xb:0x0].0xfff97a3d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764406.864500:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2147a00/0x57b8ff0e0304e346 lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0xc:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764406.864510:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2147a00/0x57b8ff0e0304e346 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764406.864518:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2147a00/0x57b8ff0e0304e346 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764406.864531:0:42324:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab1:0xc:0x0]: returning size 15 00010000:00010000:3.0:1775764406.864664:0:42324:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146600/0x57b8ff0e0304e338 lrc: 3/1,0 mode: CR/CR res: [0x200003ab1:0xb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764406.864672:0:42324:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146600/0x57b8ff0e0304e338 lrc: 2/0,0 mode: CR/CR res: [0x200003ab1:0xb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764406.864679:0:42324:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146600/0x57b8ff0e0304e338 lrc: 3/0,0 mode: CR/CR res: [0x200003ab1:0xb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764406.864686:0:42324:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445c2146600 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:3.0:1775764406.864693:0:42324:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146600/0x57b8ff0e0304e338 lrc: 3/0,0 mode: CR/CR res: [0x200003ab1:0xb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764406.864702:0:42324:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146600/0x57b8ff0e0304e338 lrc: 4/0,0 mode: CR/CR res: [0x200003ab1:0xb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764406.864718:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0xb:0x0].0x0 (ffff944584d1d700) 00010000:00010000:3.0:1775764406.864722:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764406.864729:0:42324:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146600/0x57b8ff0e0304e338 lrc: 2/0,0 mode: --/CR res: [0x200003ab1:0xb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764406.864736:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146600/0x57b8ff0e0304e338 lrc: 0/0,0 mode: --/CR res: [0x200003ab1:0xb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764406.864749:0:42324:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146000/0x57b8ff0e0304e33f lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0xb:0x0].0xfff97a3d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764406.864756:0:42324:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146000/0x57b8ff0e0304e33f lrc: 2/0,0 mode: PR/PR res: [0x200003ab1:0xb:0x0].0xfff97a3d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764406.864761:0:42324:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146000/0x57b8ff0e0304e33f lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0xb:0x0].0xfff97a3d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764406.864766:0:42324:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445c2146000 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:3.0:1775764406.864769:0:42324:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146000/0x57b8ff0e0304e33f lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0xb:0x0].0xfff97a3d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764406.864774:0:42324:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146000/0x57b8ff0e0304e33f lrc: 4/0,0 mode: PR/PR res: [0x200003ab1:0xb:0x0].0xfff97a3d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764406.864781:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0xb:0x0].0xfff97a3d (ffff944586564600) 00010000:00010000:3.0:1775764406.864783:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764406.864787:0:42324:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146000/0x57b8ff0e0304e33f lrc: 2/0,0 mode: --/PR res: [0x200003ab1:0xb:0x0].0xfff97a3d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764406.864792:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146000/0x57b8ff0e0304e33f lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0xb:0x0].0xfff97a3d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764406.865327:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2147e00/0x57b8ff0e0304e331 lrc: 0/0,0 mode: --/CR res: [0x200003ab1:0xb:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17acc1 expref: 26 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764406.865342:0:42324:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2147a00/0x57b8ff0e0304e346 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17acc1 expref: 25 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764406.865350:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0xc:0x0].0x0 (ffff944586564d00) 00010000:00010000:3.0:1775764406.865352:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1775764406.865355:0:42324:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445c2147a00, rc 0) 00000100:00100000:3.0:1775764406.865445:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bc1f2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+25:47583:x1862022098274944:12345-192.168.202.28@tcp:101:cat.0 Request processed in 1327us (2083us total) trans 34359738434 rc 0/0 00000100:00100000:3.0:1775764406.865455:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 86 00000100:00100000:1.0:1775764406.880918:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764406.881196:0:42310:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098275200 00000100:00100000:3.0:1775764406.881210:0:42310:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098275200 00000100:00100000:3.0:1775764406.881276:0:42310:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 8 00000100:00100000:3.0:1775764406.881286:0:42310:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94459038b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+25:47583:x1862022098275200:12345-192.168.202.28@tcp:103:cat.0 00010000:00010000:3.0:1775764406.881303:0:42310:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764406.881345:0:42310:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2147a00/0x57b8ff0e0304e346 lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17acc1 expref: 25 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764406.881384:0:42310:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0xc:0x0].0x0 (ffff944586564d00) 00010000:00010000:3.0:1775764406.881400:0:42310:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764406.881466:0:42310:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94459038b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+24:47583:x1862022098275200:12345-192.168.202.28@tcp:103:cat.0 Request processed in 180us (560us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764406.881474:0:42310:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 8 00000100:00100000:3.0:1775764406.885532:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764406.888594:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098275328 00000100:00100000:1.0:1775764406.888615:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098275328 00000100:00100000:1.0:1775764406.888692:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 87 00000100:00100000:1.0:1775764406.888704:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944589103480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+24:47583:x1862022098275328:12345-192.168.202.28@tcp:58:cat.0 00010000:00010000:1.0:1775764406.888836:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff944587808c00/0x57b8ff0e0304e354 lrc: 3/0,1 mode: --/EX res: [0x200003ab1:0xc:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764406.888930:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944587808c00/0x57b8ff0e0304e354 lrc: 3/0,1 mode: EX/EX res: [0x200003ab1:0xc:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764406.888945:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944587808c00/0x57b8ff0e0304e354 lrc: 3/0,1 mode: EX/EX res: [0x200003ab1:0xc:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1775764406.890282:0:44493:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:1.0:1775764406.890343:0:44493:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x7:0x0].8, 64 off8704 00000040:00080000:1.0:1775764406.890590:0:44493:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x32:0x0].1, 136 off8328 00000100:00100000:1.0:1775764406.890722:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944589103480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+24:47583:x1862022098275328:12345-192.168.202.28@tcp:58:cat.0 Request processed in 2016us (5194us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764406.890734:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 87 00000100:00100000:3.0:1775764406.897979:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764406.899060:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098275456 00000100:00100000:1.0:1775764406.899074:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098275456 00000100:00100000:1.0:1775764406.899151:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 88 00000100:00100000:1.0:1775764406.899162:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944589101500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+24:47583:x1862022098275456:12345-192.168.202.28@tcp:101:cat.0 00010000:00010000:1.0:1775764406.899185:0:42326:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764406.899207:0:42326:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944587809200/0x57b8ff0e0304e35b lrc: 2/0,0 mode: --/CR res: [0x200003ab1:0xc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17acc8 expref: -99 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764406.899266:0:42326:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff944587808c00/0x57b8ff0e0304e354 lrc: 2/0,1 mode: EX/EX res: [0x200003ab1:0xc:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764406.899276:0:42326:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff944587809200/0x57b8ff0e0304e35b lrc: 4/0,0 mode: --/CR res: [0x200003ab1:0xc:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17acc8 expref: 25 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764406.899296:0:42326:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff944587808c00/0x57b8ff0e0304e354 lrc: 3/0,1 mode: EX/EX res: [0x200003ab1:0xc:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764406.899310:0:42326:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff944587809200/0x57b8ff0e0304e35b lrc: 3/0,0 mode: --/CR res: [0x200003ab1:0xc:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17acc8 expref: 25 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764406.899325:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0xc:0x0].0x0 (ffff944584d1dd00) 00010000:00010000:1.0:1775764406.899328:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1775764406.899331:0:42326:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff944587809200/0x57b8ff0e0304e35b lrc: 3/0,0 mode: --/CR res: [0x200003ab1:0xc:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17acc8 expref: 25 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764406.899339:0:42326:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944587809200, rc 0) 00000100:00100000:1.0:1775764406.899423:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944589101500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+25:47583:x1862022098275456:12345-192.168.202.28@tcp:101:cat.0 Request processed in 263us (1471us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764406.899431:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 88 00010000:00010000:0.0:1775764407.106659:0:42312:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1775764407.681173:0:42356:0:(llog.c:800:llog_process_thread()) index: 8, lh_last_idx: 8 synced_idx: 8 lgh_last_idx: 8 00000040:00080000:3.0:1775764407.681186:0:42356:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x32:0x0] at index 8 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1775764407.681229:0:42356:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x32:0x0] index 2 count 2 00000040:00080000:3.0:1775764407.681238:0:42356:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 9 count 2 00000100:00100000:3.0:1775764407.681511:0:42356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944589101f80 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:42356:1862022118945664:192.168.202.28@tcp:107:hsm_cdtr.0 00000100:00100000:3.0:1775764407.681730:0:42356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9445b217ce40 going to sleep for 11 seconds 00000100:00100000:3.0:1775764407.686631:0:42356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944589101f80 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:42356:1862022118945664:192.168.202.28@tcp:107:hsm_cdtr.0 00000100:00100000:0.0:1775764407.688736:0:42335:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098275584 00000100:00100000:0.0:1775764407.688748:0:42335:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098275584 00000100:00100000:0.0:1775764407.688900:0:42335:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 0 00000100:00100000:0.0:1775764407.688912:0:42335:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bc1f3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:7e6eda44-5508-487e-b17f-ff28ad9d3512+25:47584:x1862022098275584:12345-192.168.202.28@tcp:900:lhsmtool_posix.0 00000100:00100000:0.0:1775764407.689024:0:42335:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bc1f3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:7e6eda44-5508-487e-b17f-ff28ad9d3512+25:47584:x1862022098275584:12345-192.168.202.28@tcp:900:lhsmtool_posix.0 Request processed in 114us (755us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764407.689036:0:42335:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 0 00000100:00100000:3.0:1775764407.691461:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764407.691627:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098275712 00000100:00100000:1.0:1775764407.691637:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098275712 00000100:00100000:1.0:1775764407.691697:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 89 00000100:00100000:1.0:1775764407.691706:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944589101f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+25:47584:x1862022098275712:12345-192.168.202.28@tcp:53:lhsmtool_posix.0 00000004:00000080:1.0:1775764407.691743:0:42325:0:(mdt_handler.c:7957:mdt_fid2path()) path get [0x200003ab1:0xc:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1775764407.692451:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944589101f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+25:47584:x1862022098275712:12345-192.168.202.28@tcp:53:lhsmtool_posix.0 Request processed in 741us (995us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764407.692462:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 89 00000100:00100000:1.0:1775764407.699451:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764407.708736:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098276096 00000100:00100000:3.0:1775764407.708750:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098276096 00000100:00100000:3.0:1775764407.709046:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 91 00000100:00100000:3.0:1775764407.709060:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bc1f1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+25:47584:x1862022098276096:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1775764407.709090:0:44493:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764407.709116:0:44493:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2147a00/0x57b8ff0e0304e377 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17accf expref: -99 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764407.709252:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2147e00/0x57b8ff0e0304e37e lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0xc:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764407.709270:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2147e00/0x57b8ff0e0304e37e lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0xc:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764407.709282:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2147e00/0x57b8ff0e0304e37e lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0xc:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764407.709295:0:44493:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab1:0xc:0x0]: returning size 15 00010000:00010000:3.0:1775764407.709423:0:44493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2147e00/0x57b8ff0e0304e37e lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0xc:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764407.709432:0:44493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2147e00/0x57b8ff0e0304e37e lrc: 2/0,0 mode: PR/PR res: [0x200003ab1:0xc:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764407.709439:0:44493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2147e00/0x57b8ff0e0304e37e lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0xc:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764407.709445:0:44493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445c2147e00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:3.0:1775764407.709449:0:44493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2147e00/0x57b8ff0e0304e37e lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0xc:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764407.709456:0:44493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2147e00/0x57b8ff0e0304e37e lrc: 4/0,0 mode: PR/PR res: [0x200003ab1:0xc:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764407.709469:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0xc:0x0].0x0 (ffff944584d1dd00) 00010000:00010000:3.0:1775764407.709473:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1775764407.709478:0:44493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2147e00/0x57b8ff0e0304e37e lrc: 2/0,0 mode: --/PR res: [0x200003ab1:0xc:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764407.709483:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2147e00/0x57b8ff0e0304e37e lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0xc:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764407.709531:0:44493:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2147a00/0x57b8ff0e0304e377 lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17accf expref: 27 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764407.709541:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff944586564d00) 00010000:00010000:3.0:1775764407.709543:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1775764407.709548:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2147a00/0x57b8ff0e0304e377 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17accf expref: 27 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764407.709562:0:44493:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445c2147a00, rc 0) 00000100:00100000:3.0:1775764407.709639:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bc1f1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+26:47584:x1862022098276096:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 Request processed in 582us (1100us total) trans 34359738435 rc 301/301 00000100:00100000:3.0:1775764407.709648:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 91 00000100:00100000:1.0:1775764407.719759:0:42327:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098276352 00000100:00100000:1.0:1775764407.719780:0:42327:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098276352 00000100:00100000:1.0:1775764407.719867:0:42327:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 29 00000100:00100000:1.0:1775764407.719880:0:42327:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bc1f0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+26:47584:x1862022098276352:12345-192.168.202.28@tcp:35:lhsmtool_posix.0 00000100:00100000:1.0:1775764407.720358:0:42327:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bc1f0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+27:47584:x1862022098276352:12345-192.168.202.28@tcp:35:lhsmtool_posix.0 Request processed in 480us (961us total) trans 34359738436 rc 0/0 00000100:00100000:1.0:1775764407.720367:0:42327:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 29 00000100:00100000:3.0:1775764407.723844:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098276480 00000100:00100000:3.0:1775764407.723856:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098276480 00000100:00100000:3.0:1775764407.723922:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 92 00000100:00100000:3.0:1775764407.723932:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bc1f0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+27:47584:x1862022098276480:12345-192.168.202.28@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1775764407.723987:0:42324:0:(mdt_handler.c:7957:mdt_fid2path()) path get [0x200003ab1:0xc:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1775764407.724141:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bc1f0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+27:47584:x1862022098276480:12345-192.168.202.28@tcp:53:lhsmtool_posix.0 Request processed in 210us (738us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764407.724150:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 92 00000100:00100000:1.0:1775764407.736098:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098276736 00000100:00100000:1.0:1775764407.736123:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098276736 00000100:00100000:1.0:1775764407.736194:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 93 00000100:00100000:1.0:1775764407.736204:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bc1f3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+27:47584:x1862022098276736:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1775764407.736230:0:42325:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764407.736253:0:42325:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944587808400/0x57b8ff0e0304e38c lrc: 2/0,0 mode: --/CW res: [0x200003ab1:0xb:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17acd6 expref: -99 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1775764407.736987:0:42325:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x103:0x0], index 0: 0 00010000:00010000:1.0:1775764407.737268:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944587809800/0x57b8ff0e0304e393 lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0xe:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764407.737286:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944587809800/0x57b8ff0e0304e393 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764407.737300:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944587809800/0x57b8ff0e0304e393 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764407.737382:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944587808400/0x57b8ff0e0304e38c lrc: 0/0,0 mode: --/CW res: [0x200003ab1:0xb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17acd6 expref: 30 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764407.737402:0:42325:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff944587809800/0x57b8ff0e0304e393 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17acd6 expref: 29 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764407.737411:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0xe:0x0].0x0 (ffff944584d1df00) 00010000:00010000:1.0:1775764407.737414:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1775764407.737419:0:42325:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944587809800, rc 0) 00000100:00100000:1.0:1775764407.737509:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bc1f3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+29:47584:x1862022098276736:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 Request processed in 1306us (2533us total) trans 34359738437 rc 0/0 00000100:00100000:1.0:1775764407.737519:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 93 00000100:00100000:0.0:1775764407.744673:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764407.745907:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098276992 00000100:00100000:3.0:1775764407.745929:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098276992 00000100:00100000:3.0:1775764407.746045:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 94 00000100:00100000:3.0:1775764407.746057:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bc1dd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+29:47584:x1862022098276992:12345-192.168.202.28@tcp:36:lhsmtool_posix.0 00010000:00010000:3.0:1775764407.746465:0:42324:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764407.746509:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944587809800/0x57b8ff0e0304e393 lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17acd6 expref: 29 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764407.746536:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0xe:0x0].0x0 (ffff944584d1df00) 00010000:00010000:3.0:1775764407.746551:0:42324:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1775764407.746579:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2147a00/0x57b8ff0e0304e3a1 lrc: 3/0,1 mode: --/CW res: [0x200003ab1:0xb:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764407.746601:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2147a00/0x57b8ff0e0304e3a1 lrc: 3/0,1 mode: CW/CW res: [0x200003ab1:0xb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764407.746613:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2147a00/0x57b8ff0e0304e3a1 lrc: 3/0,1 mode: CW/CW res: [0x200003ab1:0xb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764407.746629:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2147e00/0x57b8ff0e0304e3a8 lrc: 3/0,1 mode: --/PW res: [0x200003ab1:0xb:0x0].0x3e70d73a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764407.746636:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2147e00/0x57b8ff0e0304e3a8 lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0xb:0x0].0x3e70d73a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764407.746642:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2147e00/0x57b8ff0e0304e3a8 lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0xb:0x0].0x3e70d73a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764407.746741:0:42324:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2147a00/0x57b8ff0e0304e3a1 lrc: 3/0,1 mode: CW/CW res: [0x200003ab1:0xb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764407.746749:0:42324:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2147a00/0x57b8ff0e0304e3a1 lrc: 2/0,0 mode: CW/CW res: [0x200003ab1:0xb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764407.746756:0:42324:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2147a00/0x57b8ff0e0304e3a1 lrc: 3/0,0 mode: CW/CW res: [0x200003ab1:0xb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764407.746762:0:42324:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445c2147a00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:3.0:1775764407.746766:0:42324:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2147a00/0x57b8ff0e0304e3a1 lrc: 3/0,0 mode: CW/CW res: [0x200003ab1:0xb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764407.746774:0:42324:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2147a00/0x57b8ff0e0304e3a1 lrc: 4/0,0 mode: CW/CW res: [0x200003ab1:0xb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764407.746783:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0xb:0x0].0x0 (ffff944584d1d700) 00010000:00010000:3.0:1775764407.746786:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764407.746790:0:42324:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2147a00/0x57b8ff0e0304e3a1 lrc: 2/0,0 mode: --/CW res: [0x200003ab1:0xb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764407.746841:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2147a00/0x57b8ff0e0304e3a1 lrc: 0/0,0 mode: --/CW res: [0x200003ab1:0xb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764407.746861:0:42324:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2147e00/0x57b8ff0e0304e3a8 lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0xb:0x0].0x3e70d73a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764407.746867:0:42324:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2147e00/0x57b8ff0e0304e3a8 lrc: 2/0,0 mode: PW/PW res: [0x200003ab1:0xb:0x0].0x3e70d73a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764407.746872:0:42324:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2147e00/0x57b8ff0e0304e3a8 lrc: 3/0,0 mode: PW/PW res: [0x200003ab1:0xb:0x0].0x3e70d73a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764407.746877:0:42324:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445c2147e00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:3.0:1775764407.747578:0:42324:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2147e00/0x57b8ff0e0304e3a8 lrc: 3/0,0 mode: PW/PW res: [0x200003ab1:0xb:0x0].0x3e70d73a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764407.747588:0:42324:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2147e00/0x57b8ff0e0304e3a8 lrc: 4/0,0 mode: PW/PW res: [0x200003ab1:0xb:0x0].0x3e70d73a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764407.747601:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0xb:0x0].0x3e70d73a (ffff944586564d00) 00010000:00010000:3.0:1775764407.747604:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764407.747608:0:42324:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2147e00/0x57b8ff0e0304e3a8 lrc: 2/0,0 mode: --/PW res: [0x200003ab1:0xb:0x0].0x3e70d73a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764407.747614:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2147e00/0x57b8ff0e0304e3a8 lrc: 0/0,0 mode: --/PW res: [0x200003ab1:0xb:0x0].0x3e70d73a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764407.758618:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098277120 00000100:00100000:3.0:1775764407.758634:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098277120 00000100:00100000:3.0:1775764407.758718:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 95 00000100:00100000:3.0:1775764407.758730:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bc1f2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+28:47584:x1862022098277120:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1775764407.758761:0:44493:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764407.758839:0:44493:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146000/0x57b8ff0e0304e3af lrc: 2/0,0 mode: --/PR res: [0x200003ab1:0xe:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17acdd expref: -99 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764407.758906:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2147e00/0x57b8ff0e0304e3b6 lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0xe:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764407.758926:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2147e00/0x57b8ff0e0304e3b6 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0xe:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764407.758944:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2147e00/0x57b8ff0e0304e3b6 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0xe:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764407.759112:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146000/0x57b8ff0e0304e3af lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0xe:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17acdd expref: 30 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764407.759143:0:44493:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2147e00/0x57b8ff0e0304e3b6 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0xe:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17acdd expref: 29 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764407.759154:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0xe:0x0].0x0 (ffff944586564d00) 00010000:00010000:3.0:1775764407.759158:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1775764407.759163:0:44493:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445c2147e00, rc 0) 00000100:00100000:3.0:1775764407.759264:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bc1f2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+29:47584:x1862022098277120:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 Request processed in 536us (995us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764407.759272:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 95 00000100:00100000:3.0:1775764407.764332:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00010000:00010000:0.0:1775764407.769949:0:3314:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff944580030400/0x57b8ff0e0304e3bd lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0xe:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764407.769981:0:3314:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944580030400/0x57b8ff0e0304e3bd lrc: 2/0,0 mode: PW/PW res: [0x200003ab1:0xe:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764407.769989:0:3314:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944580030400/0x57b8ff0e0304e3bd lrc: 3/0,0 mode: PW/PW res: [0x200003ab1:0xe:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764407.769997:0:3314:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944580030400 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:0.0:1775764407.770003:0:3314:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944580030400/0x57b8ff0e0304e3bd lrc: 3/0,0 mode: PW/PW res: [0x200003ab1:0xe:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764407.770012:0:3314:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944580030400/0x57b8ff0e0304e3bd lrc: 4/0,0 mode: PW/PW res: [0x200003ab1:0xe:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764407.770036:0:3314:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0xe:0x0].0x0 (ffff944586564d00) 00010000:00010000:0.0:1775764407.770040:0:3314:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1775764407.770046:0:3314:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944580030400/0x57b8ff0e0304e3bd lrc: 2/0,0 mode: --/PW res: [0x200003ab1:0xe:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764407.770052:0:3314:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944580030400/0x57b8ff0e0304e3bd lrc: 0/0,0 mode: --/PW res: [0x200003ab1:0xe:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764407.771367:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764407.771501:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098277504 00000100:00100000:1.0:1775764407.771516:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098277504 00000100:00100000:1.0:1775764407.771579:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 97 00000100:00100000:1.0:1775764407.771590:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bfe6b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+30:47584:x1862022098277504:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1775764407.771623:0:44493:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764407.771645:0:44493:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944587808600/0x57b8ff0e0304e3c4 lrc: 2/0,0 mode: --/CR res: [0x200003ab1:0xe:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17ace4 expref: -99 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764407.771715:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944587808600/0x57b8ff0e0304e3c4 lrc: 3/0,0 mode: CR/CR res: [0x200003ab1:0xe:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ace4 expref: 31 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764407.771731:0:44493:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff944587808600/0x57b8ff0e0304e3c4 lrc: 3/0,0 mode: CR/CR res: [0x200003ab1:0xe:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ace4 expref: 31 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764407.771753:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0xe:0x0].0x0 (ffff944586564d00) 00010000:00010000:1.0:1775764407.771757:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1775764407.771761:0:44493:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944587808600, rc 0) 00000100:00100000:1.0:1775764407.771882:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bfe6b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+31:47584:x1862022098277504:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 Request processed in 293us (523us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764407.771889:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 97 00000100:00100000:0.0:1775764407.775291:0:42944:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098277632 00000100:00100000:0.0:1775764407.775301:0:42944:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098277632 00000100:00100000:0.0:1775764407.775376:0:42944:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 22 00000100:00100000:0.0:1775764407.775387:0:42944:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bc1f2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+5:2378:x1862022098277632:12345-192.168.202.28@tcp:2:lhsmtool_posix.0 00000100:00100000:0.0:1775764407.775767:0:42944:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bc1f2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+6:2378:x1862022098277632:12345-192.168.202.28@tcp:2:lhsmtool_posix.0 Request processed in 381us (735us total) trans 34359738371 rc 0/0 00000100:00100000:0.0:1775764407.775776:0:42944:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 22 00000100:00080000:3.0:1775764407.775869:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1775764407.778554:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098277888 00000100:00100000:0.0:1775764407.778561:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098277888 00000100:00100000:1.0:1775764407.782221:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098278016 00000100:00100000:1.0:1775764407.782234:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098278016 00000100:00100000:1.0:1775764407.782354:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 99 00000100:00100000:1.0:1775764407.782366:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bc1f1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+31:47584:x1862022098278016:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1775764407.782388:0:44493:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764407.782408:0:44493:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944587808e00/0x57b8ff0e0304e3cb lrc: 2/0,0 mode: --/CR res: [0x200003ab1:0xe:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17aceb expref: -99 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764407.782492:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944587808a00/0x57b8ff0e0304e3d2 lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0xe:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764407.782507:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944587808a00/0x57b8ff0e0304e3d2 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0xe:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764407.782520:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944587808a00/0x57b8ff0e0304e3d2 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0xe:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764407.782559:0:44493:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1775764407.782579:0:44493:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff944587808a00/0x57b8ff0e0304e3d2 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0xe:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764407.782605:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944587808e00/0x57b8ff0e0304e3cb lrc: 0/0,0 mode: --/CR res: [0x200003ab1:0xe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17aceb expref: 33 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764407.782622:0:44493:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff944587808a00/0x57b8ff0e0304e3d2 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0xe:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17aceb expref: 32 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764407.782630:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0xe:0x0].0x0 (ffff944586564d00) 00010000:00010000:1.0:1775764407.782633:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:1.0:1775764407.782637:0:44493:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944587808a00, rc 0) 00000100:00100000:1.0:1775764407.782716:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bc1f1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+32:47584:x1862022098278016:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 Request processed in 352us (1016us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764407.782723:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 99 00000100:00100000:0.0:1775764407.786487:0:42946:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098278144 00000100:00100000:0.0:1775764407.786502:0:42946:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098278144 00000100:00100000:0.0:1775764407.786582:0:42946:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 23 00000100:00100000:0.0:1775764407.786593:0:42946:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bc1f1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+6:2379:x1862022098278144:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1775764407.786623:0:42946:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764407.786652:0:42946:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000bfb5005/0x57b8ff0e0304e3d9 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x103:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17acf2 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1775764407.786696:0:42946:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x103:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x69d803b8, blocks: 0x1 00010000:00010000:0.0:1775764407.786727:0:42946:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764407.786731:0:42946:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764407.786742:0:42946:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000bfb5005/0x57b8ff0e0304e3d9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x103:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17acf2 expref: 7 pid: 42946 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764407.786765:0:42946:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000000bfb5005/0x57b8ff0e0304e3d9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x103:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17acf2 expref: 7 pid: 42946 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764407.786786:0:42946:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445bc27d200, rc 0) 00000100:00100000:0.0:1775764407.786893:0:42946:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bc1f1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+7:2379:x1862022098278144:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 Request processed in 301us (514us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764407.786901:0:42946:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 23 00000100:00100000:0.0:1775764407.790828:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098278400 00000100:00100000:0.0:1775764407.790839:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098278400 00000100:00100000:0.0:1775764407.790906:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 100 00000100:00100000:0.0:1775764407.790916:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bc1f1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+32:47584:x1862022098278400:12345-192.168.202.28@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1775764407.791043:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bc1f1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+32:47584:x1862022098278400:12345-192.168.202.28@tcp:57:lhsmtool_posix.0 Request processed in 127us (327us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764407.791051:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 100 00000100:00100000:3.0:1775764407.793737:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764407.793828:0:42944:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098278528 00000100:00100000:0.0:1775764407.793837:0:42944:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098278528 00000100:00100000:0.0:1775764407.793901:0:42944:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 24 00000100:00100000:0.0:1775764407.793913:0:42944:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bfe69c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+7:47584:x1862022098278528:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1775764407.793930:0:42944:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764407.793950:0:42944:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ff93ff73/0x57b8ff0e0304e3e0 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x103:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17acf9 expref: -99 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764407.793998:0:42944:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000000bfb5005/0x57b8ff0e0304e3d9 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x103:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17acf2 expref: 8 pid: 42946 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764407.794007:0:42944:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764407.794009:0:42944:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764407.794013:0:42944:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ff93ff73/0x57b8ff0e0304e3e0 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x103:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17acf9 expref: 8 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764407.794047:0:42944:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000000bfb5005/0x57b8ff0e0304e3d9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x103:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17acf2 expref: 8 pid: 42946 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764407.794060:0:42944:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000000bfb5005/0x57b8ff0e0304e3d9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x103:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17acf2 expref: 8 pid: 42946 timeout: 1974 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764407.794076:0:42944:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bc1df100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:42944:1862022118945792:192.168.202.28@tcp:104: 00000100:00100000:0.0:1775764407.794174:0:42944:0:(client.c:2691:ptlrpc_set_wait()) set ffff9444820606c0 going to sleep for 11 seconds 00000100:00100000:0.0:1775764407.796755:0:42944:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bc1df100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:42944:1862022118945792:192.168.202.28@tcp:104: 00010000:00010000:0.0:1775764407.796867:0:42944:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000ff93ff73/0x57b8ff0e0304e3e0 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x103:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17acf9 expref: 8 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764407.796897:0:42944:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445bc27c600, rc 0) 00000100:00100000:0.0:1775764407.796985:0:42944:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bfe69c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+8:47584:x1862022098278528:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 Request processed in 3073us (3255us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764407.796997:0:42944:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 24 00000100:00100000:1.0:1775764407.800494:0:42309:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098278656 00000100:00100000:1.0:1775764407.800510:0:42309:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098278656 00010000:00010000:1.0:1775764407.800561:0:42309:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000000bfb5005/0x57b8ff0e0304e3d9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x103:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17acf2 expref: 8 pid: 42946 timeout: 1974 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764407.800607:0:42309:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 16 00000100:00100000:1.0:1775764407.800618:0:42309:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bc1f0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+8:2378:x1862022098278656:12345-192.168.202.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1775764407.800639:0:42309:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764407.800666:0:42309:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000000bfb5005/0x57b8ff0e0304e3d9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x103:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17acf2 expref: 8 pid: 42946 timeout: 1974 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764407.800682:0:42309:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000000bfb5005/0x57b8ff0e0304e3d9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x103:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17acf2 expref: 8 pid: 42946 timeout: 1974 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764407.800708:0:42309:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000bfb5005/0x57b8ff0e0304e3d9 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x103:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17acf2 expref: 8 pid: 42946 timeout: 1974 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764407.800725:0:42309:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1775764407.800727:0:42309:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1775764407.800735:0:42309:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000ff93ff73/0x57b8ff0e0304e3e0 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x103:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17acf9 expref: 7 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764407.800746:0:42309:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ff93ff73/0x57b8ff0e0304e3e0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x103:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17acf9 expref: 7 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764407.800786:0:42309:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000ff93ff73/0x57b8ff0e0304e3e0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x103:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17acf9 expref: 7 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764407.800889:0:42309:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944590388e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:42309:1862022118945920:192.168.202.28@tcp:105: 00000100:00100000:1.0:1775764407.801024:0:42309:0:(client.c:2691:ptlrpc_set_wait()) set ffff9445861f50c0 going to sleep for 11 seconds 00000100:00100000:1.0:1775764407.804598:0:42309:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944590388e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:42309:1862022118945920:192.168.202.28@tcp:105: 00010000:00010000:1.0:1775764407.804640:0:42309:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1775764407.804705:0:42309:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bc1f0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+7:2378:x1862022098278656:12345-192.168.202.28@tcp:103:ldlm_bl.0 Request processed in 4087us (4375us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764407.804719:0:42309:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 16 00000100:00100000:0.0:1775764407.811927:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764407.816607:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098278912 00000100:00100000:0.0:1775764407.816620:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098278912 00000100:00100000:0.0:1775764407.816699:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 101 00000100:00100000:0.0:1775764407.816710:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bc1f3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+32:47584:x1862022098278912:12345-192.168.202.28@tcp:44:lhsmtool_posix.0 00000001:00080000:0.0:1775764407.854287:0:5825:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 34359738437 is committed 00000004:00080000:0.0:1775764407.854321:0:5825:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 3 committed 00000020:00080000:0.0:1775764407.854339:0:5825:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff944586714c00 refcount 2 committed 0 result 0 batchid 30064771797 00000020:00080000:0.0:1775764407.854345:0:5825:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9445b5622000 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9445867143c0 00000020:00080000:0.0:1775764407.854348:0:5825:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9445b5622800 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9445b5a92c00 00000001:00080000:0.0:1775764407.854373:0:5825:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 34359738438 is committed 00000004:00080000:0.0:1775764407.854385:0:5825:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 4 committed 00000100:00100000:0.0:1775764407.854617:0:3329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944483641880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3329:1862022118946176:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1775764407.854701:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764407.854743:0:3329:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1775764407.854748:0:3329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944483643100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3329:1862022118946048:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1775764407.854765:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764407.854829:0:42946:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118946176 00000100:00100000:0.0:1775764407.854837:0:42946:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118946176 00000100:00100000:1.0:1775764407.856125:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bc1f3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+11:47584:x1862022098278912:12345-192.168.202.28@tcp:44:lhsmtool_posix.0 Request processed in 39413us (39664us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764407.856138:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 101 00000100:00080000:3.0:1775764407.856836:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1775764407.857711:0:42946:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:0.0:1775764407.857725:0:42946:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94458620f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3329:x1862022118946176:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:0.0:1775764407.858010:0:42946:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x103:0x0] updating lvb size from disk: 0 -> 15 00002000:00010000:0.0:1775764407.858014:0:42946:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x103:0x0] updating lvb mtime from disk: 0 -> 1775764408 00002000:00010000:0.0:1775764407.858017:0:42946:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x103:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1775764407.858019:0:42946:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x103:0x0] updating lvb ctime from disk: 1775764408 -> 1775764408 00002000:00010000:0.0:1775764407.858022:0:42946:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x103:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:0.0:1775764407.858119:0:42946:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94458620f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3329:x1862022118946176:12345-0@lo:2:osp-syn-0-0.0 Request processed in 398us (3416us total) trans 34359738373 rc 0/0 00000100:00100000:0.0:1775764407.858129:0:42946:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000004:00080000:0.0:1775764407.858214:0:3329:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff944483641880/2, rc 0, transno 34359738373 00000100:00100000:0.0:1775764407.858221:0:3329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944483641880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3329:1862022118946176:0@lo:2:osp-syn-0-0.0 00000100:00080000:3.0:1775764407.858622:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000004:00080000:0.0:1775764407.858682:0:3329:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff944483643100/2, rc 0, transno 34359738373 00000100:00100000:0.0:1775764407.858688:0:3329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944483643100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3329:1862022118946048:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1775764407.861202:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764407.861335:0:42946:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098279040 00000100:00100000:1.0:1775764407.861353:0:42946:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098279040 00000100:00100000:1.0:1775764407.861453:0:42946:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 27 00000100:00100000:1.0:1775764407.861467:0:42946:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94458620c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+9:2378:x1862022098279040:12345-192.168.202.28@tcp:16:lhsmtool_posix.0 00000001:00080000:3.0:1775764407.912402:0:6613:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 34359738373 is committed 00000001:00080000:3.0:1775764407.912432:0:6613:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 34359738371 is committed 00000001:00080000:3.0:1775764407.912454:0:6613:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 34359738372 is committed 00000100:00100000:0.0:1775764407.913145:0:42946:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94458620c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+6:2378:x1862022098279040:12345-192.168.202.28@tcp:16:lhsmtool_posix.0 Request processed in 51673us (51956us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764407.913158:0:42946:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 27 00000100:00100000:1.0:1775764407.917291:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764407.918140:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098279296 00000100:00100000:0.0:1775764407.918156:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098279296 00000100:00100000:0.0:1775764407.918242:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 102 00000100:00100000:0.0:1775764407.918254:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944590388e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+11:47584:x1862022098279296:12345-192.168.202.28@tcp:36:lhsmtool_posix.0 00010000:00010000:0.0:1775764407.918334:0:42324:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764407.918375:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944587808a00/0x57b8ff0e0304e3d2 lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0xe:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17aceb expref: 11 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764407.918402:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0xe:0x0].0x0 (ffff944586564d00) 00010000:00010000:0.0:1775764407.918408:0:42324:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1775764407.918447:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c800/0x57b8ff0e0304e3ee lrc: 3/0,1 mode: --/PW res: [0x200003ab1:0xe:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764407.918464:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c800/0x57b8ff0e0304e3ee lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0xe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764407.918477:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c800/0x57b8ff0e0304e3ee lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0xe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764407.918714:0:42324:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000005e2d897b reply state 0000000088ac9db1 transno 34359738439 ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c800/0x57b8ff0e0304e3ee lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0xe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764407.918724:0:42324:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1775764407.919505:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944590388e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+12:47584:x1862022098279296:12345-192.168.202.28@tcp:36:lhsmtool_posix.0 Request processed in 1244us (2220us total) trans 34359738439 rc 0/0 00000100:00100000:0.0:1775764407.919518:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 102 00000100:00100000:1.0:1775764407.925471:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764407.930469:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764407.930706:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098279680 00000100:00100000:3.0:1775764407.930719:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098279680 00000100:00100000:3.0:1775764407.930859:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 103 00000100:00100000:3.0:1775764407.930873:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944590388380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+11:47584:x1862022098279680:12345-192.168.202.28@tcp:55:lhsmtool_posix.0 00010000:00010000:3.0:1775764407.931002:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146000/0x57b8ff0e0304e3f5 lrc: 3/0,1 mode: --/PW res: [0x200003ab1:0xe:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764407.931032:0:44493:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2147e00/0x57b8ff0e0304e3b6 lrc: 2/0,0 mode: PR/PR res: [0x200003ab1:0xe:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17acdd expref: 11 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764407.931043:0:44493:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146000/0x57b8ff0e0304e3f5 lrc: 4/0,1 mode: --/PW res: [0x200003ab1:0xe:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764407.931108:0:44493:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2147e00/0x57b8ff0e0304e3b6 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0xe:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17acdd expref: 11 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764407.931128:0:44493:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2147e00/0x57b8ff0e0304e3b6 lrc: 4/0,0 mode: PR/PR res: [0x200003ab1:0xe:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17acdd expref: 11 pid: 44493 timeout: 1974 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764407.931154:0:44493:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bfe68380 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:44493:1862022118946304:192.168.202.28@tcp:104: 00000100:00100000:3.0:1775764407.931311:0:44493:0:(client.c:2691:ptlrpc_set_wait()) set ffff9445b217c840 going to sleep for 11 seconds 00000100:00100000:0.0:1775764407.935348:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764407.935565:0:42310:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098279808 00000100:00100000:1.0:1775764407.935577:0:42310:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098279808 00010000:00010000:1.0:1775764407.935638:0:42310:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2147e00/0x57b8ff0e0304e3b6 lrc: 5/0,0 mode: PR/PR res: [0x200003ab1:0xe:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17acdd expref: 12 pid: 44493 timeout: 1974 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764407.935695:0:42310:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 17 00000100:00100000:1.0:1775764407.935707:0:42310:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94458620d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+12:2378:x1862022098279808:12345-192.168.202.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1775764407.935729:0:42310:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764407.935739:0:42310:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2147e00/0x57b8ff0e0304e3b6 lrc: 5/0,0 mode: PR/PR res: [0x200003ab1:0xe:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17acdd expref: 12 pid: 44493 timeout: 1974 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764407.935756:0:42310:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2147e00/0x57b8ff0e0304e3b6 lrc: 4/0,0 mode: PR/PR res: [0x200003ab1:0xe:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17acdd expref: 12 pid: 44493 timeout: 1974 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764407.935781:0:42310:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0xe:0x0].0x0 (ffff944586564d00) 00010000:00010000:1.0:1775764407.935787:0:42310:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146000/0x57b8ff0e0304e3f5 lrc: 3/0,1 mode: --/PW res: [0x200003ab1:0xe:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764407.935833:0:42310:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146000/0x57b8ff0e0304e3f5 lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0xe:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764407.935860:0:42310:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146000/0x57b8ff0e0304e3f5 lrc: 4/0,1 mode: PW/PW res: [0x200003ab1:0xe:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764407.935900:0:42310:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1775764407.935975:0:42310:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94458620d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+12:2378:x1862022098279808:12345-192.168.202.28@tcp:103:ldlm_bl.0 Request processed in 269us (648us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764407.935984:0:42310:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 17 00010000:00010000:3.0:1775764407.937184:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2147e00/0x57b8ff0e0304e3b6 lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0xe:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17acdd expref: 11 pid: 44493 timeout: 1974 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764407.937212:0:44493:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bfe68380 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:44493:1862022118946304:192.168.202.28@tcp:104: 00010000:00010000:3.0:1775764407.937239:0:44493:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146000/0x57b8ff0e0304e3f5 lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0xe:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764407.937249:0:44493:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146000/0x57b8ff0e0304e3f5 lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0xe:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764407.937255:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146000/0x57b8ff0e0304e3f5 lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0xe:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764407.937299:0:44493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146000/0x57b8ff0e0304e3f5 lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0xe:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764407.937387:0:44493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146000/0x57b8ff0e0304e3f5 lrc: 2/0,0 mode: PW/PW res: [0x200003ab1:0xe:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764407.937395:0:44493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146000/0x57b8ff0e0304e3f5 lrc: 3/0,0 mode: PW/PW res: [0x200003ab1:0xe:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764407.937403:0:44493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445c2146000 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:3.0:1775764407.937408:0:44493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146000/0x57b8ff0e0304e3f5 lrc: 3/0,0 mode: PW/PW res: [0x200003ab1:0xe:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764407.937415:0:44493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146000/0x57b8ff0e0304e3f5 lrc: 4/0,0 mode: PW/PW res: [0x200003ab1:0xe:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764407.937434:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0xe:0x0].0x0 (ffff944586564d00) 00010000:00010000:3.0:1775764407.937438:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:3.0:1775764407.937444:0:44493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146000/0x57b8ff0e0304e3f5 lrc: 2/0,0 mode: --/PW res: [0x200003ab1:0xe:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764407.937451:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146000/0x57b8ff0e0304e3f5 lrc: 0/0,0 mode: --/PW res: [0x200003ab1:0xe:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764407.937539:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944590388380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+10:47584:x1862022098279680:12345-192.168.202.28@tcp:55:lhsmtool_posix.0 Request processed in 6669us (7085us total) trans 0 rc -22/-22 00000100:00100000:3.0:1775764407.937551:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 103 00000100:00100000:0.0:1775764407.942467:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764407.947395:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764407.947471:0:44302:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098280064 00000100:00100000:3.0:1775764407.947481:0:44302:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098280064 00010000:00010000:3.0:1775764407.947522:0:44302:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000ff93ff73/0x57b8ff0e0304e3e0 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x103:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17acf9 expref: 8 pid: 42944 timeout: 1974 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764407.947565:0:44302:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 18 00000100:00100000:3.0:1775764407.947575:0:44302:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944590e6dc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+8:2379:x1862022098280064:12345-192.168.202.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764407.947591:0:44302:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764407.947613:0:44302:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000ff93ff73/0x57b8ff0e0304e3e0 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x103:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17acf9 expref: 8 pid: 42944 timeout: 1974 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764407.947627:0:44302:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000ff93ff73/0x57b8ff0e0304e3e0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x103:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17acf9 expref: 8 pid: 42944 timeout: 1974 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764407.947652:0:44302:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764407.947654:0:44302:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764407.947660:0:44302:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000cf0058eb/0x57b8ff0e0304e3fc lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x103:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 42945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764407.947670:0:44302:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000cf0058eb/0x57b8ff0e0304e3fc lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x103:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 42945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764407.947693:0:44302:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764407.947751:0:44302:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944590e6dc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+8:2379:x1862022098280064:12345-192.168.202.28@tcp:103:ldlm_bl.0 Request processed in 177us (366us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764407.947760:0:44302:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 18 00000100:00100000:0.0:1775764407.952660:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764407.958280:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764407.958851:0:42310:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098280448 00000100:00100000:1.0:1775764407.958860:0:42310:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098280448 00010000:00010000:1.0:1775764407.958906:0:42310:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff944587808600/0x57b8ff0e0304e3c4 lrc: 4/0,0 mode: CR/CR res: [0x200003ab1:0xe:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ace4 expref: 12 pid: 44493 timeout: 1974 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764407.958947:0:42310:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 19 00000100:00100000:1.0:1775764407.958967:0:42310:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bfe68380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+12:2379:x1862022098280448:12345-192.168.202.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1775764407.958982:0:42310:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764407.958990:0:42310:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff944587808600/0x57b8ff0e0304e3c4 lrc: 4/0,0 mode: CR/CR res: [0x200003ab1:0xe:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ace4 expref: 12 pid: 44493 timeout: 1974 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764407.959003:0:42310:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff944587808600/0x57b8ff0e0304e3c4 lrc: 3/0,0 mode: CR/CR res: [0x200003ab1:0xe:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ace4 expref: 12 pid: 44493 timeout: 1974 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764407.959029:0:42310:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944587808600/0x57b8ff0e0304e3c4 lrc: 0/0,0 mode: --/CR res: [0x200003ab1:0xe:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ace4 expref: 12 pid: 44493 timeout: 1974 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764407.959047:0:42310:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0xe:0x0].0x0 (ffff944586564d00) 00010000:00010000:1.0:1775764407.959052:0:42310:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff944580030e00/0x57b8ff0e0304e40a lrc: 3/0,1 mode: --/EX res: [0x200003ab1:0xe:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764407.959066:0:42310:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff944580030e00/0x57b8ff0e0304e40a lrc: 3/0,1 mode: EX/EX res: [0x200003ab1:0xe:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764407.959075:0:42310:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944580030e00/0x57b8ff0e0304e40a lrc: 4/0,1 mode: EX/EX res: [0x200003ab1:0xe:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764407.959113:0:42310:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1775764407.959183:0:42310:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bfe68380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+11:2379:x1862022098280448:12345-192.168.202.28@tcp:103:ldlm_bl.0 Request processed in 226us (913us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764407.959191:0:42310:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 19 00010000:00010000:3.0:1775764407.959763:0:42326:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff944580030e00/0x57b8ff0e0304e40a lrc: 3/0,1 mode: EX/EX res: [0x200003ab1:0xe:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764407.959773:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944580030e00/0x57b8ff0e0304e40a lrc: 3/0,1 mode: EX/EX res: [0x200003ab1:0xe:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1775764407.960058:0:42326:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 34359738440 00000001:00080000:3.0:1775764407.960234:0:42326:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 34359738441 00000001:00080000:3.0:1775764407.960283:0:42326:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 34359738442 00000100:00100000:3.0:1775764407.960396:0:42326:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bfe6a680 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:42326:1862022118946688:0@lo:1000:mdt00_002.0 00000100:00100000:3.0:1775764407.960463:0:42326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764407.960492:0:42326:0:(client.c:2691:ptlrpc_set_wait()) set ffff9445b217ce40 going to sleep for 11 seconds 00000100:00100000:0.0:1775764407.960993:0:42330:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118946688 00000100:00100000:0.0:1775764407.961003:0:42330:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118946688 00000100:00100000:0.0:1775764407.961062:0:42330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:0.0:1775764407.961072:0:42330:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bfe68000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:42326:x1862022118946688:12345-0@lo:1000:mdt00_002.0 00000100:00100000:0.0:1775764407.961191:0:42330:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bfe68000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:42326:x1862022118946688:12345-0@lo:1000:mdt00_002.0 Request processed in 120us (727us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764407.961199:0:42330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:3.0:1775764407.961830:0:42326:0:(client.c:3082:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 34359738373 gen 2 00000004:00080000:3.0:1775764407.961837:0:42326:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff944483641880, transno 34359738373 00000100:00100000:3.0:1775764407.962056:0:42326:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bfe6a680 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:42326:1862022118946688:0@lo:1000:mdt00_002.0 00000001:00080000:0.0:1775764407.963214:0:42326:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 34359738443 00000100:00100000:0.0:1775764407.963552:0:42326:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944483641880 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:42326:1862022118946816:0@lo:1000:mdt00_002.0 00000100:00100000:0.0:1775764407.963623:0:42326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764407.963707:0:42326:0:(client.c:2691:ptlrpc_set_wait()) set ffff944587a029c0 going to sleep for 11 seconds 00000100:00100000:3.0:1775764407.964645:0:42330:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118946816 00000100:00100000:3.0:1775764407.964657:0:42330:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118946816 00000100:00100000:3.0:1775764407.964773:0:42330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:3.0:1775764407.964783:0:42330:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bbf2ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:42326:x1862022118946816:12345-0@lo:1000:mdt00_002.0 00000100:00100000:3.0:1775764407.965633:0:42330:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bbf2ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:42326:x1862022118946816:12345-0@lo:1000:mdt00_002.0 Request processed in 846us (2004us total) trans 34359738375 rc 0/0 00000100:00100000:3.0:1775764407.965648:0:42330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:0.0:1775764407.966097:0:42326:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944483641880 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:42326:1862022118946816:0@lo:1000:mdt00_002.0 00000001:00080000:0.0:1775764407.966244:0:42326:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 34359738444 00010000:00010000:0.0:1775764407.966295:0:42326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff944580030e00/0x57b8ff0e0304e40a lrc: 3/0,1 mode: EX/EX res: [0x200003ab1:0xe:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764407.966408:0:42326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944580030e00/0x57b8ff0e0304e40a lrc: 2/0,0 mode: EX/EX res: [0x200003ab1:0xe:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764407.966417:0:42326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944580030e00/0x57b8ff0e0304e40a lrc: 3/0,0 mode: EX/EX res: [0x200003ab1:0xe:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764407.966423:0:42326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944580030e00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:0.0:1775764407.966427:0:42326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944580030e00/0x57b8ff0e0304e40a lrc: 3/0,0 mode: EX/EX res: [0x200003ab1:0xe:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764407.966435:0:42326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944580030e00/0x57b8ff0e0304e40a lrc: 4/0,0 mode: EX/EX res: [0x200003ab1:0xe:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764407.966453:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0xe:0x0].0x0 (ffff944586564d00) 00010000:00010000:0.0:1775764407.966456:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1775764407.966460:0:42326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944580030e00/0x57b8ff0e0304e40a lrc: 2/0,0 mode: --/EX res: [0x200003ab1:0xe:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764407.966466:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944580030e00/0x57b8ff0e0304e40a lrc: 0/0,0 mode: --/EX res: [0x200003ab1:0xe:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764407.966512:0:42326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff944587808c00/0x57b8ff0e0304e354 lrc: 3/0,1 mode: EX/EX res: [0x200003ab1:0xc:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764407.966519:0:42326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944587808c00/0x57b8ff0e0304e354 lrc: 2/0,0 mode: EX/EX res: [0x200003ab1:0xc:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764407.966525:0:42326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944587808c00/0x57b8ff0e0304e354 lrc: 3/0,0 mode: EX/EX res: [0x200003ab1:0xc:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764407.966530:0:42326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944587808c00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:0.0:1775764407.966533:0:42326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944587808c00/0x57b8ff0e0304e354 lrc: 3/0,0 mode: EX/EX res: [0x200003ab1:0xc:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764407.966539:0:42326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944587808c00/0x57b8ff0e0304e354 lrc: 4/0,0 mode: EX/EX res: [0x200003ab1:0xc:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000020 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764407.966547:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0xc:0x0].0x0 (ffff944584d1dd00) 00010000:00010000:0.0:1775764407.966550:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1775764407.966556:0:42326:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff944587809200/0x57b8ff0e0304e35b lrc: 2/0,0 mode: --/CR res: [0x200003ab1:0xc:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17acc8 expref: 15 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764407.966569:0:42326:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff944587809200/0x57b8ff0e0304e35b lrc: 2/0,0 mode: CR/CR res: [0x200003ab1:0xc:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17acc8 expref: 15 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764407.966579:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944587809200/0x57b8ff0e0304e35b lrc: 3/0,0 mode: CR/CR res: [0x200003ab1:0xc:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17acc8 expref: 15 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764407.966622:0:42326:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff944587809200/0x57b8ff0e0304e35b lrc: 3/0,0 mode: CR/CR res: [0x200003ab1:0xc:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17acc8 expref: 15 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764407.966638:0:42326:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bbf2f800 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:42326:1862022118946944:192.168.202.28@tcp:105: 00000100:00100000:0.0:1775764407.966780:0:42326:0:(client.c:2691:ptlrpc_set_wait()) set ffff944587a023c0 going to sleep for 11 seconds 00000100:00100000:0.0:1775764407.972744:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764407.972839:0:42328:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098280576 00000100:00100000:3.0:1775764407.972858:0:42328:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098280576 00000100:00100000:3.0:1775764407.972923:0:42328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 30 00000100:00100000:3.0:1775764407.972934:0:42328:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bbf2c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+16:47583:x1862022098280576:12345-192.168.202.28@tcp:49:cat.0 00000100:00100000:3.0:1775764407.973146:0:42328:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bbf2c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+16:47583:x1862022098280576:12345-192.168.202.28@tcp:49:cat.0 Request processed in 213us (411us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764407.973155:0:42328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 30 00000100:00100000:0.0:1775764407.980924:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764407.984400:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764407.987219:0:42328:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098280960 00000100:00100000:3.0:1775764407.987237:0:42328:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098280960 00000100:00100000:3.0:1775764407.987402:0:42328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 31 00000100:00100000:3.0:1775764407.987415:0:42328:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944590388700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+15:47584:x1862022098280960:12345-192.168.202.28@tcp:35:lhsmtool_posix.0 00000004:00080000:3.0:1775764407.991765:0:42328:0:(mdd_object.c:4010:mdd_close()) Object [0x200003ab1:0xe:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000001:00080000:3.0:1775764407.992627:0:42328:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 34359738446 00010000:00010000:3.0:1775764407.992723:0:42328:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2147a00/0x57b8ff0e0304e41f lrc: 3/0,1 mode: --/PW res: [0x200003ab1:0xe:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764407.992746:0:42328:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2147a00/0x57b8ff0e0304e41f lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0xe:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010080000000 pid: 42328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764407.992761:0:42328:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2147a00/0x57b8ff0e0304e41f lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0xe:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 42328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764407.992771:0:42328:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2147a00/0x57b8ff0e0304e41f lrc: 4/0,1 mode: PW/PW res: [0x200003ab1:0xe:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 42328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764407.992778:0:42328:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2147a00/0x57b8ff0e0304e41f lrc: 4/0,1 mode: PW/PW res: [0x200003ab1:0xe:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 42328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764407.992789:0:42328:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2147a00/0x57b8ff0e0304e41f lrc: 3/0,0 mode: PW/PW res: [0x200003ab1:0xe:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 42328 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764407.993160:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00010000:00010000:3.0:1775764407.993258:0:42328:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1775764407.993609:0:43224:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1775764407.993616:0:43224:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2147a00/0x57b8ff0e0304e41f lrc: 2/0,0 mode: PW/PW res: [0x200003ab1:0xe:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 42328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764407.993624:0:43224:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445c2147a00 already unused, calling callback (ffffffffc177a060) 00010000:00010000:1.0:1775764407.993629:0:43224:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2147a00/0x57b8ff0e0304e41f lrc: 2/0,0 mode: PW/PW res: [0x200003ab1:0xe:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 42328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764407.993637:0:43224:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2147a00/0x57b8ff0e0304e41f lrc: 3/0,0 mode: PW/PW res: [0x200003ab1:0xe:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 42328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764407.993658:0:43224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0xe:0x0].0x0 (ffff944586564600) 00010000:00010000:1.0:1775764407.993662:0:43224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1775764407.993669:0:43224:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2147a00/0x57b8ff0e0304e41f lrc: 1/0,0 mode: --/PW res: [0x200003ab1:0xe:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 42328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764407.993677:0:43224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2147a00/0x57b8ff0e0304e41f lrc: 0/0,0 mode: --/PW res: [0x200003ab1:0xe:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 42328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764407.993704:0:43224:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764407.993706:0:43224:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764407.993707:0:43224:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775764407.994331:0:42328:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944590388700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+17:47584:x1862022098280960:12345-192.168.202.28@tcp:35:lhsmtool_posix.0 Request processed in 6918us (9941us total) trans 34359738447 rc 0/0 00000100:00100000:3.0:1775764407.994341:0:42328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 31 00000020:00080000:3.0:1775764407.994347:0:42328:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1775764408.006458:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764408.006575:0:42327:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098281344 00000100:00100000:1.0:1775764408.006587:0:42327:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098281344 00000100:00100000:1.0:1775764408.006709:0:42327:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 32 00000100:00100000:1.0:1775764408.006721:0:42327:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445b6a79850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+17:47583:x1862022098281344:12345-192.168.202.28@tcp:35:cat.0 00000100:00100000:1.0:1775764408.007426:0:42327:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445b6a79850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+18:47583:x1862022098281344:12345-192.168.202.28@tcp:35:cat.0 Request processed in 703us (975us total) trans 34359738448 rc 0/0 00000100:00100000:1.0:1775764408.007437:0:42327:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 32 00000100:00080000:3.0:1775764408.007664:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1775764408.130393:0:42312:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775764408.165168:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764408.165357:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098281600 00000100:00100000:0.0:1775764408.165370:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098281600 00000100:00100000:0.0:1775764408.165445:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 105 00000100:00100000:0.0:1775764408.165456:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944590388700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+18:47594:x1862022098281600:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:0.0:1775764408.165484:0:42325:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764408.165517:0:42325:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d000/0x57b8ff0e0304e426 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17ad07 expref: -99 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764408.165890:0:42325:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab1:0xb:0x0]: returning size 7680 00010000:00010000:0.0:1775764408.166156:0:42325:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d000/0x57b8ff0e0304e426 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ad07 expref: 20 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764408.166176:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff944584d1d800) 00010000:00010000:0.0:1775764408.166179:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1775764408.166186:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d000/0x57b8ff0e0304e426 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ad07 expref: 20 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764408.166206:0:42325:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445bc27d000, rc 0) 00000100:00100000:0.0:1775764408.166281:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944590388700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+19:47594:x1862022098281600:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 827us (1127us total) trans 34359738449 rc 301/301 00000100:00100000:0.0:1775764408.166289:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 105 00000100:00100000:0.0:1775764408.170665:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764408.176971:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764408.235775:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764408.236110:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098282112 00000100:00100000:0.0:1775764408.236123:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098282112 00000100:00100000:0.0:1775764408.236210:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 107 00000100:00100000:0.0:1775764408.236222:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bfe6ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+20:47595:x1862022098282112:12345-192.168.202.28@tcp:101:rm.0 00010000:00010000:0.0:1775764408.236254:0:42325:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764408.236279:0:42325:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27da00/0x57b8ff0e0304e449 lrc: 2/0,0 mode: --/CR res: [0x200003ab1:0xb:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17ad0e expref: -99 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764408.236368:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27de00/0x57b8ff0e0304e450 lrc: 3/1,0 mode: --/CR res: [0x200003ab1:0xb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764408.236384:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27de00/0x57b8ff0e0304e450 lrc: 3/1,0 mode: CR/CR res: [0x200003ab1:0xb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764408.236396:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27de00/0x57b8ff0e0304e450 lrc: 3/1,0 mode: CR/CR res: [0x200003ab1:0xb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764408.236412:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27dc00/0x57b8ff0e0304e457 lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0xb:0x0].0xfff97a3d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764408.236418:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27dc00/0x57b8ff0e0304e457 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0xb:0x0].0xfff97a3d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764408.236428:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27dc00/0x57b8ff0e0304e457 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0xb:0x0].0xfff97a3d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764408.237601:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d800/0x57b8ff0e0304e45e lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0xc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764408.237616:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d800/0x57b8ff0e0304e45e lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0xc:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764408.237626:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d800/0x57b8ff0e0304e45e lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0xc:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764408.237672:0:42325:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab1:0xc:0x0]: returning size 15 00000004:00200000:0.0:1775764408.237677:0:42325:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1775764408.237701:0:42325:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d800/0x57b8ff0e0304e45e lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0xc:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764408.237715:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d800/0x57b8ff0e0304e45e lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764408.237724:0:42325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27de00/0x57b8ff0e0304e450 lrc: 3/1,0 mode: CR/CR res: [0x200003ab1:0xb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764408.237729:0:42325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27de00/0x57b8ff0e0304e450 lrc: 2/0,0 mode: CR/CR res: [0x200003ab1:0xb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764408.237736:0:42325:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27de00/0x57b8ff0e0304e450 lrc: 3/0,0 mode: CR/CR res: [0x200003ab1:0xb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764408.237742:0:42325:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445bc27de00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:0.0:1775764408.237746:0:42325:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27de00/0x57b8ff0e0304e450 lrc: 3/0,0 mode: CR/CR res: [0x200003ab1:0xb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764408.237756:0:42325:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27de00/0x57b8ff0e0304e450 lrc: 4/0,0 mode: CR/CR res: [0x200003ab1:0xb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764408.237768:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0xb:0x0].0x0 (ffff944584d1d700) 00010000:00010000:0.0:1775764408.237771:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764408.237776:0:42325:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27de00/0x57b8ff0e0304e450 lrc: 2/0,0 mode: --/CR res: [0x200003ab1:0xb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764408.237782:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27de00/0x57b8ff0e0304e450 lrc: 0/0,0 mode: --/CR res: [0x200003ab1:0xb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764408.237795:0:42325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27dc00/0x57b8ff0e0304e457 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0xb:0x0].0xfff97a3d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764408.237852:0:42325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27dc00/0x57b8ff0e0304e457 lrc: 2/0,0 mode: PR/PR res: [0x200003ab1:0xb:0x0].0xfff97a3d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764408.237858:0:42325:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27dc00/0x57b8ff0e0304e457 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0xb:0x0].0xfff97a3d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764408.237863:0:42325:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445bc27dc00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:0.0:1775764408.237865:0:42325:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27dc00/0x57b8ff0e0304e457 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0xb:0x0].0xfff97a3d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764408.237871:0:42325:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27dc00/0x57b8ff0e0304e457 lrc: 4/0,0 mode: PR/PR res: [0x200003ab1:0xb:0x0].0xfff97a3d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764408.238292:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0xb:0x0].0xfff97a3d (ffff944582f80500) 00010000:00010000:0.0:1775764408.238297:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764408.238311:0:42325:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27dc00/0x57b8ff0e0304e457 lrc: 2/0,0 mode: --/PR res: [0x200003ab1:0xb:0x0].0xfff97a3d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764408.238322:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27dc00/0x57b8ff0e0304e457 lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0xb:0x0].0xfff97a3d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764408.238372:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27da00/0x57b8ff0e0304e449 lrc: 0/0,0 mode: --/CR res: [0x200003ab1:0xb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ad0e expref: 22 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764408.238386:0:42325:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d800/0x57b8ff0e0304e45e lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ad0e expref: 21 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764408.238393:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0xc:0x0].0x0 (ffff944584d1dd00) 00010000:00010000:0.0:1775764408.238396:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1775764408.238398:0:42325:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445bc27d800, rc 0) 00000100:00100000:0.0:1775764408.238686:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bfe6ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+21:47595:x1862022098282112:12345-192.168.202.28@tcp:101:rm.0 Request processed in 2465us (2926us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764408.238696:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 107 00000100:00100000:0.0:1775764408.247168:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00010000:00010000:3.0:1775764408.249914:0:42313:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1775764408.249921:0:42313:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944580031000/0x57b8ff0e0304e47a lrc: 2/0,0 mode: PW/PW res: [0x200003ab1:0xc:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764408.249929:0:42313:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944580031000 already unused, calling callback (ffffffffc177a060) 00010000:00010000:3.0:1775764408.249933:0:42313:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944580031000/0x57b8ff0e0304e47a lrc: 2/0,0 mode: PW/PW res: [0x200003ab1:0xc:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764408.249940:0:42313:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944580031000/0x57b8ff0e0304e47a lrc: 3/0,0 mode: PW/PW res: [0x200003ab1:0xc:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764408.249952:0:42313:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0xc:0x0].0x0 (ffff94459084a700) 00010000:00010000:3.0:1775764408.249964:0:42313:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1775764408.249967:0:42313:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944580031000/0x57b8ff0e0304e47a lrc: 1/0,0 mode: --/PW res: [0x200003ab1:0xc:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764408.249973:0:42313:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944580031000/0x57b8ff0e0304e47a lrc: 0/0,0 mode: --/PW res: [0x200003ab1:0xc:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764408.249995:0:42313:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764408.249999:0:42313:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764408.250000:0:42313:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764408.254276:0:3314:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff944580031200/0x57b8ff0e0304e46c lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0xb:0x0].0xfff97a3d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764408.254293:0:3314:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944580031200/0x57b8ff0e0304e46c lrc: 2/0,0 mode: PW/PW res: [0x200003ab1:0xb:0x0].0xfff97a3d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764408.254312:0:3314:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944580031200/0x57b8ff0e0304e46c lrc: 3/0,0 mode: PW/PW res: [0x200003ab1:0xb:0x0].0xfff97a3d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764408.254319:0:3314:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944580031200 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:0.0:1775764408.254325:0:3314:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944580031200/0x57b8ff0e0304e46c lrc: 3/0,0 mode: PW/PW res: [0x200003ab1:0xb:0x0].0xfff97a3d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764408.254338:0:3314:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944580031200/0x57b8ff0e0304e46c lrc: 4/0,0 mode: PW/PW res: [0x200003ab1:0xb:0x0].0xfff97a3d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764408.254359:0:3314:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0xb:0x0].0xfff97a3d (ffff94459084ac00) 00010000:00010000:0.0:1775764408.254363:0:3314:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764408.254370:0:3314:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944580031200/0x57b8ff0e0304e46c lrc: 2/0,0 mode: --/PW res: [0x200003ab1:0xb:0x0].0xfff97a3d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764408.254377:0:3314:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944580031200/0x57b8ff0e0304e46c lrc: 0/0,0 mode: --/PW res: [0x200003ab1:0xb:0x0].0xfff97a3d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764408.340236:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764408.340589:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098282624 00000100:00100000:3.0:1775764408.340601:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098282624 00000100:00100000:3.0:1775764408.340669:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 109 00000100:00100000:3.0:1775764408.340679:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bbf2fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+20:47601:x1862022098282624:12345-192.168.202.28@tcp:101:bash.0 00010000:00010000:3.0:1775764408.340709:0:44493:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764408.340734:0:44493:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146000/0x57b8ff0e0304e481 lrc: 2/0,0 mode: --/CW res: [0x200003ab1:0xb:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17ad15 expref: -99 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764408.340965:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2147e00/0x57b8ff0e0304e488 lrc: 3/0,1 mode: --/CW res: [0x200003ab1:0xb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764408.340983:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2147e00/0x57b8ff0e0304e488 lrc: 3/0,1 mode: CW/CW res: [0x200003ab1:0xb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764408.341204:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2147e00/0x57b8ff0e0304e488 lrc: 3/0,1 mode: CW/CW res: [0x200003ab1:0xb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764408.341223:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146600/0x57b8ff0e0304e48f lrc: 3/0,1 mode: --/PW res: [0x200003ab1:0xb:0x0].0xfff97a3d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764408.341231:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146600/0x57b8ff0e0304e48f lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0xb:0x0].0xfff97a3d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764408.341237:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146600/0x57b8ff0e0304e48f lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0xb:0x0].0xfff97a3d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1775764408.341794:0:44493:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x104:0x0], index 1: 0 00010000:00010000:3.0:1775764408.342044:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146c00/0x57b8ff0e0304e496 lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0xf:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764408.342060:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146c00/0x57b8ff0e0304e496 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0xf:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764408.342069:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146c00/0x57b8ff0e0304e496 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0xf:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764408.342107:0:44493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2147e00/0x57b8ff0e0304e488 lrc: 3/0,1 mode: CW/CW res: [0x200003ab1:0xb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764408.342115:0:44493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2147e00/0x57b8ff0e0304e488 lrc: 2/0,0 mode: CW/CW res: [0x200003ab1:0xb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764408.342122:0:44493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2147e00/0x57b8ff0e0304e488 lrc: 3/0,0 mode: CW/CW res: [0x200003ab1:0xb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764408.342128:0:44493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445c2147e00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:3.0:1775764408.342132:0:44493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2147e00/0x57b8ff0e0304e488 lrc: 3/0,0 mode: CW/CW res: [0x200003ab1:0xb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764408.342141:0:44493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2147e00/0x57b8ff0e0304e488 lrc: 4/0,0 mode: CW/CW res: [0x200003ab1:0xb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764408.342156:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0xb:0x0].0x0 (ffff944584d1d700) 00010000:00010000:3.0:1775764408.342159:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764408.342164:0:44493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2147e00/0x57b8ff0e0304e488 lrc: 2/0,0 mode: --/CW res: [0x200003ab1:0xb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764408.342170:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2147e00/0x57b8ff0e0304e488 lrc: 0/0,0 mode: --/CW res: [0x200003ab1:0xb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764408.342184:0:44493:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000099a87579 reply state 0000000011e7b884 transno 34359738452 ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146600/0x57b8ff0e0304e48f lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0xb:0x0].0xfff97a3d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764408.342193:0:44493:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1775764408.342234:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146000/0x57b8ff0e0304e481 lrc: 0/0,0 mode: --/CW res: [0x200003ab1:0xb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ad15 expref: 23 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764408.342248:0:44493:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146c00/0x57b8ff0e0304e496 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0xf:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ad15 expref: 22 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764408.342255:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0xf:0x0].0x0 (ffff944586564c00) 00010000:00010000:3.0:1775764408.342258:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1775764408.342260:0:44493:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445c2146c00, rc 0) 00000100:00100000:3.0:1775764408.342335:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bbf2fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+23:47601:x1862022098282624:12345-192.168.202.28@tcp:101:bash.0 Request processed in 1658us (2110us total) trans 34359738452 rc 0/0 00000100:00100000:3.0:1775764408.342344:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 109 00010000:00010000:0.0:1775764408.351719:0:3315:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146600/0x57b8ff0e0304e48f lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0xb:0x0].0xfff97a3d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764408.351739:0:3315:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146600/0x57b8ff0e0304e48f lrc: 2/0,0 mode: PW/PW res: [0x200003ab1:0xb:0x0].0xfff97a3d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764408.351747:0:3315:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146600/0x57b8ff0e0304e48f lrc: 3/0,0 mode: PW/PW res: [0x200003ab1:0xb:0x0].0xfff97a3d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764408.351754:0:3315:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445c2146600 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:0.0:1775764408.351760:0:3315:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146600/0x57b8ff0e0304e48f lrc: 3/0,0 mode: PW/PW res: [0x200003ab1:0xb:0x0].0xfff97a3d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764408.351769:0:3315:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146600/0x57b8ff0e0304e48f lrc: 4/0,0 mode: PW/PW res: [0x200003ab1:0xb:0x0].0xfff97a3d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764408.351790:0:3315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0xb:0x0].0xfff97a3d (ffff944586564a00) 00010000:00010000:0.0:1775764408.351794:0:3315:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764408.351836:0:3315:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146600/0x57b8ff0e0304e48f lrc: 2/0,0 mode: --/PW res: [0x200003ab1:0xb:0x0].0xfff97a3d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764408.351842:0:3315:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146600/0x57b8ff0e0304e48f lrc: 0/0,0 mode: --/PW res: [0x200003ab1:0xb:0x0].0xfff97a3d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764408.360421:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764408.364520:0:42946:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098282752 00000100:00100000:1.0:1775764408.364546:0:42946:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098282752 00000100:00100000:1.0:1775764408.364654:0:42946:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 31 00000100:00100000:1.0:1775764408.364666:0:42946:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bbf2f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+7:2379:x1862022098282752:12345-192.168.202.28@tcp:101:bash.0 00010000:00010000:1.0:1775764408.364685:0:42946:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764408.364707:0:42946:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000026f0ed11/0x57b8ff0e0304e4a4 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x104:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17ad1c expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1775764408.364736:0:42946:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x104:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1775764408.364755:0:42946:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1775764408.364758:0:42946:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1775764408.364766:0:42946:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000026f0ed11/0x57b8ff0e0304e4a4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x104:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ad1c expref: 8 pid: 42946 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764408.364791:0:42946:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000026f0ed11/0x57b8ff0e0304e4a4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x104:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ad1c expref: 8 pid: 42946 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764408.364861:0:42946:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944587808e00, rc 0) 00000100:00100000:1.0:1775764408.364943:0:42946:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bbf2f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+8:2379:x1862022098282752:12345-192.168.202.28@tcp:101:bash.0 Request processed in 279us (4534us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764408.364950:0:42946:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 31 00000100:00080000:3.0:1775764408.365538:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1775764408.376319:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764408.380613:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764408.381223:0:44302:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098283008 00000100:00100000:3.0:1775764408.381231:0:44302:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098283008 00010000:00010000:3.0:1775764408.381264:0:44302:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000026f0ed11/0x57b8ff0e0304e4a4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x104:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ad1c expref: 9 pid: 42946 timeout: 1975 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764408.381301:0:44302:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 20 00000100:00100000:3.0:1775764408.381310:0:44302:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bbf2c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+9:2379:x1862022098283008:12345-192.168.202.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764408.381323:0:44302:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764408.381343:0:44302:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000026f0ed11/0x57b8ff0e0304e4a4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x104:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ad1c expref: 9 pid: 42946 timeout: 1975 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764408.381362:0:44302:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000026f0ed11/0x57b8ff0e0304e4a4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x104:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ad1c expref: 9 pid: 42946 timeout: 1975 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764408.381387:0:44302:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000026f0ed11/0x57b8ff0e0304e4a4 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x104:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ad1c expref: 9 pid: 42946 timeout: 1975 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764408.381401:0:44302:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764408.381403:0:44302:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764408.381410:0:44302:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000040f7907b/0x57b8ff0e0304e4ab lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x104:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ad23 expref: 8 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764408.381420:0:44302:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000040f7907b/0x57b8ff0e0304e4ab lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x104:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ad23 expref: 8 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764408.381456:0:44302:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000040f7907b/0x57b8ff0e0304e4ab lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x104:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ad23 expref: 8 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764408.381471:0:44302:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bfe69880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:44302:1862022118947200:192.168.202.28@tcp:105: 00000100:00100000:3.0:1775764408.381527:0:44302:0:(client.c:2691:ptlrpc_set_wait()) set ffff9445b217c000 going to sleep for 11 seconds 00000100:00100000:3.0:1775764408.389151:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764408.389190:0:44302:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bfe69880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:44302:1862022118947200:192.168.202.28@tcp:105: 00010000:00010000:0.0:1775764408.389230:0:44302:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775764408.389309:0:44302:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bbf2c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+8:2379:x1862022098283008:12345-192.168.202.28@tcp:103:ldlm_bl.0 Request processed in 7999us (8704us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764408.389322:0:44302:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 20 00000100:00100000:1.0:1775764408.389651:0:42327:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098283264 00000100:00100000:1.0:1775764408.389660:0:42327:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098283264 00000100:00100000:1.0:1775764408.389720:0:42327:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 34 00000100:00100000:1.0:1775764408.389731:0:42327:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bfe6b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+22:47601:x1862022098283264:12345-192.168.202.28@tcp:35:bash.0 00000100:00100000:1.0:1775764408.390473:0:42327:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bfe6b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+23:47601:x1862022098283264:12345-192.168.202.28@tcp:35:bash.0 Request processed in 740us (1329us total) trans 34359738453 rc 0/0 00000100:00100000:1.0:1775764408.390481:0:42327:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 34 00000100:00100000:3.0:1775764408.511480:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764408.523498:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764408.523688:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098283648 00000100:00100000:3.0:1775764408.523700:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098283648 00000100:00100000:3.0:1775764408.523762:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 111 00000100:00100000:3.0:1775764408.523771:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bbf2f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+24:47607:x1862022098283648:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:3.0:1775764408.523795:0:44493:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764408.523866:0:44493:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146000/0x57b8ff0e0304e4c0 lrc: 2/0,0 mode: --/CR res: [0x200003ab1:0xb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17ad31 expref: -99 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764408.524005:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2147e00/0x57b8ff0e0304e4c7 lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0xf:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764408.524023:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2147e00/0x57b8ff0e0304e4c7 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0xf:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764408.524036:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2147e00/0x57b8ff0e0304e4c7 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0xf:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764408.524050:0:44493:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab1:0xf:0x0]: returning size 18 00010000:00010000:3.0:1775764408.524205:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146000/0x57b8ff0e0304e4c0 lrc: 0/0,0 mode: --/CR res: [0x200003ab1:0xb:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ad31 expref: 27 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764408.524224:0:44493:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2147e00/0x57b8ff0e0304e4c7 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0xf:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ad31 expref: 26 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764408.524234:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0xf:0x0].0x0 (ffff944586564c00) 00010000:00010000:3.0:1775764408.524237:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1775764408.524240:0:44493:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445c2147e00, rc 0) 00000100:00100000:3.0:1775764408.524301:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bbf2f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+26:47607:x1862022098283648:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 530us (827us total) trans 34359738454 rc 0/0 00000100:00100000:3.0:1775764408.524310:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 111 00000100:00100000:0.0:1775764408.530111:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098283904 00000100:00100000:0.0:1775764408.530125:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098283904 00000100:00100000:0.0:1775764408.530197:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 112 00000100:00100000:0.0:1775764408.530210:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bc1f2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+26:47607:x1862022098283904:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:0.0:1775764408.530241:0:42324:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764408.530245:0:42324:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 1 00010000:00010000:0.0:1775764408.530286:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2147e00/0x57b8ff0e0304e4c7 lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0xf:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ad31 expref: 26 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764408.530318:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146c00/0x57b8ff0e0304e496 lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0xf:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ad15 expref: 25 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764408.530332:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0xf:0x0].0x0 (ffff944586564c00) 00010000:00010000:0.0:1775764408.530348:0:42324:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1775764408.530369:0:42324:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27de00/0x57b8ff0e0304e4d5 lrc: 2/0,0 mode: --/EX res: [0x200003ab1:0xf:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17ad38 expref: -99 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764408.530426:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d600/0x57b8ff0e0304e4dc lrc: 3/1,0 mode: --/CR res: [0x200003ab1:0xf:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764408.530441:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d600/0x57b8ff0e0304e4dc lrc: 3/1,0 mode: CR/CR res: [0x200003ab1:0xf:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764408.530455:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d600/0x57b8ff0e0304e4dc lrc: 3/1,0 mode: CR/CR res: [0x200003ab1:0xf:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764408.530473:0:42324:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d600/0x57b8ff0e0304e4dc lrc: 3/1,0 mode: CR/CR res: [0x200003ab1:0xf:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764408.530480:0:42324:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d600/0x57b8ff0e0304e4dc lrc: 2/0,0 mode: CR/CR res: [0x200003ab1:0xf:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764408.530487:0:42324:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d600/0x57b8ff0e0304e4dc lrc: 3/0,0 mode: CR/CR res: [0x200003ab1:0xf:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764408.530493:0:42324:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445bc27d600 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:0.0:1775764408.530498:0:42324:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d600/0x57b8ff0e0304e4dc lrc: 3/0,0 mode: CR/CR res: [0x200003ab1:0xf:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764408.530507:0:42324:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d600/0x57b8ff0e0304e4dc lrc: 4/0,0 mode: CR/CR res: [0x200003ab1:0xf:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764408.530516:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0xf:0x0].0x0 (ffff944582f80500) 00010000:00010000:0.0:1775764408.530519:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1775764408.530523:0:42324:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d600/0x57b8ff0e0304e4dc lrc: 2/0,0 mode: --/CR res: [0x200003ab1:0xf:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764408.530533:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d600/0x57b8ff0e0304e4dc lrc: 0/0,0 mode: --/CR res: [0x200003ab1:0xf:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764408.530561:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c400/0x57b8ff0e0304e4e3 lrc: 3/0,1 mode: --/EX res: [0x200003ab1:0xf:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764408.530568:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c400/0x57b8ff0e0304e4e3 lrc: 3/0,1 mode: EX/EX res: [0x200003ab1:0xf:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764408.530575:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c400/0x57b8ff0e0304e4e3 lrc: 3/0,1 mode: EX/EX res: [0x200003ab1:0xf:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764408.530910:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c400/0x57b8ff0e0304e4e3 lrc: 3/0,0 mode: CR/CR res: [0x200003ab1:0xf:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ad38 expref: 27 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764408.530920:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0xf:0x0].0x0 (ffff944582f80500) 00010000:00010000:0.0:1775764408.530922:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:0.0:1775764408.530933:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27de00/0x57b8ff0e0304e4d5 lrc: 0/0,0 mode: --/EX res: [0x200003ab1:0xf:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ad38 expref: 27 pid: 42324 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764408.530948:0:42324:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c400/0x57b8ff0e0304e4e3 lrc: 3/0,0 mode: CR/CR res: [0x200003ab1:0xf:0x0].0x0 bits 0xa/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ad38 expref: 26 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764408.531002:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0xf:0x0].0x0 (ffff944582f80500) 00010000:00010000:0.0:1775764408.531005:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:0.0:1775764408.531008:0:42324:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445bc27c400, rc 0) 00000100:00100000:0.0:1775764408.531099:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bc1f2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+26:47607:x1862022098283904:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 891us (1198us total) trans 34359738455 rc 0/0 00000100:00100000:0.0:1775764408.531109:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 112 00000100:00100000:1.0:1775764408.539180:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764408.539265:0:42949:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098284032 00000100:00100000:3.0:1775764408.539275:0:42949:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098284032 00002000:00100000:3.0:1775764408.539333:0:42949:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x104:0x0] (0->17) req@ffff94459038b800 x1862022098284032/t0(0) o4->7e6eda44-5508-487e-b17f-ff28ad9d3512@192.168.202.28@tcp:644/0 lens 512/0 e 0 to 0 dl 1775764419 ref 1 fl New:/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764408.539346:0:42949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff94459038b800 with x1862022098284032 ext(0->17) 00002000:00010000:3.0:1775764408.539352:0:42949:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff94459038b800 00000100:00100000:3.0:1775764408.539379:0:42949:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 2 00000100:00100000:3.0:1775764408.539387:0:42949:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94459038b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+8:2379:x1862022098284032:12345-192.168.202.28@tcp:4:bash.0 00000100:00100000:1.0:1775764408.548924:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764408.565473:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764408.578076:0:3330:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445b2054700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3330:1862022118947328:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1775764408.578191:0:3330:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764408.582509:0:42947:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118947328 00000100:00100000:0.0:1775764408.582527:0:42947:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118947328 00000100:00100000:0.0:1775764408.582609:0:42947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:0.0:1775764408.582623:0:42947:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bfe68700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3330:x1862022118947328:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1775764408.582654:0:42947:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 44236800 pending 0 free 3704619008 avail 3701473280 00000100:00100000:0.0:1775764408.582750:0:42947:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bfe68700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3330:x1862022118947328:12345-0@lo:13:osp-pre-0-0.0 Request processed in 130us (4559us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764408.582757:0:42947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00100000:3.0:1775764408.584179:0:3330:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445b2054700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3330:1862022118947328:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1775764408.710290:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764408.710492:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098284672 00000100:00100000:3.0:1775764408.710506:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098284672 00000100:00100000:3.0:1775764408.710584:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 113 00000100:00100000:3.0:1775764408.710597:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445b2cb1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+27:47617:x1862022098284672:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:3.0:1775764408.710636:0:44493:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764408.710669:0:44493:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146000/0x57b8ff0e0304e4ea lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17ad3f expref: -99 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764408.712430:0:44493:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab1:0xb:0x0]: returning size 7680 00010000:00010000:3.0:1775764408.712612:0:44493:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146000/0x57b8ff0e0304e4ea lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ad3f expref: 29 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764408.712635:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff944584d1d800) 00010000:00010000:3.0:1775764408.712639:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1775764408.712646:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146000/0x57b8ff0e0304e4ea lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ad3f expref: 29 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764408.712672:0:44493:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445c2146000, rc 0) 00000100:00100000:3.0:1775764408.712920:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445b2cb1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+28:47617:x1862022098284672:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 2323us (2644us total) trans 34359738457 rc 301/301 00000100:00100000:3.0:1775764408.712930:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 113 00000100:00100000:0.0:1775764408.723876:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764408.731027:0:42328:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098285056 00000100:00100000:3.0:1775764408.731039:0:42328:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098285056 00000100:00100000:3.0:1775764408.731119:0:42328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 36 00000100:00100000:3.0:1775764408.731135:0:42328:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bc1f0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+28:47617:x1862022098285056:12345-192.168.202.28@tcp:35:lfs.0 00000100:00100000:3.0:1775764408.731455:0:42328:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bc1f0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+29:47617:x1862022098285056:12345-192.168.202.28@tcp:35:lfs.0 Request processed in 325us (717us total) trans 34359738458 rc 0/0 00000100:00100000:3.0:1775764408.731463:0:42328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 36 00000100:00100000:1.0:1775764408.849968:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764408.850064:0:42310:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098285184 00000100:00100000:3.0:1775764408.850086:0:42310:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098285184 00000100:00100000:3.0:1775764408.850188:0:42310:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 9 00000100:00100000:3.0:1775764408.850200:0:42310:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445b2cb1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+29:46149:x1862022098285184:12345-192.168.202.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764408.850223:0:42310:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:3.0:1775764408.850263:0:42310:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944587809c00/0x57b8ff0e0304e30e lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17acb3 expref: 29 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764408.850311:0:42310:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff944584d1d800) 00010000:00010000:3.0:1775764408.850339:0:42310:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c400/0x57b8ff0e0304e4e3 lrc: 0/0,0 mode: --/CR res: [0x200003ab1:0xf:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ad38 expref: 28 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764408.850350:0:42310:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0xf:0x0].0x0 (ffff944582f80500) 00010000:00010000:3.0:1775764408.850366:0:42310:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944580031200/0x57b8ff0e0304e4b9 lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0xb:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ad2a expref: 27 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764408.850383:0:42310:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944587809000/0x57b8ff0e0304e32a lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0xb:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17acba expref: 26 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764408.850394:0:42310:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0xb:0x0].0x0 (ffff944584d1d700) 00010000:00010000:3.0:1775764408.850399:0:42310:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764408.850473:0:42310:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445b2cb1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+25:46149:x1862022098285184:12345-192.168.202.28@tcp:103:ldlm_bl.0 Request processed in 275us (530us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764408.850483:0:42310:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 9 00000100:00100000:0.0:1775764408.933983:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764408.934482:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098285312 00000100:00100000:1.0:1775764408.934499:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098285312 00000100:00100000:1.0:1775764408.934628:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 115 00000100:00100000:1.0:1775764408.934641:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445b2055880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+25:47630:x1862022098285312:12345-192.168.202.28@tcp:101:cat.0 00010000:00010000:1.0:1775764408.934672:0:42325:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764408.934700:0:42325:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944587809200/0x57b8ff0e0304e50d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17ad46 expref: -99 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764408.934859:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944587808a00/0x57b8ff0e0304e514 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764408.934879:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944587808a00/0x57b8ff0e0304e514 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764408.934899:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944587808a00/0x57b8ff0e0304e514 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764408.935240:0:42325:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 8704 00000004:00200000:1.0:1775764408.935246:0:42325:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 28 stripe count 1 MDT count 1 00000004:00010000:1.0:1775764408.935364:0:42325:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff944587808a00/0x57b8ff0e0304e514 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764408.935396:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944587809200/0x57b8ff0e0304e50d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ad46 expref: 27 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764408.935414:0:42325:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff944587808a00/0x57b8ff0e0304e514 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ad46 expref: 26 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764408.935423:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff944584d1d500) 00010000:00010000:1.0:1775764408.935426:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1775764408.935429:0:42325:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944587808a00, rc 0) 00000100:00100000:1.0:1775764408.935509:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445b2055880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+26:47630:x1862022098285312:12345-192.168.202.28@tcp:101:cat.0 Request processed in 873us (1542us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764408.935517:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 115 00000100:00100000:1.0:1775764408.944825:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098285440 00000100:00100000:1.0:1775764408.944850:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098285440 00000100:00100000:1.0:1775764408.944918:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 116 00000100:00100000:1.0:1775764408.944930:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bc1f0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+26:47630:x1862022098285440:12345-192.168.202.28@tcp:101:cat.0 00010000:00010000:1.0:1775764408.944968:0:42325:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764408.944996:0:42325:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944587808c00/0x57b8ff0e0304e51b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17ad4d expref: -99 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764408.945078:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff944587808600/0x57b8ff0e0304e522 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764408.945094:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944587808600/0x57b8ff0e0304e522 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764408.945111:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944587808600/0x57b8ff0e0304e522 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764408.945127:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944587809000/0x57b8ff0e0304e529 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xad739384 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764408.945133:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944587809000/0x57b8ff0e0304e529 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xad739384 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764408.945139:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944587809000/0x57b8ff0e0304e529 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xad739384 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764408.945492:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944587809c00/0x57b8ff0e0304e530 lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0xb:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764408.945501:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944587809c00/0x57b8ff0e0304e530 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0xb:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764408.945507:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944587809c00/0x57b8ff0e0304e530 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0xb:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764408.945537:0:42325:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab1:0xb:0x0]: returning size 7680 00000004:00200000:1.0:1775764408.945541:0:42325:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00010000:1.0:1775764408.945564:0:42325:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff944587809c00/0x57b8ff0e0304e530 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0xb:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764408.945578:0:42325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff944587808600/0x57b8ff0e0304e522 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764408.945585:0:42325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944587808600/0x57b8ff0e0304e522 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764408.945592:0:42325:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944587808600/0x57b8ff0e0304e522 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764408.945597:0:42325:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944587808600 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:1.0:1775764408.945601:0:42325:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944587808600/0x57b8ff0e0304e522 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764408.945608:0:42325:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944587808600/0x57b8ff0e0304e522 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764408.945622:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff944584d1d500) 00010000:00010000:1.0:1775764408.945625:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764408.945630:0:42325:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944587808600/0x57b8ff0e0304e522 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764408.945635:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944587808600/0x57b8ff0e0304e522 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764408.945647:0:42325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944587809000/0x57b8ff0e0304e529 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xad739384 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764408.945656:0:42325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944587809000/0x57b8ff0e0304e529 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xad739384 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764408.945661:0:42325:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944587809000/0x57b8ff0e0304e529 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xad739384 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764408.945666:0:42325:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944587809000 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:1.0:1775764408.945669:0:42325:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944587809000/0x57b8ff0e0304e529 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xad739384 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764408.945673:0:42325:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944587809000/0x57b8ff0e0304e529 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xad739384 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764408.945680:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xad739384 (ffff944584d1d600) 00010000:00010000:1.0:1775764408.945682:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764408.945684:0:42325:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944587809000/0x57b8ff0e0304e529 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xad739384 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764408.945689:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944587809000/0x57b8ff0e0304e529 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xad739384 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764408.945719:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944587808c00/0x57b8ff0e0304e51b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ad4d expref: 28 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764408.945731:0:42325:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff944587809c00/0x57b8ff0e0304e530 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0xb:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ad4d expref: 27 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764408.945738:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0xb:0x0].0x0 (ffff944584d1d000) 00010000:00010000:1.0:1775764408.945740:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:1.0:1775764408.945743:0:42325:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944587809c00, rc 0) 00000100:00100000:1.0:1775764408.945854:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bc1f0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+27:47630:x1862022098285440:12345-192.168.202.28@tcp:101:cat.0 Request processed in 926us (1226us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764408.945863:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 116 00000100:00100000:3.0:1775764408.950436:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098285696 00000100:00100000:3.0:1775764408.950447:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098285696 00000100:00100000:3.0:1775764408.950507:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 117 00000100:00100000:3.0:1775764408.950518:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bc1f0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+27:47630:x1862022098285696:12345-192.168.202.28@tcp:101:cat.0 00010000:00010000:3.0:1775764408.950541:0:44493:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764408.950565:0:44493:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146000/0x57b8ff0e0304e537 lrc: 2/0,0 mode: --/CR res: [0x200003ab1:0xb:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17ad54 expref: -99 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764408.950680:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2147400/0x57b8ff0e0304e53e lrc: 3/1,0 mode: --/CR res: [0x200003ab1:0xb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764408.950699:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2147400/0x57b8ff0e0304e53e lrc: 3/1,0 mode: CR/CR res: [0x200003ab1:0xb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764408.950713:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2147400/0x57b8ff0e0304e53e lrc: 3/1,0 mode: CR/CR res: [0x200003ab1:0xb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764408.950727:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146a00/0x57b8ff0e0304e545 lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0xb:0x0].0xfff97a3d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764408.950734:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146a00/0x57b8ff0e0304e545 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0xb:0x0].0xfff97a3d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764408.950739:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146a00/0x57b8ff0e0304e545 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0xb:0x0].0xfff97a3d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764408.969353:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764408.969597:0:42328:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098285952 00000100:00100000:3.0:1775764408.969613:0:42328:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098285952 00000100:00100000:3.0:1775764408.969691:0:42328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 37 00000100:00100000:3.0:1775764408.969704:0:42328:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445b2cb2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+29:47630:x1862022098285952:12345-192.168.202.28@tcp:35:cat.0 00000100:00100000:3.0:1775764408.970090:0:42328:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445b2cb2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+30:47630:x1862022098285952:12345-192.168.202.28@tcp:35:cat.0 Request processed in 387us (753us total) trans 34359738460 rc 0/0 00000100:00100000:3.0:1775764408.970098:0:42328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 37 00000100:00100000:3.0:1775764409.086101:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764409.093032:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118947712 00000100:00100000:1.0:1775764409.093037:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118947712 00000100:00100000:1.0:1775764409.093066:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51 00000100:00100000:1.0:1775764409.093074:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444832c0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3329:x1862022118947712:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764409.093112:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444832c0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3329:x1862022118947712:12345-0@lo:400:kworker.0 Request processed in 39us (245us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764409.093118:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51 00000100:00100000:1.0:1775764409.093169:0:3328:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445b2055500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3328:1862022118947584:0@lo:400:kworker.0 00000100:00100000:1.0:1775764409.093200:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764409.093236:0:42946:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118947584 00000100:00100000:1.0:1775764409.093240:0:42946:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118947584 00000100:00100000:1.0:1775764409.093269:0:42946:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:1.0:1775764409.093274:0:42946:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445b2cb1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+7:3328:x1862022118947584:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764409.093305:0:42946:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445b2cb1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+7:3328:x1862022118947584:12345-0@lo:400:kworker.0 Request processed in 31us (104us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764409.093311:0:42946:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00100000:1.0:1775764409.093336:0:3328:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445b2055500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3328:1862022118947584:0@lo:400:kworker.0 00000100:00080000:3.0:1775764409.095402:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1775764409.095413:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1775764409.103823:0:42328:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098286464 00000100:00100000:3.0:1775764409.103854:0:42328:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098286464 00000100:00100000:3.0:1775764409.103932:0:42328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 38 00000100:00100000:3.0:1775764409.103944:0:42328:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445b6a7a450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+31:47640:x1862022098286464:12345-192.168.202.28@tcp:35:lfs.0 00000100:00100000:3.0:1775764409.104354:0:42328:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445b6a7a450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+32:47640:x1862022098286464:12345-192.168.202.28@tcp:35:lfs.0 Request processed in 411us (4390us total) trans 34359738462 rc 0/0 00000100:00100000:3.0:1775764409.104364:0:42328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 38 00010000:00010000:1.0:1775764409.155170:0:43224:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775764409.536742:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764409.536863:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764409.536920:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764409.536987:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764409.537082:0:42317:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098286592 00000100:00100000:3.0:1775764409.537095:0:42317:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098286592 00000100:00100000:3.0:1775764409.537158:0:42317:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 134 00000100:00100000:3.0:1775764409.537170:0:42317:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445b76fcc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:24b54882-c0a1-43f2-954f-009e5a9afc9d+12:2379:x1862022098286592:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:3.0:1775764409.537257:0:42317:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445b76fcc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:24b54882-c0a1-43f2-954f-009e5a9afc9d+12:2379:x1862022098286592:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 87us (333us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764409.537269:0:42317:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 134 00000100:00100000:3.0:1775764409.537351:0:43212:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 35 00000100:00100000:3.0:1775764409.537361:0:43212:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445b2057100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+6:2379:x1862022098286848:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:3.0:1775764409.537395:0:43212:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445b2057100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+6:2379:x1862022098286848:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 37us (408us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764409.537402:0:43212:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 35 00000100:00100000:1.0:1775764409.542077:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098286976 00000100:00100000:1.0:1775764409.542092:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098286976 00000100:00100000:1.0:1775764409.542203:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 52 00000100:00100000:1.0:1775764409.542214:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445b2055500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:82781e18-e0e3-4f9f-9a2b-041bf0344414+5:2378:x1862022098286976:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:1.0:1775764409.542315:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445b2055500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:82781e18-e0e3-4f9f-9a2b-041bf0344414+5:2378:x1862022098286976:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 102us (5451us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764409.542323:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 52 00010000:00010000:0.0:1775764410.182039:0:42312:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775764410.631680:0:3328:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445b2cb2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3328:1862022118948096:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1775764410.631763:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764410.632088:0:42947:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118948096 00000100:00100000:0.0:1775764410.632097:0:42947:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118948096 00000100:00100000:0.0:1775764410.632164:0:42947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:0.0:1775764410.632174:0:42947:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445becaa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3328:x1862022118948096:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1775764410.632219:0:42947:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 45940736 pending 0 free 3767533568 avail 3765436416 00000100:00100000:0.0:1775764410.632275:0:42947:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445becaa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3328:x1862022118948096:12345-0@lo:13:osp-pre-1-0.0 Request processed in 101us (511us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764410.632290:0:42947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00100000:0.0:1775764410.632330:0:3328:0:(client.c:3082:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 34359738373 gen 2 00000004:00080000:0.0:1775764410.632336:0:3328:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 34359738372 committed transno 34359738373 00000004:00080000:0.0:1775764410.632361:0:3328:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff944483643100, transno 34359738373 00000100:00100000:0.0:1775764410.632380:0:3328:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445b2cb2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3328:1862022118948096:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1775764411.200995:0:42313:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764412.225227:0:43224:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1775764413.141490:0:42356:0:(llog.c:800:llog_process_thread()) index: 8, lh_last_idx: 8 synced_idx: 8 lgh_last_idx: 8 00000040:00080000:3.0:1775764413.141501:0:42356:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x32:0x0] at index 8 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1775764413.141577:0:42356:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x32:0x0] index 2 count 2 00000040:00080000:3.0:1775764413.141585:0:42356:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 9 count 2 00010000:00010000:0.0:1775764413.270371:0:42312:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:0.0:1775764413.289545:0:5825:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 34359738455 is committed 00000020:00080000:0.0:1775764413.289568:0:5825:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff944587a02240 refcount 2 committed 0 result 0 batchid 30064771798 00000020:00080000:0.0:1775764413.289573:0:5825:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9445bc137900 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff944587a02900 00000020:00080000:0.0:1775764413.289577:0:5825:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9445bc137300 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff944488908c00 00000001:00080000:0.0:1775764413.289638:0:5825:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 34359738461 is committed 00000020:00080000:0.0:1775764413.289678:0:5825:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 30064771797 batchid updated 00000001:00080000:0.0:1775764413.289685:0:5825:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 34359738462 is committed 00000020:00080000:0.0:1775764413.289719:0:42361:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 30064771798 committed batchid 30064771797 00000020:00080000:0.0:1775764413.289975:0:42361:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 30064771797 00000001:00080000:0.0:1775764413.313235:0:6613:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 34359738374 is committed 00000001:00080000:0.0:1775764413.313277:0:6613:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 34359738375 is committed 00000004:00080000:0.0:1775764413.697295:0:42347:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1880544495292ns, next at 1881544492910ns, rc = 0 00000100:00100000:0.0:1775764413.706691:0:42947:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118948224 00000100:00100000:0.0:1775764413.706707:0:42947:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118948224 00000100:00100000:1.0:1775764413.709964:0:42947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:1.0:1775764413.709983:0:42947:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444832c3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3328:x1862022118948224:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1775764413.710044:0:42947:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 44236800 pending 0 free 3704619008 avail 3702521856 00000100:00100000:1.0:1775764413.710162:0:42947:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444832c3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3328:x1862022118948224:12345-0@lo:13:osp-pre-0-0.0 Request processed in 185us (10038us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764413.710170:0:42947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00100000:1.0:1775764413.710227:0:3328:0:(client.c:3082:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 34359738375 gen 2 00000004:00080000:1.0:1775764413.710235:0:3328:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 34359738375 committed transno 34359738375 00000100:00100000:1.0:1775764413.710285:0:3328:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445b2057b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3328:1862022118948224:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1775764414.216487:0:3328:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bfe6a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3328:1862022118948608:0@lo:400:kworker.0 00000100:00100000:0.0:1775764414.216596:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764414.216963:0:3331:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bfe68e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3331:1862022118948480:0@lo:400:kworker.0 00000100:00100000:1.0:1775764414.217000:0:3331:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764414.217074:0:42944:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118948608 00000100:00100000:1.0:1775764414.217082:0:42944:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118948608 00000100:00100000:1.0:1775764414.217138:0:42944:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118948480 00000100:00100000:1.0:1775764414.217141:0:42944:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118948480 00000100:00100000:1.0:1775764414.217176:0:42944:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:1.0:1775764414.217186:0:42944:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445b2054a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3328:x1862022118948608:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764414.222747:0:42944:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445b2054a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3328:x1862022118948608:12345-0@lo:400:kworker.0 Request processed in 5546us (6135us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764414.222779:0:42944:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00100000:1.0:1775764414.223395:0:3331:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bfe68a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3331:1862022118948992:0@lo:400:kworker.0 00000100:00100000:1.0:1775764414.223523:0:3331:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764414.223572:0:3331:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1775764414.223578:0:3331:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bfe6b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3331:1862022118948864:0@lo:400:kworker.0 00000100:00100000:1.0:1775764414.223602:0:3331:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764414.223965:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118948992 00000100:00100000:3.0:1775764414.223974:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118948992 00000100:00100000:3.0:1775764414.224031:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118948864 00000100:00100000:3.0:1775764414.224034:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118948864 00000100:00100000:3.0:1775764414.224055:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54 00000100:00100000:3.0:1775764414.224062:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445becab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3331:x1862022118948992:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764414.224115:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445becab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3331:x1862022118948992:12345-0@lo:400:kworker.0 Request processed in 53us (593us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764414.224122:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54 00000100:00100000:3.0:1775764414.224140:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 55 00000100:00100000:3.0:1775764414.224145:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445becab800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3331:x1862022118948864:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764414.224183:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445becab800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3331:x1862022118948864:12345-0@lo:400:kworker.0 Request processed in 38us (580us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764414.224191:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 55 00000100:00100000:3.0:1775764414.224233:0:3331:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bfe6b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3331:1862022118948864:0@lo:400:kworker.0 00000100:00100000:3.0:1775764414.224495:0:3331:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bfe68a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3331:1862022118948992:0@lo:400:kworker.0 00000100:00100000:0.0:1775764414.227746:0:3328:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bfe6a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3328:1862022118948608:0@lo:400:kworker.0 00010000:00010000:3.0:1775764414.275310:0:42313:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775764414.645766:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764414.645836:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764414.645868:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764414.645893:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764414.645986:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764414.646040:0:42319:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098287104 00000100:00100000:1.0:1775764414.646050:0:42319:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098287104 00000100:00100000:1.0:1775764414.646105:0:42319:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 136 00000100:00100000:1.0:1775764414.646131:0:42319:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445b76fd450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:24b54882-c0a1-43f2-954f-009e5a9afc9d+12:2379:x1862022098287104:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:1.0:1775764414.646220:0:42319:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445b76fd450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:24b54882-c0a1-43f2-954f-009e5a9afc9d+12:2379:x1862022098287104:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 92us (469us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764414.646227:0:42319:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 136 00000100:00100000:1.0:1775764414.646277:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098287616 00000100:00100000:1.0:1775764414.646281:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098287616 00000100:00100000:1.0:1775764414.646318:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098287232 00000100:00100000:1.0:1775764414.646322:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098287232 00000100:00100000:1.0:1775764414.646340:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 56 00000100:00100000:1.0:1775764414.646346:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445b2057b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:82781e18-e0e3-4f9f-9a2b-041bf0344414+5:2379:x1862022098287616:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:1.0:1775764414.646380:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445b2057b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:82781e18-e0e3-4f9f-9a2b-041bf0344414+5:2379:x1862022098287616:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 35us (511us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764414.646386:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 56 00000100:00100000:1.0:1775764414.646396:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 57 00000100:00100000:1.0:1775764414.646402:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944483641880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+8:2379:x1862022098287232:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:1.0:1775764414.646426:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944483641880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+8:2379:x1862022098287232:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 24us (533us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764414.646432:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 57 00000100:00080000:1.0:1775764414.646447:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1775764414.662378:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1775764414.662383:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1775764414.662461:0:42944:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 39 00000100:00100000:1.0:1775764414.662485:0:42944:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944483643100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+6:2379:x1862022098287488:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:1.0:1775764414.668650:0:42944:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944483643100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+6:2379:x1862022098287488:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 6158us (22652us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764414.668664:0:42944:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 39 00010000:00010000:1.0:1775764415.298196:0:43224:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775764415.744968:0:3329:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1775764415.745002:0:3329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445b2cb2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3329:1862022118949120:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1775764415.745068:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764415.746197:0:42947:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118949120 00000100:00100000:0.0:1775764415.746211:0:42947:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118949120 00000100:00100000:0.0:1775764415.746287:0:42947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:0.0:1775764415.746299:0:42947:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bb488e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3329:x1862022118949120:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1775764415.746340:0:42947:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 45940736 pending 0 free 3767533568 avail 3765436416 00000100:00100000:0.0:1775764415.746457:0:42947:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bb488e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3329:x1862022118949120:12345-0@lo:13:osp-pre-1-0.0 Request processed in 160us (1387us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764415.746465:0:42947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00100000:0.0:1775764415.746518:0:3329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445b2cb2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3329:1862022118949120:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1775764416.171098:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764416.171207:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098287744 00000100:00100000:3.0:1775764416.171218:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098287744 00000100:00100000:3.0:1775764416.171384:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 119 00000100:00100000:3.0:1775764416.171395:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445becaaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+8:47533:x1862022098287744:12345-192.168.202.28@tcp:60:lhsmtool_posix.0 00000100:00080000:0.0:1775764416.171423:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1775764416.171508:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445becaaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+8:47533:x1862022098287744:12345-192.168.202.28@tcp:60:lhsmtool_posix.0 Request processed in 115us (420us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764416.171515:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 119 00000100:00100000:0.0:1775764416.195996:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764416.198448:0:42327:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098288000 00000100:00100000:3.0:1775764416.198466:0:42327:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098288000 00000100:00100000:3.0:1775764416.198558:0:42327:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 39 00000100:00100000:3.0:1775764416.198570:0:42327:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bb488380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+8:47533:x1862022098288000:12345-192.168.202.28@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1775764416.200034:0:42327:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bb488380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+9:47533:x1862022098288000:12345-192.168.202.28@tcp:35:lhsmtool_posix.0 Request processed in 1458us (4040us total) trans 34359738463 rc 0/0 00000100:00100000:3.0:1775764416.200046:0:42327:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 39 00010000:00010000:0.0:1775764416.321665:0:42312:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764417.345694:0:42313:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764418.371319:0:43224:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1775764418.394275:0:5825:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 5 committed 00000020:00080000:3.0:1775764418.394309:0:5825:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 30064771798 batchid updated 00000100:00100000:0.0:1775764418.395051:0:42945:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118949248 00000100:00100000:0.0:1775764418.395060:0:42945:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118949248 00000100:00100000:0.0:1775764418.395128:0:42945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:0.0:1775764418.395140:0:42945:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444832c3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3329:x1862022118949248:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1775764418.395171:0:42945:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:259 count 1 00010000:00010000:0.0:1775764418.395203:0:42945:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000087be9357/0x57b8ff0e0304e568 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x103:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 42945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764418.395231:0:42945:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000001149a065/0x57b8ff0e0304e418 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x103:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ad00 expref: 5 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764418.395242:0:42945:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764418.395246:0:42945:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764418.395251:0:42945:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000087be9357/0x57b8ff0e0304e568 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x103:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764418.395287:0:42945:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000001149a065/0x57b8ff0e0304e418 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x103:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000000010020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ad00 expref: 5 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764418.395304:0:42945:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000001149a065/0x57b8ff0e0304e418 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x103:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x70000400010020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ad00 expref: 5 pid: 43212 timeout: 1985 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764418.395320:0:42945:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bb489880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:42945:1862022118949376:192.168.202.28@tcp:104: 00000100:00100000:0.0:1775764418.395397:0:42945:0:(client.c:2691:ptlrpc_set_wait()) set ffff9445bf85d780 going to sleep for 11 seconds 00000001:00080000:3.0:1775764418.400331:0:5825:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 34359738463 is committed 00000100:00100000:1.0:1775764418.408482:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764418.408589:0:44302:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098288128 00000100:00100000:0.0:1775764418.408599:0:44302:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098288128 00010000:00010000:0.0:1775764418.408667:0:44302:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000001149a065/0x57b8ff0e0304e418 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x103:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x60000400010020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ad00 expref: 6 pid: 43212 timeout: 1985 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764418.408712:0:44302:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 21 00000100:00100000:0.0:1775764418.408722:0:44302:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445beca9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+6:2378:x1862022098288128:12345-192.168.202.28@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1775764418.408740:0:44302:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764418.408751:0:44302:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000001149a065/0x57b8ff0e0304e418 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x103:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x60000400010020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ad00 expref: 6 pid: 43212 timeout: 1985 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764418.408767:0:44302:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000001149a065/0x57b8ff0e0304e418 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x103:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000400010020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ad00 expref: 6 pid: 43212 timeout: 1985 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764418.408795:0:44302:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001149a065/0x57b8ff0e0304e418 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x103:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x44801400010020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ad00 expref: 6 pid: 43212 timeout: 1985 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764418.408852:0:44302:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764418.408854:0:44302:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764418.408873:0:44302:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000087be9357/0x57b8ff0e0304e568 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x103:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 42945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764418.408895:0:44302:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000087be9357/0x57b8ff0e0304e568 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x103:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 42945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764418.408986:0:44302:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764418.409053:0:44302:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445beca9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+5:2378:x1862022098288128:12345-192.168.202.28@tcp:103:ldlm_bl.0 Request processed in 332us (579us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764418.409065:0:44302:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 21 00010000:00010000:0.0:1775764418.409280:0:42945:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000087be9357/0x57b8ff0e0304e568 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x103:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764418.409291:0:42945:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000087be9357/0x57b8ff0e0304e568 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x103:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764418.409300:0:42945:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000087be9357/0x57b8ff0e0304e568 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x103:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764418.409308:0:42945:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000087be9357/0x57b8ff0e0304e568 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x103:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 42945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764418.409334:0:42945:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1775764418.410303:0:42945:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444832c3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3329:x1862022118949248:12345-0@lo:6:osp-syn-0-0.0 Request processed in 15163us (15560us total) trans 34359738376 rc 0/0 00000100:00100000:0.0:1775764418.410313:0:42945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00100000:3.0:1775764418.817632:0:3331:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1775764418.817652:0:3331:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bfe68a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3331:1862022118949504:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1775764418.817741:0:3331:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764418.818149:0:42947:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118949504 00000100:00100000:1.0:1775764418.818157:0:42947:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118949504 00000100:00100000:1.0:1775764418.818225:0:42947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:1.0:1775764418.818235:0:42947:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bfe6b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3331:x1862022118949504:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1775764418.818279:0:42947:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 44236800 pending 0 free 3704619008 avail 3702521856 00000100:00100000:1.0:1775764418.818333:0:42947:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bfe6b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3331:x1862022118949504:12345-0@lo:13:osp-pre-0-0.0 Request processed in 99us (592us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764418.818340:0:42947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00100000:1.0:1775764418.818392:0:3331:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bfe68a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3331:1862022118949504:0@lo:13:osp-pre-0-0.0 00000001:02000400:0.0:1775764419.208670:0:44733:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-pcc test 15: Test auto attach at open when file is still valid cached ========================================================== 15:53:36 (1775764416) 00000100:00100000:1.0:1775764419.329578:0:3330:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445beca8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3330:1862022118950016:0@lo:400:kworker.0 00000100:00100000:3.0:1775764419.329652:0:3331:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445beca8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d8dacf45-8471-4226-a2fb-1fac83f69c1e:3331:1862022118949632:0@lo:400:kworker.0 00000100:00100000:1.0:1775764419.329681:0:3330:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764419.330209:0:3328:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445becab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3328:1862022118949760:0@lo:400:kworker.0 00000100:00100000:3.0:1775764419.330603:0:3331:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764419.330636:0:3331:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445becabb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3331:1862022118950144:0@lo:400:kworker.0 00000100:00100000:1.0:1775764419.330673:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764419.330675:0:3331:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764419.330711:0:3328:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445becaad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3328:1862022118950272:0@lo:400:kworker.0 00000100:00100000:3.0:1775764419.330716:0:42317:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118949632 00000100:00100000:3.0:1775764419.330724:0:42317:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118949632 00000100:00100000:1.0:1775764419.330739:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764419.330764:0:3328:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1775764419.330773:0:3328:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445beca8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3328:1862022118949888:0@lo:400:kworker.0 00000100:00100000:3.0:1775764419.330775:0:42317:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 137 00000100:00100000:3.0:1775764419.330788:0:42317:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94448180d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d8dacf45-8471-4226-a2fb-1fac83f69c1e+18:3331:x1862022118949632:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764419.330835:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764419.330884:0:42317:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94448180d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d8dacf45-8471-4226-a2fb-1fac83f69c1e+18:3331:x1862022118949632:12345-0@lo:400:kworker.0 Request processed in 96us (279us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764419.330885:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118950016 00000100:00100000:1.0:1775764419.330890:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118950016 00000100:00100000:3.0:1775764419.330895:0:42317:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 137 00000100:00100000:1.0:1775764419.330926:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118950144 00000100:00100000:1.0:1775764419.330930:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118950144 00000100:00100000:1.0:1775764419.330958:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118950272 00000100:00100000:1.0:1775764419.330961:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118950272 00000100:00100000:1.0:1775764419.330975:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 58 00000100:00100000:1.0:1775764419.330981:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445beca9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3330:x1862022118950016:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764419.331023:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445beca9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3330:x1862022118950016:12345-0@lo:400:kworker.0 Request processed in 42us (1344us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764419.331030:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 58 00000100:00100000:1.0:1775764419.331045:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 59 00000100:00100000:1.0:1775764419.331050:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bfe69500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3331:x1862022118950144:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764419.331078:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bfe69500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3331:x1862022118950144:12345-0@lo:400:kworker.0 Request processed in 28us (407us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764419.331084:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 59 00000100:00100000:1.0:1775764419.331098:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 60 00000100:00100000:1.0:1775764419.331104:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445beca8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3328:x1862022118950272:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764419.331137:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445beca8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3328:x1862022118950272:12345-0@lo:400:kworker.0 Request processed in 33us (398us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764419.331143:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 60 00000100:00100000:1.0:1775764419.331169:0:42944:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118949760 00000100:00100000:1.0:1775764419.331173:0:42944:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118949760 00000100:00100000:1.0:1775764419.331200:0:42944:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118949888 00000100:00100000:1.0:1775764419.331202:0:42944:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118949888 00000100:00100000:1.0:1775764419.331227:0:42944:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40 00000100:00100000:1.0:1775764419.331234:0:42944:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445becaa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3328:x1862022118949760:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764419.331265:0:42944:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445becaa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3328:x1862022118949760:12345-0@lo:400:kworker.0 Request processed in 32us (595us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764419.331271:0:42944:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40 00000100:00100000:1.0:1775764419.331282:0:42944:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41 00000100:00100000:1.0:1775764419.331288:0:42944:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445beca8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3328:x1862022118949888:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764419.331317:0:42944:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445beca8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3328:x1862022118949888:12345-0@lo:400:kworker.0 Request processed in 29us (492us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764419.331323:0:42944:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41 00000100:00080000:1.0:1775764419.331344:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1775764419.331349:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1775764419.331392:0:3328:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445beca8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3328:1862022118949888:0@lo:400:kworker.0 00000100:00100000:3.0:1775764419.332359:0:3331:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445beca8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d8dacf45-8471-4226-a2fb-1fac83f69c1e:3331:1862022118949632:0@lo:400:kworker.0 00000100:00100000:0.0:1775764419.332467:0:3330:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445beca8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3330:1862022118950016:0@lo:400:kworker.0 00000100:00100000:1.0:1775764419.332485:0:3328:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445becab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3328:1862022118949760:0@lo:400:kworker.0 00000100:00100000:1.0:1775764419.332502:0:3328:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445becaad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3328:1862022118950272:0@lo:400:kworker.0 00000100:00100000:3.0:1775764419.333654:0:3331:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445becabb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3331:1862022118950144:0@lo:400:kworker.0 00000100:00100000:0.0:1775764419.758029:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764419.758078:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764419.758120:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764419.758216:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764419.758274:0:42318:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098288256 00000100:00100000:1.0:1775764419.758279:0:42318:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098288256 00000100:00100000:1.0:1775764419.758328:0:42318:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 138 00000100:00100000:1.0:1775764419.758338:0:42318:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94448180f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:24b54882-c0a1-43f2-954f-009e5a9afc9d+12:2379:x1862022098288256:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:1.0:1775764419.762606:0:42318:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94448180f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:24b54882-c0a1-43f2-954f-009e5a9afc9d+12:2379:x1862022098288256:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 4249us (4570us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764419.762628:0:42318:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 138 00000100:00100000:3.0:1775764419.769566:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098288768 00000100:00100000:3.0:1775764419.769586:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098288768 00000100:00100000:0.0:1775764419.770214:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098288384 00000100:00100000:0.0:1775764419.770304:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098288384 00000100:00100000:0.0:1775764419.770349:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 61 00000100:00100000:0.0:1775764419.770361:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bb48b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:82781e18-e0e3-4f9f-9a2b-041bf0344414+5:2379:x1862022098288768:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:0.0:1775764419.770630:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bb48b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:82781e18-e0e3-4f9f-9a2b-041bf0344414+5:2379:x1862022098288768:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 270us (12507us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764419.770638:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 61 00000100:00100000:0.0:1775764419.770656:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 62 00000100:00100000:0.0:1775764419.770662:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bb489500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+8:2379:x1862022098288384:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:0.0:1775764419.770690:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bb489500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+8:2379:x1862022098288384:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 29us (12474us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764419.770695:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 62 00000100:00100000:0.0:1775764419.770820:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00080000:1.0:1775764419.780688:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1775764419.780737:0:42944:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098288640 00000100:00100000:1.0:1775764419.780750:0:42944:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098288640 00000100:00100000:1.0:1775764419.780907:0:42944:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 43 00000100:00100000:1.0:1775764419.780918:0:42944:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bb489880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+6:2379:x1862022098288640:12345-192.168.202.28@tcp:400:kworker.0 00000100:00080000:0.0:1775764419.780986:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1775764419.781021:0:42944:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bb489880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+6:2379:x1862022098288640:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 104us (10223us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764419.781028:0:42944:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 43 00010000:00010000:1.0:1775764420.418568:0:43224:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775764420.867863:0:3329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445b2cb2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3329:1862022118950400:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1775764420.868005:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764420.868055:0:42947:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118950400 00000100:00100000:3.0:1775764420.868073:0:42947:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118950400 00000100:00100000:3.0:1775764420.868163:0:42947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:3.0:1775764420.868173:0:42947:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445becaad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3329:x1862022118950400:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1775764420.868353:0:42947:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 45940736 pending 0 free 3767533568 avail 3765436416 00000100:00100000:3.0:1775764420.868467:0:42947:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445becaad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3329:x1862022118950400:12345-0@lo:13:osp-pre-1-0.0 Request processed in 296us (462us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764420.868475:0:42947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00100000:0.0:1775764421.318746:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764421.318917:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098288896 00000100:00100000:1.0:1775764421.318940:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098288896 00000100:00100000:1.0:1775764421.319033:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 120 00000100:00100000:1.0:1775764421.319047:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445b2cb2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+8:48315:x1862022098288896:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1775764421.319074:0:42326:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764421.319098:0:42326:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944587808c00/0x57b8ff0e0304e56f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17ad62 expref: -99 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764421.319890:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff944587809000/0x57b8ff0e0304e576 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764421.319913:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944587809000/0x57b8ff0e0304e576 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764421.319942:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944587809000/0x57b8ff0e0304e576 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764421.319981:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944587808600/0x57b8ff0e0304e57d lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764421.319991:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944587808600/0x57b8ff0e0304e57d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764421.319998:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944587808600/0x57b8ff0e0304e57d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764421.320674:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944587809200/0x57b8ff0e0304e584 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764421.320686:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944587809200/0x57b8ff0e0304e584 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764421.320695:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944587809200/0x57b8ff0e0304e584 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764421.320789:0:42326:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000002:0x1:0x0]: returning size 6656 00000004:00200000:1.0:1775764421.320794:0:42326:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 2 stripe count 1 MDT count 1 00000100:00080000:0.0:1775764421.321126:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000004:00010000:1.0:1775764421.321432:0:42326:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff944587809200/0x57b8ff0e0304e584 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764421.321447:0:42326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff944587809000/0x57b8ff0e0304e576 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764421.321454:0:42326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944587809000/0x57b8ff0e0304e576 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764421.321461:0:42326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944587809000/0x57b8ff0e0304e576 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764421.321467:0:42326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944587809000 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:1.0:1775764421.321472:0:42326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944587809000/0x57b8ff0e0304e576 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764421.321480:0:42326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944587809000/0x57b8ff0e0304e576 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764421.321493:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff944584d1d500) 00010000:00010000:1.0:1775764421.321496:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764421.321501:0:42326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944587809000/0x57b8ff0e0304e576 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764421.321507:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944587809000/0x57b8ff0e0304e576 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764421.321520:0:42326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944587808600/0x57b8ff0e0304e57d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764421.321525:0:42326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944587808600/0x57b8ff0e0304e57d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764421.321531:0:42326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944587808600/0x57b8ff0e0304e57d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764421.321536:0:42326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944587808600 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:1.0:1775764421.321539:0:42326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944587808600/0x57b8ff0e0304e57d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764421.321545:0:42326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944587808600/0x57b8ff0e0304e57d lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764421.321553:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x3b979c7a (ffff944584d1d600) 00010000:00010000:1.0:1775764421.321555:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764421.321558:0:42326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944587808600/0x57b8ff0e0304e57d lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764421.321568:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944587808600/0x57b8ff0e0304e57d lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764421.321606:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944587808c00/0x57b8ff0e0304e56f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ad62 expref: 10 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764421.321620:0:42326:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff944587809200/0x57b8ff0e0304e584 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ad62 expref: 9 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764421.321627:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff944584d1d400) 00010000:00010000:1.0:1775764421.321629:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1775764421.321631:0:42326:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944587809200, rc 0) 00000100:00100000:1.0:1775764421.321772:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445b2cb2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+9:48315:x1862022098288896:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 Request processed in 2728us (3043us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764421.321781:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 120 00000100:00100000:0.0:1775764421.339490:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764421.340687:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098289152 00000100:00100000:3.0:1775764421.340701:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098289152 00000100:00100000:3.0:1775764421.340915:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 121 00000100:00100000:3.0:1775764421.340938:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944589138a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+9:48315:x1862022098289152:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1775764421.340969:0:42324:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764421.340995:0:42324:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146c00/0x57b8ff0e0304e58b lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17ad69 expref: -99 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764421.341083:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2147e00/0x57b8ff0e0304e592 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764421.341101:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2147e00/0x57b8ff0e0304e592 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764421.341113:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2147e00/0x57b8ff0e0304e592 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764421.341171:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146600/0x57b8ff0e0304e599 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764421.341191:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146600/0x57b8ff0e0304e599 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764421.341199:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146600/0x57b8ff0e0304e599 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764421.341716:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2147a00/0x57b8ff0e0304e5a0 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764421.341729:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2147a00/0x57b8ff0e0304e5a0 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764421.341736:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2147a00/0x57b8ff0e0304e5a0 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764421.341746:0:42324:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000002:0x2:0x0]: returning size 6656 00010000:00010000:3.0:1775764421.342015:0:42324:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2147e00/0x57b8ff0e0304e592 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764421.342023:0:42324:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2147e00/0x57b8ff0e0304e592 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764421.342029:0:42324:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2147e00/0x57b8ff0e0304e592 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764421.342034:0:42324:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445c2147e00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:3.0:1775764421.342039:0:42324:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2147e00/0x57b8ff0e0304e592 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764421.342046:0:42324:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2147e00/0x57b8ff0e0304e592 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764421.342058:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff944584d1d400) 00010000:00010000:3.0:1775764421.342061:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764421.342065:0:42324:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2147e00/0x57b8ff0e0304e592 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764421.342071:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2147e00/0x57b8ff0e0304e592 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764421.342084:0:42324:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146600/0x57b8ff0e0304e599 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764421.342091:0:42324:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146600/0x57b8ff0e0304e599 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764421.342096:0:42324:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146600/0x57b8ff0e0304e599 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764421.342100:0:42324:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445c2146600 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:3.0:1775764421.342103:0:42324:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146600/0x57b8ff0e0304e599 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764421.342109:0:42324:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146600/0x57b8ff0e0304e599 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764421.342115:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x8d45d6bc (ffff944586564300) 00010000:00010000:3.0:1775764421.342118:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764421.342120:0:42324:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146600/0x57b8ff0e0304e599 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764421.342126:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146600/0x57b8ff0e0304e599 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764421.342506:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146c00/0x57b8ff0e0304e58b lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ad69 expref: 12 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764421.342522:0:42324:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2147a00/0x57b8ff0e0304e5a0 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ad69 expref: 11 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764421.342528:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff944586564200) 00010000:00010000:3.0:1775764421.342530:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764421.342533:0:42324:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445c2147a00, rc 0) 00000100:00100000:3.0:1775764421.342596:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944589138a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+11:48315:x1862022098289152:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 Request processed in 1671us (3119us total) trans 34359738464 rc 0/0 00000100:00100000:3.0:1775764421.342605:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 121 00000100:00100000:0.0:1775764421.361718:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764421.535766:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764421.552626:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764421.601038:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764421.601701:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098289792 00000100:00100000:0.0:1775764421.601719:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098289792 00000100:00100000:0.0:1775764421.601899:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 125 00000100:00100000:0.0:1775764421.601911:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bfe6a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+11:48325:x1862022098289792:12345-192.168.202.28@tcp:101:chmod.0 00010000:00010000:0.0:1775764421.601947:0:42324:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764421.602027:0:42324:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c400/0x57b8ff0e0304e5d1 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17ad77 expref: -99 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764421.602118:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d600/0x57b8ff0e0304e5d8 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764421.602134:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d600/0x57b8ff0e0304e5d8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764421.602148:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d600/0x57b8ff0e0304e5d8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764421.602243:0:42324:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 8704 00000004:00200000:0.0:1775764421.602248:0:42324:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 29 stripe count 1 MDT count 1 00000004:00010000:0.0:1775764421.602287:0:42324:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d600/0x57b8ff0e0304e5d8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764421.602320:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c400/0x57b8ff0e0304e5d1 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ad77 expref: 13 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764421.602343:0:42324:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d600/0x57b8ff0e0304e5d8 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ad77 expref: 12 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764421.602352:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff944582f80c00) 00010000:00010000:0.0:1775764421.602355:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1775764421.602360:0:42324:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445bc27d600, rc 0) 00000100:00100000:0.0:1775764421.602465:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bfe6a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+12:48325:x1862022098289792:12345-192.168.202.28@tcp:101:chmod.0 Request processed in 556us (1439us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764421.602473:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 125 00000100:00100000:0.0:1775764421.612481:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764421.625094:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098290176 00000100:00100000:1.0:1775764421.625109:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098290176 00000100:00100000:1.0:1775764421.625187:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 127 00000100:00100000:1.0:1775764421.625198:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444832c1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+13:48325:x1862022098290176:12345-192.168.202.28@tcp:36:chmod.0 00010000:00010000:1.0:1775764421.625264:0:44493:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764421.625302:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944580030000/0x57b8ff0e0304e5f4 lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0x10:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ad7e expref: 13 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764421.625324:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x10:0x0].0x0 (ffff94459084a400) 00010000:00010000:1.0:1775764421.625335:0:44493:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1775764421.625359:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff944587808c00/0x57b8ff0e0304e5fb lrc: 3/0,1 mode: --/PW res: [0x200003ab1:0x10:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764421.625373:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944587808c00/0x57b8ff0e0304e5fb lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0x10:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764421.625384:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944587808c00/0x57b8ff0e0304e5fb lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0x10:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764421.625773:0:44493:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000005f250512 reply state 00000000a4bca150 transno 34359738466 ns: mdt-lustre-MDT0000_UUID lock: ffff944587808c00/0x57b8ff0e0304e5fb lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0x10:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764421.625785:0:44493:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000004:00200000:1.0:1775764421.625867:0:44493:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab1:0x10:0x0]: returning size 512 00000100:00100000:1.0:1775764421.625986:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444832c1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+14:48325:x1862022098290176:12345-192.168.202.28@tcp:36:chmod.0 Request processed in 789us (1194us total) trans 34359738466 rc 0/0 00000100:00100000:1.0:1775764421.625995:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 127 00000100:00100000:3.0:1775764421.746357:0:42328:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098290304 00000100:00100000:3.0:1775764421.746374:0:42328:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098290304 00000100:00100000:3.0:1775764421.746489:0:42328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 40 00000100:00100000:3.0:1775764421.746504:0:42328:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444832c2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+13:48331:x1862022098290304:12345-192.168.202.28@tcp:49:dd.500 00000100:00100000:3.0:1775764421.746727:0:42328:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444832c2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+13:48331:x1862022098290304:12345-192.168.202.28@tcp:49:dd.500 Request processed in 218us (1099us total) trans 0 rc -61/-61 00000100:00100000:3.0:1775764421.746738:0:42328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 40 00000100:00100000:0.0:1775764421.763779:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764421.769963:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764421.770258:0:42328:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098290560 00000100:00100000:3.0:1775764421.770276:0:42328:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098290560 00000100:00100000:3.0:1775764421.770355:0:42328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 41 00000100:00100000:3.0:1775764421.770367:0:42328:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bf4f8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+14:48331:x1862022098290560:12345-192.168.202.28@tcp:49:dd.500 00000100:00100000:3.0:1775764421.770548:0:42328:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bf4f8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+14:48331:x1862022098290560:12345-192.168.202.28@tcp:49:dd.500 Request processed in 183us (599us total) trans 0 rc -61/-61 00000100:00100000:3.0:1775764421.770558:0:42328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 41 00000100:00100000:3.0:1775764421.775710:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764421.775930:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098290816 00000100:00100000:1.0:1775764421.775941:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098290816 00000100:00100000:1.0:1775764421.776004:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 129 00000100:00100000:1.0:1775764421.776015:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bfe6bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+14:48331:x1862022098290816:12345-192.168.202.28@tcp:101:dd.500 00010000:00010000:1.0:1775764421.776039:0:44493:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764421.776061:0:44493:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944587808600/0x57b8ff0e0304e61e lrc: 2/0,0 mode: --/CW res: [0x200003ab1:0x10:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17ad8c expref: -99 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764421.776239:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff944587809000/0x57b8ff0e0304e625 lrc: 3/0,1 mode: --/CW res: [0x200003ab1:0x10:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764421.776256:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944587809000/0x57b8ff0e0304e625 lrc: 3/0,1 mode: CW/CW res: [0x200003ab1:0x10:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764421.776269:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944587809000/0x57b8ff0e0304e625 lrc: 3/0,1 mode: CW/CW res: [0x200003ab1:0x10:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764421.776284:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff944587808e00/0x57b8ff0e0304e62c lrc: 3/0,1 mode: --/PW res: [0x200003ab1:0x10:0x0].0x5a11b149 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764421.776291:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944587808e00/0x57b8ff0e0304e62c lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0x10:0x0].0x5a11b149 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764421.776297:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944587808e00/0x57b8ff0e0304e62c lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0x10:0x0].0x5a11b149 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1775764421.776980:0:44493:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x104:0x0], index 0: 0 00010000:00010000:1.0:1775764421.777152:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944587809800/0x57b8ff0e0304e633 lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0x11:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764421.777164:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944587809800/0x57b8ff0e0304e633 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x11:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764421.777173:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944587809800/0x57b8ff0e0304e633 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x11:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764421.777206:0:44493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff944587809000/0x57b8ff0e0304e625 lrc: 3/0,1 mode: CW/CW res: [0x200003ab1:0x10:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764421.777214:0:44493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944587809000/0x57b8ff0e0304e625 lrc: 2/0,0 mode: CW/CW res: [0x200003ab1:0x10:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764421.777220:0:44493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944587809000/0x57b8ff0e0304e625 lrc: 3/0,0 mode: CW/CW res: [0x200003ab1:0x10:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764421.777225:0:44493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944587809000 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:1.0:1775764421.777230:0:44493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944587809000/0x57b8ff0e0304e625 lrc: 3/0,0 mode: CW/CW res: [0x200003ab1:0x10:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764421.777241:0:44493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944587809000/0x57b8ff0e0304e625 lrc: 4/0,0 mode: CW/CW res: [0x200003ab1:0x10:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764421.777254:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x10:0x0].0x0 (ffff94459084aa00) 00010000:00010000:1.0:1775764421.777257:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764421.777262:0:44493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944587809000/0x57b8ff0e0304e625 lrc: 2/0,0 mode: --/CW res: [0x200003ab1:0x10:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764421.777268:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944587809000/0x57b8ff0e0304e625 lrc: 0/0,0 mode: --/CW res: [0x200003ab1:0x10:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764421.777281:0:44493:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000313adb30 reply state 00000000feb963f5 transno 34359738467 ns: mdt-lustre-MDT0000_UUID lock: ffff944587808e00/0x57b8ff0e0304e62c lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0x10:0x0].0x5a11b149 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764421.777290:0:44493:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1775764421.777323:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944587808600/0x57b8ff0e0304e61e lrc: 0/0,0 mode: --/CW res: [0x200003ab1:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ad8c expref: 17 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764421.777337:0:44493:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff944587809800/0x57b8ff0e0304e633 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x11:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ad8c expref: 16 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764421.777345:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x11:0x0].0x0 (ffff944584d1d100) 00010000:00010000:1.0:1775764421.777347:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1775764421.777349:0:44493:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944587809800, rc 0) 00000100:00100000:1.0:1775764421.778741:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bfe6bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+17:48331:x1862022098290816:12345-192.168.202.28@tcp:101:dd.500 Request processed in 2720us (3035us total) trans 34359738467 rc 0/0 00000100:00100000:1.0:1775764421.778753:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 129 00000100:00100000:0.0:1775764421.788186:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764421.788304:0:42946:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098290944 00000100:00100000:1.0:1775764421.788316:0:42946:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098290944 00000100:00100000:1.0:1775764421.788406:0:42946:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 34 00000100:00100000:1.0:1775764421.788417:0:42946:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bf4fb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+5:48331:x1862022098290944:12345-192.168.202.28@tcp:101:dd.500 00010000:00010000:1.0:1775764421.788436:0:42946:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764421.788471:0:42946:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e249f982/0x57b8ff0e0304e641 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x104:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17ad93 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1775764421.788538:0:42946:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x104:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1775764421.788566:0:42946:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1775764421.788569:0:42946:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1775764421.788578:0:42946:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e249f982/0x57b8ff0e0304e641 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x104:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ad93 expref: 6 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764421.788598:0:42946:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000e249f982/0x57b8ff0e0304e641 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x104:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ad93 expref: 6 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764421.788613:0:42946:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944587808600, rc 0) 00000100:00100000:1.0:1775764421.788683:0:42946:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bf4fb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+6:48331:x1862022098290944:12345-192.168.202.28@tcp:101:dd.500 Request processed in 268us (523us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764421.788691:0:42946:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 34 00000100:00080000:0.0:1775764421.789453:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1775764421.800187:0:42328:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098291200 00000100:00100000:3.0:1775764421.800205:0:42328:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098291200 00000100:00100000:3.0:1775764421.800295:0:42328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 42 00000100:00100000:3.0:1775764421.800308:0:42328:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444832c0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+16:48331:x1862022098291200:12345-192.168.202.28@tcp:35:dd.500 00000100:00100000:3.0:1775764421.800757:0:42328:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444832c0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+17:48331:x1862022098291200:12345-192.168.202.28@tcp:35:dd.500 Request processed in 451us (856us total) trans 34359738468 rc 0/0 00000100:00100000:3.0:1775764421.800768:0:42328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 42 00000100:00100000:1.0:1775764421.948629:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764421.949021:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098291328 00000100:00100000:0.0:1775764421.949033:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098291328 00000100:00100000:0.0:1775764421.949107:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 130 00000100:00100000:0.0:1775764421.949119:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445becab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+17:48337:x1862022098291328:12345-192.168.202.28@tcp:101:lfs.500 00010000:00010000:0.0:1775764421.949156:0:42326:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764421.949189:0:42326:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d000/0x57b8ff0e0304e648 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17ad9a expref: -99 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764421.949273:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c200/0x57b8ff0e0304e64f lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0x10:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764421.949289:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c200/0x57b8ff0e0304e64f lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x10:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764421.949302:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c200/0x57b8ff0e0304e64f lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x10:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764421.949378:0:42326:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab1:0x10:0x0]: returning size 512 00000004:00200000:0.0:1775764421.949382:0:42326:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00010000:0.0:1775764421.949435:0:42326:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c200/0x57b8ff0e0304e64f lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x10:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764421.949869:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d000/0x57b8ff0e0304e648 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ad9a expref: 19 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764421.949891:0:42326:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c200/0x57b8ff0e0304e64f lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x10:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ad9a expref: 18 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764421.949900:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x10:0x0].0x0 (ffff94459084aa00) 00010000:00010000:0.0:1775764421.949903:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1775764421.949908:0:42326:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445bc27c200, rc 0) 00000100:00100000:0.0:1775764421.950148:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445becab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+18:48337:x1862022098291328:12345-192.168.202.28@tcp:101:lfs.500 Request processed in 1029us (1535us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764421.950157:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 130 00000100:00100000:0.0:1775764421.970666:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764421.970994:0:42328:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098291456 00000100:00100000:3.0:1775764421.971012:0:42328:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098291456 00000100:00100000:3.0:1775764421.971107:0:42328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 43 00000100:00100000:3.0:1775764421.971119:0:42328:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445b6a7ac50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+18:48337:x1862022098291456:12345-192.168.202.28@tcp:49:lfs.500 00000100:00100000:3.0:1775764421.971392:0:42328:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445b6a7ac50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+18:48337:x1862022098291456:12345-192.168.202.28@tcp:49:lfs.500 Request processed in 275us (740us total) trans 0 rc -61/-61 00000100:00100000:3.0:1775764421.971400:0:42328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 43 00000100:00100000:3.0:1775764421.979970:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764421.980263:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098291712 00000100:00100000:0.0:1775764421.980279:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098291712 00000100:00100000:0.0:1775764421.980347:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 131 00000100:00100000:0.0:1775764421.980358:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bfe68e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+18:48337:x1862022098291712:12345-192.168.202.28@tcp:101:lfs.500 00010000:00010000:0.0:1775764421.980385:0:42324:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764421.980413:0:42324:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d000/0x57b8ff0e0304e656 lrc: 2/0,0 mode: --/CR res: [0x200003ab1:0x10:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17ada1 expref: -99 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764421.980751:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d200/0x57b8ff0e0304e65d lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0x11:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764421.980780:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d200/0x57b8ff0e0304e65d lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x11:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764421.980842:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d200/0x57b8ff0e0304e65d lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x11:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764421.980854:0:42324:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab1:0x11:0x0]: returning size 1024 00010000:00010000:0.0:1775764421.981005:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d000/0x57b8ff0e0304e656 lrc: 0/0,0 mode: --/CR res: [0x200003ab1:0x10:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ada1 expref: 21 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764421.981029:0:42324:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d200/0x57b8ff0e0304e65d lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x11:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ada1 expref: 20 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764421.981040:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x11:0x0].0x0 (ffff944584d1d100) 00010000:00010000:0.0:1775764421.981043:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1775764421.981047:0:42324:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445bc27d200, rc 0) 00000100:00100000:0.0:1775764421.981136:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bfe68e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+20:48337:x1862022098291712:12345-192.168.202.28@tcp:101:lfs.500 Request processed in 780us (1176us total) trans 34359738469 rc 0/0 00000100:00100000:0.0:1775764421.981144:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 131 00000100:00100000:0.0:1775764421.992163:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098291968 00000100:00100000:0.0:1775764421.992188:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098291968 00000100:00100000:0.0:1775764421.992270:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 132 00000100:00100000:0.0:1775764421.992282:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444832c0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+20:48337:x1862022098291968:12345-192.168.202.28@tcp:101:lfs.500 00010000:00010000:0.0:1775764421.992317:0:42325:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764421.992348:0:42325:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d000/0x57b8ff0e0304e66b lrc: 2/0,0 mode: --/CR res: [0x200003ab1:0x11:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17ada8 expref: -99 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764421.992509:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27ca00/0x57b8ff0e0304e672 lrc: 3/0,1 mode: --/PW res: [0x200003ab1:0x11:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764421.992536:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27ca00/0x57b8ff0e0304e672 lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0x11:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764421.992552:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27ca00/0x57b8ff0e0304e672 lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0x11:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764421.992573:0:42325:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab1:0x11:0x0]: returning size 1024 00010000:00010000:0.0:1775764421.992769:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d000/0x57b8ff0e0304e66b lrc: 0/0,0 mode: --/CR res: [0x200003ab1:0x11:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ada8 expref: 23 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764421.992793:0:42325:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27ca00/0x57b8ff0e0304e672 lrc: 3/0,0 mode: PW/PW res: [0x200003ab1:0x11:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ada8 expref: 22 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764421.993225:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x11:0x0].0x0 (ffff944584d1d100) 00010000:00010000:0.0:1775764421.993228:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1775764421.993232:0:42325:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445bc27ca00, rc 0) 00000100:00100000:0.0:1775764421.993325:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444832c0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+22:48337:x1862022098291968:12345-192.168.202.28@tcp:101:lfs.500 Request processed in 1044us (1317us total) trans 34359738470 rc 0/0 00000100:00100000:0.0:1775764421.993335:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 132 00000100:00100000:3.0:1775764421.997232:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764421.997493:0:42310:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098292096 00000100:00100000:1.0:1775764421.997506:0:42310:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098292096 00000100:00100000:1.0:1775764421.997589:0:42310:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 10 00000100:00100000:1.0:1775764421.997599:0:42310:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bfe6b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+22:2378:x1862022098292096:12345-192.168.202.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1775764421.997615:0:42310:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764421.997643:0:42310:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d200/0x57b8ff0e0304e65d lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0x11:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ada1 expref: 22 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764421.997684:0:42310:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x11:0x0].0x0 (ffff944584d1d100) 00010000:00010000:1.0:1775764421.997689:0:42310:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1775764421.997750:0:42310:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bfe6b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+21:2378:x1862022098292096:12345-192.168.202.28@tcp:103:ldlm_bl.0 Request processed in 153us (530us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764421.997758:0:42310:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 10 00000100:00100000:1.0:1775764422.006109:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764422.021434:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764422.021876:0:42951:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098292352 00000100:00100000:0.0:1775764422.021889:0:42951:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098292352 00002000:00100000:0.0:1775764422.021949:0:42951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x104:0x0] (0->1023) req@ffff9445beca9880 x1862022098292352/t0(0) o4->7e6eda44-5508-487e-b17f-ff28ad9d3512@192.168.202.28@tcp:658/0 lens 1512/0 e 0 to 0 dl 1775764433 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764422.021961:0:42951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9445beca9880 with x1862022098292352 ext(0->1023) 00010000:00010000:0.0:1775764422.021971:0:42951:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 00000000e249f982/0x57b8ff0e0304e641 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x104:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ad93 expref: 7 pid: 42946 timeout: 1988 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764422.021996:0:42951:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 00000000e249f982/0x57b8ff0e0304e641 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x104:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ad93 expref: 7 pid: 42946 timeout: 1988 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1775764422.022005:0:42951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff9445beca9880 00000100:00100000:0.0:1775764422.022047:0:42951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 1 00000100:00100000:0.0:1775764422.022058:0:42951:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445beca9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+7:2378:x1862022098292352:12345-192.168.202.28@tcp:4:lfs.0 00000100:00100000:0.0:1775764422.023237:0:42951:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445beca9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+9:2378:x1862022098292352:12345-192.168.202.28@tcp:4:lfs.0 Request processed in 1172us (1804us total) trans 34359738377 rc 0/0 00000100:00100000:0.0:1775764422.023250:0:42951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 1 00002000:00100000:0.0:1775764422.023263:0:42951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x104:0x0] (0->1023) req@ffff9445beca9880 x1862022098292352/t34359738377(0) o4->7e6eda44-5508-487e-b17f-ff28ad9d3512@192.168.202.28@tcp:658/0 lens 1512/448 e 0 to 0 dl 1775764433 ref 1 fl Complete:H/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764422.023273:0:42951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9445beca9880 with x1862022098292352 ext(0->1023) 00010000:00010000:0.0:1775764422.023282:0:42951:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 00000000e249f982/0x57b8ff0e0304e641 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x104:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ad93 expref: 9 pid: 42946 timeout: 1988 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764422.023300:0:42951:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 00000000e249f982/0x57b8ff0e0304e641 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x104:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ad93 expref: 9 pid: 42946 timeout: 1988 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1775764422.023308:0:42951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff9445beca9880 00000100:00100000:3.0:1775764422.029081:0:44302:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098292480 00000100:00100000:3.0:1775764422.029092:0:44302:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098292480 00010000:00010000:3.0:1775764422.029163:0:44302:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000e249f982/0x57b8ff0e0304e641 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x104:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ad93 expref: 9 pid: 42946 timeout: 1988 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764422.029461:0:44302:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 22 00000100:00100000:3.0:1775764422.029474:0:44302:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444832c2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+9:2379:x1862022098292480:12345-192.168.202.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764422.029505:0:44302:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1775764422.029534:0:44302:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x104:0x0] updating lvb size from disk: 0 -> 1024 00002000:00010000:3.0:1775764422.029538:0:44302:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x104:0x0] updating lvb mtime from disk: 0 -> 1775764422 00002000:00010000:3.0:1775764422.029540:0:44302:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x104:0x0] updating lvb atime from disk: 0 -> 1775764422 00002000:00010000:3.0:1775764422.029552:0:44302:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x104:0x0] updating lvb ctime from disk: 0 -> 1775764422 00010000:00010000:3.0:1775764422.029560:0:44302:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000e249f982/0x57b8ff0e0304e641 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x104:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ad93 expref: 9 pid: 42946 timeout: 1988 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764422.029583:0:44302:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000e249f982/0x57b8ff0e0304e641 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x104:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ad93 expref: 9 pid: 42946 timeout: 1988 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764422.029610:0:44302:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e249f982/0x57b8ff0e0304e641 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x104:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ad93 expref: 9 pid: 42946 timeout: 1988 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764422.029632:0:44302:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764422.029635:0:44302:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764422.029641:0:44302:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000010c1ccb4/0x57b8ff0e0304e680 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x104:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764422.029653:0:44302:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000010c1ccb4/0x57b8ff0e0304e680 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x104:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764422.029694:0:44302:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764422.029784:0:44302:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444832c2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+8:2379:x1862022098292480:12345-192.168.202.28@tcp:103:ldlm_bl.0 Request processed in 312us (1356us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764422.029793:0:44302:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 22 00000100:00100000:3.0:1775764422.039015:0:42328:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098292736 00000100:00100000:3.0:1775764422.039029:0:42328:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098292736 00000100:00100000:3.0:1775764422.039139:0:42328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 44 00000100:00100000:3.0:1775764422.039151:0:42328:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444832c3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+21:48337:x1862022098292736:12345-192.168.202.28@tcp:35:lfs.500 00000004:00010000:3.0:1775764422.039244:0:42328:0:(mdt_open.c:1994:mdt_hsm_release()) ### [0x200003ab1:0x11:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27ca00/0x57b8ff0e0304e672 lrc: 3/0,0 mode: PW/PW res: [0x200003ab1:0x11:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ada8 expref: 21 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1775764422.039629:0:42328:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 34359738471 00000001:00080000:3.0:1775764422.039678:0:42328:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 34359738472 00000001:00080000:3.0:1775764422.040397:0:42328:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 34359738473 00010000:00010000:3.0:1775764422.040476:0:42328:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146c00/0x57b8ff0e0304e687 lrc: 3/0,1 mode: --/EX res: [0x200003ab1:0x11:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764422.040496:0:42328:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff944587809800/0x57b8ff0e0304e633 lrc: 2/0,0 mode: PR/PR res: [0x200003ab1:0x11:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ad8c expref: 25 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764422.040505:0:42328:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146c00/0x57b8ff0e0304e687 lrc: 4/0,1 mode: --/EX res: [0x200003ab1:0x11:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764422.040549:0:42328:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff944587809800/0x57b8ff0e0304e633 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x11:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ad8c expref: 25 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764422.040569:0:42328:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff944587809800/0x57b8ff0e0304e633 lrc: 4/0,0 mode: PR/PR res: [0x200003ab1:0x11:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ad8c expref: 25 pid: 44493 timeout: 1988 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764422.040585:0:42328:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bfe69880 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:42328:1862022118950656:192.168.202.28@tcp:104: 00000100:00100000:3.0:1775764422.040725:0:42328:0:(client.c:2691:ptlrpc_set_wait()) set ffff9445861d7480 going to sleep for 11 seconds 00000100:00100000:0.0:1775764422.046016:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00010000:00010000:3.0:1775764422.047207:0:42328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944587809800/0x57b8ff0e0304e633 lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0x11:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ad8c expref: 25 pid: 44493 timeout: 1988 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764422.047230:0:42328:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bfe69880 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:42328:1862022118950656:192.168.202.28@tcp:104: 00010000:00010000:3.0:1775764422.047256:0:42328:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146c00/0x57b8ff0e0304e687 lrc: 3/0,1 mode: EX/EX res: [0x200003ab1:0x11:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764422.047270:0:42328:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146c00/0x57b8ff0e0304e687 lrc: 3/0,1 mode: EX/EX res: [0x200003ab1:0x11:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764422.047289:0:42328:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146c00/0x57b8ff0e0304e687 lrc: 3/0,1 mode: EX/EX res: [0x200003ab1:0x11:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42328 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1775764422.047912:0:42328:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 34359738474 00000001:00080000:3.0:1775764422.048225:0:42328:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 34359738475 00000100:00100000:3.0:1775764422.048390:0:42328:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bfe69880 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:42328:1862022118950784:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1775764422.051225:0:42328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764422.051749:0:42330:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118950784 00000100:00100000:0.0:1775764422.051759:0:42330:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118950784 00000100:00100000:0.0:1775764422.051864:0:42330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:0.0:1775764422.051874:0:42330:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bfe6a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:42328:x1862022118950784:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1775764422.051998:0:42330:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bfe6a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:42328:x1862022118950784:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 125us (780us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764422.052005:0:42330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:3.0:1775764422.052150:0:42328:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bfe69880 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:42328:1862022118950784:0@lo:1000:mdt_rdpg00_001.0 00000001:00080000:3.0:1775764422.052739:0:42328:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 34359738476 00000100:00080000:1.0:1775764422.054133:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1775764422.054255:0:42330:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118950912 00000100:00100000:0.0:1775764422.054268:0:42330:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118950912 00000100:00100000:0.0:1775764422.054339:0:42330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1775764422.054350:0:42330:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444832c2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:42328:x1862022118950912:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1775764422.055059:0:42330:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444832c2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+7:42328:x1862022118950912:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 709us (1331us total) trans 34359738378 rc 0/0 00000100:00100000:0.0:1775764422.055069:0:42330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:3.0:1775764422.056142:0:42328:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bfe69880 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:42328:1862022118950912:0@lo:1000:mdt_rdpg00_001.0 00000001:00080000:3.0:1775764422.056262:0:42328:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 34359738477 00010000:00010000:3.0:1775764422.056345:0:42328:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146c00/0x57b8ff0e0304e687 lrc: 3/0,1 mode: EX/EX res: [0x200003ab1:0x11:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764422.056357:0:42328:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146c00/0x57b8ff0e0304e687 lrc: 2/0,0 mode: EX/EX res: [0x200003ab1:0x11:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764422.056365:0:42328:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146c00/0x57b8ff0e0304e687 lrc: 3/0,0 mode: EX/EX res: [0x200003ab1:0x11:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764422.056372:0:42328:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445c2146c00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:3.0:1775764422.056377:0:42328:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146c00/0x57b8ff0e0304e687 lrc: 3/0,0 mode: EX/EX res: [0x200003ab1:0x11:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764422.056386:0:42328:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146c00/0x57b8ff0e0304e687 lrc: 4/0,0 mode: EX/EX res: [0x200003ab1:0x11:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764422.056404:0:42328:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x11:0x0].0x0 (ffff944584d1d100) 00010000:00010000:3.0:1775764422.056408:0:42328:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:3.0:1775764422.056413:0:42328:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146c00/0x57b8ff0e0304e687 lrc: 2/0,0 mode: --/EX res: [0x200003ab1:0x11:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764422.056419:0:42328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146c00/0x57b8ff0e0304e687 lrc: 0/0,0 mode: --/EX res: [0x200003ab1:0x11:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42328 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1775764422.056906:0:42328:0:(mdd_object.c:4010:mdd_close()) Object [0x200003ab1:0x12:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:3.0:1775764422.057025:0:42328:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x2e:0x0].5, 64 off8536 00000004:00080000:3.0:1775764422.057037:0:42328:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1888904237571ns, next at 1889904235747ns, rc = 0 00000001:00080000:3.0:1775764422.057045:0:42328:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 34359738478 00010000:00010000:3.0:1775764422.057084:0:42328:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x11:0x0].0x0 (ffff944584d1d100) 00010000:00010000:3.0:1775764422.057087:0:42328:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:3.0:1775764422.057094:0:42328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27ca00/0x57b8ff0e0304e672 lrc: 0/0,0 mode: --/PW res: [0x200003ab1:0x11:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ada8 expref: 29 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764422.057233:0:42328:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444832c3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+28:48337:x1862022098292736:12345-192.168.202.28@tcp:35:lfs.500 Request processed in 18083us (18519us total) trans 34359738479 rc 0/0 00000100:00100000:3.0:1775764422.057246:0:42328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 44 00000020:00080000:3.0:1775764422.057253:0:42328:0:(tgt_main.c:783:tgt_ses_key_exit()) total 9 transactions per RPC 00000100:00100000:0.0:1775764422.065430:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764422.065783:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098292992 00000100:00100000:1.0:1775764422.065848:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098292992 00000100:00100000:1.0:1775764422.065903:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 133 00000100:00100000:1.0:1775764422.065913:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bf4f8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+28:48337:x1862022098292992:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:1.0:1775764422.065942:0:44493:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764422.065967:0:44493:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944587809800/0x57b8ff0e0304e68e lrc: 2/0,0 mode: --/CR res: [0x200003ab1:0x11:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17adaf expref: -99 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764422.066039:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944587809800/0x57b8ff0e0304e68e lrc: 3/0,0 mode: CR/CR res: [0x200003ab1:0x11:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17adaf expref: 29 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764422.066056:0:44493:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff944587809800/0x57b8ff0e0304e68e lrc: 3/0,0 mode: CR/CR res: [0x200003ab1:0x11:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17adaf expref: 29 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764422.066076:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x11:0x0].0x0 (ffff944584d1dc00) 00010000:00010000:1.0:1775764422.066080:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1775764422.066084:0:44493:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944587809800, rc 0) 00000100:00100000:1.0:1775764422.066145:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bf4f8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+29:48337:x1862022098292992:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 233us (728us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764422.066153:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 133 00000100:00100000:0.0:1775764422.076430:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764422.076622:0:42327:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098293248 00000100:00100000:1.0:1775764422.076637:0:42327:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098293248 00000100:00100000:1.0:1775764422.076721:0:42327:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 45 00000100:00100000:1.0:1775764422.076734:0:42327:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bf4fbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+29:48337:x1862022098293248:12345-192.168.202.28@tcp:35:lfs.500 00000100:00100000:1.0:1775764422.077121:0:42327:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bf4fbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+30:48337:x1862022098293248:12345-192.168.202.28@tcp:35:lfs.500 Request processed in 389us (709us total) trans 34359738480 rc 0/0 00000100:00100000:1.0:1775764422.077129:0:42327:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 45 00000100:00100000:0.0:1775764422.275007:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098293504 00000100:00100000:0.0:1775764422.275019:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098293504 00000100:00100000:0.0:1775764422.275094:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 134 00000100:00100000:0.0:1775764422.275105:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444832c1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+30:48343:x1862022098293504:12345-192.168.202.28@tcp:101:lfs.500 00010000:00010000:0.0:1775764422.275133:0:42325:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764422.275155:0:42325:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c600/0x57b8ff0e0304e695 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17adb6 expref: -99 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764422.275294:0:42325:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab1:0x10:0x0]: returning size 512 00010000:00010000:0.0:1775764422.275436:0:42325:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c600/0x57b8ff0e0304e695 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17adb6 expref: 32 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764422.275452:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff944582f80c00) 00010000:00010000:0.0:1775764422.275455:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1775764422.275461:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c600/0x57b8ff0e0304e695 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17adb6 expref: 32 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764422.275476:0:42325:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445bc27c600, rc 0) 00000100:00100000:0.0:1775764422.275535:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444832c1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+31:48343:x1862022098293504:12345-192.168.202.28@tcp:101:lfs.500 Request processed in 432us (1553us total) trans 34359738481 rc 301/301 00000100:00100000:0.0:1775764422.275542:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 134 00000100:00100000:1.0:1775764422.286082:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098293632 00000100:00100000:1.0:1775764422.286092:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098293632 00000100:00100000:1.0:1775764422.286156:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 135 00000100:00100000:1.0:1775764422.286176:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444832c0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+31:48343:x1862022098293632:12345-192.168.202.28@tcp:34:lfs.500 00010000:00010000:1.0:1775764422.286266:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff944587808400/0x57b8ff0e0304e6a3 lrc: 3/1,0 mode: --/CR res: [0x200003ab1:0x10:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764422.286284:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944587808400/0x57b8ff0e0304e6a3 lrc: 3/1,0 mode: CR/CR res: [0x200003ab1:0x10:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764422.286298:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944587808400/0x57b8ff0e0304e6a3 lrc: 3/1,0 mode: CR/CR res: [0x200003ab1:0x10:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764422.286314:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944587809000/0x57b8ff0e0304e6aa lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0x10:0x0].0x5a11b149 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764422.286321:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944587809000/0x57b8ff0e0304e6aa lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x10:0x0].0x5a11b149 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764422.286327:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944587809000/0x57b8ff0e0304e6aa lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x10:0x0].0x5a11b149 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764422.286464:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944587808e00/0x57b8ff0e0304e6b1 lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0x11:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764422.286473:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944587808e00/0x57b8ff0e0304e6b1 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x11:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764422.286492:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944587808e00/0x57b8ff0e0304e6b1 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x11:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764422.286528:0:44493:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff944587808e00/0x57b8ff0e0304e6b1 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x11:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764422.286540:0:44493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff944587808400/0x57b8ff0e0304e6a3 lrc: 3/1,0 mode: CR/CR res: [0x200003ab1:0x10:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764422.286545:0:44493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944587808400/0x57b8ff0e0304e6a3 lrc: 2/0,0 mode: CR/CR res: [0x200003ab1:0x10:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764422.286550:0:44493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944587808400/0x57b8ff0e0304e6a3 lrc: 3/0,0 mode: CR/CR res: [0x200003ab1:0x10:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764422.287047:0:44493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944587808400 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:1.0:1775764422.287052:0:44493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944587808400/0x57b8ff0e0304e6a3 lrc: 3/0,0 mode: CR/CR res: [0x200003ab1:0x10:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764422.287060:0:44493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944587808400/0x57b8ff0e0304e6a3 lrc: 4/0,0 mode: CR/CR res: [0x200003ab1:0x10:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764422.287074:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x10:0x0].0x0 (ffff94459084aa00) 00010000:00010000:1.0:1775764422.287077:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764422.287082:0:44493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944587808400/0x57b8ff0e0304e6a3 lrc: 2/0,0 mode: --/CR res: [0x200003ab1:0x10:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764422.287089:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944587808400/0x57b8ff0e0304e6a3 lrc: 0/0,0 mode: --/CR res: [0x200003ab1:0x10:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764422.287103:0:44493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944587809000/0x57b8ff0e0304e6aa lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x10:0x0].0x5a11b149 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764422.287110:0:44493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944587809000/0x57b8ff0e0304e6aa lrc: 2/0,0 mode: PR/PR res: [0x200003ab1:0x10:0x0].0x5a11b149 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764422.287115:0:44493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944587809000/0x57b8ff0e0304e6aa lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x10:0x0].0x5a11b149 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764422.287120:0:44493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944587809000 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:1.0:1775764422.287123:0:44493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944587809000/0x57b8ff0e0304e6aa lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x10:0x0].0x5a11b149 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764422.287129:0:44493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944587809000/0x57b8ff0e0304e6aa lrc: 4/0,0 mode: PR/PR res: [0x200003ab1:0x10:0x0].0x5a11b149 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764422.287136:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x10:0x0].0x5a11b149 (ffff944584d1de00) 00010000:00010000:1.0:1775764422.287138:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764422.287141:0:44493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944587809000/0x57b8ff0e0304e6aa lrc: 2/0,0 mode: --/PR res: [0x200003ab1:0x10:0x0].0x5a11b149 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764422.287146:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944587809000/0x57b8ff0e0304e6aa lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0x10:0x0].0x5a11b149 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764422.287160:0:44493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944587808e00/0x57b8ff0e0304e6b1 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x11:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764422.287166:0:44493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944587808e00/0x57b8ff0e0304e6b1 lrc: 2/0,0 mode: PR/PR res: [0x200003ab1:0x11:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764422.287171:0:44493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944587808e00/0x57b8ff0e0304e6b1 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x11:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764422.287175:0:44493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944587808e00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:1.0:1775764422.287178:0:44493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944587808e00/0x57b8ff0e0304e6b1 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x11:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764422.287184:0:44493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944587808e00/0x57b8ff0e0304e6b1 lrc: 4/0,0 mode: PR/PR res: [0x200003ab1:0x11:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764422.287190:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x11:0x0].0x0 (ffff944584d1dc00) 00010000:00010000:1.0:1775764422.287192:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764422.287195:0:44493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944587808e00/0x57b8ff0e0304e6b1 lrc: 2/0,0 mode: --/PR res: [0x200003ab1:0x11:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764422.287201:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944587808e00/0x57b8ff0e0304e6b1 lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0x11:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764422.287288:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444832c0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+31:48343:x1862022098293632:12345-192.168.202.28@tcp:34:lfs.500 Request processed in 1121us (1323us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764422.287297:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 135 00000100:00100000:1.0:1775764422.300332:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764422.300441:0:42327:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098293888 00000100:00100000:3.0:1775764422.300468:0:42327:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098293888 00000100:00100000:3.0:1775764422.300565:0:42327:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 46 00000100:00100000:3.0:1775764422.300576:0:42327:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445beca9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+31:48343:x1862022098293888:12345-192.168.202.28@tcp:35:lfs.500 00000100:00100000:3.0:1775764422.301373:0:42327:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445beca9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+32:48343:x1862022098293888:12345-192.168.202.28@tcp:35:lfs.500 Request processed in 793us (1048us total) trans 34359738482 rc 0/0 00000100:00100000:3.0:1775764422.301393:0:42327:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 46 00000040:00080000:1.0:1775764422.337187:0:42356:0:(llog.c:800:llog_process_thread()) index: 8, lh_last_idx: 8 synced_idx: 8 lgh_last_idx: 8 00000040:00080000:1.0:1775764422.337199:0:42356:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x32:0x0] at index 8 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1775764422.337244:0:42356:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x32:0x0] index 2 count 2 00000040:00080000:1.0:1775764422.337251:0:42356:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 9 count 2 00000100:00100000:3.0:1775764422.490265:0:42328:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098294016 00000100:00100000:3.0:1775764422.490277:0:42328:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098294016 00000100:00100000:3.0:1775764422.490356:0:42328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 47 00000100:00100000:3.0:1775764422.490366:0:42328:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444832c1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+32:48353:x1862022098294016:12345-192.168.202.28@tcp:49:lfs.500 00000100:00100000:3.0:1775764422.491518:0:42328:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444832c1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+32:48353:x1862022098294016:12345-192.168.202.28@tcp:49:lfs.500 Request processed in 1145us (1569us total) trans 0 rc -61/-61 00000100:00100000:3.0:1775764422.491532:0:42328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 47 00000100:00100000:0.0:1775764422.514367:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098294272 00000100:00100000:0.0:1775764422.514377:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098294272 00000100:00100000:0.0:1775764422.514431:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 136 00000100:00100000:0.0:1775764422.514440:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444832c1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+32:48353:x1862022098294272:12345-192.168.202.28@tcp:101:lfs.500 00010000:00010000:0.0:1775764422.514461:0:42326:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764422.514482:0:42326:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27ce00/0x57b8ff0e0304e6b8 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17adbd expref: -99 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764422.514616:0:42326:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab1:0x10:0x0]: returning size 512 00010000:00010000:0.0:1775764422.514747:0:42326:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27ce00/0x57b8ff0e0304e6b8 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17adbd expref: 34 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764422.514763:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff944582f80c00) 00010000:00010000:0.0:1775764422.514766:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1775764422.514771:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27ce00/0x57b8ff0e0304e6b8 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17adbd expref: 34 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764422.514785:0:42326:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445bc27ce00, rc 0) 00000100:00100000:0.0:1775764422.514906:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444832c1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+33:48353:x1862022098294272:12345-192.168.202.28@tcp:101:lfs.500 Request processed in 465us (673us total) trans 34359738483 rc 301/301 00000100:00100000:0.0:1775764422.514914:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 136 00000100:00100000:0.0:1775764422.519317:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764422.521397:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098294400 00000100:00100000:3.0:1775764422.521418:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098294400 00000100:00100000:3.0:1775764422.521514:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 137 00000100:00100000:3.0:1775764422.521527:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bf4fa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+33:48353:x1862022098294400:12345-192.168.202.28@tcp:34:lfs.500 00010000:00010000:3.0:1775764422.521638:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146c00/0x57b8ff0e0304e6c6 lrc: 3/1,0 mode: --/CR res: [0x200003ab1:0x10:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764422.521661:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146c00/0x57b8ff0e0304e6c6 lrc: 3/1,0 mode: CR/CR res: [0x200003ab1:0x10:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764422.521678:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146c00/0x57b8ff0e0304e6c6 lrc: 3/1,0 mode: CR/CR res: [0x200003ab1:0x10:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764422.521695:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146600/0x57b8ff0e0304e6cd lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0x10:0x0].0x5a11b149 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764422.521702:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146600/0x57b8ff0e0304e6cd lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x10:0x0].0x5a11b149 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764422.521708:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146600/0x57b8ff0e0304e6cd lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x10:0x0].0x5a11b149 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764422.540646:0:42327:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098294656 00000100:00100000:1.0:1775764422.540659:0:42327:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098294656 00000100:00100000:1.0:1775764422.540720:0:42327:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 48 00000100:00100000:1.0:1775764422.540730:0:42327:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445b6a7b050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+33:48353:x1862022098294656:12345-192.168.202.28@tcp:35:lfs.500 00000100:00100000:1.0:1775764422.541046:0:42327:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445b6a7b050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+34:48353:x1862022098294656:12345-192.168.202.28@tcp:35:lfs.500 Request processed in 316us (564us total) trans 34359738484 rc 0/0 00000100:00100000:1.0:1775764422.541053:0:42327:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 48 00000100:00100000:1.0:1775764422.654509:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764422.781597:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764422.788690:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764422.788841:0:42327:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098295040 00000100:00100000:3.0:1775764422.788853:0:42327:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098295040 00000100:00100000:3.0:1775764422.789117:0:42327:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 49 00000100:00100000:3.0:1775764422.789131:0:42327:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445beca9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+27:48369:x1862022098295040:12345-192.168.202.28@tcp:49:lfs.500 00000100:00100000:3.0:1775764422.789325:0:42327:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445beca9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+27:48369:x1862022098295040:12345-192.168.202.28@tcp:49:lfs.500 Request processed in 196us (643us total) trans 0 rc -61/-61 00000100:00100000:3.0:1775764422.793409:0:42327:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 49 00000100:00100000:1.0:1775764422.793623:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764422.802749:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764422.810607:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764422.810684:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098295552 00000100:00100000:0.0:1775764422.810695:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098295552 00000100:00100000:0.0:1775764422.811462:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 140 00000100:00100000:0.0:1775764422.811474:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445beca8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+28:48369:x1862022098295552:12345-192.168.202.28@tcp:34:lfs.500 00010000:00010000:0.0:1775764422.811552:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d600/0x57b8ff0e0304e705 lrc: 3/1,0 mode: --/CR res: [0x200003ab1:0x10:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764422.811572:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d600/0x57b8ff0e0304e705 lrc: 3/1,0 mode: CR/CR res: [0x200003ab1:0x10:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764422.811585:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d600/0x57b8ff0e0304e705 lrc: 3/1,0 mode: CR/CR res: [0x200003ab1:0x10:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764422.811598:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27ce00/0x57b8ff0e0304e70c lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0x10:0x0].0x5a11b149 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764422.811604:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27ce00/0x57b8ff0e0304e70c lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x10:0x0].0x5a11b149 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764422.811611:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27ce00/0x57b8ff0e0304e70c lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x10:0x0].0x5a11b149 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764422.811747:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c600/0x57b8ff0e0304e713 lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0x11:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764422.811756:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c600/0x57b8ff0e0304e713 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x11:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764422.811764:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c600/0x57b8ff0e0304e713 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x11:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764422.811843:0:42325:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c600/0x57b8ff0e0304e713 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x11:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764422.811858:0:42325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d600/0x57b8ff0e0304e705 lrc: 3/1,0 mode: CR/CR res: [0x200003ab1:0x10:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764422.811864:0:42325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d600/0x57b8ff0e0304e705 lrc: 2/0,0 mode: CR/CR res: [0x200003ab1:0x10:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764422.811871:0:42325:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d600/0x57b8ff0e0304e705 lrc: 3/0,0 mode: CR/CR res: [0x200003ab1:0x10:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764422.811877:0:42325:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445bc27d600 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:0.0:1775764422.811882:0:42325:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d600/0x57b8ff0e0304e705 lrc: 3/0,0 mode: CR/CR res: [0x200003ab1:0x10:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764422.811890:0:42325:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d600/0x57b8ff0e0304e705 lrc: 4/0,0 mode: CR/CR res: [0x200003ab1:0x10:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764422.811904:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x10:0x0].0x0 (ffff944582f80f00) 00010000:00010000:0.0:1775764422.811907:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764422.811912:0:42325:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d600/0x57b8ff0e0304e705 lrc: 2/0,0 mode: --/CR res: [0x200003ab1:0x10:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764422.811930:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d600/0x57b8ff0e0304e705 lrc: 0/0,0 mode: --/CR res: [0x200003ab1:0x10:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764422.811949:0:42325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27ce00/0x57b8ff0e0304e70c lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x10:0x0].0x5a11b149 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764422.811955:0:42325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27ce00/0x57b8ff0e0304e70c lrc: 2/0,0 mode: PR/PR res: [0x200003ab1:0x10:0x0].0x5a11b149 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764422.811962:0:42325:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27ce00/0x57b8ff0e0304e70c lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x10:0x0].0x5a11b149 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764422.811967:0:42325:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445bc27ce00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:0.0:1775764422.811969:0:42325:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27ce00/0x57b8ff0e0304e70c lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x10:0x0].0x5a11b149 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764422.811975:0:42325:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27ce00/0x57b8ff0e0304e70c lrc: 4/0,0 mode: PR/PR res: [0x200003ab1:0x10:0x0].0x5a11b149 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764422.811982:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x10:0x0].0x5a11b149 (ffff944582f80d00) 00010000:00010000:0.0:1775764422.811985:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764422.811987:0:42325:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27ce00/0x57b8ff0e0304e70c lrc: 2/0,0 mode: --/PR res: [0x200003ab1:0x10:0x0].0x5a11b149 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764422.811993:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27ce00/0x57b8ff0e0304e70c lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0x10:0x0].0x5a11b149 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764422.812005:0:42325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c600/0x57b8ff0e0304e713 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x11:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764422.812010:0:42325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c600/0x57b8ff0e0304e713 lrc: 2/0,0 mode: PR/PR res: [0x200003ab1:0x11:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764422.812016:0:42325:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c600/0x57b8ff0e0304e713 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x11:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764422.812021:0:42325:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445bc27c600 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:0.0:1775764422.812024:0:42325:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c600/0x57b8ff0e0304e713 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x11:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764422.812034:0:42325:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c600/0x57b8ff0e0304e713 lrc: 4/0,0 mode: PR/PR res: [0x200003ab1:0x11:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764422.812040:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x11:0x0].0x0 (ffff944582f80800) 00010000:00010000:0.0:1775764422.812043:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764422.812045:0:42325:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c600/0x57b8ff0e0304e713 lrc: 2/0,0 mode: --/PR res: [0x200003ab1:0x11:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764422.812051:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c600/0x57b8ff0e0304e713 lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0x11:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764422.812130:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445beca8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+28:48369:x1862022098295552:12345-192.168.202.28@tcp:34:lfs.500 Request processed in 657us (1534us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764422.812140:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 140 00000100:00100000:1.0:1775764422.816661:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764422.818066:0:42327:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098295808 00000100:00100000:3.0:1775764422.818080:0:42327:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098295808 00000100:00100000:3.0:1775764422.818195:0:42327:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 51 00000100:00100000:3.0:1775764422.818206:0:42327:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445beca8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+28:48369:x1862022098295808:12345-192.168.202.28@tcp:35:lfs.500 00000100:00100000:3.0:1775764422.818566:0:42327:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445beca8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+29:48369:x1862022098295808:12345-192.168.202.28@tcp:35:lfs.500 Request processed in 361us (1918us total) trans 34359738486 rc 0/0 00000100:00100000:3.0:1775764422.818574:0:42327:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 51 00000100:00100000:1.0:1775764422.962316:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764422.962637:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098295936 00000100:00100000:0.0:1775764422.962648:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098295936 00000100:00100000:0.0:1775764422.962725:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 141 00000100:00100000:0.0:1775764422.962736:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445becd4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+29:48375:x1862022098295936:12345-192.168.202.28@tcp:101:multiop.500 00010000:00010000:0.0:1775764422.962767:0:42324:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764422.962847:0:42324:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c600/0x57b8ff0e0304e71a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17add2 expref: -99 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764422.963575:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27ce00/0x57b8ff0e0304e721 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764422.963592:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27ce00/0x57b8ff0e0304e721 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764422.963604:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27ce00/0x57b8ff0e0304e721 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764422.963620:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d600/0x57b8ff0e0304e728 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbe25544b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764422.963627:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d600/0x57b8ff0e0304e728 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbe25544b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764422.963633:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d600/0x57b8ff0e0304e728 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbe25544b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764422.963771:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c000/0x57b8ff0e0304e72f lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0x10:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764422.963779:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c000/0x57b8ff0e0304e72f lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x10:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764422.963840:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c000/0x57b8ff0e0304e72f lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x10:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764422.963870:0:42324:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab1:0x10:0x0]: returning size 512 00000004:00200000:0.0:1775764422.963874:0:42324:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00010000:0.0:1775764422.964250:0:42324:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c000/0x57b8ff0e0304e72f lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x10:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764422.964265:0:42324:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27ce00/0x57b8ff0e0304e721 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764422.964272:0:42324:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27ce00/0x57b8ff0e0304e721 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764422.964279:0:42324:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27ce00/0x57b8ff0e0304e721 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764422.964289:0:42324:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445bc27ce00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:0.0:1775764422.964293:0:42324:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27ce00/0x57b8ff0e0304e721 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764422.964301:0:42324:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27ce00/0x57b8ff0e0304e721 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764422.964314:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff94459084a100) 00010000:00010000:0.0:1775764422.964317:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764422.964322:0:42324:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27ce00/0x57b8ff0e0304e721 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764422.964328:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27ce00/0x57b8ff0e0304e721 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764422.964343:0:42324:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d600/0x57b8ff0e0304e728 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbe25544b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764422.964349:0:42324:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d600/0x57b8ff0e0304e728 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbe25544b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764422.964354:0:42324:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d600/0x57b8ff0e0304e728 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbe25544b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764422.964360:0:42324:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445bc27d600 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:0.0:1775764422.964363:0:42324:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d600/0x57b8ff0e0304e728 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbe25544b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764422.964370:0:42324:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d600/0x57b8ff0e0304e728 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbe25544b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764422.964381:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbe25544b (ffff944582f80d00) 00010000:00010000:0.0:1775764422.964383:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764422.964386:0:42324:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d600/0x57b8ff0e0304e728 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbe25544b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764422.964392:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d600/0x57b8ff0e0304e728 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbe25544b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764422.964427:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c600/0x57b8ff0e0304e71a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17add2 expref: 31 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764422.964441:0:42324:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c000/0x57b8ff0e0304e72f lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x10:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17add2 expref: 30 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764422.964449:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x10:0x0].0x0 (ffff944582f80f00) 00010000:00010000:0.0:1775764422.964452:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:0.0:1775764422.964454:0:42324:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445bc27c000, rc 0) 00000100:00100000:0.0:1775764422.964534:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445becd4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+30:48375:x1862022098295936:12345-192.168.202.28@tcp:101:multiop.500 Request processed in 1800us (2230us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764422.964543:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 141 00000100:00100000:1.0:1775764422.969349:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764422.972218:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764422.973208:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098296320 00000100:00100000:0.0:1775764422.973224:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098296320 00000100:00100000:0.0:1775764422.973309:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 142 00000100:00100000:0.0:1775764422.973321:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445becd5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+30:48375:x1862022098296320:12345-192.168.202.28@tcp:101:multiop.500 00010000:00010000:0.0:1775764422.973346:0:42325:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764422.973372:0:42325:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c600/0x57b8ff0e0304e736 lrc: 2/0,0 mode: --/CR res: [0x200003ab1:0x10:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17add9 expref: -99 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764422.973471:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d600/0x57b8ff0e0304e73d lrc: 3/1,0 mode: --/CR res: [0x200003ab1:0x10:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764422.973488:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d600/0x57b8ff0e0304e73d lrc: 3/1,0 mode: CR/CR res: [0x200003ab1:0x10:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764422.973501:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d600/0x57b8ff0e0304e73d lrc: 3/1,0 mode: CR/CR res: [0x200003ab1:0x10:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764422.973515:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27ce00/0x57b8ff0e0304e744 lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0x10:0x0].0x5a11b149 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764422.973521:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27ce00/0x57b8ff0e0304e744 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x10:0x0].0x5a11b149 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764422.973527:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27ce00/0x57b8ff0e0304e744 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x10:0x0].0x5a11b149 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764422.975352:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27ca00/0x57b8ff0e0304e74b lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0x11:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764422.975374:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27ca00/0x57b8ff0e0304e74b lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x11:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764422.975388:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27ca00/0x57b8ff0e0304e74b lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x11:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764422.975402:0:42325:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab1:0x11:0x0]: returning size 1024 00010000:00010000:0.0:1775764422.975535:0:42325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d600/0x57b8ff0e0304e73d lrc: 3/1,0 mode: CR/CR res: [0x200003ab1:0x10:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764422.976410:0:42325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d600/0x57b8ff0e0304e73d lrc: 2/0,0 mode: CR/CR res: [0x200003ab1:0x10:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764422.976419:0:42325:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d600/0x57b8ff0e0304e73d lrc: 3/0,0 mode: CR/CR res: [0x200003ab1:0x10:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764422.976425:0:42325:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445bc27d600 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:0.0:1775764422.976431:0:42325:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d600/0x57b8ff0e0304e73d lrc: 3/0,0 mode: CR/CR res: [0x200003ab1:0x10:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764422.976440:0:42325:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d600/0x57b8ff0e0304e73d lrc: 4/0,0 mode: CR/CR res: [0x200003ab1:0x10:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764422.976459:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x10:0x0].0x0 (ffff944582f80f00) 00010000:00010000:0.0:1775764422.976462:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764422.976469:0:42325:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d600/0x57b8ff0e0304e73d lrc: 2/0,0 mode: --/CR res: [0x200003ab1:0x10:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764422.976474:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d600/0x57b8ff0e0304e73d lrc: 0/0,0 mode: --/CR res: [0x200003ab1:0x10:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764422.976496:0:42325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27ce00/0x57b8ff0e0304e744 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x10:0x0].0x5a11b149 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764422.976502:0:42325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27ce00/0x57b8ff0e0304e744 lrc: 2/0,0 mode: PR/PR res: [0x200003ab1:0x10:0x0].0x5a11b149 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764422.976508:0:42325:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27ce00/0x57b8ff0e0304e744 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x10:0x0].0x5a11b149 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764422.976514:0:42325:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445bc27ce00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:0.0:1775764422.976518:0:42325:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27ce00/0x57b8ff0e0304e744 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x10:0x0].0x5a11b149 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764422.976524:0:42325:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27ce00/0x57b8ff0e0304e744 lrc: 4/0,0 mode: PR/PR res: [0x200003ab1:0x10:0x0].0x5a11b149 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764422.976532:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x10:0x0].0x5a11b149 (ffff944582f80d00) 00010000:00010000:0.0:1775764422.976535:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764422.976537:0:42325:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27ce00/0x57b8ff0e0304e744 lrc: 2/0,0 mode: --/PR res: [0x200003ab1:0x10:0x0].0x5a11b149 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764422.976542:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27ce00/0x57b8ff0e0304e744 lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0x10:0x0].0x5a11b149 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764422.978060:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c600/0x57b8ff0e0304e736 lrc: 0/0,0 mode: --/CR res: [0x200003ab1:0x10:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17add9 expref: 33 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764422.978078:0:42325:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27ca00/0x57b8ff0e0304e74b lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x11:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17add9 expref: 32 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764422.978087:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x11:0x0].0x0 (ffff944582f80700) 00010000:00010000:0.0:1775764422.978090:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1775764422.978093:0:42325:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445bc27ca00, rc 0) 00000100:00100000:0.0:1775764422.978183:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445becd5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+32:48375:x1862022098296320:12345-192.168.202.28@tcp:101:multiop.500 Request processed in 4865us (5975us total) trans 34359738487 rc 0/0 00000100:00100000:0.0:1775764422.978194:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 142 00000100:00100000:3.0:1775764422.985144:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764423.141558:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098296832 00000100:00100000:0.0:1775764423.141570:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098296832 00000100:00100000:0.0:1775764423.141665:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 143 00000100:00100000:0.0:1775764423.141677:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444832c3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+33:48385:x1862022098296832:12345-192.168.202.28@tcp:101:lfs.500 00010000:00010000:0.0:1775764423.141711:0:42324:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764423.141737:0:42324:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c600/0x57b8ff0e0304e759 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17ade0 expref: -99 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764423.141934:0:42324:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab1:0x10:0x0]: returning size 512 00010000:00010000:0.0:1775764423.142088:0:42324:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c600/0x57b8ff0e0304e759 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ade0 expref: 35 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764423.142104:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff94459084a100) 00010000:00010000:0.0:1775764423.142107:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1775764423.142111:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c600/0x57b8ff0e0304e759 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ade0 expref: 35 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764423.142127:0:42324:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445bc27c600, rc 0) 00000100:00100000:0.0:1775764423.142192:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444832c3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+34:48385:x1862022098296832:12345-192.168.202.28@tcp:101:lfs.500 Request processed in 518us (761us total) trans 34359738489 rc 301/301 00000100:00100000:0.0:1775764423.142200:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 143 00000100:00080000:1.0:1775764423.143190:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1775764423.146264:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764423.146852:0:42327:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098297088 00000100:00100000:3.0:1775764423.146865:0:42327:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098297088 00000100:00100000:3.0:1775764423.146940:0:42327:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 54 00000100:00100000:3.0:1775764423.146951:0:42327:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bf4fb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+34:48385:x1862022098297088:12345-192.168.202.28@tcp:35:lfs.500 00000100:00100000:3.0:1775764423.147226:0:42327:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bf4fb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+35:48385:x1862022098297088:12345-192.168.202.28@tcp:35:lfs.500 Request processed in 277us (977us total) trans 34359738490 rc 0/0 00000100:00100000:3.0:1775764423.147232:0:42327:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 54 00000100:00100000:3.0:1775764423.221302:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764423.224555:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764423.224646:0:42327:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098297344 00000100:00100000:3.0:1775764423.224657:0:42327:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098297344 00000100:00100000:3.0:1775764423.224726:0:42327:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 55 00000100:00100000:3.0:1775764423.224736:0:42327:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445becd7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+36:48391:x1862022098297344:12345-192.168.202.28@tcp:49:lfs.500 00000100:00100000:3.0:1775764423.224922:0:42327:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445becd7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+36:48391:x1862022098297344:12345-192.168.202.28@tcp:49:lfs.500 Request processed in 186us (375us total) trans 0 rc -61/-61 00000100:00100000:3.0:1775764423.224929:0:42327:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 55 00000100:00100000:1.0:1775764423.228503:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764423.229016:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098297600 00000100:00100000:0.0:1775764423.229029:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098297600 00000100:00100000:0.0:1775764423.229102:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 145 00000100:00100000:0.0:1775764423.229113:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445becd6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+36:48391:x1862022098297600:12345-192.168.202.28@tcp:101:lfs.500 00010000:00010000:0.0:1775764423.229142:0:42325:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764423.229179:0:42325:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c600/0x57b8ff0e0304e775 lrc: 2/0,0 mode: --/CR res: [0x200003ab1:0x10:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17adee expref: -99 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764423.229332:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27ce00/0x57b8ff0e0304e77c lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0x11:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764423.229350:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27ce00/0x57b8ff0e0304e77c lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x11:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764423.229363:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27ce00/0x57b8ff0e0304e77c lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x11:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764423.229375:0:42325:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab1:0x11:0x0]: returning size 1024 00010000:00010000:0.0:1775764423.229558:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c600/0x57b8ff0e0304e775 lrc: 0/0,0 mode: --/CR res: [0x200003ab1:0x10:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17adee expref: 39 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764423.229576:0:42325:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27ce00/0x57b8ff0e0304e77c lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x11:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17adee expref: 38 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764423.229585:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x11:0x0].0x0 (ffff944582f80700) 00010000:00010000:0.0:1775764423.229588:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1775764423.229592:0:42325:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445bc27ce00, rc 0) 00000100:00100000:0.0:1775764423.229655:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445becd6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+38:48391:x1862022098297600:12345-192.168.202.28@tcp:101:lfs.500 Request processed in 543us (1167us total) trans 34359738491 rc 0/0 00000100:00100000:0.0:1775764423.229663:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 145 00000100:00100000:3.0:1775764423.234457:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764423.234507:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764423.234595:0:42327:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098297856 00000100:00100000:1.0:1775764423.234607:0:42327:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098297856 00000100:00100000:1.0:1775764423.234671:0:42327:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 56 00000100:00100000:1.0:1775764423.234684:0:42327:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bfe6b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+38:48391:x1862022098297856:12345-192.168.202.28@tcp:35:lfs.500 00000100:00100000:1.0:1775764423.235065:0:42327:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bfe6b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+39:48391:x1862022098297856:12345-192.168.202.28@tcp:35:lfs.500 Request processed in 382us (616us total) trans 34359738492 rc 0/0 00000100:00100000:1.0:1775764423.235075:0:42327:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 56 00000100:00100000:3.0:1775764423.334690:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764423.335061:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098298240 00000100:00100000:0.0:1775764423.335073:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098298240 00000100:00100000:0.0:1775764423.335150:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 146 00000100:00100000:0.0:1775764423.335167:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94459038a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+38:48401:x1862022098298240:12345-192.168.202.28@tcp:101:lfs.500 00010000:00010000:0.0:1775764423.335195:0:42325:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764423.335213:0:42325:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c600/0x57b8ff0e0304e78a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17adf5 expref: -99 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764423.335353:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d400/0x57b8ff0e0304e791 lrc: 3/1,0 mode: --/CR res: [0x200003ab1:0x10:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764423.335370:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d400/0x57b8ff0e0304e791 lrc: 3/1,0 mode: CR/CR res: [0x200003ab1:0x10:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764423.335384:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d400/0x57b8ff0e0304e791 lrc: 3/1,0 mode: CR/CR res: [0x200003ab1:0x10:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764423.335398:0:42325:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab1:0x10:0x0]: returning size 512 00010000:00010000:0.0:1775764423.335558:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c600/0x57b8ff0e0304e78a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17adf5 expref: 41 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764423.335577:0:42325:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d400/0x57b8ff0e0304e791 lrc: 3/0,0 mode: CR/CR res: [0x200003ab1:0x10:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17adf5 expref: 40 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764423.335586:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x10:0x0].0x0 (ffff944582f80f00) 00010000:00010000:0.0:1775764423.335985:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1775764423.335992:0:42325:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445bc27d400, rc 0) 00000100:00100000:0.0:1775764423.336094:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94459038a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+40:48401:x1862022098298240:12345-192.168.202.28@tcp:101:lfs.500 Request processed in 934us (1418us total) trans 34359738493 rc 0/0 00000100:00100000:0.0:1775764423.336101:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 146 00000040:00080000:1.0:1775764423.361125:0:42356:0:(llog.c:800:llog_process_thread()) index: 8, lh_last_idx: 8 synced_idx: 8 lgh_last_idx: 8 00000040:00080000:1.0:1775764423.361136:0:42356:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x32:0x0] at index 8 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1775764423.361186:0:42356:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x32:0x0] index 2 count 2 00000040:00080000:1.0:1775764423.361194:0:42356:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 9 count 2 00000100:00100000:0.0:1775764423.438489:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764423.438588:0:42327:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098298368 00000100:00100000:3.0:1775764423.438610:0:42327:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098298368 00000100:00100000:3.0:1775764423.438663:0:42327:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 57 00000100:00100000:3.0:1775764423.438673:0:42327:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bf4fbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+40:48408:x1862022098298368:12345-192.168.202.28@tcp:49:multiop.500 00000100:00100000:3.0:1775764423.438874:0:42327:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bf4fbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+40:48408:x1862022098298368:12345-192.168.202.28@tcp:49:multiop.500 Request processed in 201us (395us total) trans 0 rc -61/-61 00000100:00100000:3.0:1775764423.438893:0:42327:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 57 00000100:00100000:3.0:1775764423.444504:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00010000:00010000:3.0:1775764423.491828:0:43224:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:1.0:1775764423.510463:0:5825:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 34359738493 is committed 00000004:00080000:1.0:1775764423.510530:0:5825:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 6 committed 00000020:00080000:1.0:1775764423.510560:0:5825:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9445b3c886c0 refcount 2 committed 0 result 0 batchid 30064771799 00000020:00080000:1.0:1775764423.510565:0:5825:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9445bc3fd400 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9444810d0e40 00000020:00080000:1.0:1775764423.510569:0:5825:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9445bc3fdf00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff94448623a800 00000100:00100000:0.0:1775764423.511151:0:3330:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bc1f0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3330:1862022118951040:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1775764423.511237:0:3330:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764423.514513:0:42946:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118951040 00000100:00100000:3.0:1775764423.514525:0:42946:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118951040 00000100:00100000:3.0:1775764423.514730:0:42946:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:3.0:1775764423.514742:0:42946:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bf4f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3330:x1862022118951040:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1775764423.514777:0:42946:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:260 count 1 00002000:00010000:3.0:1775764423.514842:0:42946:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x104:0x0] initial LVB size: 1024, mtime: 0x69d803c6, atime: 0x69d803c6, ctime: 0x69d803c6, blocks: 0xb 00010000:00010000:3.0:1775764423.514850:0:42946:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005019b34a/0x57b8ff0e0304e7b4 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x104:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764423.514872:0:42946:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764423.514874:0:42946:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764423.514880:0:42946:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005019b34a/0x57b8ff0e0304e7b4 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x104:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764423.514897:0:42946:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005019b34a/0x57b8ff0e0304e7b4 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x104:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764423.514907:0:42946:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005019b34a/0x57b8ff0e0304e7b4 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x104:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764423.514915:0:42946:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000005019b34a/0x57b8ff0e0304e7b4 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x104:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764423.514942:0:42946:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1775764423.515934:0:42946:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bf4f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3330:x1862022118951040:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1191us (4693us total) trans 34359738379 rc 0/0 00000100:00100000:3.0:1775764423.515945:0:42946:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00010000:00010000:0.0:1775764423.516007:0:42312:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1775764423.516015:0:42312:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000005019b34a/0x57b8ff0e0304e7b4 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x104:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764423.516026:0:42312:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445c2147e00 already unused, calling callback (ffffffffc177a060) 00010000:00010000:0.0:1775764423.516030:0:42312:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000005019b34a/0x57b8ff0e0304e7b4 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x104:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764423.516040:0:42312:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000005019b34a/0x57b8ff0e0304e7b4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x104:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764423.516059:0:42312:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000005019b34a/0x57b8ff0e0304e7b4 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x104:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764423.516066:0:42312:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005019b34a/0x57b8ff0e0304e7b4 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x104:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764423.516085:0:42312:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764423.516087:0:42312:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764423.516089:0:42312:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775764423.516401:0:3330:0:(client.c:3082:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 34359738378 gen 2 00000004:00080000:1.0:1775764423.516407:0:3330:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9445bb488000, transno 34359738376 00000004:00080000:1.0:1775764423.516453:0:3330:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 34359738378 committed transno 34359738378 00000100:00100000:1.0:1775764423.516476:0:3330:0:(client.c:3126:ptlrpc_free_committed()) @@@ stopping search req@ffff9445bc1f0000 x1862022118951040/t34359738379(34359738379) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1775764439 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1775764423.516488:0:3330:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9445bc1f0000/2, rc 0, transno 34359738379 00000100:00100000:1.0:1775764423.517062:0:3330:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bc1f0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3330:1862022118951040:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1775764423.675619:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764423.675873:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098298880 00000100:00100000:0.0:1775764423.675898:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098298880 00000100:00100000:0.0:1775764423.676012:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 148 00000100:00100000:0.0:1775764423.676023:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445b296df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+12:48424:x1862022098298880:12345-192.168.202.28@tcp:101:lfs.500 00010000:00010000:0.0:1775764423.676060:0:42325:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764423.676084:0:42325:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d000/0x57b8ff0e0304e7bb lrc: 2/0,0 mode: --/CR res: [0x200003ab1:0x10:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17ae03 expref: -99 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764423.676199:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d200/0x57b8ff0e0304e7c2 lrc: 3/0,1 mode: --/CW res: [0x200003ab1:0x11:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764423.676226:0:42325:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27ca00/0x57b8ff0e0304e74b lrc: 2/0,0 mode: PR/PR res: [0x200003ab1:0x11:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17add9 expref: 13 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764423.676234:0:42325:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d200/0x57b8ff0e0304e7c2 lrc: 4/0,1 mode: --/CW res: [0x200003ab1:0x11:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764423.676747:0:42325:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27ca00/0x57b8ff0e0304e74b lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x11:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17add9 expref: 13 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764423.676764:0:42325:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27ca00/0x57b8ff0e0304e74b lrc: 4/0,0 mode: PR/PR res: [0x200003ab1:0x11:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17add9 expref: 13 pid: 42325 timeout: 1990 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764423.676778:0:42325:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bb488000 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:42325:1862022118951168:192.168.202.28@tcp:104: 00000100:00100000:0.0:1775764423.676978:0:42325:0:(client.c:2691:ptlrpc_set_wait()) set ffff944587498a80 going to sleep for 11 seconds 00000100:00100000:0.0:1775764423.685604:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764423.685873:0:44302:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098299008 00000100:00100000:3.0:1775764423.685897:0:44302:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098299008 00010000:00010000:3.0:1775764423.685960:0:44302:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27ca00/0x57b8ff0e0304e74b lrc: 5/0,0 mode: PR/PR res: [0x200003ab1:0x11:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17add9 expref: 14 pid: 42325 timeout: 1990 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764423.686021:0:44302:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 24 00000100:00100000:3.0:1775764423.686032:0:44302:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bea12d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+14:2379:x1862022098299008:12345-192.168.202.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764423.686055:0:44302:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764423.686064:0:44302:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27ca00/0x57b8ff0e0304e74b lrc: 5/0,0 mode: PR/PR res: [0x200003ab1:0x11:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17add9 expref: 14 pid: 42325 timeout: 1990 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764423.686078:0:44302:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27ca00/0x57b8ff0e0304e74b lrc: 4/0,0 mode: PR/PR res: [0x200003ab1:0x11:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17add9 expref: 14 pid: 42325 timeout: 1990 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764423.686114:0:44302:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x11:0x0].0x0 (ffff944582f80700) 00010000:00010000:3.0:1775764423.686120:0:44302:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d200/0x57b8ff0e0304e7c2 lrc: 3/0,1 mode: --/CW res: [0x200003ab1:0x11:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764423.686132:0:44302:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d200/0x57b8ff0e0304e7c2 lrc: 3/0,1 mode: CW/CW res: [0x200003ab1:0x11:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764423.686141:0:44302:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d200/0x57b8ff0e0304e7c2 lrc: 4/0,1 mode: CW/CW res: [0x200003ab1:0x11:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764423.686563:0:44302:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764423.687022:0:44302:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bea12d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+14:2379:x1862022098299008:12345-192.168.202.28@tcp:103:ldlm_bl.0 Request processed in 987us (1435us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764423.687032:0:44302:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 24 00010000:00010000:1.0:1775764423.687148:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27ca00/0x57b8ff0e0304e74b lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0x11:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17add9 expref: 13 pid: 42325 timeout: 1990 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764423.687175:0:42325:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bb488000 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:42325:1862022118951168:192.168.202.28@tcp:104: 00010000:00010000:1.0:1775764423.687197:0:42325:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d200/0x57b8ff0e0304e7c2 lrc: 3/0,1 mode: CW/CW res: [0x200003ab1:0x11:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764423.687217:0:42325:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d200/0x57b8ff0e0304e7c2 lrc: 3/0,1 mode: CW/CW res: [0x200003ab1:0x11:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764423.687222:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d200/0x57b8ff0e0304e7c2 lrc: 3/0,1 mode: CW/CW res: [0x200003ab1:0x11:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764423.687242:0:42325:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab1:0x11:0x0]: returning size 1024 00010000:00010000:1.0:1775764423.687401:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d000/0x57b8ff0e0304e7bb lrc: 0/0,0 mode: --/CR res: [0x200003ab1:0x10:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ae03 expref: 14 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764423.687422:0:42325:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d200/0x57b8ff0e0304e7c2 lrc: 3/0,0 mode: CW/CW res: [0x200003ab1:0x11:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ae03 expref: 13 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764423.687430:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x11:0x0].0x0 (ffff944582f80700) 00010000:00010000:1.0:1775764423.687433:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:1.0:1775764423.687436:0:42325:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445bc27d200, rc 0) 00000100:00100000:1.0:1775764423.687464:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445b296df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+13:48424:x1862022098298880:12345-192.168.202.28@tcp:101:lfs.500 Request processed in 11444us (11856us total) trans 34359738495 rc 0/0 00000100:00100000:1.0:1775764423.687471:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 148 00000100:00100000:3.0:1775764423.696310:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764423.696524:0:42327:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098299392 00000100:00100000:1.0:1775764423.696537:0:42327:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098299392 00000100:00100000:1.0:1775764423.696605:0:42327:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 58 00000100:00100000:1.0:1775764423.696617:0:42327:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445b6a79c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+13:48424:x1862022098299392:12345-192.168.202.28@tcp:35:lfs.0 00000100:00100000:1.0:1775764423.697014:0:42327:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445b6a79c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+14:48424:x1862022098299392:12345-192.168.202.28@tcp:35:lfs.0 Request processed in 398us (713us total) trans 34359738496 rc 0/0 00000100:00100000:1.0:1775764423.697023:0:42327:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 58 00000100:00100000:1.0:1775764423.702857:0:42310:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098299520 00000100:00100000:1.0:1775764423.702868:0:42310:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098299520 00000100:00100000:1.0:1775764423.702949:0:42310:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 13 00000100:00100000:1.0:1775764423.702960:0:42310:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444832c2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+14:48424:x1862022098299520:12345-192.168.202.28@tcp:103:lfs.0 00010000:00010000:1.0:1775764423.702977:0:42310:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764423.703004:0:42310:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944580031e00/0x57b8ff0e0304e7a6 lrc: 0/0,0 mode: --/CR res: [0x200003ab1:0x11:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17adfc expref: 14 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764423.703025:0:42310:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x11:0x0].0x0 (ffff944582f80700) 00010000:00010000:1.0:1775764423.703032:0:42310:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1775764423.703090:0:42310:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444832c2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+13:48424:x1862022098299520:12345-192.168.202.28@tcp:103:lfs.0 Request processed in 132us (432us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764423.703098:0:42310:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 13 00000100:00100000:3.0:1775764423.709098:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098299648 00000100:00100000:3.0:1775764423.709112:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098299648 00000100:00100000:3.0:1775764423.709184:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 149 00000100:00100000:3.0:1775764423.709195:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444832c3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+13:48424:x1862022098299648:12345-192.168.202.28@tcp:58:lfs.0 00010000:00010000:3.0:1775764423.709411:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2147e00/0x57b8ff0e0304e7d0 lrc: 3/0,1 mode: --/EX res: [0x200003ab1:0x11:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764423.709438:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2147e00/0x57b8ff0e0304e7d0 lrc: 3/0,1 mode: EX/EX res: [0x200003ab1:0x11:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764423.709453:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2147e00/0x57b8ff0e0304e7d0 lrc: 3/0,1 mode: EX/EX res: [0x200003ab1:0x11:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1775764423.711112:0:42324:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x32:0x0].2, 136 off8464 00000100:00100000:3.0:1775764423.713231:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444832c3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+13:48424:x1862022098299648:12345-192.168.202.28@tcp:58:lfs.0 Request processed in 4028us (4678us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764423.713245:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 149 00000100:00100000:3.0:1775764423.717312:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764423.717370:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098299776 00000100:00100000:1.0:1775764423.717384:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098299776 00000100:00100000:1.0:1775764423.717468:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 150 00000100:00100000:1.0:1775764423.717479:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445b296f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+13:48424:x1862022098299776:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:1.0:1775764423.717507:0:44493:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764423.717538:0:44493:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944587809800/0x57b8ff0e0304e7d7 lrc: 2/0,0 mode: --/CR res: [0x200003ab1:0x11:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17ae0a expref: -99 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764423.717621:0:44493:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2147e00/0x57b8ff0e0304e7d0 lrc: 2/0,1 mode: EX/EX res: [0x200003ab1:0x11:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764423.717633:0:44493:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff944587809800/0x57b8ff0e0304e7d7 lrc: 4/0,0 mode: --/CR res: [0x200003ab1:0x11:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ae0a expref: 14 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764423.717660:0:44493:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2147e00/0x57b8ff0e0304e7d0 lrc: 3/0,1 mode: EX/EX res: [0x200003ab1:0x11:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764423.717678:0:44493:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff944587809800/0x57b8ff0e0304e7d7 lrc: 3/0,0 mode: --/CR res: [0x200003ab1:0x11:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ae0a expref: 14 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764423.717709:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x11:0x0].0x0 (ffff944582f80700) 00010000:00010000:1.0:1775764423.717713:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1775764423.717718:0:44493:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff944587809800/0x57b8ff0e0304e7d7 lrc: 3/0,0 mode: --/CR res: [0x200003ab1:0x11:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ae0a expref: 14 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764423.717731:0:44493:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944587809800, rc 0) 00000100:00100000:1.0:1775764423.717939:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445b296f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+14:48424:x1862022098299776:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 457us (649us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764423.717947:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 150 00000100:00100000:1.0:1775764423.937238:0:3331:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445b296c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3331:1862022118951296:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1775764423.937349:0:3331:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764423.937560:0:42947:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118951296 00000100:00100000:3.0:1775764423.937571:0:42947:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118951296 00000100:00100000:3.0:1775764423.937644:0:42947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:3.0:1775764423.937656:0:42947:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445becd7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3331:x1862022118951296:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1775764423.937711:0:42947:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 45940736 pending 0 free 3704619008 avail 3702521856 00000100:00100000:3.0:1775764423.937782:0:42947:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445becd7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3331:x1862022118951296:12345-0@lo:13:osp-pre-0-0.0 Request processed in 128us (432us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764423.937790:0:42947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000040:00080000:1.0:1775764424.385447:0:42356:0:(llog.c:800:llog_process_thread()) index: 8, lh_last_idx: 8 synced_idx: 8 lgh_last_idx: 8 00000040:00080000:1.0:1775764424.385462:0:42356:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x32:0x0] at index 8 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1775764424.385514:0:42356:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x32:0x0] index 3 count 3 00000040:00080000:1.0:1775764424.385523:0:42356:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 9 count 2 00000100:00100000:1.0:1775764424.386275:0:42356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445becd6300 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:42356:1862022118951424:192.168.202.28@tcp:107:hsm_cdtr.0 00000100:00100000:1.0:1775764424.388334:0:42356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9445b2a74a80 going to sleep for 11 seconds 00000100:00100000:1.0:1775764424.398944:0:42356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445becd6300 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:42356:1862022118951424:192.168.202.28@tcp:107:hsm_cdtr.0 00000100:00100000:0.0:1775764424.402424:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098299904 00000100:00100000:0.0:1775764424.402444:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098299904 00000100:00100000:0.0:1775764424.402615:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 151 00000100:00100000:0.0:1775764424.402672:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444832c1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+14:48425:x1862022098299904:12345-192.168.202.28@tcp:53:lhsmtool_posix.0 00000004:00000080:0.0:1775764424.402727:0:42326:0:(mdt_handler.c:7957:mdt_fid2path()) path get [0x200003ab1:0x11:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1775764424.402920:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444832c1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+14:48425:x1862022098299904:12345-192.168.202.28@tcp:53:lhsmtool_posix.0 Request processed in 283us (1834us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764424.402929:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 151 00000100:00100000:1.0:1775764424.418064:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764424.434965:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098300288 00000100:00100000:3.0:1775764424.434982:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098300288 00000100:00100000:3.0:1775764424.435070:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 153 00000100:00100000:3.0:1775764424.435083:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444832c2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+14:48425:x1862022098300288:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1775764424.435121:0:42324:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764424.435151:0:42324:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2147a00/0x57b8ff0e0304e7f3 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17ae11 expref: -99 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764424.435353:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146600/0x57b8ff0e0304e7fa lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0x11:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764424.435389:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146600/0x57b8ff0e0304e7fa lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x11:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764424.435406:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146600/0x57b8ff0e0304e7fa lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x11:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764424.435422:0:42324:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab1:0x11:0x0]: returning size 1024 00010000:00010000:3.0:1775764424.435589:0:42324:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146600/0x57b8ff0e0304e7fa lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x11:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764424.435598:0:42324:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146600/0x57b8ff0e0304e7fa lrc: 2/0,0 mode: PR/PR res: [0x200003ab1:0x11:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764424.435604:0:42324:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146600/0x57b8ff0e0304e7fa lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x11:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764424.435610:0:42324:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445c2146600 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:3.0:1775764424.435615:0:42324:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146600/0x57b8ff0e0304e7fa lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x11:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764424.435622:0:42324:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146600/0x57b8ff0e0304e7fa lrc: 4/0,0 mode: PR/PR res: [0x200003ab1:0x11:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764424.435635:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x11:0x0].0x0 (ffff944582f80700) 00010000:00010000:3.0:1775764424.435638:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1775764424.435641:0:42324:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146600/0x57b8ff0e0304e7fa lrc: 2/0,0 mode: --/PR res: [0x200003ab1:0x11:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764424.435651:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146600/0x57b8ff0e0304e7fa lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0x11:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764424.435695:0:42324:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2147a00/0x57b8ff0e0304e7f3 lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ae11 expref: 16 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764424.435705:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff944586564f00) 00010000:00010000:3.0:1775764424.435707:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1775764424.435711:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2147a00/0x57b8ff0e0304e7f3 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ae11 expref: 16 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764424.435728:0:42324:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445c2147a00, rc 0) 00000100:00100000:3.0:1775764424.435867:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444832c2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+15:48425:x1862022098300288:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 Request processed in 786us (1206us total) trans 34359738497 rc 301/301 00000100:00100000:3.0:1775764424.435876:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 153 00000100:00100000:3.0:1775764424.452670:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764424.454429:0:3330:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944586b88700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3330:1862022118951808:0@lo:400:kworker.0 00000100:00100000:0.0:1775764424.454441:0:3329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944586b88000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3329:1862022118951680:0@lo:400:kworker.0 00000100:00100000:1.0:1775764424.454522:0:3328:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445b296c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d8dacf45-8471-4226-a2fb-1fac83f69c1e:3328:1862022118951552:0@lo:400:kworker.0 00000100:00100000:0.0:1775764424.466163:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764424.468092:0:3330:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764424.468358:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764424.468423:0:3328:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944586b8ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3328:1862022118952064:0@lo:400:kworker.0 00000100:00100000:1.0:1775764424.468478:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764424.469324:0:43212:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 45 00000100:00100000:3.0:1775764424.469337:0:43212:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944586b8b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3330:x1862022118951808:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764424.469390:0:43212:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944586b8b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3330:x1862022118951808:12345-0@lo:400:kworker.0 Request processed in 57us (1306us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764424.469399:0:43212:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 45 00000100:00100000:3.0:1775764424.469473:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764424.469499:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118952064 00000100:00100000:0.0:1775764424.469543:0:3329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944586b89f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3329:1862022118952192:0@lo:400:kworker.0 00000100:00100000:0.0:1775764424.469582:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764424.469624:0:42319:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118951552 00000100:00100000:0.0:1775764424.469629:0:42319:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118951552 00000100:00100000:0.0:1775764424.469663:0:42319:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 139 00000100:00100000:0.0:1775764424.469670:0:42319:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94448180ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d8dacf45-8471-4226-a2fb-1fac83f69c1e+18:3328:x1862022118951552:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764424.469707:0:42319:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94448180ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d8dacf45-8471-4226-a2fb-1fac83f69c1e+18:3328:x1862022118951552:12345-0@lo:400:kworker.0 Request processed in 38us (1349us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764424.469713:0:42319:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 139 00000100:00100000:0.0:1775764424.469777:0:3328:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445b296c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d8dacf45-8471-4226-a2fb-1fac83f69c1e:3328:1862022118951552:0@lo:400:kworker.0 00000100:00100000:1.0:1775764424.469789:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118951936 00000100:00100000:1.0:1775764424.469796:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118951936 00000100:00100000:0.0:1775764424.469843:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098300544 00000100:00100000:0.0:1775764424.469848:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098300544 00000100:00100000:1.0:1775764424.469870:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118952192 00000100:00100000:1.0:1775764424.469873:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118952192 00000100:00100000:0.0:1775764424.469877:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 63 00000100:00100000:0.0:1775764424.469886:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444832c0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3331:x1862022118951936:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764424.469903:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 64 00000100:00100000:1.0:1775764424.469912:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944587192d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3329:x1862022118952192:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764424.469932:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444832c0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3331:x1862022118951936:12345-0@lo:400:kworker.0 Request processed in 47us (1025us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764424.469941:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 63 00000100:00100000:0.0:1775764424.469962:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 154 00000100:00100000:1.0:1775764424.469969:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944587192d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3329:x1862022118952192:12345-0@lo:400:kworker.0 Request processed in 58us (385us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764424.469972:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944586b89c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+15:48425:x1862022098300544:12345-192.168.202.28@tcp:53:lhsmtool_posix.0 00000100:00100000:1.0:1775764424.469980:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 64 00000004:00000080:0.0:1775764424.470004:0:42324:0:(mdt_handler.c:7957:mdt_fid2path()) path get [0x200003ab1:0x11:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1775764424.470020:0:3329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944586b89f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3329:1862022118952192:0@lo:400:kworker.0 00000100:00100000:0.0:1775764424.470117:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944586b89c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+15:48425:x1862022098300544:12345-192.168.202.28@tcp:53:lhsmtool_posix.0 Request processed in 148us (644us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764424.470125:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 154 00000100:00100000:3.0:1775764424.470747:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118952064 00000100:00100000:3.0:1775764424.470824:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 65 00000100:00100000:3.0:1775764424.470834:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445becd4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3328:x1862022118952064:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764424.470894:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445becd4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3328:x1862022118952064:12345-0@lo:400:kworker.0 Request processed in 63us (2415us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764424.470901:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 65 00000100:00100000:3.0:1775764424.470946:0:3328:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944586b8ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3328:1862022118952064:0@lo:400:kworker.0 00000100:00100000:3.0:1775764424.470992:0:3330:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944586b88700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3330:1862022118951808:0@lo:400:kworker.0 00000100:00080000:0.0:1775764424.471152:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1775764424.480101:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098300800 00000100:00100000:0.0:1775764424.480114:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098300800 00000100:00100000:0.0:1775764424.480190:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 155 00000100:00100000:0.0:1775764424.480200:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445beca9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+15:48425:x1862022098300800:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1775764424.480227:0:42324:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764424.480231:0:42324:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1775764424.480263:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944580031200/0x57b8ff0e0304e76e lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0x10:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ade7 expref: 15 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764424.480288:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x10:0x0].0x0 (ffff944582f80f00) 00010000:00010000:0.0:1775764424.480293:0:42324:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1775764424.480311:0:42324:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d800/0x57b8ff0e0304e808 lrc: 2/0,0 mode: --/CW res: [0x200003ab1:0x10:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17ae18 expref: -99 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1775764424.481687:0:42324:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x105:0x0], index 1: 0 00000100:00100000:1.0:1775764424.496964:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764424.497249:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098301056 00000100:00100000:3.0:1775764424.497261:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098301056 00000100:00100000:3.0:1775764424.497373:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 156 00000100:00100000:3.0:1775764424.497385:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445becd6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+16:48425:x1862022098301056:12345-192.168.202.28@tcp:36:lhsmtool_posix.0 00010000:00010000:3.0:1775764424.497447:0:42325:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764424.497475:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944580030000/0x57b8ff0e0304e80f lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0x13:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ae18 expref: 16 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764424.497498:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x13:0x0].0x0 (ffff94459084ae00) 00010000:00010000:3.0:1775764424.497660:0:42325:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1775764424.497685:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2147a00/0x57b8ff0e0304e81d lrc: 3/0,1 mode: --/CW res: [0x200003ab1:0x10:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764424.497700:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2147a00/0x57b8ff0e0304e81d lrc: 3/0,1 mode: CW/CW res: [0x200003ab1:0x10:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764424.497711:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2147a00/0x57b8ff0e0304e81d lrc: 3/0,1 mode: CW/CW res: [0x200003ab1:0x10:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764424.497724:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146600/0x57b8ff0e0304e824 lrc: 3/0,1 mode: --/PW res: [0x200003ab1:0x10:0x0].0x6901235a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764424.497731:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146600/0x57b8ff0e0304e824 lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0x10:0x0].0x6901235a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764424.497737:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146600/0x57b8ff0e0304e824 lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0x10:0x0].0x6901235a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764424.498204:0:42325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2147a00/0x57b8ff0e0304e81d lrc: 3/0,1 mode: CW/CW res: [0x200003ab1:0x10:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764424.498215:0:42325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2147a00/0x57b8ff0e0304e81d lrc: 2/0,0 mode: CW/CW res: [0x200003ab1:0x10:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764424.498222:0:42325:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2147a00/0x57b8ff0e0304e81d lrc: 3/0,0 mode: CW/CW res: [0x200003ab1:0x10:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764424.498228:0:42325:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445c2147a00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:3.0:1775764424.498233:0:42325:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2147a00/0x57b8ff0e0304e81d lrc: 3/0,0 mode: CW/CW res: [0x200003ab1:0x10:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764424.498241:0:42325:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2147a00/0x57b8ff0e0304e81d lrc: 4/0,0 mode: CW/CW res: [0x200003ab1:0x10:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764424.498253:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x10:0x0].0x0 (ffff944582f80f00) 00010000:00010000:3.0:1775764424.498256:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764424.498259:0:42325:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2147a00/0x57b8ff0e0304e81d lrc: 2/0,0 mode: --/CW res: [0x200003ab1:0x10:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764424.498265:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2147a00/0x57b8ff0e0304e81d lrc: 0/0,0 mode: --/CW res: [0x200003ab1:0x10:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764424.498275:0:42325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146600/0x57b8ff0e0304e824 lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0x10:0x0].0x6901235a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764424.498281:0:42325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146600/0x57b8ff0e0304e824 lrc: 2/0,0 mode: PW/PW res: [0x200003ab1:0x10:0x0].0x6901235a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764424.498286:0:42325:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146600/0x57b8ff0e0304e824 lrc: 3/0,0 mode: PW/PW res: [0x200003ab1:0x10:0x0].0x6901235a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764424.498290:0:42325:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445c2146600 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:3.0:1775764424.498293:0:42325:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146600/0x57b8ff0e0304e824 lrc: 3/0,0 mode: PW/PW res: [0x200003ab1:0x10:0x0].0x6901235a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764424.498298:0:42325:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146600/0x57b8ff0e0304e824 lrc: 4/0,0 mode: PW/PW res: [0x200003ab1:0x10:0x0].0x6901235a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764424.498304:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x10:0x0].0x6901235a (ffff944586564f00) 00010000:00010000:3.0:1775764424.498306:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764424.498309:0:42325:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146600/0x57b8ff0e0304e824 lrc: 2/0,0 mode: --/PW res: [0x200003ab1:0x10:0x0].0x6901235a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764424.498313:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146600/0x57b8ff0e0304e824 lrc: 0/0,0 mode: --/PW res: [0x200003ab1:0x10:0x0].0x6901235a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764424.498422:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445becd6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+15:48425:x1862022098301056:12345-192.168.202.28@tcp:36:lhsmtool_posix.0 Request processed in 1037us (1468us total) trans 0 rc -2/-2 00000100:00100000:3.0:1775764424.498431:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 156 00000100:00100000:3.0:1775764424.507047:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098301184 00000100:00100000:3.0:1775764424.507065:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098301184 00000100:00100000:3.0:1775764424.507149:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 157 00000100:00100000:3.0:1775764424.507162:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445beca8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+15:48425:x1862022098301184:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1775764424.507194:0:42326:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764424.507233:0:42326:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146c00/0x57b8ff0e0304e82b lrc: 2/0,0 mode: --/PR res: [0x200003ab1:0x13:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17ae1f expref: -99 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764424.507295:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146000/0x57b8ff0e0304e832 lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0x13:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764424.507314:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146000/0x57b8ff0e0304e832 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x13:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764424.507331:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146000/0x57b8ff0e0304e832 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x13:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764424.507481:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146c00/0x57b8ff0e0304e82b lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0x13:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ae1f expref: 17 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764424.507517:0:42326:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146000/0x57b8ff0e0304e832 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x13:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ae1f expref: 16 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764424.507527:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x13:0x0].0x0 (ffff944586564500) 00010000:00010000:3.0:1775764424.507530:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1775764424.507534:0:42326:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445c2146000, rc 0) 00000100:00100000:3.0:1775764424.507623:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445beca8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+16:48425:x1862022098301184:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 Request processed in 463us (856us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764424.507631:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 157 00000100:00100000:0.0:1775764424.514232:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764424.540054:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764424.540249:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098301568 00000100:00100000:3.0:1775764424.540277:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098301568 00000100:00100000:3.0:1775764424.540366:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 159 00000100:00100000:3.0:1775764424.540379:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944587190700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+17:48425:x1862022098301568:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1775764424.540424:0:42326:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764424.540460:0:42326:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146c00/0x57b8ff0e0304e840 lrc: 2/0,0 mode: --/CR res: [0x200003ab1:0x13:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17ae26 expref: -99 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764424.540556:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146c00/0x57b8ff0e0304e840 lrc: 3/0,0 mode: CR/CR res: [0x200003ab1:0x13:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ae26 expref: 18 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764424.540575:0:42326:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146c00/0x57b8ff0e0304e840 lrc: 3/0,0 mode: CR/CR res: [0x200003ab1:0x13:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ae26 expref: 18 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764424.540596:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x13:0x0].0x0 (ffff944586564500) 00010000:00010000:3.0:1775764424.540598:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1775764424.540602:0:42326:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445c2146c00, rc 0) 00000100:00100000:3.0:1775764424.540925:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944587190700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+18:48425:x1862022098301568:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 Request processed in 546us (891us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764424.540933:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 159 00000100:00100000:0.0:1775764424.553897:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764424.554101:0:43212:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098301696 00000100:00100000:3.0:1775764424.554110:0:43212:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098301696 00000100:00080000:0.0:1775764424.555579:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1775764424.568120:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764424.583223:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764424.590966:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764424.600830:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764424.637776:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764424.661698:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764424.663933:0:42944:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098302848 00000100:00100000:3.0:1775764424.663951:0:42944:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098302848 00000100:00100000:3.0:1775764424.664042:0:42944:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 39 00000100:00100000:3.0:1775764424.664055:0:42944:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445becd7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+8:48425:x1862022098302848:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1775764424.664081:0:42944:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764424.664104:0:42944:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a8019a08/0x57b8ff0e0304e85c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x105:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17ae3b expref: -99 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764424.664143:0:42944:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000009f2554cc/0x57b8ff0e0304e855 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x105:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ae34 expref: 9 pid: 42945 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764424.664159:0:42944:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764424.664161:0:42944:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764424.664165:0:42944:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a8019a08/0x57b8ff0e0304e85c lrc: 4/0,0 mode: --/PW res: [0x280000400:0x105:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ae3b expref: 9 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764424.664202:0:42944:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000009f2554cc/0x57b8ff0e0304e855 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x105:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ae34 expref: 9 pid: 42945 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764424.664215:0:42944:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000009f2554cc/0x57b8ff0e0304e855 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x105:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ae34 expref: 9 pid: 42945 timeout: 1991 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764424.664231:0:42944:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944586b88700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:42944:1862022118952320:192.168.202.28@tcp:104: 00000100:00100000:3.0:1775764424.664349:0:42944:0:(client.c:2691:ptlrpc_set_wait()) set ffff9445b217c780 going to sleep for 11 seconds 00000100:00100000:3.0:1775764424.678031:0:42944:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944586b88700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:42944:1862022118952320:192.168.202.28@tcp:104: 00010000:00010000:3.0:1775764424.678087:0:42944:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000a8019a08/0x57b8ff0e0304e85c lrc: 3/0,0 mode: --/PW res: [0x280000400:0x105:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ae3b expref: 9 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764424.678111:0:42944:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445c2146600, rc 0) 00000100:00100000:3.0:1775764424.678184:0:42944:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445becd7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+9:48425:x1862022098302848:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 Request processed in 14131us (16501us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764424.678195:0:42944:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 39 00000100:00100000:0.0:1775764424.681187:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764424.682147:0:42311:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098302976 00000100:00100000:3.0:1775764424.682165:0:42311:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098302976 00010000:00010000:3.0:1775764424.682238:0:42311:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000009f2554cc/0x57b8ff0e0304e855 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x105:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ae34 expref: 9 pid: 42945 timeout: 1991 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764424.682300:0:42311:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 25 00000100:00100000:3.0:1775764424.682312:0:42311:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944587192300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+9:2378:x1862022098302976:12345-192.168.202.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764424.682329:0:42311:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764424.682355:0:42311:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000009f2554cc/0x57b8ff0e0304e855 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x105:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ae34 expref: 9 pid: 42945 timeout: 1991 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764424.682371:0:42311:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000009f2554cc/0x57b8ff0e0304e855 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x105:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ae34 expref: 9 pid: 42945 timeout: 1991 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764424.682410:0:42311:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009f2554cc/0x57b8ff0e0304e855 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x105:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ae34 expref: 9 pid: 42945 timeout: 1991 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764424.682434:0:42311:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764424.682437:0:42311:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764424.682445:0:42311:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000a8019a08/0x57b8ff0e0304e85c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x105:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ae3b expref: 8 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764424.682456:0:42311:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a8019a08/0x57b8ff0e0304e85c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x105:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ae3b expref: 8 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764424.682507:0:42311:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000a8019a08/0x57b8ff0e0304e85c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x105:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ae3b expref: 8 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764424.682525:0:42311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944586b88700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:42311:1862022118952448:192.168.202.28@tcp:105: 00000100:00100000:3.0:1775764424.682657:0:42311:0:(client.c:2691:ptlrpc_set_wait()) set ffff9445b217c780 going to sleep for 11 seconds 00000100:00100000:3.0:1775764424.698421:0:42311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944586b88700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:42311:1862022118952448:192.168.202.28@tcp:105: 00010000:00010000:3.0:1775764424.698464:0:42311:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764424.698532:0:42311:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944587192300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+8:2378:x1862022098302976:12345-192.168.202.28@tcp:103:ldlm_bl.0 Request processed in 16222us (17360us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764424.698546:0:42311:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 25 00000100:00100000:1.0:1775764424.708004:0:42949:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098303104 00000100:00100000:1.0:1775764424.708017:0:42949:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098303104 00002000:00100000:1.0:1775764424.708078:0:42949:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x105:0x0] (0->1023) req@ffff9445bbf2c000 x1862022098303104/t0(0) o4->7e6eda44-5508-487e-b17f-ff28ad9d3512@192.168.202.28@tcp:660/0 lens 1512/0 e 0 to 0 dl 1775764435 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764424.708088:0:42949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9445bbf2c000 with x1862022098303104 ext(0->1023) 00002000:00010000:1.0:1775764424.708094:0:42949:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9445bbf2c000 00000100:00100000:1.0:1775764424.708134:0:42949:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 4 00000100:00100000:1.0:1775764424.708144:0:42949:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bbf2c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+8:2377:x1862022098303104:12345-192.168.202.28@tcp:4:lhsmtool_posix.0 00000100:00100000:1.0:1775764424.713112:0:42949:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bbf2c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+10:2377:x1862022098303104:12345-192.168.202.28@tcp:4:lhsmtool_posix.0 Request processed in 4955us (5412us total) trans 34359738376 rc 0/0 00000100:00100000:1.0:1775764424.713138:0:42949:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 4 00002000:00100000:1.0:1775764424.713154:0:42949:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x105:0x0] (0->1023) req@ffff9445bbf2c000 x1862022098303104/t34359738376(0) o4->7e6eda44-5508-487e-b17f-ff28ad9d3512@192.168.202.28@tcp:660/0 lens 1512/448 e 0 to 0 dl 1775764435 ref 1 fl Complete:/600/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764424.713171:0:42949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9445bbf2c000 with x1862022098303104 ext(0->1023) 00002000:00010000:1.0:1775764424.713177:0:42949:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9445bbf2c000 00000100:00100000:1.0:1775764424.722403:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764424.722734:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098303232 00000100:00100000:3.0:1775764424.722760:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098303232 00000100:00100000:3.0:1775764424.722955:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 163 00000100:00100000:3.0:1775764424.722970:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445becd6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+20:48425:x1862022098303232:12345-192.168.202.28@tcp:44:lhsmtool_posix.0 00000100:00100000:0.0:1775764424.814041:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445becd6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+20:48425:x1862022098303232:12345-192.168.202.28@tcp:44:lhsmtool_posix.0 Request processed in 91057us (91642us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764424.814058:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 163 00000001:00080000:1.0:1775764424.814847:0:5825:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 34359738498 is committed 00000001:00080000:1.0:1775764424.814888:0:5825:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 34359738500 is committed 00000004:00080000:1.0:1775764424.814896:0:5825:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 4 committed 00000020:00080000:1.0:1775764424.814908:0:5825:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 30064771799 batchid updated 00000100:00100000:1.0:1775764424.815600:0:3330:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944587191500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3330:1862022118952576:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1775764424.815722:0:3330:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764424.816238:0:42945:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118952576 00000100:00100000:0.0:1775764424.816259:0:42945:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118952576 00000100:00100000:0.0:1775764424.816447:0:42945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40 00000100:00100000:0.0:1775764424.816457:0:42945:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445becd5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3330:x1862022118952576:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:0.0:1775764424.816669:0:42945:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x105:0x0] updating lvb size from disk: 0 -> 1024 00002000:00010000:0.0:1775764424.816673:0:42945:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x105:0x0] updating lvb mtime from disk: 0 -> 1775764425 00002000:00010000:0.0:1775764424.816677:0:42945:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x105:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1775764424.816679:0:42945:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x105:0x0] updating lvb ctime from disk: 1775764424 -> 1775764425 00002000:00010000:0.0:1775764424.816682:0:42945:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x105:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:0.0:1775764424.816758:0:42945:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445becd5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3330:x1862022118952576:12345-0@lo:2:osp-syn-1-0.0 Request processed in 302us (1036us total) trans 34359738377 rc 0/0 00000100:00100000:0.0:1775764424.816765:0:42945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40 00000004:00080000:1.0:1775764424.817450:0:3330:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff944587191500/2, rc 0, transno 34359738377 00000100:00100000:1.0:1775764424.817459:0:3330:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944587191500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3330:1862022118952576:0@lo:2:osp-syn-1-0.0 00000020:00080000:3.0:1775764424.817905:0:42361:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 30064771799 00000020:00080000:3.0:1775764424.817920:0:42361:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 30064771799 00000100:00100000:1.0:1775764424.827487:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764424.885506:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764424.885559:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764424.885597:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764424.887609:0:42317:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098303488 00000100:00100000:3.0:1775764424.887621:0:42317:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098303488 00000100:00100000:3.0:1775764424.887703:0:42317:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 140 00000100:00100000:3.0:1775764424.887714:0:42317:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94448180dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:24b54882-c0a1-43f2-954f-009e5a9afc9d+12:2379:x1862022098303488:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:3.0:1775764424.887836:0:42317:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94448180dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:24b54882-c0a1-43f2-954f-009e5a9afc9d+12:2379:x1862022098303488:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 123us (2346us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764424.887845:0:42317:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 140 00000100:00080000:1.0:1775764424.897171:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1775764424.897894:0:42945:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098303616 00000100:00100000:0.0:1775764424.897922:0:42945:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098303616 00000100:00100000:0.0:1775764424.899226:0:42945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 46 00000100:00100000:0.0:1775764424.899244:0:42945:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445becd4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+5:2379:x1862022098303616:12345-192.168.202.28@tcp:400:kworker.0 00000100:00080000:1.0:1775764424.899598:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000001:00080000:1.0:1775764424.900367:0:7469:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 34359738377 is committed 00000001:00080000:1.0:1775764424.900391:0:7469:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 34359738376 is committed 00000100:00100000:0.0:1775764424.900556:0:42945:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445becd4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+5:2379:x1862022098303616:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 1315us (14955us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764424.900568:0:42945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 46 00000100:00100000:1.0:1775764424.900989:0:43212:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445becd7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+7:2378:x1862022098303360:12345-192.168.202.28@tcp:16:lhsmtool_posix.0 Request processed in 73151us (73512us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764424.901007:0:43212:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 41 00000100:00100000:0.0:1775764424.906455:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00010000:00010000:3.0:1775764424.913375:0:3314:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff944580031000/0x57b8ff0e0304e863 lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0x13:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764424.913396:0:3314:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944580031000/0x57b8ff0e0304e863 lrc: 2/0,0 mode: PW/PW res: [0x200003ab1:0x13:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764424.913403:0:3314:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944580031000/0x57b8ff0e0304e863 lrc: 3/0,0 mode: PW/PW res: [0x200003ab1:0x13:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764424.913414:0:3314:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944580031000 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:3.0:1775764424.913420:0:3314:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944580031000/0x57b8ff0e0304e863 lrc: 3/0,0 mode: PW/PW res: [0x200003ab1:0x13:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764424.913427:0:3314:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944580031000/0x57b8ff0e0304e863 lrc: 4/0,0 mode: PW/PW res: [0x200003ab1:0x13:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764424.913445:0:3314:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x13:0x0].0x0 (ffff944586564500) 00010000:00010000:3.0:1775764424.913448:0:3314:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764424.913453:0:3314:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944580031000/0x57b8ff0e0304e863 lrc: 2/0,0 mode: --/PW res: [0x200003ab1:0x13:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764424.913459:0:3314:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944580031000/0x57b8ff0e0304e863 lrc: 0/0,0 mode: --/PW res: [0x200003ab1:0x13:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764424.913681:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764424.914595:0:42944:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098304128 00000100:00100000:3.0:1775764424.914608:0:42944:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098304128 00000100:00100000:3.0:1775764424.914680:0:42944:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 42 00000100:00100000:3.0:1775764424.914700:0:42944:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bf4fb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+7:2376:x1862022098304128:12345-192.168.202.28@tcp:2:lhsmtool_posix.0 00002000:00010000:3.0:1775764424.915500:0:42944:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x105:0x0] updating lvb size from disk: 1024 -> 1024 00002000:00010000:3.0:1775764424.915506:0:42944:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x105:0x0] updating lvb mtime from disk: 1775764425 -> 1775764422 00002000:00010000:3.0:1775764424.915508:0:42944:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x105:0x0] updating lvb atime from disk: 0 -> 1775764422 00002000:00010000:3.0:1775764424.915510:0:42944:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x105:0x0] updating lvb ctime from disk: 1775764425 -> 1775764422 00002000:00010000:3.0:1775764424.915513:0:42944:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x105:0x0] updating lvb blocks from disk: 1 -> 11 00000100:00100000:3.0:1775764424.915628:0:42944:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bf4fb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+8:2376:x1862022098304128:12345-192.168.202.28@tcp:2:lhsmtool_posix.0 Request processed in 928us (1948us total) trans 34359738378 rc 0/0 00000100:00100000:3.0:1775764424.915637:0:42944:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 42 00000100:00100000:1.0:1775764424.919576:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764424.924199:0:44493:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445b2cb1c00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:44493:1862022118952704:192.168.202.28@tcp:104: 00010000:00010000:3.0:1775764424.924586:0:44493:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff944580030e00/0x57b8ff0e0304e86a lrc: 3/0,1 mode: --/PW res: [0x200003ab1:0x13:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764424.929212:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00010000:00010000:3.0:1775764424.931165:0:44493:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff944580030e00/0x57b8ff0e0304e86a lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0x13:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764424.931175:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944580030e00/0x57b8ff0e0304e86a lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0x13:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764424.931207:0:44493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff944580030e00/0x57b8ff0e0304e86a lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0x13:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764424.931214:0:44493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944580030e00/0x57b8ff0e0304e86a lrc: 2/0,0 mode: PW/PW res: [0x200003ab1:0x13:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764424.931220:0:44493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944580030e00/0x57b8ff0e0304e86a lrc: 3/0,0 mode: PW/PW res: [0x200003ab1:0x13:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764424.931226:0:44493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944580030e00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:3.0:1775764424.931230:0:44493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944580030e00/0x57b8ff0e0304e86a lrc: 3/0,0 mode: PW/PW res: [0x200003ab1:0x13:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764424.931236:0:44493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944580030e00/0x57b8ff0e0304e86a lrc: 4/0,0 mode: PW/PW res: [0x200003ab1:0x13:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764424.931246:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x13:0x0].0x0 (ffff944586564500) 00010000:00010000:3.0:1775764424.931249:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:3.0:1775764424.931264:0:44493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944580030e00/0x57b8ff0e0304e86a lrc: 2/0,0 mode: --/PW res: [0x200003ab1:0x13:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764424.931269:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944580030e00/0x57b8ff0e0304e86a lrc: 0/0,0 mode: --/PW res: [0x200003ab1:0x13:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764424.931495:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bf4fbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+13:48425:x1862022098304384:12345-192.168.202.28@tcp:55:lhsmtool_posix.0 Request processed in 11570us (11926us total) trans 0 rc -22/-22 00000100:00100000:3.0:1775764424.931505:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 165 00000100:00100000:1.0:1775764424.937080:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764424.945634:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764424.946033:0:44302:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098304768 00000100:00100000:0.0:1775764424.946044:0:44302:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098304768 00010000:00010000:0.0:1775764424.946086:0:44302:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000a8019a08/0x57b8ff0e0304e85c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x105:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ae3b expref: 9 pid: 42944 timeout: 1991 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764424.946130:0:44302:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 27 00000100:00100000:0.0:1775764424.946139:0:44302:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944590e6fc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+9:2379:x1862022098304768:12345-192.168.202.28@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1775764424.946161:0:44302:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764424.946184:0:44302:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000a8019a08/0x57b8ff0e0304e85c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x105:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ae3b expref: 9 pid: 42944 timeout: 1991 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764424.946197:0:44302:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000a8019a08/0x57b8ff0e0304e85c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x105:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ae3b expref: 9 pid: 42944 timeout: 1991 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764424.946220:0:44302:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a8019a08/0x57b8ff0e0304e85c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x105:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ae3b expref: 9 pid: 42944 timeout: 1991 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764424.946237:0:44302:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764424.946240:0:44302:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764424.946244:0:44302:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000ee733864/0x57b8ff0e0304e871 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x105:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 42945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764424.946510:0:44302:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ee733864/0x57b8ff0e0304e871 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x105:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 42945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764424.946631:0:44302:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775764424.946695:0:44302:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944590e6fc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+8:2379:x1862022098304768:12345-192.168.202.28@tcp:103:ldlm_bl.0 Request processed in 555us (1073us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764424.946703:0:44302:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 27 00000100:00100000:1.0:1775764424.953858:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764424.953955:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098305024 00000100:00100000:0.0:1775764424.953969:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098305024 00000100:00100000:0.0:1775764424.954042:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 166 00000100:00100000:0.0:1775764424.954052:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bfe69880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+12:48425:x1862022098305024:12345-192.168.202.28@tcp:57:lhsmtool_posix.0 00010000:00010000:0.0:1775764424.954134:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c400/0x57b8ff0e0304e878 lrc: 3/0,1 mode: --/PW res: [0x200003ab1:0x11:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764424.954165:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c400/0x57b8ff0e0304e878 lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0x11:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764424.954181:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c400/0x57b8ff0e0304e878 lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0x11:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764424.954478:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27de00/0x57b8ff0e0304e87f lrc: 3/0,1 mode: --/EX res: [0x200003ab1:0x13:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764424.954489:0:42326:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146c00/0x57b8ff0e0304e840 lrc: 2/0,0 mode: CR/CR res: [0x200003ab1:0x13:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ae26 expref: 13 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764424.954497:0:42326:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27de00/0x57b8ff0e0304e87f lrc: 4/0,1 mode: --/EX res: [0x200003ab1:0x13:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764424.954544:0:42326:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146c00/0x57b8ff0e0304e840 lrc: 3/0,0 mode: CR/CR res: [0x200003ab1:0x13:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ae26 expref: 13 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764424.954559:0:42326:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146c00/0x57b8ff0e0304e840 lrc: 4/0,0 mode: CR/CR res: [0x200003ab1:0x13:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ae26 expref: 13 pid: 42326 timeout: 1991 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764424.954575:0:42326:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944587192300 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:42326:1862022118952960:192.168.202.28@tcp:104: 00000100:00100000:0.0:1775764424.954657:0:42326:0:(client.c:2691:ptlrpc_set_wait()) set ffff9445b2a74a80 going to sleep for 11 seconds 00000100:00100000:0.0:1775764424.961587:0:42326:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944587192300 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:42326:1862022118952960:192.168.202.28@tcp:104: 00010000:00010000:0.0:1775764424.961622:0:42326:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27de00/0x57b8ff0e0304e87f lrc: 3/0,1 mode: --/EX res: [0x200003ab1:0x13:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764424.962715:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764424.963699:0:42309:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098305152 00000100:00100000:0.0:1775764424.963712:0:42309:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098305152 00010000:00010000:0.0:1775764424.963768:0:42309:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146c00/0x57b8ff0e0304e840 lrc: 4/0,0 mode: CR/CR res: [0x200003ab1:0x13:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ae26 expref: 14 pid: 42326 timeout: 1991 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764424.963863:0:42309:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 28 00000100:00100000:0.0:1775764424.963875:0:42309:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bbd79c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+14:2379:x1862022098305152:12345-192.168.202.28@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1775764424.963904:0:42309:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764424.963911:0:42309:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146c00/0x57b8ff0e0304e840 lrc: 4/0,0 mode: CR/CR res: [0x200003ab1:0x13:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ae26 expref: 14 pid: 42326 timeout: 1991 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764424.963927:0:42309:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146c00/0x57b8ff0e0304e840 lrc: 3/0,0 mode: CR/CR res: [0x200003ab1:0x13:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ae26 expref: 14 pid: 42326 timeout: 1991 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764424.963951:0:42309:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146c00/0x57b8ff0e0304e840 lrc: 0/0,0 mode: --/CR res: [0x200003ab1:0x13:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ae26 expref: 14 pid: 42326 timeout: 1991 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764424.963975:0:42309:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x13:0x0].0x0 (ffff944586564500) 00010000:00010000:0.0:1775764424.963982:0:42309:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27de00/0x57b8ff0e0304e87f lrc: 3/0,1 mode: --/EX res: [0x200003ab1:0x13:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764424.964200:0:42309:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27de00/0x57b8ff0e0304e87f lrc: 3/0,1 mode: EX/EX res: [0x200003ab1:0x13:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764424.964211:0:42309:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27de00/0x57b8ff0e0304e87f lrc: 4/0,1 mode: EX/EX res: [0x200003ab1:0x13:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764424.964518:0:42309:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1775764424.964871:0:42309:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bbd79c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+13:2379:x1862022098305152:12345-192.168.202.28@tcp:103:ldlm_bl.0 Request processed in 994us (2158us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764424.964896:0:42309:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 28 00010000:00010000:3.0:1775764424.968967:0:42326:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27de00/0x57b8ff0e0304e87f lrc: 3/0,1 mode: EX/EX res: [0x200003ab1:0x13:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764424.968987:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27de00/0x57b8ff0e0304e87f lrc: 3/0,1 mode: EX/EX res: [0x200003ab1:0x13:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764424.975906:0:42329:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118953088 00000100:00100000:1.0:1775764424.975930:0:42329:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118953088 00000100:00100000:1.0:1775764424.976194:0:42329:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:1.0:1775764424.976208:0:42329:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94448647c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:42326:x1862022118953088:12345-0@lo:1000:mdt00_002.0 00000100:00100000:1.0:1775764424.976404:0:42329:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94448647c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:42326:x1862022118953088:12345-0@lo:1000:mdt00_002.0 Request processed in 199us (4722us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764424.976412:0:42329:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:0.0:1775764424.979410:0:42330:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118953216 00000100:00100000:0.0:1775764424.979420:0:42330:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118953216 00000100:00100000:0.0:1775764424.979478:0:42330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:0.0:1775764424.979487:0:42330:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94448647ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:42326:x1862022118953216:12345-0@lo:1000:mdt00_002.0 00000100:00100000:0.0:1775764424.979900:0:42330:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94448647ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:42326:x1862022118953216:12345-0@lo:1000:mdt00_002.0 Request processed in 411us (2416us total) trans 34359738379 rc 0/0 00000100:00100000:0.0:1775764424.979920:0:42330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:1.0:1775764424.987186:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000040:00080000:1.0:1775764424.988582:0:42356:0:(llog.c:800:llog_process_thread()) index: 8, lh_last_idx: 8 synced_idx: 8 lgh_last_idx: 8 00000040:00080000:1.0:1775764424.988588:0:42356:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x32:0x0] at index 8 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1775764424.988618:0:42356:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x32:0x0] index 3 count 3 00000040:00080000:1.0:1775764424.988624:0:42356:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 9 count 2 00000100:00100000:0.0:1775764424.989622:0:42328:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098305280 00000100:00100000:0.0:1775764424.989636:0:42328:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098305280 00000100:00100000:0.0:1775764424.989710:0:42328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 61 00000100:00100000:0.0:1775764424.989719:0:42328:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bbd78a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+17:48424:x1862022098305280:12345-192.168.202.28@tcp:49:lfs.0 00000100:00100000:0.0:1775764424.989910:0:42328:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bbd78a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+17:48424:x1862022098305280:12345-192.168.202.28@tcp:49:lfs.0 Request processed in 192us (2735us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764424.989918:0:42328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 61 00000100:00100000:1.0:1775764424.997467:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764424.997561:0:42328:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098305536 00000100:00100000:0.0:1775764424.997571:0:42328:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098305536 00000100:00100000:0.0:1775764424.997629:0:42328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 62 00000100:00100000:0.0:1775764424.997639:0:42328:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bbd78000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+17:48425:x1862022098305536:12345-192.168.202.28@tcp:35:lhsmtool_posix.0 00010000:00010000:3.0:1775764425.006435:0:43224:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1775764425.006446:0:43224:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944580031e00/0x57b8ff0e0304e88d lrc: 2/0,0 mode: PW/PW res: [0x200003ab1:0x13:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 42328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764425.006456:0:43224:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944580031e00 already unused, calling callback (ffffffffc177a060) 00010000:00010000:3.0:1775764425.006460:0:43224:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944580031e00/0x57b8ff0e0304e88d lrc: 2/0,0 mode: PW/PW res: [0x200003ab1:0x13:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 42328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764425.006469:0:43224:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944580031e00/0x57b8ff0e0304e88d lrc: 3/0,0 mode: PW/PW res: [0x200003ab1:0x13:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 42328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764425.006488:0:43224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x13:0x0].0x0 (ffff94459084aa00) 00010000:00010000:3.0:1775764425.006492:0:43224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1775764425.006497:0:43224:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944580031e00/0x57b8ff0e0304e88d lrc: 1/0,0 mode: --/PW res: [0x200003ab1:0x13:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 42328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764425.006501:0:43224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944580031e00/0x57b8ff0e0304e88d lrc: 0/0,0 mode: --/PW res: [0x200003ab1:0x13:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 42328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764425.006528:0:43224:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764425.006529:0:43224:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764425.006531:0:43224:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775764425.006935:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00080000:0.0:1775764425.009744:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1775764425.058549:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764425.059573:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 168 00000100:00100000:3.0:1775764425.059587:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944587191f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+19:48426:x1862022098305920:12345-192.168.202.28@tcp:101:rm.0 00010000:00010000:3.0:1775764425.059618:0:42324:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764425.059647:0:42324:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2147a00/0x57b8ff0e0304e894 lrc: 2/0,0 mode: --/CR res: [0x200003ab1:0x10:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17ae42 expref: -99 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764425.059963:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146a00/0x57b8ff0e0304e89b lrc: 3/1,0 mode: --/CR res: [0x200003ab1:0x10:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764425.059981:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146a00/0x57b8ff0e0304e89b lrc: 3/1,0 mode: CR/CR res: [0x200003ab1:0x10:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764425.060005:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146a00/0x57b8ff0e0304e89b lrc: 3/1,0 mode: CR/CR res: [0x200003ab1:0x10:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764425.060022:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2147400/0x57b8ff0e0304e8a2 lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0x10:0x0].0x5a11b149 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764425.060028:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2147400/0x57b8ff0e0304e8a2 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x10:0x0].0x5a11b149 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764425.060035:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2147400/0x57b8ff0e0304e8a2 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x10:0x0].0x5a11b149 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764425.060415:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2147e00/0x57b8ff0e0304e8a9 lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0x11:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764425.060428:0:42324:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d200/0x57b8ff0e0304e7c2 lrc: 2/0,0 mode: CW/CW res: [0x200003ab1:0x11:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ae03 expref: 20 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764425.060440:0:42324:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2147e00/0x57b8ff0e0304e8a9 lrc: 4/1,0 mode: --/PR res: [0x200003ab1:0x11:0x0].0x0 bits 0x13/0x48 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764425.060476:0:42324:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d200/0x57b8ff0e0304e7c2 lrc: 3/0,0 mode: CW/CW res: [0x200003ab1:0x11:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ae03 expref: 20 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764425.060489:0:42324:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d200/0x57b8ff0e0304e7c2 lrc: 4/0,0 mode: CW/CW res: [0x200003ab1:0x11:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ae03 expref: 20 pid: 42325 timeout: 1991 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764425.060503:0:42324:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944586b88700 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:42324:1862022118953472:192.168.202.28@tcp:104: 00000100:00100000:3.0:1775764425.061607:0:42324:0:(client.c:2691:ptlrpc_set_wait()) set ffff944584c33cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1775764425.068627:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764425.070531:0:42324:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944586b88700 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:42324:1862022118953472:192.168.202.28@tcp:104: 00010000:00010000:3.0:1775764425.070568:0:42324:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2147e00/0x57b8ff0e0304e8a9 lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0x11:0x0].0x0 bits 0x13/0x48 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764425.074101:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764425.074402:0:42311:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098306304 00000100:00100000:3.0:1775764425.074414:0:42311:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098306304 00010000:00010000:3.0:1775764425.074458:0:42311:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d200/0x57b8ff0e0304e7c2 lrc: 4/0,0 mode: CW/CW res: [0x200003ab1:0x11:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ae03 expref: 22 pid: 42325 timeout: 1991 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764425.074549:0:42311:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 29 00000100:00100000:3.0:1775764425.074559:0:42311:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bbd7bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+22:2379:x1862022098306304:12345-192.168.202.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764425.074574:0:42311:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764425.074582:0:42311:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d200/0x57b8ff0e0304e7c2 lrc: 4/0,0 mode: CW/CW res: [0x200003ab1:0x11:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ae03 expref: 22 pid: 42325 timeout: 1991 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764425.074600:0:42311:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d200/0x57b8ff0e0304e7c2 lrc: 3/0,0 mode: CW/CW res: [0x200003ab1:0x11:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ae03 expref: 22 pid: 42325 timeout: 1991 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764425.074622:0:42311:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d200/0x57b8ff0e0304e7c2 lrc: 0/0,0 mode: --/CW res: [0x200003ab1:0x11:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ae03 expref: 22 pid: 42325 timeout: 1991 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764425.074639:0:42311:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x11:0x0].0x0 (ffff944582f80700) 00010000:00010000:3.0:1775764425.074644:0:42311:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2147e00/0x57b8ff0e0304e8a9 lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0x11:0x0].0x0 bits 0x13/0x48 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764425.074655:0:42311:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2147e00/0x57b8ff0e0304e8a9 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x11:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764425.074663:0:42311:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2147e00/0x57b8ff0e0304e8a9 lrc: 4/1,0 mode: PR/PR res: [0x200003ab1:0x11:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764425.074709:0:42311:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764425.074774:0:42311:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bbd7bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+21:2379:x1862022098306304:12345-192.168.202.28@tcp:103:ldlm_bl.0 Request processed in 217us (780us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764425.074784:0:42311:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 29 00010000:00010000:1.0:1775764425.074898:0:42324:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2147e00/0x57b8ff0e0304e8a9 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x11:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764425.074905:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2147e00/0x57b8ff0e0304e8a9 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x11:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764425.074949:0:42324:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab1:0x11:0x0]: returning size 1024 00000004:00200000:1.0:1775764425.074953:0:42324:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1775764425.074980:0:42324:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2147e00/0x57b8ff0e0304e8a9 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x11:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764425.075003:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2147e00/0x57b8ff0e0304e8a9 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x11:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764425.075013:0:42324:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146a00/0x57b8ff0e0304e89b lrc: 3/1,0 mode: CR/CR res: [0x200003ab1:0x10:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764425.075020:0:42324:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146a00/0x57b8ff0e0304e89b lrc: 2/0,0 mode: CR/CR res: [0x200003ab1:0x10:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764425.075026:0:42324:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146a00/0x57b8ff0e0304e89b lrc: 3/0,0 mode: CR/CR res: [0x200003ab1:0x10:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764425.075032:0:42324:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445c2146a00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:1.0:1775764425.075036:0:42324:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146a00/0x57b8ff0e0304e89b lrc: 3/0,0 mode: CR/CR res: [0x200003ab1:0x10:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764425.075043:0:42324:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146a00/0x57b8ff0e0304e89b lrc: 4/0,0 mode: CR/CR res: [0x200003ab1:0x10:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764425.075053:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x10:0x0].0x0 (ffff944582f80f00) 00010000:00010000:1.0:1775764425.075056:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764425.075059:0:42324:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146a00/0x57b8ff0e0304e89b lrc: 2/0,0 mode: --/CR res: [0x200003ab1:0x10:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764425.075065:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146a00/0x57b8ff0e0304e89b lrc: 0/0,0 mode: --/CR res: [0x200003ab1:0x10:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764425.075077:0:42324:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2147400/0x57b8ff0e0304e8a2 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x10:0x0].0x5a11b149 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764425.075082:0:42324:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2147400/0x57b8ff0e0304e8a2 lrc: 2/0,0 mode: PR/PR res: [0x200003ab1:0x10:0x0].0x5a11b149 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764425.075089:0:42324:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2147400/0x57b8ff0e0304e8a2 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x10:0x0].0x5a11b149 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764425.075093:0:42324:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445c2147400 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:1.0:1775764425.075096:0:42324:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2147400/0x57b8ff0e0304e8a2 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x10:0x0].0x5a11b149 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764425.075101:0:42324:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2147400/0x57b8ff0e0304e8a2 lrc: 4/0,0 mode: PR/PR res: [0x200003ab1:0x10:0x0].0x5a11b149 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764425.075108:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x10:0x0].0x5a11b149 (ffff944586564f00) 00010000:00010000:1.0:1775764425.075110:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764425.075112:0:42324:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2147400/0x57b8ff0e0304e8a2 lrc: 2/0,0 mode: --/PR res: [0x200003ab1:0x10:0x0].0x5a11b149 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764425.075117:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2147400/0x57b8ff0e0304e8a2 lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0x10:0x0].0x5a11b149 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764425.075165:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2147a00/0x57b8ff0e0304e894 lrc: 0/0,0 mode: --/CR res: [0x200003ab1:0x10:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ae42 expref: 21 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764425.075177:0:42324:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2147e00/0x57b8ff0e0304e8a9 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x11:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ae42 expref: 20 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764425.075183:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x11:0x0].0x0 (ffff944582f80700) 00010000:00010000:1.0:1775764425.075186:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1775764425.075188:0:42324:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445c2147e00, rc 0) 00000100:00100000:1.0:1775764425.075216:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944587191f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+20:48426:x1862022098305920:12345-192.168.202.28@tcp:101:rm.0 Request processed in 15634us (16681us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764425.075226:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 168 00000100:00100000:1.0:1775764425.081417:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764425.081512:0:42944:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098306432 00000100:00100000:3.0:1775764425.081525:0:42944:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098306432 00000100:00100000:3.0:1775764425.081635:0:42944:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 44 00000100:00100000:3.0:1775764425.081646:0:42944:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bbd79180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+7:2378:x1862022098306432:12345-192.168.202.28@tcp:101:rm.0 00010000:00010000:3.0:1775764425.081664:0:42944:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764425.081696:0:42944:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006d207af6/0x57b8ff0e0304e8b0 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x105:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17ae49 expref: -99 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1775764425.081734:0:42944:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x105:0x0] initial LVB size: 1024, mtime: 0x69d803c6, atime: 0x69d803c6, ctime: 0x69d803c6, blocks: 0xb 00010000:00010000:3.0:1775764425.081756:0:42944:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764425.081758:0:42944:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764425.081767:0:42944:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006d207af6/0x57b8ff0e0304e8b0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x105:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ae49 expref: 8 pid: 42944 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764425.081788:0:42944:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000006d207af6/0x57b8ff0e0304e8b0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x105:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ae49 expref: 8 pid: 42944 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764425.081886:0:42944:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445c2146c00, rc 0) 00000100:00100000:3.0:1775764425.081976:0:42944:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bbd79180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+8:2378:x1862022098306432:12345-192.168.202.28@tcp:101:rm.0 Request processed in 332us (571us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764425.081984:0:42944:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 44 00000100:00100000:3.0:1775764425.089968:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098306688 00000100:00100000:3.0:1775764425.089982:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098306688 00000100:00100000:3.0:1775764425.090053:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 169 00000100:00100000:3.0:1775764425.090064:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94448647d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+20:48426:x1862022098306688:12345-192.168.202.28@tcp:36:rm.0 00010000:00010000:3.0:1775764425.090133:0:44493:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1775764425.090176:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2147e00/0x57b8ff0e0304e8a9 lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0x11:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ae42 expref: 20 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764425.090198:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944587809800/0x57b8ff0e0304e7d7 lrc: 0/0,0 mode: --/CR res: [0x200003ab1:0x11:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ae0a expref: 19 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764425.090209:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x11:0x0].0x0 (ffff944582f80700) 00010000:00010000:3.0:1775764425.090222:0:44493:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1775764425.090243:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146600/0x57b8ff0e0304e8b7 lrc: 3/0,1 mode: --/CW res: [0x200003ab1:0x10:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764425.090260:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146600/0x57b8ff0e0304e8b7 lrc: 3/0,1 mode: CW/CW res: [0x200003ab1:0x10:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764425.090281:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146600/0x57b8ff0e0304e8b7 lrc: 3/0,1 mode: CW/CW res: [0x200003ab1:0x10:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764425.090297:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146000/0x57b8ff0e0304e8be lrc: 3/0,1 mode: --/PW res: [0x200003ab1:0x10:0x0].0x5a11b149 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764425.090303:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146000/0x57b8ff0e0304e8be lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0x10:0x0].0x5a11b149 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764425.090309:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146000/0x57b8ff0e0304e8be lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0x10:0x0].0x5a11b149 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764425.090645:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2147a00/0x57b8ff0e0304e8c5 lrc: 3/0,1 mode: --/EX res: [0x200003ab1:0x11:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764425.090653:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2147a00/0x57b8ff0e0304e8c5 lrc: 3/0,1 mode: EX/EX res: [0x200003ab1:0x11:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764425.090660:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2147a00/0x57b8ff0e0304e8c5 lrc: 3/0,1 mode: EX/EX res: [0x200003ab1:0x11:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1775764425.091469:0:44493:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x30:0x0].5, 64 off8536 00010000:00010000:3.0:1775764425.091560:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2147400/0x57b8ff0e0304e8cc lrc: 3/0,1 mode: --/PW res: [0x200003ab1:0x11:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764425.091572:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2147400/0x57b8ff0e0304e8cc lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0x11:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764425.091582:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2147400/0x57b8ff0e0304e8cc lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0x11:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764425.091588:0:44493:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2147400/0x57b8ff0e0304e8cc lrc: 4/0,1 mode: PW/PW res: [0x200003ab1:0x11:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764425.091595:0:44493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2147400/0x57b8ff0e0304e8cc lrc: 4/0,1 mode: PW/PW res: [0x200003ab1:0x11:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764425.091601:0:44493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2147400/0x57b8ff0e0304e8cc lrc: 3/0,0 mode: PW/PW res: [0x200003ab1:0x11:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764425.091635:0:44493:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1775764425.091658:0:44493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2147a00/0x57b8ff0e0304e8c5 lrc: 3/0,1 mode: EX/EX res: [0x200003ab1:0x11:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764425.091664:0:44493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2147a00/0x57b8ff0e0304e8c5 lrc: 2/0,0 mode: EX/EX res: [0x200003ab1:0x11:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764425.091670:0:44493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2147a00/0x57b8ff0e0304e8c5 lrc: 3/0,0 mode: EX/EX res: [0x200003ab1:0x11:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764425.091676:0:44493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445c2147a00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:3.0:1775764425.091680:0:44493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2147a00/0x57b8ff0e0304e8c5 lrc: 3/0,0 mode: EX/EX res: [0x200003ab1:0x11:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764425.091688:0:44493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2147a00/0x57b8ff0e0304e8c5 lrc: 4/0,0 mode: EX/EX res: [0x200003ab1:0x11:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764425.091699:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x11:0x0].0x0 (ffff944586564300) 00010000:00010000:3.0:1775764425.091702:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1775764425.091708:0:44493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2147a00/0x57b8ff0e0304e8c5 lrc: 2/0,0 mode: --/EX res: [0x200003ab1:0x11:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764425.091713:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2147a00/0x57b8ff0e0304e8c5 lrc: 0/0,0 mode: --/EX res: [0x200003ab1:0x11:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764425.091737:0:44493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146600/0x57b8ff0e0304e8b7 lrc: 3/0,1 mode: CW/CW res: [0x200003ab1:0x10:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764425.091745:0:44493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146600/0x57b8ff0e0304e8b7 lrc: 2/0,0 mode: CW/CW res: [0x200003ab1:0x10:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764425.091752:0:44493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146600/0x57b8ff0e0304e8b7 lrc: 3/0,0 mode: CW/CW res: [0x200003ab1:0x10:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764425.091757:0:44493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445c2146600 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:3.0:1775764425.091761:0:44493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146600/0x57b8ff0e0304e8b7 lrc: 3/0,0 mode: CW/CW res: [0x200003ab1:0x10:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764425.091767:0:44493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146600/0x57b8ff0e0304e8b7 lrc: 4/0,0 mode: CW/CW res: [0x200003ab1:0x10:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764425.091774:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x10:0x0].0x0 (ffff944582f80f00) 00010000:00010000:3.0:1775764425.091776:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764425.091779:0:44493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146600/0x57b8ff0e0304e8b7 lrc: 2/0,0 mode: --/CW res: [0x200003ab1:0x10:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764425.091785:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146600/0x57b8ff0e0304e8b7 lrc: 0/0,0 mode: --/CW res: [0x200003ab1:0x10:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764425.091834:0:44493:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000cc244dd9 reply state 00000000a12a6e4f transno 34359738511 ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146000/0x57b8ff0e0304e8be lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0x10:0x0].0x5a11b149 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764425.091850:0:44493:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1775764425.091959:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94448647d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+20:48426:x1862022098306688:12345-192.168.202.28@tcp:36:rm.0 Request processed in 1892us (2167us total) trans 34359738511 rc 0/0 00000100:00100000:3.0:1775764425.091971:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 169 00010000:00010000:1.0:1775764425.092421:0:42312:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1775764425.092430:0:42312:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2147400/0x57b8ff0e0304e8cc lrc: 2/0,0 mode: PW/PW res: [0x200003ab1:0x11:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764425.092438:0:42312:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445c2147400 already unused, calling callback (ffffffffc177a060) 00010000:00010000:1.0:1775764425.092442:0:42312:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2147400/0x57b8ff0e0304e8cc lrc: 2/0,0 mode: PW/PW res: [0x200003ab1:0x11:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764425.092449:0:42312:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2147400/0x57b8ff0e0304e8cc lrc: 3/0,0 mode: PW/PW res: [0x200003ab1:0x11:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764425.092460:0:42312:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x11:0x0].0x0 (ffff944586564300) 00010000:00010000:1.0:1775764425.092462:0:42312:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1775764425.092465:0:42312:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2147400/0x57b8ff0e0304e8cc lrc: 1/0,0 mode: --/PW res: [0x200003ab1:0x11:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764425.092472:0:42312:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2147400/0x57b8ff0e0304e8cc lrc: 0/0,0 mode: --/PW res: [0x200003ab1:0x11:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764425.092491:0:42312:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764425.092493:0:42312:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764425.092494:0:42312:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775764425.194440:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098306944 00000100:00100000:0.0:1775764425.194455:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098306944 00000100:00100000:0.0:1775764425.194528:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 170 00000100:00100000:0.0:1775764425.194538:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94448647e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+19:48432:x1862022098306944:12345-192.168.202.28@tcp:101:bash.0 00010000:00010000:0.0:1775764425.194572:0:42326:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764425.194607:0:42326:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d000/0x57b8ff0e0304e8d3 lrc: 2/0,0 mode: --/CW res: [0x200003ab1:0x10:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17ae50 expref: -99 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764425.194779:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27ca00/0x57b8ff0e0304e8da lrc: 3/0,1 mode: --/CW res: [0x200003ab1:0x10:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764425.195052:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27ca00/0x57b8ff0e0304e8da lrc: 3/0,1 mode: CW/CW res: [0x200003ab1:0x10:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764425.195078:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27ca00/0x57b8ff0e0304e8da lrc: 3/0,1 mode: CW/CW res: [0x200003ab1:0x10:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764425.195099:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c600/0x57b8ff0e0304e8e1 lrc: 3/0,1 mode: --/PW res: [0x200003ab1:0x10:0x0].0x5a11b149 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764425.195107:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c600/0x57b8ff0e0304e8e1 lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0x10:0x0].0x5a11b149 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764425.195114:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c600/0x57b8ff0e0304e8e1 lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0x10:0x0].0x5a11b149 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1775764425.197630:0:42326:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x105:0x0], index 0: 0 00010000:00010000:0.0:1775764425.199461:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27ce00/0x57b8ff0e0304e8e8 lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0x14:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764425.199482:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27ce00/0x57b8ff0e0304e8e8 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x14:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764425.199495:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27ce00/0x57b8ff0e0304e8e8 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x14:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764425.199532:0:42326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27ca00/0x57b8ff0e0304e8da lrc: 3/0,1 mode: CW/CW res: [0x200003ab1:0x10:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764425.199539:0:42326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27ca00/0x57b8ff0e0304e8da lrc: 2/0,0 mode: CW/CW res: [0x200003ab1:0x10:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764425.199544:0:42326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27ca00/0x57b8ff0e0304e8da lrc: 3/0,0 mode: CW/CW res: [0x200003ab1:0x10:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764425.199550:0:42326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445bc27ca00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:0.0:1775764425.199555:0:42326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27ca00/0x57b8ff0e0304e8da lrc: 3/0,0 mode: CW/CW res: [0x200003ab1:0x10:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764425.199563:0:42326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27ca00/0x57b8ff0e0304e8da lrc: 4/0,0 mode: CW/CW res: [0x200003ab1:0x10:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764425.199575:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x10:0x0].0x0 (ffff944582f80f00) 00010000:00010000:0.0:1775764425.199578:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764425.199582:0:42326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27ca00/0x57b8ff0e0304e8da lrc: 2/0,0 mode: --/CW res: [0x200003ab1:0x10:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764425.199588:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27ca00/0x57b8ff0e0304e8da lrc: 0/0,0 mode: --/CW res: [0x200003ab1:0x10:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764425.199870:0:42326:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000528584ca reply state 0000000018437bd5 transno 34359738512 ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c600/0x57b8ff0e0304e8e1 lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0x10:0x0].0x5a11b149 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764425.200394:0:42326:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1775764425.200444:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d000/0x57b8ff0e0304e8d3 lrc: 0/0,0 mode: --/CW res: [0x200003ab1:0x10:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ae50 expref: 22 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764425.200465:0:42326:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27ce00/0x57b8ff0e0304e8e8 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x14:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ae50 expref: 21 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764425.200476:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x14:0x0].0x0 (ffff944582f80d00) 00010000:00010000:0.0:1775764425.200478:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1775764425.200481:0:42326:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445bc27ce00, rc 0) 00000100:00100000:0.0:1775764425.200752:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94448647e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+22:48432:x1862022098306944:12345-192.168.202.28@tcp:101:bash.0 Request processed in 6215us (6593us total) trans 34359738512 rc 0/0 00000100:00100000:0.0:1775764425.200767:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 170 00000100:00100000:0.0:1775764425.209403:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764425.209922:0:43212:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098307072 00000100:00100000:1.0:1775764425.209935:0:43212:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098307072 00000100:00100000:1.0:1775764425.210016:0:43212:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 45 00000100:00100000:1.0:1775764425.210029:0:43212:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944587193b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+5:2378:x1862022098307072:12345-192.168.202.28@tcp:101:bash.0 00010000:00010000:1.0:1775764425.210051:0:43212:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764425.210080:0:43212:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007a0ba720/0x57b8ff0e0304e8f6 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x105:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17ae57 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1775764425.210116:0:43212:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x105:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1775764425.210137:0:43212:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1775764425.210139:0:43212:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1775764425.210161:0:43212:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007a0ba720/0x57b8ff0e0304e8f6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x105:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ae57 expref: 6 pid: 43212 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764425.210185:0:43212:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000007a0ba720/0x57b8ff0e0304e8f6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x105:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ae57 expref: 6 pid: 43212 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764425.210204:0:43212:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944587808400, rc 0) 00000100:00100000:1.0:1775764425.210298:0:43212:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944587193b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+6:2378:x1862022098307072:12345-192.168.202.28@tcp:101:bash.0 Request processed in 272us (911us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764425.210308:0:43212:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 45 00010000:00010000:3.0:1775764425.213320:0:3314:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c600/0x57b8ff0e0304e8e1 lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0x10:0x0].0x5a11b149 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764425.213343:0:3314:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c600/0x57b8ff0e0304e8e1 lrc: 2/0,0 mode: PW/PW res: [0x200003ab1:0x10:0x0].0x5a11b149 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764425.213352:0:3314:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c600/0x57b8ff0e0304e8e1 lrc: 3/0,0 mode: PW/PW res: [0x200003ab1:0x10:0x0].0x5a11b149 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764425.213359:0:3314:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445bc27c600 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:3.0:1775764425.213366:0:3314:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c600/0x57b8ff0e0304e8e1 lrc: 3/0,0 mode: PW/PW res: [0x200003ab1:0x10:0x0].0x5a11b149 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764425.213375:0:3314:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c600/0x57b8ff0e0304e8e1 lrc: 4/0,0 mode: PW/PW res: [0x200003ab1:0x10:0x0].0x5a11b149 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764425.213395:0:3314:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x10:0x0].0x5a11b149 (ffff944582f80e00) 00010000:00010000:3.0:1775764425.213399:0:3314:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764425.213405:0:3314:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c600/0x57b8ff0e0304e8e1 lrc: 2/0,0 mode: --/PW res: [0x200003ab1:0x10:0x0].0x5a11b149 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764425.213412:0:3314:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c600/0x57b8ff0e0304e8e1 lrc: 0/0,0 mode: --/PW res: [0x200003ab1:0x10:0x0].0x5a11b149 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764425.217685:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764425.218395:0:42946:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098307200 00000100:00100000:0.0:1775764425.218409:0:42946:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098307200 00000100:00100000:0.0:1775764425.218475:0:42946:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 46 00000100:00100000:0.0:1775764425.218486:0:42946:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bbd7a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+6:48432:x1862022098307200:12345-192.168.202.28@tcp:101:bash.0 00010000:00010000:0.0:1775764425.218505:0:42946:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764425.218523:0:42946:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000087be9357/0x57b8ff0e0304e8fd lrc: 2/0,0 mode: --/PW res: [0x240000400:0x105:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17ae5e expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764425.218556:0:42946:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000007a0ba720/0x57b8ff0e0304e8f6 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x105:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ae57 expref: 7 pid: 43212 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764425.218567:0:42946:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764425.218569:0:42946:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764425.218574:0:42946:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000087be9357/0x57b8ff0e0304e8fd lrc: 4/0,0 mode: --/PW res: [0x240000400:0x105:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ae5e expref: 7 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764425.218621:0:42946:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000007a0ba720/0x57b8ff0e0304e8f6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x105:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ae57 expref: 7 pid: 43212 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764425.218634:0:42946:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000007a0ba720/0x57b8ff0e0304e8f6 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x105:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ae57 expref: 7 pid: 43212 timeout: 1992 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764425.218649:0:42946:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944587190380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:42946:1862022118953600:192.168.202.28@tcp:104: 00000100:00100000:0.0:1775764425.219483:0:42946:0:(client.c:2691:ptlrpc_set_wait()) set ffff9445b2a74a80 going to sleep for 11 seconds 00000100:00100000:3.0:1775764425.224480:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00010000:00010000:1.0:1775764425.225578:0:42946:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007a0ba720/0x57b8ff0e0304e8f6 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x105:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ae57 expref: 8 pid: 43212 timeout: 1992 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764425.225605:0:42946:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944587190380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:42946:1862022118953600:192.168.202.28@tcp:104: 00010000:00010000:1.0:1775764425.225631:0:42946:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000087be9357/0x57b8ff0e0304e8fd lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x105:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ae5e expref: 7 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764425.225641:0:42946:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445bc27ca00, rc 0) 00000100:00100000:1.0:1775764425.225670:0:42946:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bbd7a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+7:48432:x1862022098307200:12345-192.168.202.28@tcp:101:bash.0 Request processed in 7187us (8006us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764425.225678:0:42946:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 46 00000100:00100000:1.0:1775764425.233616:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764425.233725:0:42328:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098307584 00000100:00100000:0.0:1775764425.233746:0:42328:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098307584 00000100:00100000:0.0:1775764425.233867:0:42328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 64 00000100:00100000:0.0:1775764425.233877:0:42328:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bbd7b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+21:48432:x1862022098307584:12345-192.168.202.28@tcp:35:bash.0 00000100:00100000:0.0:1775764425.234604:0:42328:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bbd7b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+22:48432:x1862022098307584:12345-192.168.202.28@tcp:35:bash.0 Request processed in 725us (996us total) trans 34359738513 rc 0/0 00000100:00100000:0.0:1775764425.234612:0:42328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 64 00000100:00100000:1.0:1775764425.363131:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764425.363361:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098307712 00000100:00100000:3.0:1775764425.363374:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098307712 00000100:00100000:3.0:1775764425.363502:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 171 00000100:00100000:3.0:1775764425.363515:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bbd78700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+22:48437:x1862022098307712:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:3.0:1775764425.363549:0:44493:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764425.363568:0:44493:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146600/0x57b8ff0e0304e904 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17ae65 expref: -99 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764425.363634:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2147a00/0x57b8ff0e0304e90b lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0x10:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764425.363647:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2147a00/0x57b8ff0e0304e90b lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x10:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764425.363658:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2147a00/0x57b8ff0e0304e90b lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x10:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764425.363722:0:44493:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab1:0x10:0x0]: returning size 7680 00000004:00200000:3.0:1775764425.363726:0:44493:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00010000:3.0:1775764425.363760:0:44493:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2147a00/0x57b8ff0e0304e90b lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x10:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764425.363785:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146600/0x57b8ff0e0304e904 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ae65 expref: 24 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764425.364256:0:44493:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2147a00/0x57b8ff0e0304e90b lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x10:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ae65 expref: 23 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764425.364266:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x10:0x0].0x0 (ffff944582f80f00) 00010000:00010000:3.0:1775764425.364340:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1775764425.364345:0:44493:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445c2147a00, rc 0) 00000100:00100000:3.0:1775764425.364422:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bbd78700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+23:48437:x1862022098307712:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 909us (1300us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764425.364431:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 171 00000100:00100000:3.0:1775764425.374303:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764425.374551:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098307968 00000100:00100000:1.0:1775764425.374567:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098307968 00000100:00100000:1.0:1775764425.374630:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 172 00000100:00100000:1.0:1775764425.374641:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944586b8ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+23:48437:x1862022098307968:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:1.0:1775764425.374667:0:42324:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764425.374695:0:42324:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944587808200/0x57b8ff0e0304e912 lrc: 2/0,0 mode: --/CR res: [0x200003ab1:0x10:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17ae6c expref: -99 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764425.375371:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944587808400/0x57b8ff0e0304e919 lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0x14:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764425.375395:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944587808400/0x57b8ff0e0304e919 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x14:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764425.375413:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944587808400/0x57b8ff0e0304e919 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x14:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764425.375428:0:42324:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab1:0x14:0x0]: returning size 15 00010000:00010000:1.0:1775764425.375583:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944587808200/0x57b8ff0e0304e912 lrc: 0/0,0 mode: --/CR res: [0x200003ab1:0x10:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ae6c expref: 26 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764425.375607:0:42324:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff944587808400/0x57b8ff0e0304e919 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x14:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ae6c expref: 25 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764425.375619:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x14:0x0].0x0 (ffff944582f80d00) 00010000:00010000:1.0:1775764425.375623:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1775764425.375627:0:42324:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944587808400, rc 0) 00000100:00100000:1.0:1775764425.375996:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944586b8ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+25:48437:x1862022098307968:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 1355us (1705us total) trans 34359738514 rc 0/0 00000100:00100000:1.0:1775764425.376006:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 172 00000100:00100000:1.0:1775764425.384442:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764425.384526:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764425.389593:0:44302:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098308352 00000100:00100000:0.0:1775764425.389609:0:44302:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098308352 00000100:00100000:0.0:1775764425.389699:0:44302:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 14 00000100:00100000:0.0:1775764425.389709:0:44302:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bbd7b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+27:2378:x1862022098308352:12345-192.168.202.28@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1775764425.389724:0:44302:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764425.389939:0:44302:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944587808400/0x57b8ff0e0304e919 lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0x14:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ae6c expref: 27 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764425.389960:0:44302:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x14:0x0].0x0 (ffff944582f80d00) 00010000:00010000:0.0:1775764425.389965:0:44302:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775764425.390022:0:44302:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bbd7b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+26:2378:x1862022098308352:12345-192.168.202.28@tcp:103:ldlm_bl.0 Request processed in 314us (5589us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764425.390029:0:44302:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 14 00000100:00100000:3.0:1775764425.396376:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764425.396479:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764425.397038:0:43212:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098308608 00000100:00100000:1.0:1775764425.397053:0:43212:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098308608 00000100:00100000:1.0:1775764425.397128:0:43212:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 47 00000100:00100000:1.0:1775764425.397138:0:43212:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944586b88380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+6:2377:x1862022098308608:12345-192.168.202.28@tcp:16:kworker.0 00000100:00100000:1.0:1775764425.397318:0:43212:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944586b88380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+6:2377:x1862022098308608:12345-192.168.202.28@tcp:16:kworker.0 Request processed in 180us (953us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764425.397326:0:43212:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 47 00000100:00100000:0.0:1775764425.401940:0:42951:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098308480 00000100:00100000:0.0:1775764425.401959:0:42951:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098308480 00002000:00100000:1.0:1775764425.402152:0:42951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x105:0x0] (0->14) req@ffff944586b8a680 x1862022098308480/t0(0) o4->7e6eda44-5508-487e-b17f-ff28ad9d3512@192.168.202.28@tcp:661/0 lens 504/0 e 0 to 0 dl 1775764436 ref 1 fl New:/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764425.402165:0:42951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff944586b8a680 with x1862022098308480 ext(0->14) 00002000:00010000:1.0:1775764425.402172:0:42951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff944586b8a680 00000100:00100000:1.0:1775764425.402258:0:42951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 5 00000100:00100000:1.0:1775764425.402276:0:42951:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944586b8a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+6:2377:x1862022098308480:12345-192.168.202.28@tcp:4:bash.0 00000100:00100000:1.0:1775764425.402838:0:42951:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944586b8a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+8:2377:x1862022098308480:12345-192.168.202.28@tcp:4:bash.0 Request processed in 569us (6356us total) trans 34359738380 rc 0/0 00000100:00100000:1.0:1775764425.402846:0:42951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 5 00002000:00100000:1.0:1775764425.402853:0:42951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x105:0x0] (0->14) req@ffff944586b8a680 x1862022098308480/t34359738380(0) o4->7e6eda44-5508-487e-b17f-ff28ad9d3512@192.168.202.28@tcp:661/0 lens 504/448 e 0 to 0 dl 1775764436 ref 1 fl Complete:/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764425.402867:0:42951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff944586b8a680 with x1862022098308480 ext(0->14) 00002000:00010000:1.0:1775764425.402870:0:42951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff944586b8a680 00000100:00100000:3.0:1775764425.413675:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764425.420301:0:42309:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098308864 00000100:00100000:1.0:1775764425.420314:0:42309:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098308864 00010000:00010000:1.0:1775764425.420365:0:42309:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000087be9357/0x57b8ff0e0304e8fd lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x105:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ae5e expref: 9 pid: 42946 timeout: 1992 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764425.420416:0:42309:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 31 00000100:00100000:1.0:1775764425.420428:0:42309:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94448647e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+9:2378:x1862022098308864:12345-192.168.202.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1775764425.420446:0:42309:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:1.0:1775764425.420465:0:42309:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x105:0x0] updating lvb size from disk: 0 -> 15 00002000:00010000:1.0:1775764425.420468:0:42309:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x105:0x0] updating lvb mtime from disk: 0 -> 1775764425 00002000:00010000:1.0:1775764425.420470:0:42309:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x105:0x0] updating lvb ctime from disk: 0 -> 1775764425 00010000:00010000:1.0:1775764425.420476:0:42309:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000087be9357/0x57b8ff0e0304e8fd lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x105:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ae5e expref: 9 pid: 42946 timeout: 1992 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764425.420490:0:42309:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000087be9357/0x57b8ff0e0304e8fd lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x105:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ae5e expref: 9 pid: 42946 timeout: 1992 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764425.420516:0:42309:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1775764425.420518:0:42309:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1775764425.420523:0:42309:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000ee733864/0x57b8ff0e0304e93c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x105:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764425.420534:0:42309:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ee733864/0x57b8ff0e0304e93c lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x105:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764425.420566:0:42309:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1775764425.420691:0:42309:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94448647e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+9:2378:x1862022098308864:12345-192.168.202.28@tcp:103:ldlm_bl.0 Request processed in 257us (583us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764425.420699:0:42309:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 31 00010000:00010000:3.0:1775764425.421173:0:42944:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000087be9357/0x57b8ff0e0304e8fd lrc: 0/0,0 mode: --/PW res: [0x240000400:0x105:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ae5e expref: 8 pid: 42946 timeout: 1992 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764425.421189:0:42944:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff94448647d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:42944:1862022118953856:192.168.202.28@tcp:104: 00010000:00010000:3.0:1775764425.421216:0:42944:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000ee733864/0x57b8ff0e0304e93c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x105:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764425.421229:0:42944:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000ee733864/0x57b8ff0e0304e93c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x105:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764425.421237:0:42944:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ee733864/0x57b8ff0e0304e93c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x105:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764425.421279:0:42944:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ee733864/0x57b8ff0e0304e93c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x105:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764425.421287:0:42944:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ee733864/0x57b8ff0e0304e93c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x105:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764425.421302:0:42944:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ee733864/0x57b8ff0e0304e93c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x105:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764425.421310:0:42944:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944580030000 already unused, calling callback (ffffffffc177a060) 00010000:00010000:3.0:1775764425.421314:0:42944:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ee733864/0x57b8ff0e0304e93c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x105:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764425.421325:0:42944:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ee733864/0x57b8ff0e0304e93c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x105:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764425.421341:0:42944:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ee733864/0x57b8ff0e0304e93c lrc: 2/0,0 mode: --/PW res: [0x240000400:0x105:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764425.421348:0:42944:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ee733864/0x57b8ff0e0304e93c lrc: 0/0,0 mode: --/PW res: [0x240000400:0x105:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764425.421409:0:42944:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944585608c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+7:2379:x1862022098308736:12345-192.168.202.28@tcp:1:lfs.0 Request processed in 7232us (7745us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764425.421418:0:42944:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 48 00000100:00100000:0.0:1775764425.428663:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764425.429018:0:42327:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098309120 00000100:00100000:1.0:1775764425.429029:0:42327:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098309120 00000100:00100000:1.0:1775764425.429120:0:42327:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 65 00000100:00100000:1.0:1775764425.429130:0:42327:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944587190000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+26:48437:x1862022098309120:12345-192.168.202.28@tcp:35:lfs.0 00000004:00010000:1.0:1775764425.429208:0:42327:0:(mdt_open.c:1994:mdt_hsm_release()) ### [0x200003ab1:0x14:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff944580030e00/0x57b8ff0e0304e92e lrc: 3/0,0 mode: PW/PW res: [0x200003ab1:0x14:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ae73 expref: 26 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1775764425.429489:0:42327:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 34359738516 00000001:00080000:1.0:1775764425.429534:0:42327:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 34359738517 00000001:00080000:1.0:1775764425.430504:0:42327:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 34359738518 00010000:00010000:1.0:1775764425.430567:0:42327:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff944587808a00/0x57b8ff0e0304e943 lrc: 3/0,1 mode: --/EX res: [0x200003ab1:0x14:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764425.430588:0:42327:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27ce00/0x57b8ff0e0304e8e8 lrc: 2/0,0 mode: PR/PR res: [0x200003ab1:0x14:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ae50 expref: 30 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764425.430598:0:42327:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff944587808a00/0x57b8ff0e0304e943 lrc: 4/0,1 mode: --/EX res: [0x200003ab1:0x14:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764425.430636:0:42327:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27ce00/0x57b8ff0e0304e8e8 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x14:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ae50 expref: 30 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764425.430652:0:42327:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27ce00/0x57b8ff0e0304e8e8 lrc: 4/0,0 mode: PR/PR res: [0x200003ab1:0x14:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ae50 expref: 30 pid: 42326 timeout: 1992 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764425.430668:0:42327:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bbd7b800 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:42327:1862022118953984:192.168.202.28@tcp:104: 00000100:00100000:1.0:1775764425.430851:0:42327:0:(client.c:2691:ptlrpc_set_wait()) set ffff944482435840 going to sleep for 11 seconds 00000100:00100000:1.0:1775764425.435221:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764425.435943:0:42311:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098309248 00000100:00100000:3.0:1775764425.435954:0:42311:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098309248 00010000:00010000:3.0:1775764425.435996:0:42311:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27ce00/0x57b8ff0e0304e8e8 lrc: 5/0,0 mode: PR/PR res: [0x200003ab1:0x14:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ae50 expref: 31 pid: 42326 timeout: 1992 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764425.436045:0:42311:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 32 00000100:00100000:3.0:1775764425.436056:0:42311:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bbd7a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+31:2378:x1862022098309248:12345-192.168.202.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764425.436073:0:42311:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764425.436080:0:42311:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27ce00/0x57b8ff0e0304e8e8 lrc: 5/0,0 mode: PR/PR res: [0x200003ab1:0x14:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ae50 expref: 31 pid: 42326 timeout: 1992 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764425.436094:0:42311:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27ce00/0x57b8ff0e0304e8e8 lrc: 4/0,0 mode: PR/PR res: [0x200003ab1:0x14:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ae50 expref: 31 pid: 42326 timeout: 1992 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764425.436121:0:42311:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x14:0x0].0x0 (ffff944582f80d00) 00010000:00010000:3.0:1775764425.436128:0:42311:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff944587808a00/0x57b8ff0e0304e943 lrc: 3/0,1 mode: --/EX res: [0x200003ab1:0x14:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 42327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764425.436136:0:42311:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff944587808a00/0x57b8ff0e0304e943 lrc: 3/0,1 mode: EX/EX res: [0x200003ab1:0x14:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 42327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764425.436161:0:42311:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944587808a00/0x57b8ff0e0304e943 lrc: 4/0,1 mode: EX/EX res: [0x200003ab1:0x14:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 42327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764425.436180:0:42311:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764425.436234:0:42311:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bbd7a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+31:2378:x1862022098309248:12345-192.168.202.28@tcp:103:ldlm_bl.0 Request processed in 180us (1023us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764425.436241:0:42311:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 32 00000100:00100000:0.0:1775764425.440621:0:42330:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118954112 00000100:00100000:0.0:1775764425.440628:0:42330:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118954112 00000100:00100000:0.0:1775764425.440693:0:42330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:0.0:1775764425.440703:0:42330:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94448647ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:42327:x1862022118954112:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1775764425.440840:0:42330:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94448647ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:42327:x1862022118954112:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 139us (403us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764425.440848:0:42330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:0.0:1775764425.442408:0:42330:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118954240 00000100:00100000:0.0:1775764425.442417:0:42330:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118954240 00000100:00100000:0.0:1775764425.442466:0:42330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:0.0:1775764425.442474:0:42330:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94448647ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:42327:x1862022118954240:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1775764425.442641:0:42330:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94448647ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+7:42327:x1862022118954240:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 167us (720us total) trans 34359738381 rc 0/0 00000100:00100000:0.0:1775764425.442649:0:42330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:1.0:1775764425.455115:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764425.455233:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098309376 00000100:00100000:0.0:1775764425.455247:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098309376 00000100:00100000:0.0:1775764425.455334:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 174 00000100:00100000:0.0:1775764425.455348:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bbd7aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+33:48437:x1862022098309376:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:0.0:1775764425.455381:0:42326:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764425.455410:0:42326:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d600/0x57b8ff0e0304e94a lrc: 2/0,0 mode: --/CR res: [0x200003ab1:0x14:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17ae7a expref: -99 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764425.455492:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d600/0x57b8ff0e0304e94a lrc: 3/0,0 mode: CR/CR res: [0x200003ab1:0x14:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ae7a expref: 34 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764425.455510:0:42326:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d600/0x57b8ff0e0304e94a lrc: 3/0,0 mode: CR/CR res: [0x200003ab1:0x14:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ae7a expref: 34 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764425.455545:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x14:0x0].0x0 (ffff944582f80100) 00010000:00010000:0.0:1775764425.455548:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1775764425.455552:0:42326:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445bc27d600, rc 0) 00000100:00100000:0.0:1775764425.455616:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bbd7aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+34:48437:x1862022098309376:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 271us (517us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764425.455625:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 174 00000100:00100000:0.0:1775764425.466300:0:42328:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098309632 00000100:00100000:0.0:1775764425.466316:0:42328:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098309632 00000100:00100000:0.0:1775764425.466408:0:42328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 66 00000100:00100000:0.0:1775764425.466422:0:42328:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94448647fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+34:48437:x1862022098309632:12345-192.168.202.28@tcp:35:lfs.0 00000100:00100000:0.0:1775764425.466726:0:42328:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94448647fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+35:48437:x1862022098309632:12345-192.168.202.28@tcp:35:lfs.0 Request processed in 306us (797us total) trans 34359738525 rc 0/0 00000100:00100000:0.0:1775764425.466733:0:42328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 66 00000100:00100000:3.0:1775764425.610522:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764425.706682:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764425.706872:0:42328:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098310016 00000100:00100000:0.0:1775764425.706902:0:42328:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098310016 00000100:00100000:0.0:1775764425.706978:0:42328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 67 00000100:00100000:0.0:1775764425.706990:0:42328:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bbd79f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+35:46149:x1862022098310016:12345-192.168.202.28@tcp:35:ldlm_bl.0 00000100:00100000:0.0:1775764425.707391:0:42328:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bbd79f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+36:46149:x1862022098310016:12345-192.168.202.28@tcp:35:ldlm_bl.0 Request processed in 402us (725us total) trans 34359738526 rc 0/0 00000100:00100000:0.0:1775764425.707400:0:42328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 67 00000100:00100000:3.0:1775764425.712328:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764425.712535:0:42309:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098310144 00000100:00100000:1.0:1775764425.712548:0:42309:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098310144 00000100:00100000:1.0:1775764425.712628:0:42309:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 15 00000100:00100000:1.0:1775764425.712639:0:42309:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944590e6e050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+36:46149:x1862022098310144:12345-192.168.202.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1775764425.712660:0:42309:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 5 locks, starting at 0 00010000:00010000:1.0:1775764425.712700:0:42309:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944580031800/0x57b8ff0e0304e6e2 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17adc4 expref: 36 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764425.712726:0:42309:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff94459084a100) 00010000:00010000:1.0:1775764425.712753:0:42309:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d400/0x57b8ff0e0304e791 lrc: 0/0,0 mode: --/CR res: [0x200003ab1:0x10:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17adf5 expref: 35 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764425.712763:0:42309:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x10:0x0].0x0 (ffff944582f80f00) 00010000:00010000:1.0:1775764425.712769:0:42309:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d600/0x57b8ff0e0304e94a lrc: 0/0,0 mode: --/CR res: [0x200003ab1:0x14:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ae7a expref: 34 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764425.712778:0:42309:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x14:0x0].0x0 (ffff944582f80100) 00010000:00010000:1.0:1775764425.712787:0:42309:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2147a00/0x57b8ff0e0304e90b lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0x10:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ae65 expref: 33 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764425.712866:0:42309:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c000/0x57b8ff0e0304e72f lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0x10:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17add2 expref: 32 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764425.712875:0:42309:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x10:0x0].0x0 (ffff944582f80f00) 00010000:00010000:1.0:1775764425.712880:0:42309:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1775764425.712942:0:42309:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944590e6e050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+31:46149:x1862022098310144:12345-192.168.202.28@tcp:103:ldlm_bl.0 Request processed in 305us (625us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764425.712949:0:42309:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 15 00000100:00100000:3.0:1775764425.851464:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764425.852970:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098310272 00000100:00100000:0.0:1775764425.852990:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098310272 00000100:00100000:0.0:1775764425.853161:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 176 00000100:00100000:0.0:1775764425.853176:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944586b88380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+31:48461:x1862022098310272:12345-192.168.202.28@tcp:101:cat.0 00010000:00010000:0.0:1775764425.853210:0:42326:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764425.853240:0:42326:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c200/0x57b8ff0e0304e966 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17ae81 expref: -99 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764425.853316:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27cc00/0x57b8ff0e0304e96d lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764425.853335:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27cc00/0x57b8ff0e0304e96d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764425.853346:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27cc00/0x57b8ff0e0304e96d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764425.853573:0:42326:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 8704 00000004:00200000:0.0:1775764425.853577:0:42326:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 29 stripe count 1 MDT count 1 00000004:00010000:0.0:1775764425.853676:0:42326:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27cc00/0x57b8ff0e0304e96d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764425.853717:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c200/0x57b8ff0e0304e966 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ae81 expref: 33 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764425.853734:0:42326:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27cc00/0x57b8ff0e0304e96d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ae81 expref: 32 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764425.853743:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff944582f80b00) 00010000:00010000:0.0:1775764425.853746:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1775764425.853749:0:42326:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445bc27cc00, rc 0) 00000100:00100000:0.0:1775764425.853874:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944586b88380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+32:48461:x1862022098310272:12345-192.168.202.28@tcp:101:cat.0 Request processed in 701us (2428us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764425.857419:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 176 00000100:00100000:0.0:1775764425.858153:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098310400 00000100:00100000:0.0:1775764425.858164:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098310400 00000100:00100000:0.0:1775764425.858221:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 177 00000100:00100000:0.0:1775764425.858233:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94448647c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+32:48461:x1862022098310400:12345-192.168.202.28@tcp:101:cat.0 00010000:00010000:0.0:1775764425.858259:0:42326:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764425.858281:0:42326:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c000/0x57b8ff0e0304e974 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17ae88 expref: -99 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764425.858358:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d600/0x57b8ff0e0304e97b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764425.858375:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d600/0x57b8ff0e0304e97b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764425.858387:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d600/0x57b8ff0e0304e97b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764425.858403:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d400/0x57b8ff0e0304e982 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbe25544b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764425.858410:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d400/0x57b8ff0e0304e982 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbe25544b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764425.858417:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d400/0x57b8ff0e0304e982 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbe25544b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764425.858861:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27ce00/0x57b8ff0e0304e989 lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0x10:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764425.858870:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27ce00/0x57b8ff0e0304e989 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x10:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764425.858877:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27ce00/0x57b8ff0e0304e989 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x10:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764425.858920:0:42326:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab1:0x10:0x0]: returning size 7680 00000004:00200000:0.0:1775764425.858923:0:42326:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00010000:0.0:1775764425.858948:0:42326:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27ce00/0x57b8ff0e0304e989 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x10:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764425.858960:0:42326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d600/0x57b8ff0e0304e97b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764425.858966:0:42326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d600/0x57b8ff0e0304e97b lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764425.858971:0:42326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d600/0x57b8ff0e0304e97b lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764425.858975:0:42326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445bc27d600 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:0.0:1775764425.858979:0:42326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d600/0x57b8ff0e0304e97b lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764425.858987:0:42326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d600/0x57b8ff0e0304e97b lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764425.859000:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff944582f80b00) 00010000:00010000:0.0:1775764425.859003:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764425.859007:0:42326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d600/0x57b8ff0e0304e97b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764425.859012:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d600/0x57b8ff0e0304e97b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764425.859023:0:42326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d400/0x57b8ff0e0304e982 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbe25544b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764425.859028:0:42326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d400/0x57b8ff0e0304e982 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbe25544b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764425.859032:0:42326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d400/0x57b8ff0e0304e982 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbe25544b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764425.859037:0:42326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445bc27d400 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:0.0:1775764425.859039:0:42326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d400/0x57b8ff0e0304e982 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbe25544b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764425.859044:0:42326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d400/0x57b8ff0e0304e982 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbe25544b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764425.859050:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbe25544b (ffff944582f80400) 00010000:00010000:0.0:1775764425.859052:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764425.859055:0:42326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d400/0x57b8ff0e0304e982 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbe25544b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764425.859061:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d400/0x57b8ff0e0304e982 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbe25544b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764425.859101:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c000/0x57b8ff0e0304e974 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ae88 expref: 34 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764425.859116:0:42326:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27ce00/0x57b8ff0e0304e989 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x10:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ae88 expref: 33 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764425.859123:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x10:0x0].0x0 (ffff944582f80a00) 00010000:00010000:0.0:1775764425.859126:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:0.0:1775764425.859127:0:42326:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445bc27ce00, rc 0) 00000100:00100000:0.0:1775764425.859207:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94448647c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+33:48461:x1862022098310400:12345-192.168.202.28@tcp:101:cat.0 Request processed in 978us (1888us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764425.859215:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 177 00000100:00100000:0.0:1775764425.867018:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764425.872941:0:42328:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098310912 00000100:00100000:0.0:1775764425.872951:0:42328:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098310912 00000100:00100000:0.0:1775764425.873005:0:42328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 68 00000100:00100000:0.0:1775764425.873015:0:42328:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445b6a79450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+35:48461:x1862022098310912:12345-192.168.202.28@tcp:35:cat.0 00000100:00100000:0.0:1775764425.873270:0:42328:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445b6a79450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+36:48461:x1862022098310912:12345-192.168.202.28@tcp:35:cat.0 Request processed in 256us (436us total) trans 34359738528 rc 0/0 00000100:00100000:0.0:1775764425.873278:0:42328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 68 00000004:00080000:0.0:1775764425.985352:0:42349:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1892832549598ns, next at 1893832545018ns, rc = 0 00000100:00100000:1.0:1775764425.985512:0:3330:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1775764425.985547:0:3330:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944587190000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3330:1862022118954368:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1775764425.985655:0:3330:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764425.987148:0:42947:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118954368 00000100:00100000:3.0:1775764425.987161:0:42947:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118954368 00000100:00100000:3.0:1775764425.987234:0:42947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:3.0:1775764425.987246:0:42947:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bbd79c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3330:x1862022118954368:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1775764425.987276:0:42947:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 47644672 pending 0 free 3767533568 avail 3764387840 00000100:00100000:3.0:1775764425.987344:0:42947:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bbd79c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3330:x1862022118954368:12345-0@lo:13:osp-pre-1-0.0 Request processed in 101us (1690us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764425.987352:0:42947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00100000:1.0:1775764425.988074:0:3330:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944587190000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3330:1862022118954368:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1775764426.016984:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764426.017108:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098311168 00000100:00100000:1.0:1775764426.017136:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098311168 00000100:00100000:1.0:1775764426.017217:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 179 00000100:00100000:1.0:1775764426.017230:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944586b88e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+36:48471:x1862022098311168:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:1.0:1775764426.017275:0:42324:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764426.017306:0:42324:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944587809200/0x57b8ff0e0304e9b3 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17ae96 expref: -99 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764426.017496:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff944587809800/0x57b8ff0e0304e9ba lrc: 3/1,0 mode: --/CR res: [0x200003ab1:0x10:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764426.017514:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944587809800/0x57b8ff0e0304e9ba lrc: 3/1,0 mode: CR/CR res: [0x200003ab1:0x10:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764426.017535:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944587809800/0x57b8ff0e0304e9ba lrc: 3/1,0 mode: CR/CR res: [0x200003ab1:0x10:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764426.017551:0:42324:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab1:0x10:0x0]: returning size 7680 00010000:00010000:1.0:1775764426.017746:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944587809200/0x57b8ff0e0304e9b3 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ae96 expref: 39 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764426.017770:0:42324:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff944587809800/0x57b8ff0e0304e9ba lrc: 3/0,0 mode: CR/CR res: [0x200003ab1:0x10:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ae96 expref: 38 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764426.017780:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x10:0x0].0x0 (ffff944582f80a00) 00010000:00010000:1.0:1775764426.017784:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:1.0:1775764426.017862:0:42324:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944587809800, rc 0) 00000100:00100000:1.0:1775764426.017962:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944586b88e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+38:48471:x1862022098311168:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 735us (996us total) trans 34359738529 rc 0/0 00000100:00100000:1.0:1775764426.017971:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 179 00000040:00080000:1.0:1775764426.049558:0:42356:0:(llog.c:800:llog_process_thread()) index: 8, lh_last_idx: 8 synced_idx: 8 lgh_last_idx: 8 00000040:00080000:1.0:1775764426.049567:0:42356:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x32:0x0] at index 8 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1775764426.049607:0:42356:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x32:0x0] index 4 count 4 00000040:00080000:1.0:1775764426.049614:0:42356:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 9 count 2 00000100:00100000:1.0:1775764426.049785:0:42356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bbd7bb80 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:42356:1862022118954496:192.168.202.28@tcp:107:hsm_cdtr.0 00000100:00100000:1.0:1775764426.050019:0:42356:0:(client.c:2691:ptlrpc_set_wait()) set ffff944482435b40 going to sleep for 11 seconds 00000100:00100000:1.0:1775764426.055743:0:42356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bbd7bb80 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:42356:1862022118954496:192.168.202.28@tcp:107:hsm_cdtr.0 00000100:00100000:0.0:1775764426.058924:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764426.064921:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764426.065120:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098311552 00000100:00100000:1.0:1775764426.065144:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098311552 00000100:00100000:1.0:1775764426.065207:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 181 00000100:00100000:1.0:1775764426.065217:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944586b89880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+38:48474:x1862022098311552:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1775764426.065248:0:42324:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764426.065272:0:42324:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944587809200/0x57b8ff0e0304e9c8 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17ae9d expref: -99 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764426.065437:0:42324:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff944587809200/0x57b8ff0e0304e9c8 lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ae9d expref: 39 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764426.065451:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff944584d1d600) 00010000:00010000:1.0:1775764426.065454:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1775764426.065459:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944587809200/0x57b8ff0e0304e9c8 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ae9d expref: 39 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764426.065476:0:42324:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944587809200, rc 0) 00000100:00100000:1.0:1775764426.065539:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944586b89880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+38:48474:x1862022098311552:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 Request processed in 323us (632us total) trans 0 rc 301/301 00000100:00100000:1.0:1775764426.065546:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 181 00000100:00100000:3.0:1775764426.092273:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000040:00080000:1.0:1775764426.093710:0:42356:0:(llog.c:800:llog_process_thread()) index: 8, lh_last_idx: 8 synced_idx: 8 lgh_last_idx: 8 00000040:00080000:1.0:1775764426.093716:0:42356:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x32:0x0] at index 8 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1775764426.093741:0:42356:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x32:0x0] index 4 count 4 00000040:00080000:1.0:1775764426.093747:0:42356:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 9 count 2 00000100:00100000:0.0:1775764426.141783:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764426.142237:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098311936 00000100:00100000:1.0:1775764426.142249:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098311936 00000100:00100000:1.0:1775764426.142887:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 183 00000100:00100000:1.0:1775764426.142905:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944587192a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+38:48478:x1862022098311936:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:1.0:1775764426.142931:0:42324:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764426.143566:0:42324:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944587809200/0x57b8ff0e0304e9d6 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17aea4 expref: -99 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764426.143657:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944587809000/0x57b8ff0e0304e9dd lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0x10:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764426.143676:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944587809000/0x57b8ff0e0304e9dd lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x10:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764426.143693:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944587809000/0x57b8ff0e0304e9dd lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x10:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764426.143775:0:42324:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab1:0x10:0x0]: returning size 7680 00000004:00200000:1.0:1775764426.143780:0:42324:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00010000:1.0:1775764426.143852:0:42324:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff944587809000/0x57b8ff0e0304e9dd lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x10:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764426.143884:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944587809200/0x57b8ff0e0304e9d6 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17aea4 expref: 40 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764426.143910:0:42324:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff944587809000/0x57b8ff0e0304e9dd lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x10:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17aea4 expref: 39 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764426.143920:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x10:0x0].0x0 (ffff944582f80a00) 00010000:00010000:1.0:1775764426.143923:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1775764426.143928:0:42324:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944587809000, rc 0) 00000100:00100000:1.0:1775764426.144935:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944587192a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+39:48478:x1862022098311936:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 2029us (3158us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764426.146125:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 183 00000100:00100000:3.0:1775764426.148935:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764426.158441:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764426.158486:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764426.159816:0:42311:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098312576 00000100:00100000:1.0:1775764426.159824:0:42311:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098312576 00000100:00100000:1.0:1775764426.159877:0:42311:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 16 00000100:00100000:1.0:1775764426.159886:0:42311:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944587191c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+43:2379:x1862022098312576:12345-192.168.202.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1775764426.159898:0:42311:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764426.159928:0:42311:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944580031200/0x57b8ff0e0304e9eb lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0x14:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17aeab expref: 43 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764426.161314:0:42311:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x14:0x0].0x0 (ffff94459084a900) 00010000:00010000:1.0:1775764426.161329:0:42311:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1775764426.167335:0:42311:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944587191c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+41:2379:x1862022098312576:12345-192.168.202.28@tcp:103:ldlm_bl.0 Request processed in 7435us (8832us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764426.167351:0:42311:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 16 00000100:00100000:0.0:1775764426.416926:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00010000:00010000:3.0:1775764426.561480:0:43224:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775764426.626322:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764426.626462:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098312960 00000100:00100000:0.0:1775764426.626472:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098312960 00000100:00100000:0.0:1775764426.626529:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 186 00000100:00100000:0.0:1775764426.626540:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944586b89500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+43:48507:x1862022098312960:12345-192.168.202.28@tcp:54:lfs.0 00010000:00010000:0.0:1775764426.626631:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c600/0x57b8ff0e0304ea0e lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0x14:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764426.626647:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c600/0x57b8ff0e0304ea0e lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x14:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764426.626660:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c600/0x57b8ff0e0304ea0e lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x14:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764426.626688:0:42326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c600/0x57b8ff0e0304ea0e lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x14:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764426.626695:0:42326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c600/0x57b8ff0e0304ea0e lrc: 2/0,0 mode: PR/PR res: [0x200003ab1:0x14:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764426.626701:0:42326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c600/0x57b8ff0e0304ea0e lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x14:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764426.626705:0:42326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445bc27c600 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:0.0:1775764426.626709:0:42326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c600/0x57b8ff0e0304ea0e lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x14:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764426.626714:0:42326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c600/0x57b8ff0e0304ea0e lrc: 4/0,0 mode: PR/PR res: [0x200003ab1:0x14:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764426.626724:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x14:0x0].0x0 (ffff94459084a900) 00010000:00010000:0.0:1775764426.626726:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1775764426.626729:0:42326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c600/0x57b8ff0e0304ea0e lrc: 2/0,0 mode: --/PR res: [0x200003ab1:0x14:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764426.626732:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c600/0x57b8ff0e0304ea0e lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0x14:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764426.627132:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944586b89500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+43:48507:x1862022098312960:12345-192.168.202.28@tcp:54:lfs.0 Request processed in 591us (816us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764426.627140:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 186 00000100:00100000:0.0:1775764426.834318:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764426.843858:0:42309:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098313472 00000100:00100000:1.0:1775764426.843874:0:42309:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098313472 00000100:00100000:1.0:1775764426.843966:0:42309:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 17 00000100:00100000:1.0:1775764426.843978:0:42309:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94448647f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+44:48519:x1862022098313472:12345-192.168.202.28@tcp:103:lfs.0 00010000:00010000:1.0:1775764426.843998:0:42309:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1775764426.844031:0:42309:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944580030400/0x57b8ff0e0304ea00 lrc: 0/0,0 mode: --/CR res: [0x200003ab1:0x14:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17aeb2 expref: 44 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764426.844056:0:42309:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944580031800/0x57b8ff0e0304e9a5 lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0x14:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ae8f expref: 43 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764426.844067:0:42309:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x14:0x0].0x0 (ffff94459084a900) 00010000:00010000:1.0:1775764426.844080:0:42309:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1775764426.844213:0:42309:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94448647f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+42:48519:x1862022098313472:12345-192.168.202.28@tcp:103:lfs.0 Request processed in 237us (1744us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764426.844221:0:42309:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 17 00000100:00100000:3.0:1775764426.852738:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764426.902138:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000040:00080000:1.0:1775764427.138216:0:42356:0:(llog.c:800:llog_process_thread()) index: 8, lh_last_idx: 8 synced_idx: 8 lgh_last_idx: 8 00000040:00080000:1.0:1775764427.138229:0:42356:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x32:0x0] at index 8 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1775764427.138282:0:42356:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x32:0x0] index 5 count 5 00000040:00080000:1.0:1775764427.138292:0:42356:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 9 count 2 00000100:00100000:1.0:1775764427.138491:0:42356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bbd7bb80 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:42356:1862022118954624:192.168.202.28@tcp:107:hsm_cdtr.0 00000100:00100000:1.0:1775764427.138616:0:42356:0:(client.c:2691:ptlrpc_set_wait()) set ffff944482435840 going to sleep for 11 seconds 00000100:00100000:3.0:1775764427.159262:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764427.159334:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098313856 00000100:00100000:3.0:1775764427.159346:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098313856 00000100:00100000:3.0:1775764427.159443:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 189 00000100:00100000:3.0:1775764427.159457:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944586b8a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+44:48532:x1862022098313856:12345-192.168.202.28@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1775764427.159506:0:42324:0:(mdt_handler.c:7957:mdt_fid2path()) path get [0x200003ab1:0x14:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1775764427.159639:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944586b8a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+44:48532:x1862022098313856:12345-192.168.202.28@tcp:53:lhsmtool_posix.0 Request processed in 185us (393us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764427.159647:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 189 00000100:00080000:3.0:1775764427.159848:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1775764427.159971:0:42356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bbd7bb80 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:42356:1862022118954624:192.168.202.28@tcp:107:hsm_cdtr.0 00000100:00100000:3.0:1775764427.163821:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764427.164499:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098313984 00000100:00100000:0.0:1775764427.164514:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098313984 00000100:00100000:0.0:1775764427.164587:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 190 00000100:00100000:0.0:1775764427.164597:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944586b8b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+43:48532:x1862022098313984:12345-192.168.202.28@tcp:34:lhsmtool_posix.0 00010000:00010000:0.0:1775764427.164705:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d000/0x57b8ff0e0304ea38 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764427.164730:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d000/0x57b8ff0e0304ea38 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764427.164751:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d000/0x57b8ff0e0304ea38 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764427.164849:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d800/0x57b8ff0e0304ea3f lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x9753f962 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764427.164859:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d800/0x57b8ff0e0304ea3f lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x9753f962 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764427.164866:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d800/0x57b8ff0e0304ea3f lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x9753f962 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764427.164908:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d200/0x57b8ff0e0304ea46 lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0x14:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764427.164918:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d200/0x57b8ff0e0304ea46 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764427.164924:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d200/0x57b8ff0e0304ea46 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764427.164989:0:42325:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab1:0x14:0x0]: returning size 15 00000004:00200000:0.0:1775764427.164995:0:42325:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1775764427.165016:0:42325:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d200/0x57b8ff0e0304ea46 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764427.165030:0:42325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d000/0x57b8ff0e0304ea38 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764427.165038:0:42325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d000/0x57b8ff0e0304ea38 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764427.165056:0:42325:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d000/0x57b8ff0e0304ea38 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764427.165063:0:42325:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445bc27d000 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:0.0:1775764427.165070:0:42325:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d000/0x57b8ff0e0304ea38 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764427.165077:0:42325:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d000/0x57b8ff0e0304ea38 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764427.165092:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff944582f80400) 00010000:00010000:0.0:1775764427.165095:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764427.165101:0:42325:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d000/0x57b8ff0e0304ea38 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764427.165106:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d000/0x57b8ff0e0304ea38 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764427.165129:0:42325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d800/0x57b8ff0e0304ea3f lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x9753f962 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764427.165136:0:42325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d800/0x57b8ff0e0304ea3f lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x9753f962 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764427.165141:0:42325:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d800/0x57b8ff0e0304ea3f lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x9753f962 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764427.165146:0:42325:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445bc27d800 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:0.0:1775764427.165149:0:42325:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d800/0x57b8ff0e0304ea3f lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x9753f962 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764427.165154:0:42325:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d800/0x57b8ff0e0304ea3f lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x9753f962 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764427.165161:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x9753f962 (ffff944582f80600) 00010000:00010000:0.0:1775764427.165163:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764427.165166:0:42325:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d800/0x57b8ff0e0304ea3f lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x9753f962 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764427.165172:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d800/0x57b8ff0e0304ea3f lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x9753f962 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764427.165182:0:42325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d200/0x57b8ff0e0304ea46 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764427.165188:0:42325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d200/0x57b8ff0e0304ea46 lrc: 2/0,0 mode: PR/PR res: [0x200003ab1:0x14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764427.165193:0:42325:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d200/0x57b8ff0e0304ea46 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764427.165198:0:42325:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445bc27d200 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:0.0:1775764427.165201:0:42325:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d200/0x57b8ff0e0304ea46 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764427.165206:0:42325:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d200/0x57b8ff0e0304ea46 lrc: 4/0,0 mode: PR/PR res: [0x200003ab1:0x14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764427.165213:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x14:0x0].0x0 (ffff94459084a300) 00010000:00010000:0.0:1775764427.165215:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764427.165218:0:42325:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d200/0x57b8ff0e0304ea46 lrc: 2/0,0 mode: --/PR res: [0x200003ab1:0x14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764427.165223:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d200/0x57b8ff0e0304ea46 lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0x14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764427.165320:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944586b8b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+43:48532:x1862022098313984:12345-192.168.202.28@tcp:34:lhsmtool_posix.0 Request processed in 723us (1552us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764427.165330:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 190 00000100:00100000:0.0:1775764427.172216:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764427.172349:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098314240 00000100:00100000:1.0:1775764427.172362:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098314240 00000100:00100000:1.0:1775764427.172445:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 191 00000100:00100000:1.0:1775764427.172457:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944587193480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+43:48532:x1862022098314240:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1775764427.172486:0:42324:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764427.172513:0:42324:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944587809200/0x57b8ff0e0304ea4d lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17aec0 expref: -99 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764427.172651:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944587808e00/0x57b8ff0e0304ea54 lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0x14:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764427.172669:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944587808e00/0x57b8ff0e0304ea54 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x14:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764427.172682:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944587808e00/0x57b8ff0e0304ea54 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x14:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764427.172695:0:42324:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab1:0x14:0x0]: returning size 15 00010000:00010000:1.0:1775764427.172861:0:42324:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944587808e00/0x57b8ff0e0304ea54 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x14:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764427.172869:0:42324:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944587808e00/0x57b8ff0e0304ea54 lrc: 2/0,0 mode: PR/PR res: [0x200003ab1:0x14:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764427.172877:0:42324:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944587808e00/0x57b8ff0e0304ea54 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x14:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764427.172883:0:42324:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944587808e00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:1.0:1775764427.172887:0:42324:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944587808e00/0x57b8ff0e0304ea54 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x14:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764427.172894:0:42324:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944587808e00/0x57b8ff0e0304ea54 lrc: 4/0,0 mode: PR/PR res: [0x200003ab1:0x14:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764427.172908:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x14:0x0].0x0 (ffff94459084a300) 00010000:00010000:1.0:1775764427.172911:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1775764427.172917:0:42324:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944587808e00/0x57b8ff0e0304ea54 lrc: 2/0,0 mode: --/PR res: [0x200003ab1:0x14:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764427.172924:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944587808e00/0x57b8ff0e0304ea54 lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0x14:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764427.172974:0:42324:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff944587809200/0x57b8ff0e0304ea4d lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17aec0 expref: 45 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764427.172984:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff944584d1d600) 00010000:00010000:1.0:1775764427.172986:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1775764427.172990:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944587809200/0x57b8ff0e0304ea4d lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17aec0 expref: 45 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764427.173007:0:42324:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944587809200, rc 0) 00000100:00100000:1.0:1775764427.173090:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944587193480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+44:48532:x1862022098314240:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 Request processed in 633us (888us total) trans 34359738534 rc 301/301 00000100:00100000:1.0:1775764427.173101:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 191 00000100:00100000:1.0:1775764427.184039:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764427.196309:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764427.196865:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098314624 00000100:00100000:1.0:1775764427.196880:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098314624 00000100:00100000:1.0:1775764427.196951:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 193 00000100:00100000:1.0:1775764427.196964:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944586b89180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+44:48532:x1862022098314624:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1775764427.196990:0:42324:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764427.196994:0:42324:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:1.0:1775764427.197033:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944587809000/0x57b8ff0e0304e9dd lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0x10:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17aea4 expref: 44 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764427.197060:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x10:0x0].0x0 (ffff944582f80a00) 00010000:00010000:1.0:1775764427.197066:0:42324:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1775764427.197084:0:42324:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944587809200/0x57b8ff0e0304ea62 lrc: 2/0,0 mode: --/CW res: [0x200003ab1:0x10:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17aec7 expref: -99 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1775764427.197577:0:42324:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x106:0x0], index 1: 0 00010000:00010000:1.0:1775764427.198109:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944587808e00/0x57b8ff0e0304ea69 lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0x16:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764427.198134:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944587808e00/0x57b8ff0e0304ea69 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x16:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764427.198147:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944587808e00/0x57b8ff0e0304ea69 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x16:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764427.198206:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944587809200/0x57b8ff0e0304ea62 lrc: 0/0,0 mode: --/CW res: [0x200003ab1:0x10:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17aec7 expref: 46 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764427.198232:0:42324:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff944587808e00/0x57b8ff0e0304ea69 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x16:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17aec7 expref: 45 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764427.198240:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x16:0x0].0x0 (ffff944584d1d600) 00010000:00010000:1.0:1775764427.198242:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1775764427.198245:0:42324:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944587808e00, rc 0) 00000100:00100000:1.0:1775764427.198562:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944586b89180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+45:48532:x1862022098314624:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 Request processed in 1599us (2261us total) trans 34359738535 rc 0/0 00000100:00100000:1.0:1775764427.198570:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 193 00000100:00100000:3.0:1775764427.209454:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764427.209711:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098314880 00000100:00100000:0.0:1775764427.209729:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098314880 00000100:00100000:0.0:1775764427.209851:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 194 00000100:00100000:0.0:1775764427.209867:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944586b88700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+45:48532:x1862022098314880:12345-192.168.202.28@tcp:36:lhsmtool_posix.0 00010000:00010000:0.0:1775764427.209957:0:42325:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764427.210002:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944587808e00/0x57b8ff0e0304ea69 lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0x16:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17aec7 expref: 45 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764427.210024:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x16:0x0].0x0 (ffff944584d1d600) 00010000:00010000:0.0:1775764427.210038:0:42325:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1775764427.210069:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d200/0x57b8ff0e0304ea77 lrc: 3/0,1 mode: --/CW res: [0x200003ab1:0x10:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764427.210084:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d200/0x57b8ff0e0304ea77 lrc: 3/0,1 mode: CW/CW res: [0x200003ab1:0x10:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764427.210095:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d200/0x57b8ff0e0304ea77 lrc: 3/0,1 mode: CW/CW res: [0x200003ab1:0x10:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764427.210110:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d800/0x57b8ff0e0304ea7e lrc: 3/0,1 mode: --/PW res: [0x200003ab1:0x10:0x0].0x232ce04c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764427.210117:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d800/0x57b8ff0e0304ea7e lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0x10:0x0].0x232ce04c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764427.210138:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d800/0x57b8ff0e0304ea7e lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0x10:0x0].0x232ce04c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764427.210218:0:42325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d200/0x57b8ff0e0304ea77 lrc: 3/0,1 mode: CW/CW res: [0x200003ab1:0x10:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764427.210225:0:42325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d200/0x57b8ff0e0304ea77 lrc: 2/0,0 mode: CW/CW res: [0x200003ab1:0x10:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764427.210231:0:42325:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d200/0x57b8ff0e0304ea77 lrc: 3/0,0 mode: CW/CW res: [0x200003ab1:0x10:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764427.210237:0:42325:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445bc27d200 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:0.0:1775764427.210242:0:42325:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d200/0x57b8ff0e0304ea77 lrc: 3/0,0 mode: CW/CW res: [0x200003ab1:0x10:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764427.210250:0:42325:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d200/0x57b8ff0e0304ea77 lrc: 4/0,0 mode: CW/CW res: [0x200003ab1:0x10:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764427.210259:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x10:0x0].0x0 (ffff944582f80a00) 00010000:00010000:0.0:1775764427.210262:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764427.210266:0:42325:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d200/0x57b8ff0e0304ea77 lrc: 2/0,0 mode: --/CW res: [0x200003ab1:0x10:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764427.210271:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d200/0x57b8ff0e0304ea77 lrc: 0/0,0 mode: --/CW res: [0x200003ab1:0x10:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764427.210282:0:42325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d800/0x57b8ff0e0304ea7e lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0x10:0x0].0x232ce04c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764427.210288:0:42325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d800/0x57b8ff0e0304ea7e lrc: 2/0,0 mode: PW/PW res: [0x200003ab1:0x10:0x0].0x232ce04c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764427.210294:0:42325:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d800/0x57b8ff0e0304ea7e lrc: 3/0,0 mode: PW/PW res: [0x200003ab1:0x10:0x0].0x232ce04c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764427.210299:0:42325:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445bc27d800 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:0.0:1775764427.210301:0:42325:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d800/0x57b8ff0e0304ea7e lrc: 3/0,0 mode: PW/PW res: [0x200003ab1:0x10:0x0].0x232ce04c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764427.210307:0:42325:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d800/0x57b8ff0e0304ea7e lrc: 4/0,0 mode: PW/PW res: [0x200003ab1:0x10:0x0].0x232ce04c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764427.210313:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x10:0x0].0x232ce04c (ffff944582f80600) 00010000:00010000:0.0:1775764427.210315:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764427.210318:0:42325:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d800/0x57b8ff0e0304ea7e lrc: 2/0,0 mode: --/PW res: [0x200003ab1:0x10:0x0].0x232ce04c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764427.210323:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d800/0x57b8ff0e0304ea7e lrc: 0/0,0 mode: --/PW res: [0x200003ab1:0x10:0x0].0x232ce04c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764427.210442:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944586b88700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+44:48532:x1862022098314880:12345-192.168.202.28@tcp:36:lhsmtool_posix.0 Request processed in 579us (999us total) trans 0 rc -2/-2 00000100:00100000:0.0:1775764427.210451:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 194 00000100:00100000:1.0:1775764427.217235:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764427.217311:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098315008 00000100:00100000:3.0:1775764427.217324:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098315008 00000100:00100000:3.0:1775764427.217399:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 195 00000100:00100000:3.0:1775764427.217413:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bbd7b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+44:48532:x1862022098315008:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1775764427.217440:0:44493:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764427.217467:0:44493:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2147e00/0x57b8ff0e0304ea85 lrc: 2/0,0 mode: --/PR res: [0x200003ab1:0x16:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17aece expref: -99 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764427.217507:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146600/0x57b8ff0e0304ea8c lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0x16:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764427.217522:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146600/0x57b8ff0e0304ea8c lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x16:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764427.217534:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146600/0x57b8ff0e0304ea8c lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x16:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764427.217652:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2147e00/0x57b8ff0e0304ea85 lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0x16:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17aece expref: 46 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764427.217692:0:44493:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146600/0x57b8ff0e0304ea8c lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x16:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17aece expref: 45 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764427.217704:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x16:0x0].0x0 (ffff944586564900) 00010000:00010000:3.0:1775764427.217707:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1775764427.217711:0:44493:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445c2146600, rc 0) 00000100:00100000:3.0:1775764427.217833:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bbd7b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+45:48532:x1862022098315008:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 Request processed in 421us (608us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764427.217840:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 195 00000100:00100000:0.0:1775764427.235930:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764427.245855:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764427.246301:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098315392 00000100:00100000:3.0:1775764427.246312:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098315392 00000100:00100000:3.0:1775764427.246389:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 197 00000100:00100000:3.0:1775764427.246402:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944587190380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+47:48532:x1862022098315392:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1775764427.246434:0:44493:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764427.246454:0:44493:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2147e00/0x57b8ff0e0304ea9a lrc: 2/0,0 mode: --/CR res: [0x200003ab1:0x16:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17aed5 expref: -99 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764427.246515:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2147e00/0x57b8ff0e0304ea9a lrc: 3/0,0 mode: CR/CR res: [0x200003ab1:0x16:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17aed5 expref: 48 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764427.246530:0:44493:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2147e00/0x57b8ff0e0304ea9a lrc: 3/0,0 mode: CR/CR res: [0x200003ab1:0x16:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17aed5 expref: 48 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764427.246549:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x16:0x0].0x0 (ffff944586564900) 00010000:00010000:3.0:1775764427.246552:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1775764427.246557:0:44493:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445c2147e00, rc 0) 00000100:00100000:3.0:1775764427.246613:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944587190380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+48:48532:x1862022098315392:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 Request processed in 214us (769us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764427.246620:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 197 00010000:00010000:1.0:1775764427.247221:0:3315:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff944580031400/0x57b8ff0e0304ea93 lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0x16:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764427.247231:0:3315:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944580031400/0x57b8ff0e0304ea93 lrc: 2/0,0 mode: PW/PW res: [0x200003ab1:0x16:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764427.247239:0:3315:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944580031400/0x57b8ff0e0304ea93 lrc: 3/0,0 mode: PW/PW res: [0x200003ab1:0x16:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764427.247245:0:3315:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944580031400 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:1.0:1775764427.247250:0:3315:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944580031400/0x57b8ff0e0304ea93 lrc: 3/0,0 mode: PW/PW res: [0x200003ab1:0x16:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764427.247258:0:3315:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944580031400/0x57b8ff0e0304ea93 lrc: 4/0,0 mode: PW/PW res: [0x200003ab1:0x16:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764427.247275:0:3315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x16:0x0].0x0 (ffff944586564900) 00010000:00010000:1.0:1775764427.247277:0:3315:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1775764427.247282:0:3315:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944580031400/0x57b8ff0e0304ea93 lrc: 2/0,0 mode: --/PW res: [0x200003ab1:0x16:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764427.247289:0:3315:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944580031400/0x57b8ff0e0304ea93 lrc: 0/0,0 mode: --/PW res: [0x200003ab1:0x16:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764427.251367:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764427.251450:0:43212:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098315520 00000100:00100000:1.0:1775764427.251461:0:43212:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098315520 00000100:00100000:1.0:1775764427.251551:0:43212:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 49 00000100:00100000:1.0:1775764427.251563:0:43212:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944587191500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+8:2378:x1862022098315520:12345-192.168.202.28@tcp:2:lhsmtool_posix.0 00000100:00100000:1.0:1775764427.251976:0:43212:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944587191500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+9:2378:x1862022098315520:12345-192.168.202.28@tcp:2:lhsmtool_posix.0 Request processed in 415us (617us total) trans 34359738380 rc 0/0 00000100:00100000:1.0:1775764427.251985:0:43212:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 49 00000100:00080000:3.0:1775764427.252412:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1775764427.261998:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764427.270837:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764427.280111:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764427.280283:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098316160 00000100:00100000:3.0:1775764427.280297:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098316160 00000100:00100000:3.0:1775764427.280375:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 199 00000100:00100000:3.0:1775764427.280385:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445becaa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+48:48532:x1862022098316160:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1775764427.280412:0:44493:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764427.280438:0:44493:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146a00/0x57b8ff0e0304eaa1 lrc: 2/0,0 mode: --/CR res: [0x200003ab1:0x16:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17aedc expref: -99 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764427.280542:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2147a00/0x57b8ff0e0304eaa8 lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0x16:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764427.280557:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2147a00/0x57b8ff0e0304eaa8 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x16:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764427.280569:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2147a00/0x57b8ff0e0304eaa8 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x16:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764427.280604:0:44493:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1775764427.280622:0:44493:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2147a00/0x57b8ff0e0304eaa8 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x16:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764427.280646:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146a00/0x57b8ff0e0304eaa1 lrc: 0/0,0 mode: --/CR res: [0x200003ab1:0x16:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17aedc expref: 50 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764427.280662:0:44493:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2147a00/0x57b8ff0e0304eaa8 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x16:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17aedc expref: 49 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764427.280671:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x16:0x0].0x0 (ffff944586564900) 00010000:00010000:3.0:1775764427.280674:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:3.0:1775764427.280678:0:44493:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445c2147a00, rc 0) 00000100:00100000:3.0:1775764427.280740:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445becaa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+49:48532:x1862022098316160:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 Request processed in 355us (644us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764427.280748:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 199 00000100:00100000:3.0:1775764427.292268:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764427.292373:0:42946:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098316288 00000100:00100000:1.0:1775764427.292384:0:42946:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098316288 00000100:00100000:1.0:1775764427.292443:0:42946:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 50 00000100:00100000:1.0:1775764427.292453:0:42946:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944586b8b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+9:2379:x1862022098316288:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1775764427.292473:0:42946:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764427.292497:0:42946:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000da22bac0/0x57b8ff0e0304eaaf lrc: 2/0,0 mode: --/PR res: [0x280000400:0x106:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17aee3 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1775764427.292528:0:42946:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x106:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x69d803cb, blocks: 0x1 00010000:00010000:1.0:1775764427.292549:0:42946:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1775764427.292552:0:42946:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1775764427.292562:0:42946:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000da22bac0/0x57b8ff0e0304eaaf lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x106:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17aee3 expref: 10 pid: 42946 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764427.292582:0:42946:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000da22bac0/0x57b8ff0e0304eaaf lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x106:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17aee3 expref: 10 pid: 42946 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764427.292598:0:42946:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944587809000, rc 0) 00000100:00100000:1.0:1775764427.292694:0:42946:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944586b8b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+10:2379:x1862022098316288:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 Request processed in 242us (439us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764427.292702:0:42946:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 50 00000100:00100000:3.0:1775764427.299175:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764427.308829:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764427.308946:0:43212:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098316672 00000100:00100000:1.0:1775764427.308959:0:43212:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098316672 00000100:00100000:1.0:1775764427.309024:0:43212:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 51 00000100:00100000:1.0:1775764427.309035:0:43212:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bc1df800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+10:48532:x1862022098316672:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1775764427.309065:0:43212:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764427.309083:0:43212:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ad96fad7/0x57b8ff0e0304eab6 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x106:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17aeea expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764427.309113:0:43212:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000da22bac0/0x57b8ff0e0304eaaf lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x106:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17aee3 expref: 11 pid: 42946 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764427.309132:0:43212:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1775764427.309135:0:43212:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1775764427.309139:0:43212:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ad96fad7/0x57b8ff0e0304eab6 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x106:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17aeea expref: 11 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764427.309174:0:43212:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000da22bac0/0x57b8ff0e0304eaaf lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x106:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17aee3 expref: 11 pid: 42946 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764427.309190:0:43212:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000da22bac0/0x57b8ff0e0304eaaf lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x106:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17aee3 expref: 11 pid: 42946 timeout: 1994 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764427.309210:0:43212:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bbd7a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:43212:1862022118954752:192.168.202.28@tcp:104: 00000100:00100000:1.0:1775764427.309299:0:43212:0:(client.c:2691:ptlrpc_set_wait()) set ffff94458542e300 going to sleep for 11 seconds 00000100:00100000:1.0:1775764427.318705:0:43212:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bbd7a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:43212:1862022118954752:192.168.202.28@tcp:104: 00010000:00010000:1.0:1775764427.318752:0:43212:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000ad96fad7/0x57b8ff0e0304eab6 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x106:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17aeea expref: 11 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764427.318787:0:43212:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944587809200, rc 0) 00000100:00100000:1.0:1775764427.318872:0:43212:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bc1df800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+11:48532:x1862022098316672:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 Request processed in 9839us (10074us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764427.318884:0:43212:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 51 00000100:00100000:0.0:1775764427.329084:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764427.329164:0:44302:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098316800 00000100:00100000:1.0:1775764427.329176:0:44302:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098316800 00010000:00010000:1.0:1775764427.329218:0:44302:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000da22bac0/0x57b8ff0e0304eaaf lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x106:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17aee3 expref: 11 pid: 42946 timeout: 1994 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764427.329261:0:44302:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 33 00000100:00100000:1.0:1775764427.329270:0:44302:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445beca8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+11:2379:x1862022098316800:12345-192.168.202.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1775764427.329285:0:44302:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764427.329306:0:44302:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000da22bac0/0x57b8ff0e0304eaaf lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x106:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17aee3 expref: 11 pid: 42946 timeout: 1994 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764427.329321:0:44302:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000da22bac0/0x57b8ff0e0304eaaf lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x106:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17aee3 expref: 11 pid: 42946 timeout: 1994 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764427.329347:0:44302:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000da22bac0/0x57b8ff0e0304eaaf lrc: 0/0,0 mode: --/PR res: [0x280000400:0x106:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17aee3 expref: 11 pid: 42946 timeout: 1994 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764427.329363:0:44302:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1775764427.329366:0:44302:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1775764427.329373:0:44302:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000ad96fad7/0x57b8ff0e0304eab6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x106:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17aeea expref: 10 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764427.329382:0:44302:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ad96fad7/0x57b8ff0e0304eab6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x106:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17aeea expref: 10 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764427.329421:0:44302:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000ad96fad7/0x57b8ff0e0304eab6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x106:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17aeea expref: 10 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764427.329436:0:44302:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bbd7a680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:44302:1862022118954880:192.168.202.28@tcp:105: 00000100:00100000:1.0:1775764427.329526:0:44302:0:(client.c:2691:ptlrpc_set_wait()) set ffff94458542e300 going to sleep for 11 seconds 00000100:00100000:0.0:1775764427.343684:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764427.351018:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764427.511360:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000004:00080000:1.0:1775764427.516257:0:5825:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 5 committed 00000001:00080000:1.0:1775764427.516290:0:5825:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 34359738528 is committed 00000001:00080000:1.0:1775764427.516317:0:5825:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 34359738535 is committed 00000001:00080000:1.0:1775764427.516339:0:5825:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 34359738537 is committed 00000004:00080000:1.0:1775764427.516344:0:5825:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 6 committed 00000004:00080000:1.0:1775764427.516365:0:5825:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 7 committed 00000020:00080000:1.0:1775764427.516400:0:5825:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff944586714c00 refcount 2 committed 0 result 0 batchid 30064771801 00000020:00080000:1.0:1775764427.516406:0:5825:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff94458927c700 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff944586714780 00000020:00080000:1.0:1775764427.516409:0:5825:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff94458927cd00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9444833dc000 00000020:00080000:1.0:1775764427.516436:0:5825:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff944587a029c0 refcount 2 committed 0 result 0 batchid 30064771800 00000020:00080000:1.0:1775764427.516438:0:5825:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff94458927c100 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff944587a02240 00000020:00080000:1.0:1775764427.516441:0:5825:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff94458927c200 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff944486239000 00000020:00080000:1.0:1775764427.524019:0:42361:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 30064771801 committed batchid 30064771799 00000020:00080000:1.0:1775764427.525115:0:42361:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 30064771799 00000100:00100000:0.0:1775764427.525388:0:3328:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bea10e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3328:1862022118955008:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1775764427.525428:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764427.525456:0:3328:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1775764427.525463:0:3328:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bbd79880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3328:1862022118955136:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1775764427.525485:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1775764427.526247:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000004:00080000:0.0:1775764427.527848:0:3328:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9445bea10e00/2, rc 0, transno 34359738382 00000100:00100000:0.0:1775764427.527861:0:3328:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bea10e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3328:1862022118955008:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1775764427.528086:0:42312:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1775764427.528095:0:42312:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000da1aa360/0x57b8ff0e0304eabd lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x105:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764427.528105:0:42312:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944580030e00 already unused, calling callback (ffffffffc177a060) 00010000:00010000:1.0:1775764427.528110:0:42312:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000da1aa360/0x57b8ff0e0304eabd lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x105:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764427.528130:0:42312:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000da1aa360/0x57b8ff0e0304eabd lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x105:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764427.528150:0:42312:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000da1aa360/0x57b8ff0e0304eabd lrc: 1/0,0 mode: --/PW res: [0x240000400:0x105:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764427.528156:0:42312:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000da1aa360/0x57b8ff0e0304eabd lrc: 0/0,0 mode: --/PW res: [0x240000400:0x105:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764427.528178:0:42312:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764427.528180:0:42312:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764427.528181:0:42312:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775764427.540140:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000004:00080000:0.0:1775764427.545435:0:3328:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9445bbd79880/2, rc 0, transno 34359738383 00000100:00100000:0.0:1775764427.545442:0:3328:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bbd79880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3328:1862022118955136:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1775764427.585296:0:43224:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:0.0:1775764427.627560:0:7469:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 34359738379 is committed 00000001:00080000:0.0:1775764427.627584:0:7469:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 34359738380 is committed 00000001:00080000:0.0:1775764427.627597:0:7469:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 34359738381 is committed 00000100:00100000:1.0:1775764427.651597:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764427.651636:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098317568 00000100:00100000:1.0:1775764427.651646:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098317568 00000100:00100000:1.0:1775764427.651705:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 202 00000100:00100000:1.0:1775764427.651715:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bbd78380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+12:48532:x1862022098317568:12345-192.168.202.28@tcp:36:lhsmtool_posix.0 00010000:00010000:1.0:1775764427.651787:0:42325:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764427.651841:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2147a00/0x57b8ff0e0304eaa8 lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0x16:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17aedc expref: 12 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764427.651863:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x16:0x0].0x0 (ffff944586564900) 00010000:00010000:1.0:1775764427.651869:0:42325:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1775764427.651916:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff944587808600/0x57b8ff0e0304eacb lrc: 3/0,1 mode: --/PW res: [0x200003ab1:0x16:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764427.651932:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944587808600/0x57b8ff0e0304eacb lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0x16:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764427.651943:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944587808600/0x57b8ff0e0304eacb lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0x16:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764427.652150:0:42325:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000c33a261a reply state 00000000643de029 transno 34359738538 ns: mdt-lustre-MDT0000_UUID lock: ffff944587808600/0x57b8ff0e0304eacb lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0x16:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764427.652161:0:42325:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1775764427.652265:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bbd78380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+13:48532:x1862022098317568:12345-192.168.202.28@tcp:36:lhsmtool_posix.0 Request processed in 550us (676us total) trans 34359738538 rc 0/0 00000100:00100000:1.0:1775764427.652273:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 202 00000100:00100000:0.0:1775764427.678047:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764427.678086:0:42945:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098317696 00000100:00100000:0.0:1775764427.678099:0:42945:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098317696 00000100:00100000:0.0:1775764427.678167:0:42945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 56 00000100:00100000:0.0:1775764427.678179:0:42945:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444832c2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+7:2379:x1862022098317696:12345-192.168.202.28@tcp:2:lhsmtool_posix.0 00002000:00010000:0.0:1775764427.678521:0:42945:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x106:0x0] updating lvb size from disk: 15 -> 15 00002000:00010000:0.0:1775764427.678526:0:42945:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x106:0x0] updating lvb mtime from disk: 1775764427 -> 1775764425 00002000:00010000:0.0:1775764427.678529:0:42945:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x106:0x0] updating lvb atime from disk: 0 -> 1775764425 00002000:00010000:0.0:1775764427.678531:0:42945:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x106:0x0] updating lvb ctime from disk: 1775764427 -> 1775764425 00002000:00010000:0.0:1775764427.678534:0:42945:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x106:0x0] updating lvb blocks from disk: 11 -> 11 00000100:00100000:0.0:1775764427.678608:0:42945:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444832c2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+8:2379:x1862022098317696:12345-192.168.202.28@tcp:2:lhsmtool_posix.0 Request processed in 430us (575us total) trans 34359738384 rc 0/0 00000100:00100000:0.0:1775764427.678616:0:42945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 56 00000100:00100000:3.0:1775764427.682995:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764427.683161:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098317952 00000100:00100000:0.0:1775764427.683173:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098317952 00000100:00100000:0.0:1775764427.683238:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 203 00000100:00100000:0.0:1775764427.683246:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94458620f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+12:48532:x1862022098317952:12345-192.168.202.28@tcp:55:lhsmtool_posix.0 00010000:00010000:0.0:1775764427.683576:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c600/0x57b8ff0e0304ead2 lrc: 3/0,1 mode: --/PW res: [0x200003ab1:0x16:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764427.683595:0:42324:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146600/0x57b8ff0e0304ea8c lrc: 2/0,0 mode: PR/PR res: [0x200003ab1:0x16:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17aece expref: 12 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764427.683605:0:42324:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c600/0x57b8ff0e0304ead2 lrc: 4/0,1 mode: --/PW res: [0x200003ab1:0x16:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764427.683642:0:42324:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146600/0x57b8ff0e0304ea8c lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x16:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17aece expref: 12 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764427.683656:0:42324:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146600/0x57b8ff0e0304ea8c lrc: 4/0,0 mode: PR/PR res: [0x200003ab1:0x16:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17aece expref: 12 pid: 44493 timeout: 1994 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764427.683753:0:42324:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bb48a300 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:42324:1862022118955520:192.168.202.28@tcp:104: 00000100:00100000:0.0:1775764427.684073:0:42324:0:(client.c:2691:ptlrpc_set_wait()) set ffff944591e459c0 going to sleep for 11 seconds 00000100:00100000:3.0:1775764427.697982:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764427.698084:0:42311:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098318080 00000100:00100000:0.0:1775764427.698095:0:42311:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098318080 00010000:00010000:0.0:1775764427.698142:0:42311:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146600/0x57b8ff0e0304ea8c lrc: 4/0,0 mode: PR/PR res: [0x200003ab1:0x16:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17aece expref: 13 pid: 44493 timeout: 1994 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764427.698179:0:42311:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 35 00000100:00100000:0.0:1775764427.698190:0:42311:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94458620dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+13:2379:x1862022098318080:12345-192.168.202.28@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1775764427.698207:0:42311:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764427.698215:0:42311:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146600/0x57b8ff0e0304ea8c lrc: 4/0,0 mode: PR/PR res: [0x200003ab1:0x16:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17aece expref: 13 pid: 44493 timeout: 1994 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764427.698229:0:42311:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146600/0x57b8ff0e0304ea8c lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x16:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17aece expref: 13 pid: 44493 timeout: 1994 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764427.698251:0:42311:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146600/0x57b8ff0e0304ea8c lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0x16:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17aece expref: 13 pid: 44493 timeout: 1994 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764427.698269:0:42311:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x16:0x0].0x0 (ffff944586564900) 00010000:00010000:0.0:1775764427.698274:0:42311:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c600/0x57b8ff0e0304ead2 lrc: 3/0,1 mode: --/PW res: [0x200003ab1:0x16:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764427.698284:0:42311:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c600/0x57b8ff0e0304ead2 lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0x16:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764427.698306:0:42311:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c600/0x57b8ff0e0304ead2 lrc: 4/0,1 mode: PW/PW res: [0x200003ab1:0x16:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764427.698340:0:42311:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775764427.698384:0:42311:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94458620dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+12:2379:x1862022098318080:12345-192.168.202.28@tcp:103:ldlm_bl.0 Request processed in 197us (416us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764427.698392:0:42311:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 35 00010000:00010000:3.0:1775764427.698701:0:42324:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c600/0x57b8ff0e0304ead2 lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0x16:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764427.698709:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c600/0x57b8ff0e0304ead2 lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0x16:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764427.698741:0:42324:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c600/0x57b8ff0e0304ead2 lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0x16:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764427.698748:0:42324:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c600/0x57b8ff0e0304ead2 lrc: 2/0,0 mode: PW/PW res: [0x200003ab1:0x16:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764427.698756:0:42324:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c600/0x57b8ff0e0304ead2 lrc: 3/0,0 mode: PW/PW res: [0x200003ab1:0x16:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764427.698762:0:42324:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445bc27c600 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:3.0:1775764427.698772:0:42324:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c600/0x57b8ff0e0304ead2 lrc: 3/0,0 mode: PW/PW res: [0x200003ab1:0x16:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764427.698790:0:42324:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c600/0x57b8ff0e0304ead2 lrc: 4/0,0 mode: PW/PW res: [0x200003ab1:0x16:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764427.698848:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x16:0x0].0x0 (ffff944586564900) 00010000:00010000:3.0:1775764427.698852:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:3.0:1775764427.698856:0:42324:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c600/0x57b8ff0e0304ead2 lrc: 2/0,0 mode: --/PW res: [0x200003ab1:0x16:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764427.698872:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c600/0x57b8ff0e0304ead2 lrc: 0/0,0 mode: --/PW res: [0x200003ab1:0x16:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764427.698927:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94458620f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+11:48532:x1862022098317952:12345-192.168.202.28@tcp:55:lhsmtool_posix.0 Request processed in 15681us (15941us total) trans 0 rc -22/-22 00000100:00100000:3.0:1775764427.698936:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 203 00000100:00100000:3.0:1775764427.719148:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764427.745745:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764427.745837:0:42309:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098318336 00000100:00100000:1.0:1775764427.745847:0:42309:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098318336 00010000:00010000:1.0:1775764427.745886:0:42309:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000ad96fad7/0x57b8ff0e0304eab6 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x106:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17aeea expref: 9 pid: 43212 timeout: 1994 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764427.745938:0:42309:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 36 00000100:00100000:1.0:1775764427.745948:0:42309:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94458620ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+9:2378:x1862022098318336:12345-192.168.202.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1775764427.745965:0:42309:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764427.745996:0:42309:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000ad96fad7/0x57b8ff0e0304eab6 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x106:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17aeea expref: 9 pid: 43212 timeout: 1994 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764427.746009:0:42309:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000ad96fad7/0x57b8ff0e0304eab6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x106:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17aeea expref: 9 pid: 43212 timeout: 1994 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764427.746034:0:42309:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1775764427.746037:0:42309:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1775764427.746042:0:42309:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000009f2554cc/0x57b8ff0e0304ead9 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x106:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764427.746052:0:42309:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009f2554cc/0x57b8ff0e0304ead9 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x106:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764427.746073:0:42309:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1775764427.746124:0:42309:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94458620ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+9:2378:x1862022098318336:12345-192.168.202.28@tcp:103:ldlm_bl.0 Request processed in 177us (392us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764427.746132:0:42309:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 36 00010000:00010000:0.0:1775764427.750574:0:42944:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ad96fad7/0x57b8ff0e0304eab6 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x106:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17aeea expref: 8 pid: 43212 timeout: 1994 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764427.750601:0:42944:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff94448647df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:42944:1862022118955648:192.168.202.28@tcp:104: 00010000:00010000:0.0:1775764427.750635:0:42944:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000009f2554cc/0x57b8ff0e0304ead9 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x106:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764427.750649:0:42944:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000009f2554cc/0x57b8ff0e0304ead9 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x106:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764427.750656:0:42944:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009f2554cc/0x57b8ff0e0304ead9 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x106:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764427.750703:0:42944:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 000000009f2554cc/0x57b8ff0e0304ead9 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x106:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764427.750712:0:42944:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000009f2554cc/0x57b8ff0e0304ead9 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x106:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764427.750720:0:42944:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000009f2554cc/0x57b8ff0e0304ead9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x106:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764427.750727:0:42944:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944580031200 already unused, calling callback (ffffffffc177a060) 00010000:00010000:0.0:1775764427.750731:0:42944:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000009f2554cc/0x57b8ff0e0304ead9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x106:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764427.750740:0:42944:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000009f2554cc/0x57b8ff0e0304ead9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x106:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764427.750766:0:42944:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000009f2554cc/0x57b8ff0e0304ead9 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x106:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764427.750786:0:42944:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009f2554cc/0x57b8ff0e0304ead9 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x106:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764427.750925:0:42944:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94458620c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+7:2378:x1862022098318208:12345-192.168.202.28@tcp:1:lhsmtool_posix.0 Request processed in 21588us (31787us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764427.750940:0:42944:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 57 00000100:00100000:3.0:1775764427.755243:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764427.756827:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098318592 00000100:00100000:0.0:1775764427.756841:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098318592 00000100:00100000:0.0:1775764427.756911:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 204 00000100:00100000:0.0:1775764427.756921:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bbf2e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+11:48532:x1862022098318592:12345-192.168.202.28@tcp:57:lhsmtool_posix.0 00010000:00010000:0.0:1775764427.757007:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27ca00/0x57b8ff0e0304eae0 lrc: 3/0,1 mode: --/PW res: [0x200003ab1:0x14:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764427.757025:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27ca00/0x57b8ff0e0304eae0 lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0x14:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764427.757037:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27ca00/0x57b8ff0e0304eae0 lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0x14:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764427.757273:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c200/0x57b8ff0e0304eae7 lrc: 3/0,1 mode: --/EX res: [0x200003ab1:0x16:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764427.757284:0:42325:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2147e00/0x57b8ff0e0304ea9a lrc: 2/0,0 mode: CR/CR res: [0x200003ab1:0x16:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17aed5 expref: 12 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764427.757309:0:42325:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c200/0x57b8ff0e0304eae7 lrc: 4/0,1 mode: --/EX res: [0x200003ab1:0x16:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764427.757343:0:42325:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2147e00/0x57b8ff0e0304ea9a lrc: 3/0,0 mode: CR/CR res: [0x200003ab1:0x16:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17aed5 expref: 12 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764427.757357:0:42325:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2147e00/0x57b8ff0e0304ea9a lrc: 4/0,0 mode: CR/CR res: [0x200003ab1:0x16:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17aed5 expref: 12 pid: 44493 timeout: 1994 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764427.757372:0:42325:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bb489880 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:42325:1862022118955776:192.168.202.28@tcp:104: 00000100:00100000:0.0:1775764427.757458:0:42325:0:(client.c:2691:ptlrpc_set_wait()) set ffff9444824356c0 going to sleep for 11 seconds 00000100:00100000:0.0:1775764427.774641:0:42325:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bb489880 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:42325:1862022118955776:192.168.202.28@tcp:104: 00010000:00010000:0.0:1775764427.774700:0:42325:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c200/0x57b8ff0e0304eae7 lrc: 3/0,1 mode: --/EX res: [0x200003ab1:0x16:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764427.779179:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764427.779332:0:42311:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098318720 00000100:00100000:0.0:1775764427.779341:0:42311:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098318720 00010000:00010000:0.0:1775764427.779381:0:42311:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2147e00/0x57b8ff0e0304ea9a lrc: 4/0,0 mode: CR/CR res: [0x200003ab1:0x16:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17aed5 expref: 13 pid: 44493 timeout: 1994 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764427.779426:0:42311:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 37 00000100:00100000:0.0:1775764427.779435:0:42311:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944590e6ec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+13:2379:x1862022098318720:12345-192.168.202.28@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1775764427.779450:0:42311:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764427.779458:0:42311:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2147e00/0x57b8ff0e0304ea9a lrc: 4/0,0 mode: CR/CR res: [0x200003ab1:0x16:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17aed5 expref: 13 pid: 44493 timeout: 1994 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764427.779481:0:42311:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2147e00/0x57b8ff0e0304ea9a lrc: 3/0,0 mode: CR/CR res: [0x200003ab1:0x16:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17aed5 expref: 13 pid: 44493 timeout: 1994 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764427.779508:0:42311:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2147e00/0x57b8ff0e0304ea9a lrc: 0/0,0 mode: --/CR res: [0x200003ab1:0x16:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17aed5 expref: 13 pid: 44493 timeout: 1994 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764427.779523:0:42311:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x16:0x0].0x0 (ffff944586564900) 00010000:00010000:0.0:1775764427.779529:0:42311:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c200/0x57b8ff0e0304eae7 lrc: 3/0,1 mode: --/EX res: [0x200003ab1:0x16:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764427.779537:0:42311:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c200/0x57b8ff0e0304eae7 lrc: 3/0,1 mode: EX/EX res: [0x200003ab1:0x16:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764427.779545:0:42311:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c200/0x57b8ff0e0304eae7 lrc: 4/0,1 mode: EX/EX res: [0x200003ab1:0x16:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764427.779577:0:42311:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775764427.779632:0:42311:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944590e6ec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+12:2379:x1862022098318720:12345-192.168.202.28@tcp:103:ldlm_bl.0 Request processed in 197us (462us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764427.779639:0:42311:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 37 00010000:00010000:1.0:1775764427.779793:0:42325:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c200/0x57b8ff0e0304eae7 lrc: 3/0,1 mode: EX/EX res: [0x200003ab1:0x16:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764427.779818:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c200/0x57b8ff0e0304eae7 lrc: 3/0,1 mode: EX/EX res: [0x200003ab1:0x16:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1775764427.780040:0:42325:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 34359738539 00000001:00080000:1.0:1775764427.780186:0:42325:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 34359738540 00000001:00080000:1.0:1775764427.780232:0:42325:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 34359738541 00000100:00100000:1.0:1775764427.780341:0:42325:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bbd79500 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:42325:1862022118955904:0@lo:1000:mdt00_001.0 00000100:00100000:1.0:1775764427.780392:0:42325:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764427.780434:0:42325:0:(client.c:2691:ptlrpc_set_wait()) set ffff9445889bccc0 going to sleep for 11 seconds 00000100:00100000:0.0:1775764427.781510:0:42330:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118955904 00000100:00100000:0.0:1775764427.781524:0:42330:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118955904 00000100:00100000:0.0:1775764427.781579:0:42330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:0.0:1775764427.781588:0:42330:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bbd7a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+7:42325:x1862022118955904:12345-0@lo:1000:mdt00_001.0 00000100:00100000:0.0:1775764427.781684:0:42330:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bbd7a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+7:42325:x1862022118955904:12345-0@lo:1000:mdt00_001.0 Request processed in 96us (1291us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764427.781692:0:42330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:1.0:1775764427.788029:0:42325:0:(client.c:3082:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 34359738379 gen 2 00000004:00080000:1.0:1775764427.788042:0:42325:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 34359738379 committed transno 34359738379 00000100:00100000:1.0:1775764427.788075:0:42325:0:(client.c:3126:ptlrpc_free_committed()) @@@ stopping search req@ffff9445bbd7ad80 x1862022118955264/t34359738382(34359738382) o2->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 440/432 e 0 to 0 dl 1775764443 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775764427.788091:0:42325:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bbd79500 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:42325:1862022118955904:0@lo:1000:mdt00_001.0 00000001:00080000:1.0:1775764427.788630:0:42325:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 34359738542 00000100:00100000:1.0:1775764427.788736:0:42325:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bbd79500 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:42325:1862022118956032:0@lo:1000:mdt00_001.0 00000100:00100000:1.0:1775764427.788853:0:42325:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764427.788890:0:42325:0:(client.c:2691:ptlrpc_set_wait()) set ffff9445995396c0 going to sleep for 11 seconds 00000100:00100000:0.0:1775764427.788930:0:42330:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118956032 00000100:00100000:0.0:1775764427.788940:0:42330:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118956032 00000100:00100000:0.0:1775764427.788996:0:42330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:0.0:1775764427.789006:0:42330:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bbd7b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+7:42325:x1862022118956032:12345-0@lo:1000:mdt00_001.0 00000100:00100000:0.0:1775764427.789209:0:42330:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bbd7b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+8:42325:x1862022118956032:12345-0@lo:1000:mdt00_001.0 Request processed in 204us (355us total) trans 34359738385 rc 0/0 00000100:00100000:0.0:1775764427.789216:0:42330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:0.0:1775764427.789289:0:42325:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bbd79500 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:42325:1862022118956032:0@lo:1000:mdt00_001.0 00000001:00080000:0.0:1775764427.789371:0:42325:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 34359738543 00010000:00010000:0.0:1775764427.789398:0:42325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c200/0x57b8ff0e0304eae7 lrc: 3/0,1 mode: EX/EX res: [0x200003ab1:0x16:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764427.789408:0:42325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c200/0x57b8ff0e0304eae7 lrc: 2/0,0 mode: EX/EX res: [0x200003ab1:0x16:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764427.789415:0:42325:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c200/0x57b8ff0e0304eae7 lrc: 3/0,0 mode: EX/EX res: [0x200003ab1:0x16:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764427.789422:0:42325:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445bc27c200 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:0.0:1775764427.789427:0:42325:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c200/0x57b8ff0e0304eae7 lrc: 3/0,0 mode: EX/EX res: [0x200003ab1:0x16:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764427.789434:0:42325:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c200/0x57b8ff0e0304eae7 lrc: 4/0,0 mode: EX/EX res: [0x200003ab1:0x16:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764427.789448:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x16:0x0].0x0 (ffff944586564900) 00010000:00010000:0.0:1775764427.789451:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1775764427.789456:0:42325:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c200/0x57b8ff0e0304eae7 lrc: 2/0,0 mode: --/EX res: [0x200003ab1:0x16:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764427.789461:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c200/0x57b8ff0e0304eae7 lrc: 0/0,0 mode: --/EX res: [0x200003ab1:0x16:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764427.789488:0:42325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff944580030000/0x57b8ff0e0304ea15 lrc: 3/0,1 mode: EX/EX res: [0x200003ab1:0x14:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764427.789494:0:42325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944580030000/0x57b8ff0e0304ea15 lrc: 2/0,0 mode: EX/EX res: [0x200003ab1:0x14:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764427.789498:0:42325:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944580030000/0x57b8ff0e0304ea15 lrc: 3/0,0 mode: EX/EX res: [0x200003ab1:0x14:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764427.789502:0:42325:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944580030000 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:0.0:1775764427.789504:0:42325:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944580030000/0x57b8ff0e0304ea15 lrc: 3/0,0 mode: EX/EX res: [0x200003ab1:0x14:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764427.789510:0:42325:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944580030000/0x57b8ff0e0304ea15 lrc: 4/0,0 mode: EX/EX res: [0x200003ab1:0x14:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764427.789517:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x14:0x0].0x0 (ffff94459084a300) 00010000:00010000:0.0:1775764427.789519:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1775764427.789522:0:42325:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944580030000/0x57b8ff0e0304ea15 lrc: 2/0,0 mode: --/EX res: [0x200003ab1:0x14:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764427.789527:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944580030000/0x57b8ff0e0304ea15 lrc: 0/0,0 mode: --/EX res: [0x200003ab1:0x14:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764427.789545:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d600/0x57b8ff0e0304eaee lrc: 3/0,1 mode: --/EX res: [0x200003ab1:0x14:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764427.789558:0:42325:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff944580031800/0x57b8ff0e0304ea31 lrc: 2/0,0 mode: PR/PR res: [0x200003ab1:0x14:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17aeb9 expref: 16 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764427.789566:0:42325:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d600/0x57b8ff0e0304eaee lrc: 4/0,1 mode: --/EX res: [0x200003ab1:0x14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764427.789590:0:42325:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff944580031800/0x57b8ff0e0304ea31 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x14:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17aeb9 expref: 16 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764427.789604:0:42325:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff944580031800/0x57b8ff0e0304ea31 lrc: 4/0,0 mode: PR/PR res: [0x200003ab1:0x14:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17aeb9 expref: 16 pid: 42325 timeout: 1994 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764427.789616:0:42325:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bb489880 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:42325:1862022118956160:192.168.202.28@tcp:104: 00000100:00100000:0.0:1775764427.789674:0:42325:0:(client.c:2691:ptlrpc_set_wait()) set ffff944482435180 going to sleep for 11 seconds 00000100:00100000:1.0:1775764427.810315:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764427.812113:0:42309:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098318848 00000100:00100000:3.0:1775764427.812129:0:42309:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098318848 00010000:00010000:3.0:1775764427.812174:0:42309:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff944580031800/0x57b8ff0e0304ea31 lrc: 4/0,0 mode: PR/PR res: [0x200003ab1:0x14:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17aeb9 expref: 17 pid: 42325 timeout: 1994 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764427.812368:0:42309:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 38 00000100:00100000:3.0:1775764427.812378:0:42309:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bbd79f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+17:2378:x1862022098318848:12345-192.168.202.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764427.812396:0:42309:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764427.812403:0:42309:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff944580031800/0x57b8ff0e0304ea31 lrc: 4/0,0 mode: PR/PR res: [0x200003ab1:0x14:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17aeb9 expref: 17 pid: 42325 timeout: 1994 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764427.812417:0:42309:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff944580031800/0x57b8ff0e0304ea31 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x14:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17aeb9 expref: 17 pid: 42325 timeout: 1994 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764427.812440:0:42309:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944580031800/0x57b8ff0e0304ea31 lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0x14:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17aeb9 expref: 17 pid: 42325 timeout: 1994 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764427.812459:0:42309:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x14:0x0].0x0 (ffff94459084a300) 00010000:00010000:3.0:1775764427.812466:0:42309:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d600/0x57b8ff0e0304eaee lrc: 3/0,1 mode: --/EX res: [0x200003ab1:0x14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764427.812475:0:42309:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d600/0x57b8ff0e0304eaee lrc: 3/0,1 mode: EX/EX res: [0x200003ab1:0x14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764427.812483:0:42309:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d600/0x57b8ff0e0304eaee lrc: 4/0,1 mode: EX/EX res: [0x200003ab1:0x14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764427.812860:0:42309:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764427.812935:0:42309:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bbd79f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+16:2378:x1862022098318848:12345-192.168.202.28@tcp:103:ldlm_bl.0 Request processed in 557us (2629us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764427.812944:0:42309:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 38 00010000:00010000:1.0:1775764427.818894:0:42325:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d600/0x57b8ff0e0304eaee lrc: 3/0,1 mode: EX/EX res: [0x200003ab1:0x14:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764427.818919:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d600/0x57b8ff0e0304eaee lrc: 3/0,1 mode: EX/EX res: [0x200003ab1:0x14:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764427.818938:0:42325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d600/0x57b8ff0e0304eaee lrc: 3/0,1 mode: EX/EX res: [0x200003ab1:0x14:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764427.818946:0:42325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d600/0x57b8ff0e0304eaee lrc: 2/0,0 mode: EX/EX res: [0x200003ab1:0x14:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764427.818959:0:42325:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d600/0x57b8ff0e0304eaee lrc: 3/0,0 mode: EX/EX res: [0x200003ab1:0x14:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764427.818966:0:42325:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445bc27d600 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:1.0:1775764427.818971:0:42325:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d600/0x57b8ff0e0304eaee lrc: 3/0,0 mode: EX/EX res: [0x200003ab1:0x14:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764427.818979:0:42325:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d600/0x57b8ff0e0304eaee lrc: 4/0,0 mode: EX/EX res: [0x200003ab1:0x14:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764427.818998:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x14:0x0].0x0 (ffff94459084a300) 00010000:00010000:1.0:1775764427.819002:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764427.819007:0:42325:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d600/0x57b8ff0e0304eaee lrc: 2/0,0 mode: --/EX res: [0x200003ab1:0x14:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764427.819015:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d600/0x57b8ff0e0304eaee lrc: 0/0,0 mode: --/EX res: [0x200003ab1:0x14:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764427.819028:0:42325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27ca00/0x57b8ff0e0304eae0 lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0x14:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764427.819035:0:42325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27ca00/0x57b8ff0e0304eae0 lrc: 2/0,0 mode: PW/PW res: [0x200003ab1:0x14:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764427.819040:0:42325:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27ca00/0x57b8ff0e0304eae0 lrc: 3/0,0 mode: PW/PW res: [0x200003ab1:0x14:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764427.819044:0:42325:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445bc27ca00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:1.0:1775764427.819047:0:42325:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27ca00/0x57b8ff0e0304eae0 lrc: 3/0,0 mode: PW/PW res: [0x200003ab1:0x14:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764427.819055:0:42325:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27ca00/0x57b8ff0e0304eae0 lrc: 4/0,0 mode: PW/PW res: [0x200003ab1:0x14:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764427.819062:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x14:0x0].0x0 (ffff94459084a300) 00010000:00010000:1.0:1775764427.819064:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1775764427.819067:0:42325:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27ca00/0x57b8ff0e0304eae0 lrc: 2/0,0 mode: --/PW res: [0x200003ab1:0x14:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764427.819072:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27ca00/0x57b8ff0e0304eae0 lrc: 0/0,0 mode: --/PW res: [0x200003ab1:0x14:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764427.819470:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bbf2e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+15:48532:x1862022098318592:12345-192.168.202.28@tcp:57:lhsmtool_posix.0 Request processed in 62545us (64231us total) trans 34359738544 rc 0/0 00000100:00100000:3.0:1775764427.819481:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 204 00000020:00080000:3.0:1775764427.819488:0:42325:0:(tgt_main.c:783:tgt_ses_key_exit()) total 6 transactions per RPC 00000040:00080000:1.0:1775764427.819654:0:42356:0:(llog.c:800:llog_process_thread()) index: 8, lh_last_idx: 8 synced_idx: 8 lgh_last_idx: 8 00000040:00080000:1.0:1775764427.819671:0:42356:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x32:0x0] at index 8 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1775764427.819701:0:42356:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x32:0x0] index 5 count 5 00000040:00080000:1.0:1775764427.819707:0:42356:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 9 count 2 00000100:00100000:1.0:1775764427.845594:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764427.845720:0:42327:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098319104 00000100:00100000:3.0:1775764427.845730:0:42327:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098319104 00000100:00100000:3.0:1775764427.845827:0:42327:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 72 00000100:00100000:3.0:1775764427.845839:0:42327:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bbd7b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+15:48532:x1862022098319104:12345-192.168.202.28@tcp:35:lhsmtool_posix.0 00000004:00080000:3.0:1775764427.846531:0:42327:0:(mdd_object.c:4010:mdd_close()) Object [0x200003ab1:0x16:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000001:00080000:3.0:1775764427.846636:0:42327:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 34359738545 00010000:00010000:3.0:1775764427.846682:0:42327:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146a00/0x57b8ff0e0304eaf5 lrc: 3/0,1 mode: --/PW res: [0x200003ab1:0x16:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764427.846705:0:42327:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146a00/0x57b8ff0e0304eaf5 lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0x16:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010080000000 pid: 42327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764427.846717:0:42327:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146a00/0x57b8ff0e0304eaf5 lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0x16:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 42327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764427.846725:0:42327:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146a00/0x57b8ff0e0304eaf5 lrc: 4/0,1 mode: PW/PW res: [0x200003ab1:0x16:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 42327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764427.846732:0:42327:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146a00/0x57b8ff0e0304eaf5 lrc: 4/0,1 mode: PW/PW res: [0x200003ab1:0x16:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 42327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764427.846738:0:42327:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146a00/0x57b8ff0e0304eaf5 lrc: 3/0,0 mode: PW/PW res: [0x200003ab1:0x16:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 42327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764427.846762:0:42327:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1775764427.846896:0:42327:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bbd7b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+17:48532:x1862022098319104:12345-192.168.202.28@tcp:35:lhsmtool_posix.0 Request processed in 1057us (1310us total) trans 34359738546 rc 0/0 00000100:00100000:3.0:1775764427.846905:0:42327:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 72 00000020:00080000:3.0:1775764427.846911:0:42327:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:1.0:1775764427.847285:0:42312:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1775764427.847291:0:42312:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146a00/0x57b8ff0e0304eaf5 lrc: 2/0,0 mode: PW/PW res: [0x200003ab1:0x16:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 42327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764427.847298:0:42312:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445c2146a00 already unused, calling callback (ffffffffc177a060) 00010000:00010000:1.0:1775764427.847302:0:42312:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146a00/0x57b8ff0e0304eaf5 lrc: 2/0,0 mode: PW/PW res: [0x200003ab1:0x16:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 42327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764427.847310:0:42312:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146a00/0x57b8ff0e0304eaf5 lrc: 3/0,0 mode: PW/PW res: [0x200003ab1:0x16:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 42327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764427.847323:0:42312:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x16:0x0].0x0 (ffff944586564800) 00010000:00010000:1.0:1775764427.847325:0:42312:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1775764427.847330:0:42312:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146a00/0x57b8ff0e0304eaf5 lrc: 1/0,0 mode: --/PW res: [0x200003ab1:0x16:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 42327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764427.847335:0:42312:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146a00/0x57b8ff0e0304eaf5 lrc: 0/0,0 mode: --/PW res: [0x200003ab1:0x16:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 42327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764427.847351:0:42312:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764427.847353:0:42312:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764427.847354:0:42312:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1775764428.240394:0:44791:0:(llog.c:800:llog_process_thread()) index: 8, lh_last_idx: 8 synced_idx: 8 lgh_last_idx: 8 00000040:00080000:0.0:1775764428.240403:0:44791:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x32:0x0] at index 8 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1775764428.240449:0:44791:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x32:0x0] index 5 count 5 00000040:00080000:0.0:1775764428.240455:0:44791:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 9 count 2 00000100:00100000:3.0:1775764428.426540:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764428.426708:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098319232 00000100:00100000:1.0:1775764428.426720:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098319232 00000100:00100000:1.0:1775764428.426785:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 205 00000100:00100000:1.0:1775764428.426795:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bbf2f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+17:48542:x1862022098319232:12345-192.168.202.28@tcp:34:lfs.0 00010000:00010000:1.0:1775764428.426914:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff944587808c00/0x57b8ff0e0304eafc lrc: 3/1,0 mode: --/CR res: [0x200003ab1:0x10:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764428.426933:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944587808c00/0x57b8ff0e0304eafc lrc: 3/1,0 mode: CR/CR res: [0x200003ab1:0x10:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764428.426946:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944587808c00/0x57b8ff0e0304eafc lrc: 3/1,0 mode: CR/CR res: [0x200003ab1:0x10:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764428.426962:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944587808a00/0x57b8ff0e0304eb03 lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0x10:0x0].0x5a11b149 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764428.426968:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944587808a00/0x57b8ff0e0304eb03 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x10:0x0].0x5a11b149 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764428.426973:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944587808a00/0x57b8ff0e0304eb03 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x10:0x0].0x5a11b149 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764428.427316:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944587808400/0x57b8ff0e0304eb0a lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0x14:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764428.427330:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944587808400/0x57b8ff0e0304eb0a lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x14:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764428.427338:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944587808400/0x57b8ff0e0304eb0a lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x14:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764428.427382:0:44493:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff944587808400/0x57b8ff0e0304eb0a lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x14:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764428.427393:0:44493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff944587808c00/0x57b8ff0e0304eafc lrc: 3/1,0 mode: CR/CR res: [0x200003ab1:0x10:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764428.427399:0:44493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944587808c00/0x57b8ff0e0304eafc lrc: 2/0,0 mode: CR/CR res: [0x200003ab1:0x10:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764428.427407:0:44493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944587808c00/0x57b8ff0e0304eafc lrc: 3/0,0 mode: CR/CR res: [0x200003ab1:0x10:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764428.427414:0:44493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944587808c00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:1.0:1775764428.427418:0:44493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944587808c00/0x57b8ff0e0304eafc lrc: 3/0,0 mode: CR/CR res: [0x200003ab1:0x10:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764428.427426:0:44493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944587808c00/0x57b8ff0e0304eafc lrc: 4/0,0 mode: CR/CR res: [0x200003ab1:0x10:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764428.427438:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x10:0x0].0x0 (ffff944582f80a00) 00010000:00010000:1.0:1775764428.427440:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764428.427445:0:44493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944587808c00/0x57b8ff0e0304eafc lrc: 2/0,0 mode: --/CR res: [0x200003ab1:0x10:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764428.427451:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944587808c00/0x57b8ff0e0304eafc lrc: 0/0,0 mode: --/CR res: [0x200003ab1:0x10:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764428.427463:0:44493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944587808a00/0x57b8ff0e0304eb03 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x10:0x0].0x5a11b149 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764428.427470:0:44493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944587808a00/0x57b8ff0e0304eb03 lrc: 2/0,0 mode: PR/PR res: [0x200003ab1:0x10:0x0].0x5a11b149 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764428.427476:0:44493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944587808a00/0x57b8ff0e0304eb03 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x10:0x0].0x5a11b149 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764428.427481:0:44493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944587808a00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:1.0:1775764428.427483:0:44493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944587808a00/0x57b8ff0e0304eb03 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x10:0x0].0x5a11b149 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764428.427488:0:44493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944587808a00/0x57b8ff0e0304eb03 lrc: 4/0,0 mode: PR/PR res: [0x200003ab1:0x10:0x0].0x5a11b149 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764428.427494:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x10:0x0].0x5a11b149 (ffff944584d1d800) 00010000:00010000:1.0:1775764428.427496:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764428.427498:0:44493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944587808a00/0x57b8ff0e0304eb03 lrc: 2/0,0 mode: --/PR res: [0x200003ab1:0x10:0x0].0x5a11b149 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764428.427503:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944587808a00/0x57b8ff0e0304eb03 lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0x10:0x0].0x5a11b149 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764428.427515:0:44493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944587808400/0x57b8ff0e0304eb0a lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x14:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764428.427519:0:44493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944587808400/0x57b8ff0e0304eb0a lrc: 2/0,0 mode: PR/PR res: [0x200003ab1:0x14:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764428.427524:0:44493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944587808400/0x57b8ff0e0304eb0a lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x14:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764428.427528:0:44493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944587808400 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:1.0:1775764428.427531:0:44493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944587808400/0x57b8ff0e0304eb0a lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x14:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764428.427535:0:44493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944587808400/0x57b8ff0e0304eb0a lrc: 4/0,0 mode: PR/PR res: [0x200003ab1:0x14:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764428.427541:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x14:0x0].0x0 (ffff944584d1d700) 00010000:00010000:1.0:1775764428.427543:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764428.427546:0:44493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944587808400/0x57b8ff0e0304eb0a lrc: 2/0,0 mode: --/PR res: [0x200003ab1:0x14:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764428.427551:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944587808400/0x57b8ff0e0304eb0a lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0x14:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764428.427631:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bbf2f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+17:48542:x1862022098319232:12345-192.168.202.28@tcp:34:lfs.0 Request processed in 837us (1107us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764428.427639:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 205 00000100:00100000:0.0:1775764428.549862:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098319488 00000100:00100000:0.0:1775764428.549875:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098319488 00000100:00100000:0.0:1775764428.549956:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 206 00000100:00100000:0.0:1775764428.549967:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94448647f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+17:48546:x1862022098319488:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:0.0:1775764428.549993:0:42326:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764428.550019:0:42326:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d400/0x57b8ff0e0304eb11 lrc: 2/0,0 mode: --/CR res: [0x200003ab1:0x10:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17aef1 expref: -99 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764428.550108:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c000/0x57b8ff0e0304eb18 lrc: 3/1,0 mode: --/CR res: [0x200003ab1:0x10:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764428.550123:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c000/0x57b8ff0e0304eb18 lrc: 3/1,0 mode: CR/CR res: [0x200003ab1:0x10:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764428.550134:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c000/0x57b8ff0e0304eb18 lrc: 3/1,0 mode: CR/CR res: [0x200003ab1:0x10:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764428.550148:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c200/0x57b8ff0e0304eb1f lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0x10:0x0].0x5a11b149 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764428.550154:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c200/0x57b8ff0e0304eb1f lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x10:0x0].0x5a11b149 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764428.550160:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c200/0x57b8ff0e0304eb1f lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x10:0x0].0x5a11b149 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764428.550484:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27ca00/0x57b8ff0e0304eb26 lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0x14:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764428.550492:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27ca00/0x57b8ff0e0304eb26 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x14:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764428.550499:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27ca00/0x57b8ff0e0304eb26 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x14:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764428.550509:0:42326:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab1:0x14:0x0]: returning size 15 00010000:00010000:0.0:1775764428.550618:0:42326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c000/0x57b8ff0e0304eb18 lrc: 3/1,0 mode: CR/CR res: [0x200003ab1:0x10:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764428.550625:0:42326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c000/0x57b8ff0e0304eb18 lrc: 2/0,0 mode: CR/CR res: [0x200003ab1:0x10:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764428.550631:0:42326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c000/0x57b8ff0e0304eb18 lrc: 3/0,0 mode: CR/CR res: [0x200003ab1:0x10:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764428.550636:0:42326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445bc27c000 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:0.0:1775764428.550640:0:42326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c000/0x57b8ff0e0304eb18 lrc: 3/0,0 mode: CR/CR res: [0x200003ab1:0x10:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764428.550650:0:42326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c000/0x57b8ff0e0304eb18 lrc: 4/0,0 mode: CR/CR res: [0x200003ab1:0x10:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764428.550662:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x10:0x0].0x0 (ffff944582f80a00) 00010000:00010000:0.0:1775764428.550665:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764428.550670:0:42326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c000/0x57b8ff0e0304eb18 lrc: 2/0,0 mode: --/CR res: [0x200003ab1:0x10:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764428.550675:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c000/0x57b8ff0e0304eb18 lrc: 0/0,0 mode: --/CR res: [0x200003ab1:0x10:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764428.550688:0:42326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c200/0x57b8ff0e0304eb1f lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x10:0x0].0x5a11b149 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764428.550694:0:42326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c200/0x57b8ff0e0304eb1f lrc: 2/0,0 mode: PR/PR res: [0x200003ab1:0x10:0x0].0x5a11b149 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764428.550699:0:42326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c200/0x57b8ff0e0304eb1f lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x10:0x0].0x5a11b149 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764428.550705:0:42326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445bc27c200 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:0.0:1775764428.550707:0:42326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c200/0x57b8ff0e0304eb1f lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x10:0x0].0x5a11b149 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764428.550712:0:42326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c200/0x57b8ff0e0304eb1f lrc: 4/0,0 mode: PR/PR res: [0x200003ab1:0x10:0x0].0x5a11b149 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764428.550719:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x10:0x0].0x5a11b149 (ffff944582f80400) 00010000:00010000:0.0:1775764428.550722:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764428.550724:0:42326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c200/0x57b8ff0e0304eb1f lrc: 2/0,0 mode: --/PR res: [0x200003ab1:0x10:0x0].0x5a11b149 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764428.550730:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c200/0x57b8ff0e0304eb1f lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0x10:0x0].0x5a11b149 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764428.551001:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d400/0x57b8ff0e0304eb11 lrc: 0/0,0 mode: --/CR res: [0x200003ab1:0x10:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17aef1 expref: 20 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764428.551022:0:42326:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27ca00/0x57b8ff0e0304eb26 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x14:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17aef1 expref: 19 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764428.551031:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x14:0x0].0x0 (ffff944582f80600) 00010000:00010000:0.0:1775764428.551033:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1775764428.551036:0:42326:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445bc27ca00, rc 0) 00000100:00100000:0.0:1775764428.551115:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94448647f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+19:48546:x1862022098319488:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 1149us (1538us total) trans 34359738547 rc 0/0 00000100:00100000:0.0:1775764428.551123:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 206 00000100:00100000:1.0:1775764428.586539:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764428.586710:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098319616 00000100:00100000:1.0:1775764428.586722:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098319616 00000100:00100000:1.0:1775764428.586788:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 207 00000100:00100000:1.0:1775764428.586820:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bbd79180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+19:48546:x1862022098319616:12345-192.168.202.28@tcp:54:lfs.0 00010000:00010000:1.0:1775764428.586910:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944587808400/0x57b8ff0e0304eb34 lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0x14:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764428.586928:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944587808400/0x57b8ff0e0304eb34 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x14:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764428.586947:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944587808400/0x57b8ff0e0304eb34 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x14:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764428.586981:0:44493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944587808400/0x57b8ff0e0304eb34 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x14:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764428.586987:0:44493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944587808400/0x57b8ff0e0304eb34 lrc: 2/0,0 mode: PR/PR res: [0x200003ab1:0x14:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764428.586994:0:44493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944587808400/0x57b8ff0e0304eb34 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x14:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764428.586998:0:44493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944587808400 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:1.0:1775764428.587002:0:44493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944587808400/0x57b8ff0e0304eb34 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x14:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764428.587008:0:44493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944587808400/0x57b8ff0e0304eb34 lrc: 4/0,0 mode: PR/PR res: [0x200003ab1:0x14:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764428.587020:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x14:0x0].0x0 (ffff944582f80600) 00010000:00010000:1.0:1775764428.587023:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1775764428.587027:0:44493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944587808400/0x57b8ff0e0304eb34 lrc: 2/0,0 mode: --/PR res: [0x200003ab1:0x14:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764428.587033:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944587808400/0x57b8ff0e0304eb34 lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0x14:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764428.587102:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bbd79180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+19:48546:x1862022098319616:12345-192.168.202.28@tcp:54:lfs.0 Request processed in 305us (574us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764428.587111:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 207 00000100:00100000:0.0:1775764428.592188:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764428.592260:0:42327:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098319872 00000100:00100000:3.0:1775764428.592271:0:42327:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098319872 00000100:00100000:3.0:1775764428.592321:0:42327:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 73 00000100:00100000:3.0:1775764428.592330:0:42327:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bb488380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+19:48546:x1862022098319872:12345-192.168.202.28@tcp:35:lfs.0 00000100:00100000:3.0:1775764428.592553:0:42327:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bb488380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+20:48546:x1862022098319872:12345-192.168.202.28@tcp:35:lfs.0 Request processed in 224us (372us total) trans 34359738548 rc 0/0 00000100:00100000:3.0:1775764428.592665:0:42327:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 73 00010000:00010000:0.0:1775764428.608966:0:42313:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775764428.756185:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764428.756316:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098320000 00000100:00100000:0.0:1775764428.756330:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098320000 00000100:00100000:0.0:1775764428.756426:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 208 00000100:00100000:0.0:1775764428.756439:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bbd7a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+20:48556:x1862022098320000:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:0.0:1775764428.756479:0:42326:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764428.756528:0:42326:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d400/0x57b8ff0e0304eb3b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17aef8 expref: -99 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764428.756624:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c200/0x57b8ff0e0304eb42 lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0x10:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764428.756642:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c200/0x57b8ff0e0304eb42 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x10:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764428.756658:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c200/0x57b8ff0e0304eb42 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x10:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764428.756964:0:42326:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab1:0x10:0x0]: returning size 7680 00000004:00200000:0.0:1775764428.756969:0:42326:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00010000:0.0:1775764428.757050:0:42326:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c200/0x57b8ff0e0304eb42 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x10:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764428.757082:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d400/0x57b8ff0e0304eb3b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17aef8 expref: 22 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764428.757104:0:42326:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c200/0x57b8ff0e0304eb42 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x10:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17aef8 expref: 21 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764428.757114:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x10:0x0].0x0 (ffff944582f80a00) 00010000:00010000:0.0:1775764428.757118:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1775764428.757121:0:42326:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445bc27c200, rc 0) 00000100:00100000:0.0:1775764428.757204:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bbd7a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+21:48556:x1862022098320000:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 768us (1032us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764428.757211:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 208 00000100:00100000:3.0:1775764428.771484:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764428.771705:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098320256 00000100:00100000:1.0:1775764428.771717:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098320256 00000100:00100000:1.0:1775764428.771790:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 209 00000100:00100000:1.0:1775764428.771833:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94459038a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+21:48556:x1862022098320256:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:1.0:1775764428.771857:0:44493:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764428.771890:0:44493:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944587808400/0x57b8ff0e0304eb49 lrc: 2/0,0 mode: --/CR res: [0x200003ab1:0x10:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17aeff expref: -99 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764428.772002:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff944587808c00/0x57b8ff0e0304eb50 lrc: 3/1,0 mode: --/CR res: [0x200003ab1:0x14:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764428.772019:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944587808c00/0x57b8ff0e0304eb50 lrc: 3/1,0 mode: CR/CR res: [0x200003ab1:0x14:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764428.772030:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944587808c00/0x57b8ff0e0304eb50 lrc: 3/1,0 mode: CR/CR res: [0x200003ab1:0x14:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764428.772041:0:44493:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab1:0x14:0x0]: returning size 15 00010000:00010000:1.0:1775764428.773034:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944587808400/0x57b8ff0e0304eb49 lrc: 0/0,0 mode: --/CR res: [0x200003ab1:0x10:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17aeff expref: 24 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764428.773073:0:44493:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff944587808c00/0x57b8ff0e0304eb50 lrc: 3/0,0 mode: CR/CR res: [0x200003ab1:0x14:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17aeff expref: 23 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764428.773422:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x14:0x0].0x0 (ffff944582f80600) 00010000:00010000:1.0:1775764428.773427:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:1.0:1775764428.773432:0:44493:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944587808c00, rc 0) 00000100:00100000:1.0:1775764428.773559:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94459038a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+23:48556:x1862022098320256:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 1759us (2088us total) trans 34359738549 rc 0/0 00000100:00100000:1.0:1775764428.773570:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 209 00000100:00100000:3.0:1775764428.787052:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764428.788958:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098320512 00000100:00100000:0.0:1775764428.788980:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098320512 00000100:00100000:0.0:1775764428.789251:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 210 00000100:00100000:0.0:1775764428.789265:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944590389180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+23:48556:x1862022098320512:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:0.0:1775764428.789298:0:42326:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764428.789308:0:42326:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 1 00010000:00010000:0.0:1775764428.789679:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944587808c00/0x57b8ff0e0304eb50 lrc: 0/0,0 mode: --/CR res: [0x200003ab1:0x14:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17aeff expref: 23 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764428.789712:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27ca00/0x57b8ff0e0304eb26 lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0x14:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17aef1 expref: 22 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764428.789725:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x14:0x0].0x0 (ffff944582f80600) 00010000:00010000:0.0:1775764428.789737:0:42326:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1775764428.789752:0:42326:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d400/0x57b8ff0e0304eb5e lrc: 2/0,0 mode: --/EX res: [0x200003ab1:0x14:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17af06 expref: -99 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764428.789846:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c000/0x57b8ff0e0304eb65 lrc: 3/1,0 mode: --/CR res: [0x200003ab1:0x14:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764428.789858:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c000/0x57b8ff0e0304eb65 lrc: 3/1,0 mode: CR/CR res: [0x200003ab1:0x14:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764428.789868:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c000/0x57b8ff0e0304eb65 lrc: 3/1,0 mode: CR/CR res: [0x200003ab1:0x14:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764428.789882:0:42326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c000/0x57b8ff0e0304eb65 lrc: 3/1,0 mode: CR/CR res: [0x200003ab1:0x14:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764428.789889:0:42326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c000/0x57b8ff0e0304eb65 lrc: 2/0,0 mode: CR/CR res: [0x200003ab1:0x14:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764428.789895:0:42326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c000/0x57b8ff0e0304eb65 lrc: 3/0,0 mode: CR/CR res: [0x200003ab1:0x14:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764428.789903:0:42326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445bc27c000 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:0.0:1775764428.789912:0:42326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c000/0x57b8ff0e0304eb65 lrc: 3/0,0 mode: CR/CR res: [0x200003ab1:0x14:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764428.789924:0:42326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c000/0x57b8ff0e0304eb65 lrc: 4/0,0 mode: CR/CR res: [0x200003ab1:0x14:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764428.789937:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x14:0x0].0x0 (ffff944582f80300) 00010000:00010000:0.0:1775764428.789942:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1775764428.789947:0:42326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c000/0x57b8ff0e0304eb65 lrc: 2/0,0 mode: --/CR res: [0x200003ab1:0x14:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764428.789956:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c000/0x57b8ff0e0304eb65 lrc: 0/0,0 mode: --/CR res: [0x200003ab1:0x14:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764428.789998:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c600/0x57b8ff0e0304eb6c lrc: 3/0,1 mode: --/EX res: [0x200003ab1:0x14:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764428.790011:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c600/0x57b8ff0e0304eb6c lrc: 3/0,1 mode: EX/EX res: [0x200003ab1:0x14:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764428.790023:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c600/0x57b8ff0e0304eb6c lrc: 3/0,1 mode: EX/EX res: [0x200003ab1:0x14:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764428.790560:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c600/0x57b8ff0e0304eb6c lrc: 3/0,0 mode: CR/CR res: [0x200003ab1:0x14:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17af06 expref: 24 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764428.790569:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x14:0x0].0x0 (ffff944582f80300) 00010000:00010000:0.0:1775764428.790572:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:0.0:1775764428.790584:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d400/0x57b8ff0e0304eb5e lrc: 0/0,0 mode: --/EX res: [0x200003ab1:0x14:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17af06 expref: 24 pid: 42326 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764428.790599:0:42326:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c600/0x57b8ff0e0304eb6c lrc: 3/0,0 mode: CR/CR res: [0x200003ab1:0x14:0x0].0x0 bits 0xa/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17af06 expref: 23 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764428.790629:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x14:0x0].0x0 (ffff944582f80300) 00010000:00010000:0.0:1775764428.790634:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:0.0:1775764428.790637:0:42326:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445bc27c600, rc 0) 00000100:00100000:0.0:1775764428.790720:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944590389180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+23:48556:x1862022098320512:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 1457us (3682us total) trans 34359738550 rc 0/0 00000100:00100000:0.0:1775764428.790729:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 210 00000100:00100000:0.0:1775764428.795998:0:42945:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098320640 00000100:00100000:0.0:1775764428.796010:0:42945:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098320640 00000100:00100000:0.0:1775764428.796083:0:42945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 58 00000100:00100000:0.0:1775764428.796093:0:42945:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94448647dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+7:48556:x1862022098320640:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:0.0:1775764428.796117:0:42945:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764428.796143:0:42945:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000087be9357/0x57b8ff0e0304eb73 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x106:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17af0d expref: -99 pid: 42945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1775764428.796175:0:42945:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x106:0x0] initial LVB size: 15, mtime: 0x69d803c9, atime: 0x69d803c9, ctime: 0x69d803c9, blocks: 0xb 00010000:00010000:0.0:1775764428.796198:0:42945:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764428.796201:0:42945:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764428.796210:0:42945:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000087be9357/0x57b8ff0e0304eb73 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x106:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17af0d expref: 8 pid: 42945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764428.796228:0:42945:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000087be9357/0x57b8ff0e0304eb73 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x106:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17af0d expref: 8 pid: 42945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764428.796242:0:42945:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445bc27ca00, rc 0) 00000100:00100000:0.0:1775764428.796306:0:42945:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94448647dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+8:48556:x1862022098320640:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 214us (414us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764428.796313:0:42945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 58 00000100:00100000:1.0:1775764428.802056:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764428.819483:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764428.820273:0:42327:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098321024 00000100:00100000:0.0:1775764428.820285:0:42327:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098321024 00000100:00100000:0.0:1775764428.820370:0:42327:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 74 00000100:00100000:0.0:1775764428.820379:0:42327:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445b6a79050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+23:48556:x1862022098321024:12345-192.168.202.28@tcp:35:lfs.0 00000100:00100000:0.0:1775764428.820908:0:42327:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445b6a79050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+24:48556:x1862022098321024:12345-192.168.202.28@tcp:35:lfs.0 Request processed in 522us (1434us total) trans 34359738551 rc 0/0 00000100:00100000:0.0:1775764428.820926:0:42327:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 74 00000100:00100000:3.0:1775764428.963472:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764428.968604:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098321152 00000100:00100000:1.0:1775764428.968621:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098321152 00000100:00100000:1.0:1775764428.969032:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 211 00000100:00100000:1.0:1775764428.969055:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94459038ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+24:48566:x1862022098321152:12345-192.168.202.28@tcp:34:lfs.0 00010000:00010000:1.0:1775764428.969170:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff944587808c00/0x57b8ff0e0304eb7a lrc: 3/1,0 mode: --/CR res: [0x200003ab1:0x10:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764428.969193:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944587808c00/0x57b8ff0e0304eb7a lrc: 3/1,0 mode: CR/CR res: [0x200003ab1:0x10:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764428.969207:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944587808c00/0x57b8ff0e0304eb7a lrc: 3/1,0 mode: CR/CR res: [0x200003ab1:0x10:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764428.969222:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944587808a00/0x57b8ff0e0304eb81 lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0x10:0x0].0x5a11b149 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764428.969229:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944587808a00/0x57b8ff0e0304eb81 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x10:0x0].0x5a11b149 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764428.969235:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944587808a00/0x57b8ff0e0304eb81 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x10:0x0].0x5a11b149 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764428.969553:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944587808200/0x57b8ff0e0304eb88 lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0x14:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764428.969563:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944587808200/0x57b8ff0e0304eb88 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x14:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764428.969574:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944587808200/0x57b8ff0e0304eb88 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x14:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764428.969676:0:42324:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff944587808200/0x57b8ff0e0304eb88 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x14:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764428.969700:0:42324:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff944587808c00/0x57b8ff0e0304eb7a lrc: 3/1,0 mode: CR/CR res: [0x200003ab1:0x10:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764428.969706:0:42324:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944587808c00/0x57b8ff0e0304eb7a lrc: 2/0,0 mode: CR/CR res: [0x200003ab1:0x10:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764428.969712:0:42324:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944587808c00/0x57b8ff0e0304eb7a lrc: 3/0,0 mode: CR/CR res: [0x200003ab1:0x10:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764428.969718:0:42324:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944587808c00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:1.0:1775764428.969723:0:42324:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944587808c00/0x57b8ff0e0304eb7a lrc: 3/0,0 mode: CR/CR res: [0x200003ab1:0x10:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764428.969731:0:42324:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944587808c00/0x57b8ff0e0304eb7a lrc: 4/0,0 mode: CR/CR res: [0x200003ab1:0x10:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764428.969743:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x10:0x0].0x0 (ffff944582f80a00) 00010000:00010000:1.0:1775764428.969747:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764428.969752:0:42324:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944587808c00/0x57b8ff0e0304eb7a lrc: 2/0,0 mode: --/CR res: [0x200003ab1:0x10:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764428.969757:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944587808c00/0x57b8ff0e0304eb7a lrc: 0/0,0 mode: --/CR res: [0x200003ab1:0x10:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764428.969778:0:42324:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944587808a00/0x57b8ff0e0304eb81 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x10:0x0].0x5a11b149 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764428.969784:0:42324:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944587808a00/0x57b8ff0e0304eb81 lrc: 2/0,0 mode: PR/PR res: [0x200003ab1:0x10:0x0].0x5a11b149 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764428.969791:0:42324:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944587808a00/0x57b8ff0e0304eb81 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x10:0x0].0x5a11b149 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764428.969849:0:42324:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944587808a00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:1.0:1775764428.969853:0:42324:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944587808a00/0x57b8ff0e0304eb81 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x10:0x0].0x5a11b149 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764428.969861:0:42324:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944587808a00/0x57b8ff0e0304eb81 lrc: 4/0,0 mode: PR/PR res: [0x200003ab1:0x10:0x0].0x5a11b149 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764428.969872:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x10:0x0].0x5a11b149 (ffff944584d1d800) 00010000:00010000:1.0:1775764428.969876:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764428.969879:0:42324:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944587808a00/0x57b8ff0e0304eb81 lrc: 2/0,0 mode: --/PR res: [0x200003ab1:0x10:0x0].0x5a11b149 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764428.969885:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944587808a00/0x57b8ff0e0304eb81 lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0x10:0x0].0x5a11b149 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764428.969910:0:42324:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944587808200/0x57b8ff0e0304eb88 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x14:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764428.969919:0:42324:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944587808200/0x57b8ff0e0304eb88 lrc: 2/0,0 mode: PR/PR res: [0x200003ab1:0x14:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764428.969928:0:42324:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944587808200/0x57b8ff0e0304eb88 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x14:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764428.969936:0:42324:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944587808200 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:1.0:1775764428.969939:0:42324:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944587808200/0x57b8ff0e0304eb88 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x14:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764428.969952:0:42324:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944587808200/0x57b8ff0e0304eb88 lrc: 4/0,0 mode: PR/PR res: [0x200003ab1:0x14:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764428.969963:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x14:0x0].0x0 (ffff944582f80300) 00010000:00010000:1.0:1775764428.969966:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764428.969971:0:42324:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944587808200/0x57b8ff0e0304eb88 lrc: 2/0,0 mode: --/PR res: [0x200003ab1:0x14:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764428.969979:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944587808200/0x57b8ff0e0304eb88 lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0x14:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764428.970101:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94459038ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+24:48566:x1862022098321152:12345-192.168.202.28@tcp:34:lfs.0 Request processed in 1054us (6644us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764428.970111:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 211 00000100:00100000:3.0:1775764429.057597:0:42947:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118956288 00000100:00100000:3.0:1775764429.057606:0:42947:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118956288 00000100:00100000:3.0:1775764429.057693:0:42947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:3.0:1775764429.057705:0:42947:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94448647c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3330:x1862022118956288:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1775764429.057741:0:42947:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 47644672 pending 0 free 3704619008 avail 3702521856 00000100:00100000:3.0:1775764429.057831:0:42947:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94448647c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3330:x1862022118956288:12345-0@lo:13:osp-pre-0-0.0 Request processed in 128us (534us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764429.057838:0:42947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00080000:0.0:1775764429.057910:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1775764429.149092:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00080000:0.0:1775764429.150339:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1775764429.151064:0:42328:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bbd78000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+25:46150:x1862022098321408:12345-192.168.202.28@tcp:35:ldlm_bl.0 Request processed in 1492us (1974us total) trans 34359738552 rc 0/0 00000100:00100000:3.0:1775764429.151081:0:42328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 75 00000100:00100000:0.0:1775764429.154562:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764429.154669:0:44302:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098321536 00000100:00100000:1.0:1775764429.154679:0:44302:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098321536 00000100:00100000:1.0:1775764429.154751:0:44302:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 18 00000100:00100000:1.0:1775764429.154774:0:44302:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bb488380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+25:46150:x1862022098321536:12345-192.168.202.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1775764429.154839:0:44302:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 5 locks, starting at 0 00010000:00010000:1.0:1775764429.154891:0:44302:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27cc00/0x57b8ff0e0304e96d lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ae81 expref: 25 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764429.154913:0:44302:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff944582f80b00) 00010000:00010000:1.0:1775764429.154930:0:44302:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944587809800/0x57b8ff0e0304e9ba lrc: 0/0,0 mode: --/CR res: [0x200003ab1:0x10:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ae96 expref: 24 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764429.154944:0:44302:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x10:0x0].0x0 (ffff944582f80a00) 00010000:00010000:1.0:1775764429.154951:0:44302:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c600/0x57b8ff0e0304eb6c lrc: 0/0,0 mode: --/CR res: [0x200003ab1:0x14:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17af06 expref: 23 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764429.154962:0:44302:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x14:0x0].0x0 (ffff944582f80300) 00010000:00010000:1.0:1775764429.154977:0:44302:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c200/0x57b8ff0e0304eb42 lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0x10:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17aef8 expref: 22 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764429.154997:0:44302:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27ce00/0x57b8ff0e0304e989 lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0x10:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ae88 expref: 21 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764429.155009:0:44302:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x10:0x0].0x0 (ffff944582f80a00) 00010000:00010000:1.0:1775764429.155017:0:44302:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1775764429.155098:0:44302:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bb488380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+20:46150:x1862022098321536:12345-192.168.202.28@tcp:103:ldlm_bl.0 Request processed in 338us (548us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764429.155383:0:44302:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 18 00000100:00100000:3.0:1775764429.233732:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098321664 00000100:00100000:3.0:1775764429.233740:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098321664 00000100:00100000:3.0:1775764429.233840:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 212 00000100:00100000:3.0:1775764429.233852:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94448647f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+20:48579:x1862022098321664:12345-192.168.202.28@tcp:101:cat.0 00010000:00010000:3.0:1775764429.233880:0:42325:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764429.233904:0:42325:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146000/0x57b8ff0e0304eb8f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17af14 expref: -99 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764429.234004:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2147400/0x57b8ff0e0304eb96 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764429.234029:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2147400/0x57b8ff0e0304eb96 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764429.234057:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2147400/0x57b8ff0e0304eb96 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764429.236097:0:42325:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 8704 00000004:00200000:3.0:1775764429.236995:0:42325:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 29 stripe count 1 MDT count 1 00000004:00010000:3.0:1775764429.237513:0:42325:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2147400/0x57b8ff0e0304eb96 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764429.237936:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146000/0x57b8ff0e0304eb8f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17af14 expref: 22 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764429.237967:0:42325:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2147400/0x57b8ff0e0304eb96 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17af14 expref: 21 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764429.237982:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff944586564a00) 00010000:00010000:3.0:1775764429.237988:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1775764429.237994:0:42325:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445c2147400, rc 0) 00000100:00100000:3.0:1775764429.240015:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94448647f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+21:48579:x1862022098321664:12345-192.168.202.28@tcp:101:cat.0 Request processed in 6148us (6367us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764429.240030:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 212 00000100:00100000:3.0:1775764429.257171:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764429.285192:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764429.285446:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098322048 00000100:00100000:1.0:1775764429.285458:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098322048 00000100:00100000:1.0:1775764429.285519:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 214 00000100:00100000:1.0:1775764429.285532:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bb488000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+22:48579:x1862022098322048:12345-192.168.202.28@tcp:101:cat.0 00010000:00010000:1.0:1775764429.285559:0:42326:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764429.285581:0:42326:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944587809800/0x57b8ff0e0304ebb9 lrc: 2/0,0 mode: --/CR res: [0x200003ab1:0x10:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17af22 expref: -99 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764429.285684:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff944587808200/0x57b8ff0e0304ebc0 lrc: 3/1,0 mode: --/CR res: [0x200003ab1:0x10:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764429.285700:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944587808200/0x57b8ff0e0304ebc0 lrc: 3/1,0 mode: CR/CR res: [0x200003ab1:0x10:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764429.285712:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944587808200/0x57b8ff0e0304ebc0 lrc: 3/1,0 mode: CR/CR res: [0x200003ab1:0x10:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764429.285726:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944587808a00/0x57b8ff0e0304ebc7 lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0x10:0x0].0x5a11b149 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764429.285733:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944587808a00/0x57b8ff0e0304ebc7 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x10:0x0].0x5a11b149 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764429.285741:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944587808a00/0x57b8ff0e0304ebc7 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x10:0x0].0x5a11b149 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764429.286164:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944587808c00/0x57b8ff0e0304ebce lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0x14:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764429.286174:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944587808c00/0x57b8ff0e0304ebce lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x14:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764429.286181:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944587808c00/0x57b8ff0e0304ebce lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x14:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764429.286191:0:42326:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab1:0x14:0x0]: returning size 15 00010000:00010000:1.0:1775764429.286450:0:42326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff944587808200/0x57b8ff0e0304ebc0 lrc: 3/1,0 mode: CR/CR res: [0x200003ab1:0x10:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764429.286459:0:42326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944587808200/0x57b8ff0e0304ebc0 lrc: 2/0,0 mode: CR/CR res: [0x200003ab1:0x10:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764429.286465:0:42326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944587808200/0x57b8ff0e0304ebc0 lrc: 3/0,0 mode: CR/CR res: [0x200003ab1:0x10:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764429.286471:0:42326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944587808200 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:1.0:1775764429.286476:0:42326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944587808200/0x57b8ff0e0304ebc0 lrc: 3/0,0 mode: CR/CR res: [0x200003ab1:0x10:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764429.286483:0:42326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944587808200/0x57b8ff0e0304ebc0 lrc: 4/0,0 mode: CR/CR res: [0x200003ab1:0x10:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764429.286497:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x10:0x0].0x0 (ffff94459084a600) 00010000:00010000:1.0:1775764429.286500:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764429.286505:0:42326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944587808200/0x57b8ff0e0304ebc0 lrc: 2/0,0 mode: --/CR res: [0x200003ab1:0x10:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764429.286510:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944587808200/0x57b8ff0e0304ebc0 lrc: 0/0,0 mode: --/CR res: [0x200003ab1:0x10:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764429.286523:0:42326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944587808a00/0x57b8ff0e0304ebc7 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x10:0x0].0x5a11b149 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764429.286528:0:42326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944587808a00/0x57b8ff0e0304ebc7 lrc: 2/0,0 mode: PR/PR res: [0x200003ab1:0x10:0x0].0x5a11b149 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764429.286533:0:42326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944587808a00/0x57b8ff0e0304ebc7 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x10:0x0].0x5a11b149 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764429.286537:0:42326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944587808a00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:1.0:1775764429.286540:0:42326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944587808a00/0x57b8ff0e0304ebc7 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x10:0x0].0x5a11b149 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764429.286545:0:42326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944587808a00/0x57b8ff0e0304ebc7 lrc: 4/0,0 mode: PR/PR res: [0x200003ab1:0x10:0x0].0x5a11b149 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764429.286556:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x10:0x0].0x5a11b149 (ffff944584d1d800) 00010000:00010000:1.0:1775764429.286559:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764429.286562:0:42326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944587808a00/0x57b8ff0e0304ebc7 lrc: 2/0,0 mode: --/PR res: [0x200003ab1:0x10:0x0].0x5a11b149 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764429.286567:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944587808a00/0x57b8ff0e0304ebc7 lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0x10:0x0].0x5a11b149 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764429.286613:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944587809800/0x57b8ff0e0304ebb9 lrc: 0/0,0 mode: --/CR res: [0x200003ab1:0x10:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17af22 expref: 25 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764429.286627:0:42326:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff944587808c00/0x57b8ff0e0304ebce lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x14:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17af22 expref: 24 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764429.286634:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x14:0x0].0x0 (ffff944584d1d700) 00010000:00010000:1.0:1775764429.286637:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1775764429.286639:0:42326:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944587808c00, rc 0) 00000100:00100000:1.0:1775764429.286728:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bb488000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+24:48579:x1862022098322048:12345-192.168.202.28@tcp:101:cat.0 Request processed in 1199us (1547us total) trans 34359738553 rc 0/0 00000100:00100000:1.0:1775764429.286736:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 214 00000100:00100000:3.0:1775764429.294083:0:42327:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098322304 00000100:00100000:3.0:1775764429.294095:0:42327:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098322304 00000100:00100000:3.0:1775764429.294157:0:42327:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 76 00000100:00100000:3.0:1775764429.294167:0:42327:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94448647d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+24:48579:x1862022098322304:12345-192.168.202.28@tcp:35:cat.0 00000100:00100000:3.0:1775764429.294503:0:42327:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94448647d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+25:48579:x1862022098322304:12345-192.168.202.28@tcp:35:cat.0 Request processed in 335us (553us total) trans 34359738554 rc 0/0 00000100:00100000:3.0:1775764429.294516:0:42327:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 76 00000100:00100000:1.0:1775764429.471157:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098322560 00000100:00100000:1.0:1775764429.471169:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098322560 00000100:00100000:1.0:1775764429.471238:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 215 00000100:00100000:1.0:1775764429.471249:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94448647f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+25:48589:x1862022098322560:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:1.0:1775764429.471285:0:42324:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764429.471311:0:42324:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944587809800/0x57b8ff0e0304ebdc lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17af29 expref: -99 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764429.471695:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff944587808a00/0x57b8ff0e0304ebe3 lrc: 3/1,0 mode: --/CR res: [0x200003ab1:0x10:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764429.471713:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944587808a00/0x57b8ff0e0304ebe3 lrc: 3/1,0 mode: CR/CR res: [0x200003ab1:0x10:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764429.471728:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944587808a00/0x57b8ff0e0304ebe3 lrc: 3/1,0 mode: CR/CR res: [0x200003ab1:0x10:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764429.471744:0:42324:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab1:0x10:0x0]: returning size 7680 00010000:00010000:1.0:1775764429.471984:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944587809800/0x57b8ff0e0304ebdc lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17af29 expref: 28 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764429.472005:0:42324:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff944587808a00/0x57b8ff0e0304ebe3 lrc: 3/0,0 mode: CR/CR res: [0x200003ab1:0x10:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17af29 expref: 27 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764429.472015:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x10:0x0].0x0 (ffff94459084a600) 00010000:00010000:1.0:1775764429.472018:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:1.0:1775764429.472022:0:42324:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944587808a00, rc 0) 00000100:00100000:1.0:1775764429.472095:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94448647f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+27:48589:x1862022098322560:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 848us (1075us total) trans 34359738555 rc 0/0 00000100:00100000:1.0:1775764429.472102:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 215 00000100:00100000:0.0:1775764429.573627:0:3328:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff94448647df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d8dacf45-8471-4226-a2fb-1fac83f69c1e:3328:1862022118956416:0@lo:400:kworker.0 00000100:00100000:0.0:1775764429.573729:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764429.574113:0:42318:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118956416 00000100:00100000:1.0:1775764429.574123:0:42318:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118956416 00000100:00100000:1.0:1775764429.574193:0:42318:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 141 00000100:00100000:1.0:1775764429.574201:0:42318:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94448180e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d8dacf45-8471-4226-a2fb-1fac83f69c1e+18:3328:x1862022118956416:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764429.585881:0:42318:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94448180e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d8dacf45-8471-4226-a2fb-1fac83f69c1e+18:3328:x1862022118956416:12345-0@lo:400:kworker.0 Request processed in 11669us (12140us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764429.585898:0:42318:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 141 00000100:00100000:0.0:1775764429.586487:0:3328:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff94448647df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d8dacf45-8471-4226-a2fb-1fac83f69c1e:3328:1862022118956416:0@lo:400:kworker.0 00000100:00100000:0.0:1775764429.587359:0:42945:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118956672 00000100:00100000:0.0:1775764429.587377:0:42945:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118956672 00000100:00100000:0.0:1775764429.587446:0:42945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 48 00000100:00100000:0.0:1775764429.587455:0:42945:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94448647e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+8:3330:x1862022118956672:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764429.590902:0:3331:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445b2054a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3331:1862022118956800:0@lo:400:kworker.0 00000100:00100000:1.0:1775764429.590986:0:3331:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764429.591054:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118956800 00000100:00100000:1.0:1775764429.591062:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118956800 00000100:00100000:1.0:1775764429.591146:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 67 00000100:00100000:1.0:1775764429.591156:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bbd7b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3331:x1862022118956800:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764429.591211:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bbd7b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3331:x1862022118956800:12345-0@lo:400:kworker.0 Request processed in 57us (225us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764429.591217:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 67 00000100:00100000:1.0:1775764429.591249:0:3331:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445b2054a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3331:1862022118956800:0@lo:400:kworker.0 00000100:00080000:1.0:1775764429.591289:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1775764429.595592:0:3329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445b2054a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3329:1862022118957056:0@lo:400:kworker.0 00000100:00100000:1.0:1775764429.596116:0:3328:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445b2054e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3328:1862022118956928:0@lo:400:kworker.0 00000100:00100000:1.0:1775764429.601009:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764429.602627:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764429.602721:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118956928 00000100:00100000:3.0:1775764429.602730:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118956928 00000100:00100000:3.0:1775764429.602817:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118957056 00000100:00100000:3.0:1775764429.602820:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118957056 00000100:00100000:3.0:1775764429.602843:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 68 00000100:00100000:3.0:1775764429.602852:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486e60380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3328:x1862022118956928:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764429.602925:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486e60380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3328:x1862022118956928:12345-0@lo:400:kworker.0 Request processed in 73us (1925us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764429.602932:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 68 00000100:00100000:3.0:1775764429.602956:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 69 00000100:00100000:3.0:1775764429.602962:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944483643100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3329:x1862022118957056:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764429.602996:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944483643100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3329:x1862022118957056:12345-0@lo:400:kworker.0 Request processed in 34us (376us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764429.603003:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 69 00000100:00100000:3.0:1775764429.603047:0:3329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445b2054a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3329:1862022118957056:0@lo:400:kworker.0 00000100:00080000:1.0:1775764429.610281:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1775764429.610390:0:3328:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445b2054e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3328:1862022118956928:0@lo:400:kworker.0 00000100:00100000:0.0:1775764429.612830:0:42945:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94448647e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+8:3330:x1862022118956672:12345-0@lo:400:kworker.0 Request processed in 25369us (25730us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764429.612847:0:42945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 48 00000100:00100000:1.0:1775764429.615547:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764429.625894:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098322688 00000100:00100000:3.0:1775764429.625912:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098322688 00000100:00100000:3.0:1775764429.626022:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 216 00000100:00100000:3.0:1775764429.626034:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486e60700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+27:48595:x1862022098322688:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:3.0:1775764429.626064:0:42325:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764429.626099:0:42325:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146000/0x57b8ff0e0304ebf1 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17af30 expref: -99 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764429.626577:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146a00/0x57b8ff0e0304ebf8 lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0x10:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764429.626595:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146a00/0x57b8ff0e0304ebf8 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x10:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764429.626606:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146a00/0x57b8ff0e0304ebf8 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x10:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764429.627031:0:42325:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab1:0x10:0x0]: returning size 7680 00000004:00200000:3.0:1775764429.627037:0:42325:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00010000:3.0:1775764429.627271:0:42325:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146a00/0x57b8ff0e0304ebf8 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x10:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764429.627303:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146000/0x57b8ff0e0304ebf1 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17af30 expref: 29 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764429.627324:0:42325:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146a00/0x57b8ff0e0304ebf8 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x10:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17af30 expref: 28 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764429.627335:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x10:0x0].0x0 (ffff94459084a600) 00010000:00010000:3.0:1775764429.627337:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1775764429.627342:0:42325:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445c2146a00, rc 0) 00000100:00100000:3.0:1775764429.627608:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486e60700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+28:48595:x1862022098322688:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 1575us (12072us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764429.627616:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 216 00000100:00100000:1.0:1775764429.634348:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098322944 00000100:00100000:1.0:1775764429.634359:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098322944 00000100:00100000:1.0:1775764429.634438:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 217 00000100:00100000:1.0:1775764429.634449:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94448647d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+28:48595:x1862022098322944:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:1.0:1775764429.634472:0:42326:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764429.634493:0:42326:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944587809800/0x57b8ff0e0304ebff lrc: 2/0,0 mode: --/CR res: [0x200003ab1:0x10:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17af37 expref: -99 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764429.634609:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff944587808200/0x57b8ff0e0304ec06 lrc: 3/0,1 mode: --/CW res: [0x200003ab1:0x14:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764429.634625:0:42326:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff944587808c00/0x57b8ff0e0304ebce lrc: 2/0,0 mode: PR/PR res: [0x200003ab1:0x14:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17af22 expref: 29 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764429.634634:0:42326:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff944587808200/0x57b8ff0e0304ec06 lrc: 4/0,1 mode: --/CW res: [0x200003ab1:0x14:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764429.634668:0:42326:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff944587808c00/0x57b8ff0e0304ebce lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x14:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17af22 expref: 29 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764429.634681:0:42326:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff944587808c00/0x57b8ff0e0304ebce lrc: 4/0,0 mode: PR/PR res: [0x200003ab1:0x14:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17af22 expref: 29 pid: 42326 timeout: 1996 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764429.634694:0:42326:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944486e61c00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:42326:1862022118957184:192.168.202.28@tcp:104: 00000100:00100000:1.0:1775764429.634785:0:42326:0:(client.c:2691:ptlrpc_set_wait()) set ffff9445889b6e40 going to sleep for 11 seconds 00010000:00010000:0.0:1775764429.635090:0:43224:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775764429.639124:0:42310:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098323072 00000100:00100000:3.0:1775764429.639133:0:42310:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098323072 00010000:00010000:3.0:1775764429.639174:0:42310:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff944587808c00/0x57b8ff0e0304ebce lrc: 5/0,0 mode: PR/PR res: [0x200003ab1:0x14:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17af22 expref: 30 pid: 42326 timeout: 1996 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764429.639221:0:42310:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 39 00000100:00100000:3.0:1775764429.639231:0:42310:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94448647df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+30:2379:x1862022098323072:12345-192.168.202.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764429.639250:0:42310:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764429.639257:0:42310:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff944587808c00/0x57b8ff0e0304ebce lrc: 5/0,0 mode: PR/PR res: [0x200003ab1:0x14:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17af22 expref: 30 pid: 42326 timeout: 1996 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764429.639272:0:42310:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff944587808c00/0x57b8ff0e0304ebce lrc: 4/0,0 mode: PR/PR res: [0x200003ab1:0x14:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17af22 expref: 30 pid: 42326 timeout: 1996 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764429.639298:0:42310:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x14:0x0].0x0 (ffff944584d1d700) 00010000:00010000:3.0:1775764429.639305:0:42310:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff944587808200/0x57b8ff0e0304ec06 lrc: 3/0,1 mode: --/CW res: [0x200003ab1:0x14:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764429.639315:0:42310:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff944587808200/0x57b8ff0e0304ec06 lrc: 3/0,1 mode: CW/CW res: [0x200003ab1:0x14:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764429.639323:0:42310:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944587808200/0x57b8ff0e0304ec06 lrc: 4/0,1 mode: CW/CW res: [0x200003ab1:0x14:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764429.639344:0:42310:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764429.639400:0:42310:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94448647df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+30:2379:x1862022098323072:12345-192.168.202.28@tcp:103:ldlm_bl.0 Request processed in 170us (552us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764429.639407:0:42310:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 39 00010000:00010000:1.0:1775764429.639410:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944587808c00/0x57b8ff0e0304ebce lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0x14:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17af22 expref: 30 pid: 42326 timeout: 1996 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764429.639426:0:42326:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944486e61c00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:42326:1862022118957184:192.168.202.28@tcp:104: 00010000:00010000:1.0:1775764429.639446:0:42326:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff944587808200/0x57b8ff0e0304ec06 lrc: 3/0,1 mode: CW/CW res: [0x200003ab1:0x14:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764429.639456:0:42326:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff944587808200/0x57b8ff0e0304ec06 lrc: 3/0,1 mode: CW/CW res: [0x200003ab1:0x14:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764429.639467:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944587808200/0x57b8ff0e0304ec06 lrc: 3/0,1 mode: CW/CW res: [0x200003ab1:0x14:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764429.639492:0:42326:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab1:0x14:0x0]: returning size 15 00010000:00010000:1.0:1775764429.639685:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944587809800/0x57b8ff0e0304ebff lrc: 0/0,0 mode: --/CR res: [0x200003ab1:0x10:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17af37 expref: 30 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764429.639702:0:42326:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff944587808200/0x57b8ff0e0304ec06 lrc: 3/0,0 mode: CW/CW res: [0x200003ab1:0x14:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17af37 expref: 29 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764429.639710:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x14:0x0].0x0 (ffff944584d1d700) 00010000:00010000:1.0:1775764429.639712:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:1.0:1775764429.639715:0:42326:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944587808200, rc 0) 00000100:00100000:1.0:1775764429.639743:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94448647d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+29:48595:x1862022098322944:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 5297us (5558us total) trans 34359738556 rc 0/0 00000100:00100000:1.0:1775764429.639750:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 217 00000100:00100000:1.0:1775764429.826968:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764429.932096:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098323456 00000100:00100000:1.0:1775764429.932110:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098323456 00000100:00100000:1.0:1775764429.932208:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 219 00000100:00100000:1.0:1775764429.932221:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445becd5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+29:48611:x1862022098323456:12345-192.168.202.28@tcp:101:multiop.0 00010000:00010000:1.0:1775764429.932250:0:42324:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764429.932274:0:42324:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944587809800/0x57b8ff0e0304ec29 lrc: 2/0,0 mode: --/CR res: [0x200003ab1:0x10:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17af3e expref: -99 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764429.932716:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff944587808c00/0x57b8ff0e0304ec30 lrc: 3/1,0 mode: --/CR res: [0x200003ab1:0x10:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764429.932739:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944587808c00/0x57b8ff0e0304ec30 lrc: 3/1,0 mode: CR/CR res: [0x200003ab1:0x10:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764429.932752:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944587808c00/0x57b8ff0e0304ec30 lrc: 3/1,0 mode: CR/CR res: [0x200003ab1:0x10:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764429.932781:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944587809c00/0x57b8ff0e0304ec37 lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0x10:0x0].0x5a11b149 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764429.932789:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944587809c00/0x57b8ff0e0304ec37 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x10:0x0].0x5a11b149 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764429.932830:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944587809c00/0x57b8ff0e0304ec37 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x10:0x0].0x5a11b149 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764429.936194:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27da00/0x57b8ff0e0304ec3e lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0x14:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764429.936559:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27da00/0x57b8ff0e0304ec3e lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x14:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764429.936574:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27da00/0x57b8ff0e0304ec3e lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x14:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764429.936587:0:42324:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab1:0x14:0x0]: returning size 15 00010000:00010000:0.0:1775764429.936711:0:42324:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff944587808c00/0x57b8ff0e0304ec30 lrc: 3/1,0 mode: CR/CR res: [0x200003ab1:0x10:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764429.936722:0:42324:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944587808c00/0x57b8ff0e0304ec30 lrc: 2/0,0 mode: CR/CR res: [0x200003ab1:0x10:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764429.936733:0:42324:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944587808c00/0x57b8ff0e0304ec30 lrc: 3/0,0 mode: CR/CR res: [0x200003ab1:0x10:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764429.936742:0:42324:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944587808c00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:0.0:1775764429.936747:0:42324:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944587808c00/0x57b8ff0e0304ec30 lrc: 3/0,0 mode: CR/CR res: [0x200003ab1:0x10:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764429.936772:0:42324:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944587808c00/0x57b8ff0e0304ec30 lrc: 4/0,0 mode: CR/CR res: [0x200003ab1:0x10:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764429.936794:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x10:0x0].0x0 (ffff94459084a600) 00010000:00010000:0.0:1775764429.938837:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764429.938853:0:42324:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944587808c00/0x57b8ff0e0304ec30 lrc: 2/0,0 mode: --/CR res: [0x200003ab1:0x10:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764429.938864:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944587808c00/0x57b8ff0e0304ec30 lrc: 0/0,0 mode: --/CR res: [0x200003ab1:0x10:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764429.938894:0:42324:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944587809c00/0x57b8ff0e0304ec37 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x10:0x0].0x5a11b149 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764429.938901:0:42324:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944587809c00/0x57b8ff0e0304ec37 lrc: 2/0,0 mode: PR/PR res: [0x200003ab1:0x10:0x0].0x5a11b149 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764429.938908:0:42324:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944587809c00/0x57b8ff0e0304ec37 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x10:0x0].0x5a11b149 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764429.938914:0:42324:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944587809c00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:0.0:1775764429.938919:0:42324:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944587809c00/0x57b8ff0e0304ec37 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x10:0x0].0x5a11b149 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764429.938927:0:42324:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944587809c00/0x57b8ff0e0304ec37 lrc: 4/0,0 mode: PR/PR res: [0x200003ab1:0x10:0x0].0x5a11b149 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764429.938947:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x10:0x0].0x5a11b149 (ffff944584d1d800) 00010000:00010000:0.0:1775764429.938950:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764429.938953:0:42324:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944587809c00/0x57b8ff0e0304ec37 lrc: 2/0,0 mode: --/PR res: [0x200003ab1:0x10:0x0].0x5a11b149 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764429.938959:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944587809c00/0x57b8ff0e0304ec37 lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0x10:0x0].0x5a11b149 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764429.939104:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944587809800/0x57b8ff0e0304ec29 lrc: 0/0,0 mode: --/CR res: [0x200003ab1:0x10:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17af3e expref: 32 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764429.939120:0:42324:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27da00/0x57b8ff0e0304ec3e lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x14:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17af3e expref: 31 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764429.939133:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x14:0x0].0x0 (ffff944584d1d700) 00010000:00010000:0.0:1775764429.939135:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:0.0:1775764429.939138:0:42324:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445bc27da00, rc 0) 00000100:00100000:0.0:1775764429.941925:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445becd5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+31:48611:x1862022098323456:12345-192.168.202.28@tcp:101:multiop.0 Request processed in 9689us (9974us total) trans 34359738557 rc 0/0 00000100:00100000:0.0:1775764429.941938:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 219 00000100:00100000:0.0:1775764429.956687:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764429.957816:0:42327:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098323712 00000100:00100000:1.0:1775764429.957830:0:42327:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098323712 00000100:00100000:1.0:1775764429.957894:0:42327:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 77 00000100:00100000:1.0:1775764429.957906:0:42327:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bb489880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+31:48611:x1862022098323712:12345-192.168.202.28@tcp:35:multiop.0 00000100:00100000:1.0:1775764429.958660:0:42327:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bb489880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+32:48611:x1862022098323712:12345-192.168.202.28@tcp:35:multiop.0 Request processed in 753us (1986us total) trans 34359738558 rc 0/0 00000100:00100000:1.0:1775764429.958669:0:42327:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 77 00000100:00100000:3.0:1775764430.001468:0:42946:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098324096 00000100:00100000:3.0:1775764430.001485:0:42946:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098324096 00000100:00100000:3.0:1775764430.001588:0:42946:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098323968 00000100:00100000:3.0:1775764430.001593:0:42946:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098323968 00000100:00100000:3.0:1775764430.001626:0:42946:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 49 00000100:00100000:3.0:1775764430.001638:0:42946:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445becd7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+8:2379:x1862022098324096:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:3.0:1775764430.001731:0:42946:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445becd7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+8:2379:x1862022098324096:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 95us (1753us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764430.001739:0:42946:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 49 00000100:00100000:3.0:1775764430.001768:0:42946:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 50 00000100:00100000:3.0:1775764430.001775:0:42946:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445becd5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+5:2379:x1862022098323968:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:3.0:1775764430.001839:0:42946:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445becd5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+5:2379:x1862022098323968:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 64us (1826us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764430.001845:0:42946:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 50 00000100:00100000:3.0:1775764430.001984:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098324224 00000100:00100000:3.0:1775764430.001988:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098324224 00000100:00100000:3.0:1775764430.002023:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 70 00000100:00100000:3.0:1775764430.002029:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445becd4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:82781e18-e0e3-4f9f-9a2b-041bf0344414+5:2379:x1862022098324224:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:3.0:1775764430.002090:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445becd4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:82781e18-e0e3-4f9f-9a2b-041bf0344414+5:2379:x1862022098324224:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 60us (2036us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764430.002097:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 70 00000100:00100000:0.0:1775764430.010751:0:42319:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098323840 00000100:00100000:0.0:1775764430.010776:0:42319:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098323840 00000100:00100000:0.0:1775764430.010981:0:42319:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 142 00000100:00100000:0.0:1775764430.011002:0:42319:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94448180fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:24b54882-c0a1-43f2-954f-009e5a9afc9d+12:2379:x1862022098323840:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:0.0:1775764430.011395:0:42319:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94448180fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:24b54882-c0a1-43f2-954f-009e5a9afc9d+12:2379:x1862022098323840:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 401us (11477us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764430.011403:0:42319:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 142 00000100:00100000:3.0:1775764430.108794:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764430.108994:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098324352 00000100:00100000:1.0:1775764430.109006:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098324352 00000100:00100000:1.0:1775764430.109064:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 220 00000100:00100000:1.0:1775764430.109075:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445b2054700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+32:48621:x1862022098324352:12345-192.168.202.28@tcp:34:lfs.0 00010000:00010000:1.0:1775764430.109280:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff944587808e00/0x57b8ff0e0304ec4c lrc: 3/1,0 mode: --/CR res: [0x200003ab1:0x10:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764430.109304:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944587808e00/0x57b8ff0e0304ec4c lrc: 3/1,0 mode: CR/CR res: [0x200003ab1:0x10:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764430.109317:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944587808e00/0x57b8ff0e0304ec4c lrc: 3/1,0 mode: CR/CR res: [0x200003ab1:0x10:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764430.109331:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944587809000/0x57b8ff0e0304ec53 lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0x10:0x0].0x5a11b149 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764430.109337:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944587809000/0x57b8ff0e0304ec53 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x10:0x0].0x5a11b149 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764430.109343:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944587809000/0x57b8ff0e0304ec53 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x10:0x0].0x5a11b149 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764430.109997:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944587809800/0x57b8ff0e0304ec5a lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0x14:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764430.110009:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944587809800/0x57b8ff0e0304ec5a lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764430.110017:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944587809800/0x57b8ff0e0304ec5a lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764430.110114:0:42326:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff944587809800/0x57b8ff0e0304ec5a lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764430.110129:0:42326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff944587808e00/0x57b8ff0e0304ec4c lrc: 3/1,0 mode: CR/CR res: [0x200003ab1:0x10:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764430.110136:0:42326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944587808e00/0x57b8ff0e0304ec4c lrc: 2/0,0 mode: CR/CR res: [0x200003ab1:0x10:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764430.110142:0:42326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944587808e00/0x57b8ff0e0304ec4c lrc: 3/0,0 mode: CR/CR res: [0x200003ab1:0x10:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764430.110148:0:42326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944587808e00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:0.0:1775764430.110153:0:42326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944587808e00/0x57b8ff0e0304ec4c lrc: 3/0,0 mode: CR/CR res: [0x200003ab1:0x10:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764430.110160:0:42326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944587808e00/0x57b8ff0e0304ec4c lrc: 4/0,0 mode: CR/CR res: [0x200003ab1:0x10:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764430.110173:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x10:0x0].0x0 (ffff94459084a600) 00010000:00010000:0.0:1775764430.110176:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764430.110180:0:42326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944587808e00/0x57b8ff0e0304ec4c lrc: 2/0,0 mode: --/CR res: [0x200003ab1:0x10:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764430.110187:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944587808e00/0x57b8ff0e0304ec4c lrc: 0/0,0 mode: --/CR res: [0x200003ab1:0x10:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764430.110207:0:42326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944587809000/0x57b8ff0e0304ec53 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x10:0x0].0x5a11b149 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764430.110214:0:42326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944587809000/0x57b8ff0e0304ec53 lrc: 2/0,0 mode: PR/PR res: [0x200003ab1:0x10:0x0].0x5a11b149 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764430.110219:0:42326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944587809000/0x57b8ff0e0304ec53 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x10:0x0].0x5a11b149 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764430.110224:0:42326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944587809000 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:0.0:1775764430.110226:0:42326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944587809000/0x57b8ff0e0304ec53 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x10:0x0].0x5a11b149 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764430.110232:0:42326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944587809000/0x57b8ff0e0304ec53 lrc: 4/0,0 mode: PR/PR res: [0x200003ab1:0x10:0x0].0x5a11b149 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764430.110239:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x10:0x0].0x5a11b149 (ffff944584d1dd00) 00010000:00010000:0.0:1775764430.110241:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764430.110244:0:42326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944587809000/0x57b8ff0e0304ec53 lrc: 2/0,0 mode: --/PR res: [0x200003ab1:0x10:0x0].0x5a11b149 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764430.110250:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944587809000/0x57b8ff0e0304ec53 lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0x10:0x0].0x5a11b149 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764430.110262:0:42326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944587809800/0x57b8ff0e0304ec5a lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764430.110268:0:42326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944587809800/0x57b8ff0e0304ec5a lrc: 2/0,0 mode: PR/PR res: [0x200003ab1:0x14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764430.110274:0:42326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944587809800/0x57b8ff0e0304ec5a lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764430.110279:0:42326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944587809800 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:0.0:1775764430.110282:0:42326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944587809800/0x57b8ff0e0304ec5a lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764430.110288:0:42326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944587809800/0x57b8ff0e0304ec5a lrc: 4/0,0 mode: PR/PR res: [0x200003ab1:0x14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764430.110294:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x14:0x0].0x0 (ffff944584d1d700) 00010000:00010000:0.0:1775764430.110297:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764430.110299:0:42326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944587809800/0x57b8ff0e0304ec5a lrc: 2/0,0 mode: --/PR res: [0x200003ab1:0x14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764430.110305:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944587809800/0x57b8ff0e0304ec5a lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0x14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764430.110387:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445b2054700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+32:48621:x1862022098324352:12345-192.168.202.28@tcp:34:lfs.0 Request processed in 1312us (1614us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764430.110397:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 220 00000100:00100000:3.0:1775764430.256993:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098324608 00000100:00100000:3.0:1775764430.257012:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098324608 00000100:00100000:3.0:1775764430.257113:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 221 00000100:00100000:3.0:1775764430.257140:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445becd7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+32:48628:x1862022098324608:12345-192.168.202.28@tcp:101:cat.0 00010000:00010000:3.0:1775764430.257169:0:42325:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764430.257210:0:42325:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2147e00/0x57b8ff0e0304ec61 lrc: 2/0,0 mode: --/CR res: [0x200003ab1:0x10:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17af45 expref: -99 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764430.257509:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146000/0x57b8ff0e0304ec68 lrc: 3/1,0 mode: --/CR res: [0x200003ab1:0x10:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764430.257576:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146000/0x57b8ff0e0304ec68 lrc: 3/1,0 mode: CR/CR res: [0x200003ab1:0x10:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764430.257599:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146000/0x57b8ff0e0304ec68 lrc: 3/1,0 mode: CR/CR res: [0x200003ab1:0x10:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764430.257621:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146600/0x57b8ff0e0304ec6f lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0x10:0x0].0x5a11b149 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764430.257629:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146600/0x57b8ff0e0304ec6f lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x10:0x0].0x5a11b149 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764430.257635:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146600/0x57b8ff0e0304ec6f lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x10:0x0].0x5a11b149 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764430.258721:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2147a00/0x57b8ff0e0304ec76 lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0x14:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764430.258741:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2147a00/0x57b8ff0e0304ec76 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x14:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764430.258761:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2147a00/0x57b8ff0e0304ec76 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x14:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764430.258777:0:42325:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab1:0x14:0x0]: returning size 15 00010000:00010000:3.0:1775764430.258954:0:42325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146000/0x57b8ff0e0304ec68 lrc: 3/1,0 mode: CR/CR res: [0x200003ab1:0x10:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764430.258969:0:42325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146000/0x57b8ff0e0304ec68 lrc: 2/0,0 mode: CR/CR res: [0x200003ab1:0x10:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764430.258977:0:42325:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146000/0x57b8ff0e0304ec68 lrc: 3/0,0 mode: CR/CR res: [0x200003ab1:0x10:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764430.258986:0:42325:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445c2146000 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:3.0:1775764430.258991:0:42325:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146000/0x57b8ff0e0304ec68 lrc: 3/0,0 mode: CR/CR res: [0x200003ab1:0x10:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764430.258999:0:42325:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146000/0x57b8ff0e0304ec68 lrc: 4/0,0 mode: CR/CR res: [0x200003ab1:0x10:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764430.259017:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x10:0x0].0x0 (ffff94459084a600) 00010000:00010000:3.0:1775764430.259021:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764430.259028:0:42325:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146000/0x57b8ff0e0304ec68 lrc: 2/0,0 mode: --/CR res: [0x200003ab1:0x10:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764430.259034:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146000/0x57b8ff0e0304ec68 lrc: 0/0,0 mode: --/CR res: [0x200003ab1:0x10:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764430.259055:0:42325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146600/0x57b8ff0e0304ec6f lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x10:0x0].0x5a11b149 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764430.259061:0:42325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146600/0x57b8ff0e0304ec6f lrc: 2/0,0 mode: PR/PR res: [0x200003ab1:0x10:0x0].0x5a11b149 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764430.259066:0:42325:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146600/0x57b8ff0e0304ec6f lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x10:0x0].0x5a11b149 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764430.259071:0:42325:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445c2146600 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:3.0:1775764430.259075:0:42325:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146600/0x57b8ff0e0304ec6f lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x10:0x0].0x5a11b149 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764430.259080:0:42325:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146600/0x57b8ff0e0304ec6f lrc: 4/0,0 mode: PR/PR res: [0x200003ab1:0x10:0x0].0x5a11b149 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764430.259087:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x10:0x0].0x5a11b149 (ffff944586564600) 00010000:00010000:3.0:1775764430.259090:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764430.259093:0:42325:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146600/0x57b8ff0e0304ec6f lrc: 2/0,0 mode: --/PR res: [0x200003ab1:0x10:0x0].0x5a11b149 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764430.259098:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146600/0x57b8ff0e0304ec6f lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0x10:0x0].0x5a11b149 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764430.263847:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2147e00/0x57b8ff0e0304ec61 lrc: 0/0,0 mode: --/CR res: [0x200003ab1:0x10:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17af45 expref: 35 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764430.263898:0:42325:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2147a00/0x57b8ff0e0304ec76 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x14:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17af45 expref: 34 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764430.263911:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x14:0x0].0x0 (ffff944584d1d700) 00010000:00010000:3.0:1775764430.263914:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:3.0:1775764430.263920:0:42325:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445c2147a00, rc 0) 00000100:00100000:3.0:1775764430.264076:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445becd7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+34:48628:x1862022098324608:12345-192.168.202.28@tcp:101:cat.0 Request processed in 6939us (7673us total) trans 34359738559 rc 0/0 00000100:00100000:3.0:1775764430.264090:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 221 00000100:00100000:3.0:1775764430.272578:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764430.272699:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764430.277787:0:42327:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098324864 00000100:00100000:1.0:1775764430.277871:0:42327:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098324864 00000100:00100000:1.0:1775764430.278070:0:42327:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 78 00000100:00100000:1.0:1775764430.278085:0:42327:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445b2054e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+33:48628:x1862022098324864:12345-192.168.202.28@tcp:35:cat.0 00000100:00100000:1.0:1775764430.278517:0:42327:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445b2054e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+34:48628:x1862022098324864:12345-192.168.202.28@tcp:35:cat.0 Request processed in 436us (5952us total) trans 34359738560 rc 0/0 00000100:00100000:1.0:1775764430.278531:0:42327:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 78 00000100:00100000:3.0:1775764430.397916:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764430.398491:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098325120 00000100:00100000:0.0:1775764430.398503:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098325120 00000100:00100000:0.0:1775764430.398572:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 222 00000100:00100000:0.0:1775764430.398582:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bf4fb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+34:48634:x1862022098325120:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:0.0:1775764430.398606:0:42324:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764430.398625:0:42324:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d000/0x57b8ff0e0304ec84 lrc: 2/0,0 mode: --/CR res: [0x200003ab1:0x10:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17af4c expref: -99 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764430.398714:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d800/0x57b8ff0e0304ec8b lrc: 3/1,0 mode: --/CR res: [0x200003ab1:0x10:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764430.398731:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d800/0x57b8ff0e0304ec8b lrc: 3/1,0 mode: CR/CR res: [0x200003ab1:0x10:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764430.398744:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d800/0x57b8ff0e0304ec8b lrc: 3/1,0 mode: CR/CR res: [0x200003ab1:0x10:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764430.398769:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d200/0x57b8ff0e0304ec92 lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0x10:0x0].0x5a11b149 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764430.398777:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d200/0x57b8ff0e0304ec92 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x10:0x0].0x5a11b149 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764430.398784:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d200/0x57b8ff0e0304ec92 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x10:0x0].0x5a11b149 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764430.399569:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c400/0x57b8ff0e0304ec99 lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0x14:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764430.399586:0:42324:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff944587808200/0x57b8ff0e0304ec06 lrc: 2/0,0 mode: CW/CW res: [0x200003ab1:0x14:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17af37 expref: 35 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764430.399599:0:42324:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c400/0x57b8ff0e0304ec99 lrc: 4/1,0 mode: --/PR res: [0x200003ab1:0x14:0x0].0x0 bits 0x13/0x48 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764430.399651:0:42324:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff944587808200/0x57b8ff0e0304ec06 lrc: 3/0,0 mode: CW/CW res: [0x200003ab1:0x14:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17af37 expref: 35 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764430.399671:0:42324:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff944587808200/0x57b8ff0e0304ec06 lrc: 4/0,0 mode: CW/CW res: [0x200003ab1:0x14:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17af37 expref: 35 pid: 42326 timeout: 1997 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764430.399785:0:42324:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bb48a300 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:42324:1862022118957312:192.168.202.28@tcp:104: 00000100:00100000:0.0:1775764430.400065:0:42324:0:(client.c:2691:ptlrpc_set_wait()) set ffff944587905180 going to sleep for 11 seconds 00000100:00100000:3.0:1775764430.409689:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764430.417157:0:42328:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098325376 00000100:00100000:1.0:1775764430.417177:0:42328:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098325376 00000100:00100000:1.0:1775764430.417269:0:42328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 79 00000100:00100000:1.0:1775764430.417280:0:42328:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bf4f8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+36:46149:x1862022098325376:12345-192.168.202.28@tcp:35:ldlm_bl.0 00000100:00100000:1.0:1775764430.417597:0:42328:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bf4f8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+37:46149:x1862022098325376:12345-192.168.202.28@tcp:35:ldlm_bl.0 Request processed in 318us (7918us total) trans 34359738561 rc 0/0 00000100:00100000:1.0:1775764430.417605:0:42328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 79 00000100:00100000:0.0:1775764430.420700:0:42324:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bb48a300 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:42324:1862022118957312:192.168.202.28@tcp:104: 00010000:00010000:0.0:1775764430.420741:0:42324:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c400/0x57b8ff0e0304ec99 lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0x14:0x0].0x0 bits 0x13/0x48 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764430.423652:0:42309:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098325504 00000100:00100000:0.0:1775764430.423663:0:42309:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098325504 00010000:00010000:0.0:1775764430.423709:0:42309:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff944587808200/0x57b8ff0e0304ec06 lrc: 4/0,0 mode: CW/CW res: [0x200003ab1:0x14:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17af37 expref: 37 pid: 42326 timeout: 1997 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764430.423766:0:42309:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 40 00000100:00100000:0.0:1775764430.423776:0:42309:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445becd5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+37:2378:x1862022098325504:12345-192.168.202.28@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1775764430.423792:0:42309:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764430.423834:0:42309:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff944587808200/0x57b8ff0e0304ec06 lrc: 4/0,0 mode: CW/CW res: [0x200003ab1:0x14:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17af37 expref: 37 pid: 42326 timeout: 1997 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764430.424005:0:42309:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff944587808200/0x57b8ff0e0304ec06 lrc: 3/0,0 mode: CW/CW res: [0x200003ab1:0x14:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17af37 expref: 37 pid: 42326 timeout: 1997 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764430.424030:0:42309:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944587808200/0x57b8ff0e0304ec06 lrc: 0/0,0 mode: --/CW res: [0x200003ab1:0x14:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17af37 expref: 37 pid: 42326 timeout: 1997 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764430.424047:0:42309:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x14:0x0].0x0 (ffff944584d1d700) 00010000:00010000:0.0:1775764430.424054:0:42309:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c400/0x57b8ff0e0304ec99 lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0x14:0x0].0x0 bits 0x13/0x48 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764430.424063:0:42309:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c400/0x57b8ff0e0304ec99 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x14:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764430.424071:0:42309:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c400/0x57b8ff0e0304ec99 lrc: 4/1,0 mode: PR/PR res: [0x200003ab1:0x14:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764430.424107:0:42309:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775764430.425561:0:42309:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445becd5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+35:2378:x1862022098325504:12345-192.168.202.28@tcp:103:ldlm_bl.0 Request processed in 1780us (2012us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764430.425573:0:42309:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 40 00000100:00100000:0.0:1775764430.443052:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098325760 00000100:00100000:0.0:1775764430.443069:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098325760 00000100:00100000:3.0:1775764430.443598:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 223 00000100:00100000:3.0:1775764430.443615:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445b2cb1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+35:48634:x1862022098325760:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:3.0:1775764430.443654:0:42325:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764430.443683:0:42325:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2147e00/0x57b8ff0e0304eca0 lrc: 2/0,0 mode: --/CR res: [0x200003ab1:0x10:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17af53 expref: -99 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764430.443864:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146600/0x57b8ff0e0304eca7 lrc: 3/0,1 mode: --/CW res: [0x200003ab1:0x14:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764430.443881:0:42325:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c400/0x57b8ff0e0304ec99 lrc: 2/0,0 mode: PR/PR res: [0x200003ab1:0x14:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17af4c expref: 36 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764430.443890:0:42325:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146600/0x57b8ff0e0304eca7 lrc: 4/0,1 mode: --/CW res: [0x200003ab1:0x14:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764430.443936:0:42325:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c400/0x57b8ff0e0304ec99 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x14:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17af4c expref: 36 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764430.443951:0:42325:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c400/0x57b8ff0e0304ec99 lrc: 4/0,0 mode: PR/PR res: [0x200003ab1:0x14:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17af4c expref: 36 pid: 42324 timeout: 1997 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764430.443965:0:42325:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bf4fb800 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:42325:1862022118957440:192.168.202.28@tcp:104: 00000100:00100000:3.0:1775764430.444057:0:42325:0:(client.c:2691:ptlrpc_set_wait()) set ffff944590927900 going to sleep for 11 seconds 00000100:00100000:3.0:1775764430.458140:0:42325:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bf4fb800 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:42325:1862022118957440:192.168.202.28@tcp:104: 00010000:00010000:3.0:1775764430.458182:0:42325:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146600/0x57b8ff0e0304eca7 lrc: 3/0,1 mode: --/CW res: [0x200003ab1:0x14:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764430.461270:0:44302:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098325888 00000100:00100000:1.0:1775764430.461286:0:44302:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098325888 00010000:00010000:1.0:1775764430.461339:0:44302:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c400/0x57b8ff0e0304ec99 lrc: 4/0,0 mode: PR/PR res: [0x200003ab1:0x14:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17af4c expref: 37 pid: 42324 timeout: 1997 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764430.461630:0:44302:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 41 00000100:00100000:1.0:1775764430.461641:0:44302:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445b2cb1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+37:2378:x1862022098325888:12345-192.168.202.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1775764430.461660:0:44302:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764430.461668:0:44302:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c400/0x57b8ff0e0304ec99 lrc: 4/0,0 mode: PR/PR res: [0x200003ab1:0x14:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17af4c expref: 37 pid: 42324 timeout: 1997 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764430.461685:0:44302:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c400/0x57b8ff0e0304ec99 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x14:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17af4c expref: 37 pid: 42324 timeout: 1997 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764430.461708:0:44302:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c400/0x57b8ff0e0304ec99 lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0x14:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17af4c expref: 37 pid: 42324 timeout: 1997 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764430.461730:0:44302:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x14:0x0].0x0 (ffff944584d1d700) 00010000:00010000:1.0:1775764430.461736:0:44302:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146600/0x57b8ff0e0304eca7 lrc: 3/0,1 mode: --/CW res: [0x200003ab1:0x14:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764430.461746:0:44302:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146600/0x57b8ff0e0304eca7 lrc: 3/0,1 mode: CW/CW res: [0x200003ab1:0x14:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764430.461766:0:44302:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146600/0x57b8ff0e0304eca7 lrc: 4/0,1 mode: CW/CW res: [0x200003ab1:0x14:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764430.461863:0:44302:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1775764430.461941:0:44302:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445b2cb1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+36:2378:x1862022098325888:12345-192.168.202.28@tcp:103:ldlm_bl.0 Request processed in 301us (4630us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764430.461950:0:44302:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 41 00010000:00010000:3.0:1775764430.464702:0:42325:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146600/0x57b8ff0e0304eca7 lrc: 3/0,1 mode: CW/CW res: [0x200003ab1:0x14:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764430.464722:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146600/0x57b8ff0e0304eca7 lrc: 3/0,1 mode: CW/CW res: [0x200003ab1:0x14:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764430.464758:0:42325:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab1:0x14:0x0]: returning size 15 00010000:00010000:3.0:1775764430.465042:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2147e00/0x57b8ff0e0304eca0 lrc: 0/0,0 mode: --/CR res: [0x200003ab1:0x10:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17af53 expref: 37 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764430.465066:0:42325:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146600/0x57b8ff0e0304eca7 lrc: 3/0,0 mode: CW/CW res: [0x200003ab1:0x14:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17af53 expref: 36 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764430.465076:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x14:0x0].0x0 (ffff944584d1d700) 00010000:00010000:3.0:1775764430.465080:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:3.0:1775764430.465083:0:42325:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445c2146600, rc 0) 00000100:00100000:3.0:1775764430.465191:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445b2cb1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+36:48634:x1862022098325760:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 21581us (30136us total) trans 34359738562 rc 0/0 00000100:00100000:3.0:1775764430.465201:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 223 00010000:00010000:1.0:1775764430.660485:0:42312:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775764431.105545:0:3331:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1775764431.105572:0:3331:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bb48a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3331:1862022118957568:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1775764431.105645:0:3331:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764431.105782:0:42947:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118957568 00000100:00100000:3.0:1775764431.105792:0:42947:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118957568 00000100:00100000:3.0:1775764431.105876:0:42947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:3.0:1775764431.105886:0:42947:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486e62300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+8:3331:x1862022118957568:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1775764431.105922:0:42947:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 49348608 pending 0 free 3767533568 avail 3765436416 00000100:00100000:3.0:1775764431.105971:0:42947:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486e62300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+8:3331:x1862022118957568:12345-0@lo:13:osp-pre-1-0.0 Request processed in 87us (325us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764431.105978:0:42947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00100000:1.0:1775764431.106139:0:3331:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bb48a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3331:1862022118957568:0@lo:13:osp-pre-1-0.0 00000100:00080000:1.0:1775764431.106162:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:0.0:1775764431.683597:0:42313:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:1.0:1775764432.748141:0:5825:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 34359738557 is committed 00000001:00080000:1.0:1775764432.748171:0:5825:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 34359738561 is committed 00000020:00080000:1.0:1775764432.748189:0:5825:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9445889bc840 refcount 2 committed 0 result 0 batchid 30064771802 00000020:00080000:1.0:1775764432.748194:0:5825:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9445b7923800 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9445889bccc0 00000020:00080000:1.0:1775764432.748197:0:5825:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9445b7923400 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff944482e14400 00000020:00080000:1.0:1775764432.748214:0:5825:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 30064771801 batchid updated 00000001:00080000:1.0:1775764432.748220:0:5825:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 34359738562 is committed 00000020:00080000:1.0:1775764432.748243:0:42361:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 30064771802 committed batchid 30064771801 00000020:00080000:1.0:1775764432.748441:0:42361:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 30064771801 00010000:00010000:3.0:1775764433.730680:0:42312:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1775764433.986101:0:42356:0:(llog.c:800:llog_process_thread()) index: 8, lh_last_idx: 8 synced_idx: 8 lgh_last_idx: 8 00000040:00080000:0.0:1775764433.986109:0:42356:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x32:0x0] at index 8 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1775764433.986153:0:42356:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x32:0x0] index 5 count 5 00000040:00080000:0.0:1775764433.986160:0:42356:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 9 count 2 00000100:00100000:1.0:1775764434.182845:0:3331:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bf4fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3331:1862022118957696:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1775764434.182958:0:3331:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764434.183113:0:42947:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118957696 00000100:00100000:3.0:1775764434.183123:0:42947:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118957696 00000100:00100000:3.0:1775764434.183196:0:42947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:3.0:1775764434.183206:0:42947:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486e60a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3331:x1862022118957696:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1775764434.183243:0:42947:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 47644672 pending 0 free 3704619008 avail 3702521856 00000100:00100000:3.0:1775764434.183300:0:42947:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486e60a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3331:x1862022118957696:12345-0@lo:13:osp-pre-0-0.0 Request processed in 95us (341us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764434.183307:0:42947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00100000:3.0:1775764434.183358:0:3331:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bf4fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3331:1862022118957696:0@lo:13:osp-pre-0-0.0 00000100:00080000:1.0:1775764434.183557:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1775764434.689360:0:3329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944486757b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3329:1862022118957952:0@lo:400:kworker.0 00000100:00100000:1.0:1775764434.689419:0:3328:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944486756a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d8dacf45-8471-4226-a2fb-1fac83f69c1e:3328:1862022118957824:0@lo:400:kworker.0 00000100:00100000:3.0:1775764434.689915:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764434.689982:0:3331:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944486757800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3331:1862022118958208:0@lo:400:kworker.0 00000100:00100000:3.0:1775764434.690012:0:3331:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764434.690049:0:42946:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118957952 00000100:00100000:3.0:1775764434.690068:0:42946:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118957952 00000100:00100000:3.0:1775764434.690124:0:42946:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51 00000100:00100000:3.0:1775764434.690133:0:42946:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bf4fb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3329:x1862022118957952:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764434.690185:0:42946:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bf4fb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3329:x1862022118957952:12345-0@lo:400:kworker.0 Request processed in 53us (271us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764434.690192:0:42946:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51 00000100:00100000:3.0:1775764434.690217:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118958208 00000100:00100000:3.0:1775764434.690221:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118958208 00000100:00100000:3.0:1775764434.690247:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 71 00000100:00100000:3.0:1775764434.690252:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bfe69c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3331:x1862022118958208:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764434.690283:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bfe69c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3331:x1862022118958208:12345-0@lo:400:kworker.0 Request processed in 31us (270us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764434.690289:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 71 00000100:00080000:3.0:1775764434.690304:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1775764434.690307:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1775764434.690334:0:3331:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944486757800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3331:1862022118958208:0@lo:400:kworker.0 00000100:00100000:3.0:1775764434.690355:0:3329:0:(client.c:3082:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 34359738385 gen 2 00000004:00080000:3.0:1775764434.690360:0:3329:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9445bbd7ad80, transno 34359738382 00000004:00080000:3.0:1775764434.690368:0:3329:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9445bbd79880, transno 34359738383 00000004:00080000:3.0:1775764434.690373:0:3329:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 34359738385 committed transno 34359738385 00000100:00100000:3.0:1775764434.690387:0:3329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944486757b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3329:1862022118957952:0@lo:400:kworker.0 00000100:00100000:1.0:1775764434.691873:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764434.691934:0:3328:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944486756d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3328:1862022118958336:0@lo:400:kworker.0 00000100:00100000:1.0:1775764434.691983:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764434.692104:0:42318:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118957824 00000100:00100000:0.0:1775764434.692113:0:42318:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118957824 00000100:00100000:0.0:1775764434.692161:0:42318:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 143 00000100:00100000:0.0:1775764434.692171:0:42318:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94448180f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d8dacf45-8471-4226-a2fb-1fac83f69c1e+18:3328:x1862022118957824:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764434.692227:0:42318:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94448180f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d8dacf45-8471-4226-a2fb-1fac83f69c1e+18:3328:x1862022118957824:12345-0@lo:400:kworker.0 Request processed in 58us (364us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764434.692235:0:42318:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 143 00000100:00100000:1.0:1775764434.696228:0:3328:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944486756a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d8dacf45-8471-4226-a2fb-1fac83f69c1e:3328:1862022118957824:0@lo:400:kworker.0 00000100:00100000:1.0:1775764434.696245:0:3328:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944486756d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3328:1862022118958336:0@lo:400:kworker.0 00010000:00010000:0.0:1775764434.753966:0:42313:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775764435.122957:0:42317:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098326016 00000100:00100000:1.0:1775764435.122962:0:42317:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098326016 00000100:00100000:1.0:1775764435.123003:0:42317:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 144 00000100:00100000:1.0:1775764435.123012:0:42317:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94448180e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:24b54882-c0a1-43f2-954f-009e5a9afc9d+12:2379:x1862022098326016:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:1.0:1775764435.123096:0:42317:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94448180e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:24b54882-c0a1-43f2-954f-009e5a9afc9d+12:2379:x1862022098326016:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 85us (650us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764435.123103:0:42317:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 144 00000100:00100000:0.0:1775764435.123186:0:42944:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098326272 00000100:00100000:0.0:1775764435.123190:0:42944:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098326272 00000100:00100000:0.0:1775764435.123230:0:42944:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098326400 00000100:00100000:0.0:1775764435.123233:0:42944:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098326400 00000100:00100000:0.0:1775764435.123259:0:42944:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 52 00000100:00100000:0.0:1775764435.123266:0:42944:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486754700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+5:2379:x1862022098326272:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:0.0:1775764435.123296:0:42944:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486754700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+5:2379:x1862022098326272:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 31us (791us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764435.123303:0:42944:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 52 00000100:00100000:0.0:1775764435.123316:0:42944:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 53 00000100:00100000:0.0:1775764435.123322:0:42944:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486754380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+7:2379:x1862022098326400:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:0.0:1775764435.123345:0:42944:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486754380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+7:2379:x1862022098326400:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 23us (758us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764435.123351:0:42944:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 53 00000100:00100000:0.0:1775764435.124245:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 75 00000100:00100000:0.0:1775764435.124259:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486755c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+11:2379:x1862022098326144:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:0.0:1775764435.124301:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486755c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+11:2379:x1862022098326144:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 49us (1736us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764435.124313:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 75 00000100:00080000:0.0:1775764435.125095:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1775764435.125104:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1775764435.125107:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1775764435.777397:0:43224:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775764436.240195:0:3329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bb48a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3329:1862022118958464:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1775764436.240274:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764436.240415:0:42947:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118958464 00000100:00100000:0.0:1775764436.240424:0:42947:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118958464 00000100:00100000:0.0:1775764436.240495:0:42947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:0.0:1775764436.240505:0:42947:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bfe6b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3329:x1862022118958464:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1775764436.240546:0:42947:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 49348608 pending 0 free 3767533568 avail 3765436416 00000100:00100000:0.0:1775764436.240607:0:42947:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bfe6b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3329:x1862022118958464:12345-0@lo:13:osp-pre-1-0.0 Request processed in 103us (332us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764436.240614:0:42947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00080000:3.0:1775764436.240928:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1775764436.240966:0:3329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bb48a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3329:1862022118958464:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1775764436.803062:0:42312:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775764437.207752:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764437.207852:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098326656 00000100:00100000:3.0:1775764437.207865:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098326656 00000100:00100000:3.0:1775764437.207942:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 224 00000100:00100000:3.0:1775764437.207954:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bbd7ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+11:48315:x1862022098326656:12345-192.168.202.28@tcp:60:lhsmtool_posix.0 00000100:00100000:3.0:1775764437.208068:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bbd7ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+11:48315:x1862022098326656:12345-192.168.202.28@tcp:60:lhsmtool_posix.0 Request processed in 116us (328us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764437.208076:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 224 00000100:00080000:3.0:1775764437.208113:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1775764437.236764:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764437.237241:0:42327:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098326912 00000100:00100000:3.0:1775764437.237252:0:42327:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098326912 00000100:00100000:3.0:1775764437.237338:0:42327:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 80 00000100:00100000:3.0:1775764437.237349:0:42327:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445b6a78c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+11:48315:x1862022098326912:12345-192.168.202.28@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1775764437.238400:0:42327:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445b6a78c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+12:48315:x1862022098326912:12345-192.168.202.28@tcp:35:lhsmtool_posix.0 Request processed in 1047us (1648us total) trans 34359738563 rc 0/0 00000100:00100000:3.0:1775764437.238410:0:42327:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 80 00000020:00080000:1.0:1775764437.815174:0:5825:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 30064771802 batchid updated 00000001:00080000:1.0:1775764437.815213:0:5825:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 34359738563 is committed 00000020:00080000:3.0:1775764437.815261:0:42361:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 30064771802 00000020:00080000:3.0:1775764437.815272:0:42361:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 30064771802 00010000:00010000:0.0:1775764437.826053:0:42313:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775764437.983269:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098327040 00000100:00100000:0.0:1775764437.983290:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098327040 00000100:00100000:0.0:1775764437.983374:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 225 00000100:00100000:0.0:1775764437.983384:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486754000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:82781e18-e0e3-4f9f-9a2b-041bf0344414+5:49074:x1862022098327040:12345-192.168.202.28@tcp:101:lsof.0 00010000:00010000:0.0:1775764437.983408:0:44493:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00080000:3.0:1775764437.983415:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1775764437.983437:0:44493:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c400/0x57b8ff0e0304ecb5 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17af5a expref: -99 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764437.983510:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d000/0x57b8ff0e0304ecbc lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764437.983527:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d000/0x57b8ff0e0304ecbc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764437.983548:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d000/0x57b8ff0e0304ecbc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764437.984396:0:44493:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 8704 00000004:00200000:0.0:1775764437.984403:0:44493:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 29 stripe count 1 MDT count 1 00000004:00010000:0.0:1775764437.984482:0:44493:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d000/0x57b8ff0e0304ecbc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764437.984511:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c400/0x57b8ff0e0304ecb5 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17af5a expref: 7 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764437.984528:0:44493:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d000/0x57b8ff0e0304ecbc lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17af5a expref: 6 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764437.984537:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff944586564a00) 00010000:00010000:0.0:1775764437.984540:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1775764437.984544:0:44493:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445bc27d000, rc 0) 00000100:00100000:0.0:1775764437.985608:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486754000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:82781e18-e0e3-4f9f-9a2b-041bf0344414+6:49074:x1862022098327040:12345-192.168.202.28@tcp:101:lsof.0 Request processed in 2218us (2529us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764437.985617:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 225 00010000:00010000:0.0:1775764438.852276:0:43224:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775764439.297040:0:3331:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1775764439.297058:0:3331:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bbd78000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3331:1862022118958592:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1775764439.297113:0:3331:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764439.297207:0:42947:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118958592 00000100:00100000:3.0:1775764439.297213:0:42947:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118958592 00000100:00100000:3.0:1775764439.297263:0:42947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:3.0:1775764439.297272:0:42947:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bb489880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3331:x1862022118958592:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1775764439.297311:0:42947:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 47644672 pending 0 free 3704619008 avail 3702521856 00000100:00100000:3.0:1775764439.297356:0:42947:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bb489880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3331:x1862022118958592:12345-0@lo:13:osp-pre-0-0.0 Request processed in 85us (241us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764439.297363:0:42947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00100000:3.0:1775764439.297407:0:3331:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bbd78000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3331:1862022118958592:0@lo:13:osp-pre-0-0.0 00000100:00080000:0.0:1775764439.297457:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1775764439.811238:0:3331:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944486e60000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d8dacf45-8471-4226-a2fb-1fac83f69c1e:3331:1862022118958720:0@lo:400:kworker.0 00000100:00100000:3.0:1775764439.811314:0:3331:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764439.811382:0:42319:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118958720 00000100:00100000:0.0:1775764439.811391:0:42319:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118958720 00000100:00100000:0.0:1775764439.811448:0:42319:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 145 00000100:00100000:0.0:1775764439.811459:0:42319:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94448180d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d8dacf45-8471-4226-a2fb-1fac83f69c1e+18:3331:x1862022118958720:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764439.811509:0:42319:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94448180d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d8dacf45-8471-4226-a2fb-1fac83f69c1e+18:3331:x1862022118958720:12345-0@lo:400:kworker.0 Request processed in 51us (194us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764439.811516:0:42319:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 145 00000100:00080000:0.0:1775764439.811554:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1775764439.811721:0:3329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944486e63b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3329:1862022118958976:0@lo:400:kworker.0 00000100:00100000:0.0:1775764439.811752:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764439.811859:0:3331:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944486e60000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d8dacf45-8471-4226-a2fb-1fac83f69c1e:3331:1862022118958720:0@lo:400:kworker.0 00000100:00100000:3.0:1775764439.811896:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118958976 00000100:00100000:3.0:1775764439.811901:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118958976 00000100:00100000:3.0:1775764439.811932:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 76 00000100:00100000:3.0:1775764439.811938:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bb48a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3329:x1862022118958976:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764439.811974:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bb48a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3329:x1862022118958976:12345-0@lo:400:kworker.0 Request processed in 36us (221us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764439.811981:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 76 00000100:00100000:3.0:1775764439.812021:0:3330:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944486e62a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3330:1862022118959104:0@lo:400:kworker.0 00000100:00100000:3.0:1775764439.812046:0:3330:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764439.812048:0:3329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944486e63b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3329:1862022118958976:0@lo:400:kworker.0 00000100:00100000:1.0:1775764439.812164:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118959104 00000100:00100000:3.0:1775764439.812167:0:3330:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1775764439.812170:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118959104 00000100:00100000:3.0:1775764439.812175:0:3330:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944486e61500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3330:1862022118959232:0@lo:400:kworker.0 00000100:00100000:3.0:1775764439.812204:0:3330:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764439.812213:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118959232 00000100:00100000:1.0:1775764439.812217:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118959232 00000100:00100000:3.0:1775764439.812236:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77 00000100:00100000:3.0:1775764439.812246:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bbd78000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3330:x1862022118959104:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764439.812250:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 78 00000100:00100000:1.0:1775764439.812261:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bbd79880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3330:x1862022118959232:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1775764439.812882:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1775764439.813829:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bbd79880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3330:x1862022118959232:12345-0@lo:400:kworker.0 Request processed in 1565us (1618us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764439.813842:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 78 00000100:00100000:0.0:1775764439.813857:0:3330:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944486e61500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3330:1862022118959232:0@lo:400:kworker.0 00000100:00100000:3.0:1775764439.814321:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bbd78000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3330:x1862022118959104:12345-0@lo:400:kworker.0 Request processed in 2077us (2272us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764439.814330:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77 00000100:00100000:0.0:1775764439.814351:0:3330:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944486e62a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3330:1862022118959104:0@lo:400:kworker.0 00010000:00010000:3.0:1775764439.873152:0:42312:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775764440.238279:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764440.238325:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764440.238358:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764440.238384:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764440.238407:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764440.238440:0:42946:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098327424 00000100:00100000:1.0:1775764440.238450:0:42946:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098327424 00000100:00100000:1.0:1775764440.238509:0:42946:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098327552 00000100:00100000:1.0:1775764440.238513:0:42946:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098327552 00000100:00100000:1.0:1775764440.238540:0:42946:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 55 00000100:00100000:1.0:1775764440.238551:0:42946:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486e60e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+5:2378:x1862022098327424:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:1.0:1775764440.238647:0:42946:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486e60e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+5:2378:x1862022098327424:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 97us (320us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764440.238669:0:42946:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 55 00000100:00100000:1.0:1775764440.238690:0:42946:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 56 00000100:00100000:1.0:1775764440.238697:0:42946:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486e62d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+7:2379:x1862022098327552:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:1.0:1775764440.238721:0:42946:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486e62d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+7:2379:x1862022098327552:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 26us (315us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764440.238727:0:42946:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 56 00000100:00100000:0.0:1775764440.239461:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098327680 00000100:00100000:0.0:1775764440.239473:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098327680 00000100:00100000:0.0:1775764440.239549:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 80 00000100:00100000:0.0:1775764440.239570:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486e63800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:82781e18-e0e3-4f9f-9a2b-041bf0344414+6:2378:x1862022098327680:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:2.0:1775764440.239603:0:42318:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bd379c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:24b54882-c0a1-43f2-954f-009e5a9afc9d+12:2378:x1862022098327168:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:0.0:1775764440.239668:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486e63800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:82781e18-e0e3-4f9f-9a2b-041bf0344414+6:2378:x1862022098327680:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 94us (1270us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764440.239680:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 80 00000100:00080000:0.0:1775764440.239711:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1775764440.239716:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1775764440.239718:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1775764440.240360:0:42318:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bd379c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:24b54882-c0a1-43f2-954f-009e5a9afc9d+12:2378:x1862022098327168:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 755us (2107us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764440.240366:0:42318:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 146 00010000:00010000:0.0:1775764440.901758:0:42313:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:0.0:1775764441.020398:0:44994:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-pcc test 16: Test detach with different options ========================================================== 15:53:59 (1775764439) 00000100:00100000:2.0:1775764441.362606:0:3328:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bea10e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3328:1862022118959360:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1775764441.362703:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764441.362909:0:42947:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118959360 00000100:00100000:0.0:1775764441.362918:0:42947:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118959360 00000100:00100000:0.0:1775764441.362986:0:42947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:0.0:1775764441.362996:0:42947:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486754a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3328:x1862022118959360:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1775764441.363032:0:42947:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 49348608 pending 0 free 3767533568 avail 3765436416 00000100:00100000:0.0:1775764441.363080:0:42947:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486754a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3328:x1862022118959360:12345-0@lo:13:osp-pre-1-0.0 Request processed in 85us (376us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764441.363087:0:42947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00080000:2.0:1775764441.363284:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1775764441.363342:0:3328:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bea10e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3328:1862022118959360:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1775764441.921187:0:43224:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775764442.770202:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764442.771232:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098327808 00000100:00100000:2.0:1775764442.771245:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098327808 00000100:00100000:2.0:1775764442.771337:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 226 00000100:00100000:2.0:1775764442.771351:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bbd79500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+11:49333:x1862022098327808:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1775764442.771373:0:44493:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764442.771395:0:44493:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944580031e00/0x57b8ff0e0304ecc3 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17af61 expref: -99 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764442.771467:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff944580031000/0x57b8ff0e0304ecca lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764442.771482:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944580031000/0x57b8ff0e0304ecca lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764442.771498:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944580031000/0x57b8ff0e0304ecca lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764442.771514:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944580030400/0x57b8ff0e0304ecd1 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764442.771521:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944580030400/0x57b8ff0e0304ecd1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764442.771527:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944580030400/0x57b8ff0e0304ecd1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764442.771923:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944580031400/0x57b8ff0e0304ecd8 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764442.771933:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944580031400/0x57b8ff0e0304ecd8 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764442.771939:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944580031400/0x57b8ff0e0304ecd8 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764442.772038:0:44493:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000002:0x1:0x0]: returning size 6656 00000004:00200000:2.0:1775764442.772042:0:44493:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 2 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764442.772116:0:44493:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff944580031400/0x57b8ff0e0304ecd8 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764442.772128:0:44493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff944580031000/0x57b8ff0e0304ecca lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764442.772134:0:44493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944580031000/0x57b8ff0e0304ecca lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764442.772140:0:44493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944580031000/0x57b8ff0e0304ecca lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764442.772145:0:44493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944580031000 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764442.772149:0:44493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944580031000/0x57b8ff0e0304ecca lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764442.772156:0:44493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944580031000/0x57b8ff0e0304ecca lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764442.772167:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff944586564a00) 00010000:00010000:2.0:1775764442.772169:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764442.772174:0:44493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944580031000/0x57b8ff0e0304ecca lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764442.772179:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944580031000/0x57b8ff0e0304ecca lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764442.772190:0:44493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944580030400/0x57b8ff0e0304ecd1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764442.772196:0:44493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944580030400/0x57b8ff0e0304ecd1 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764442.772200:0:44493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944580030400/0x57b8ff0e0304ecd1 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764442.772205:0:44493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944580030400 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764442.772207:0:44493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944580030400/0x57b8ff0e0304ecd1 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764442.772212:0:44493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944580030400/0x57b8ff0e0304ecd1 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764442.772218:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x3b979c7a (ffff94459084a900) 00010000:00010000:2.0:1775764442.772220:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764442.772222:0:44493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944580030400/0x57b8ff0e0304ecd1 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764442.772227:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944580030400/0x57b8ff0e0304ecd1 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764442.772264:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944580031e00/0x57b8ff0e0304ecc3 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17af61 expref: 13 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764442.772277:0:44493:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff944580031400/0x57b8ff0e0304ecd8 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17af61 expref: 12 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764442.772284:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff94459084aa00) 00010000:00010000:2.0:1775764442.772286:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1775764442.772288:0:44493:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944580031400, rc 0) 00000100:00100000:2.0:1775764442.772368:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bbd79500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+12:49333:x1862022098327808:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 Request processed in 1021us (2185us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764442.772377:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 226 00000100:00080000:0.0:1775764442.773160:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1775764442.775233:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764442.775474:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098328064 00000100:00100000:3.0:1775764442.775488:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098328064 00000100:00100000:3.0:1775764442.775548:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 227 00000100:00100000:3.0:1775764442.775559:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bea10e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+12:49333:x1862022098328064:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1775764442.775583:0:42325:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764442.775604:0:42325:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2147e00/0x57b8ff0e0304ecdf lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17af68 expref: -99 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764442.775699:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146000/0x57b8ff0e0304ece6 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764442.775715:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146000/0x57b8ff0e0304ece6 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764442.775730:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146000/0x57b8ff0e0304ece6 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764442.775742:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146c00/0x57b8ff0e0304eced lrc: 3/1,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764442.775748:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146c00/0x57b8ff0e0304eced lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764442.775753:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146c00/0x57b8ff0e0304eced lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764442.776262:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2147a00/0x57b8ff0e0304ecf4 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764442.776271:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2147a00/0x57b8ff0e0304ecf4 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764442.776278:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2147a00/0x57b8ff0e0304ecf4 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764442.776289:0:42325:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000002:0x2:0x0]: returning size 6656 00010000:00010000:3.0:1775764442.776489:0:42325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146000/0x57b8ff0e0304ece6 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764442.776497:0:42325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146000/0x57b8ff0e0304ece6 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764442.776504:0:42325:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146000/0x57b8ff0e0304ece6 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764442.776509:0:42325:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445c2146000 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:3.0:1775764442.776514:0:42325:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146000/0x57b8ff0e0304ece6 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764442.776521:0:42325:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146000/0x57b8ff0e0304ece6 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764442.776533:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff94459084aa00) 00010000:00010000:3.0:1775764442.776536:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764442.776540:0:42325:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146000/0x57b8ff0e0304ece6 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764442.776546:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146000/0x57b8ff0e0304ece6 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764442.776558:0:42325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146c00/0x57b8ff0e0304eced lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764442.776564:0:42325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146c00/0x57b8ff0e0304eced lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764442.776570:0:42325:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146c00/0x57b8ff0e0304eced lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764442.776575:0:42325:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445c2146c00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:3.0:1775764442.776577:0:42325:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146c00/0x57b8ff0e0304eced lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764442.776582:0:42325:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146c00/0x57b8ff0e0304eced lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764442.776589:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x8d45d6bc (ffff944586564900) 00010000:00010000:3.0:1775764442.776591:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764442.776594:0:42325:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146c00/0x57b8ff0e0304eced lrc: 2/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764442.776599:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146c00/0x57b8ff0e0304eced lrc: 0/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764442.777653:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2147e00/0x57b8ff0e0304ecdf lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17af68 expref: 15 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764442.777672:0:42325:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2147a00/0x57b8ff0e0304ecf4 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17af68 expref: 14 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764442.777680:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff944586564800) 00010000:00010000:3.0:1775764442.777682:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764442.777685:0:42325:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445c2147a00, rc 0) 00000100:00100000:3.0:1775764442.777762:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bea10e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+14:49333:x1862022098328064:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 Request processed in 2204us (2536us total) trans 34359738564 rc 0/0 00000100:00100000:3.0:1775764442.777772:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 227 00000100:00100000:3.0:1775764442.794146:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764442.794323:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098328192 00000100:00100000:2.0:1775764442.794353:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098328192 00000100:00100000:2.0:1775764442.794438:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 228 00000100:00100000:2.0:1775764442.794448:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94448647d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+14:49333:x1862022098328192:12345-192.168.202.28@tcp:59:lhsmtool_posix.0 00000100:00100000:2.0:1775764442.794568:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94448647d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+14:49333:x1862022098328192:12345-192.168.202.28@tcp:59:lhsmtool_posix.0 Request processed in 121us (437us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764442.794576:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 228 00000100:00100000:2.0:1775764442.935453:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764442.935548:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098328448 00000100:00100000:0.0:1775764442.935563:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098328448 00000100:00100000:0.0:1775764442.935631:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 229 00000100:00100000:0.0:1775764442.935657:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486755500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+14:49348:x1862022098328448:12345-192.168.202.28@tcp:101:bash.0 00010000:00010000:0.0:1775764442.935680:0:42325:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764442.935684:0:42325:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1775764442.935718:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2147400/0x57b8ff0e0304eb96 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17af14 expref: 14 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764442.935739:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff944586564a00) 00010000:00010000:0.0:1775764442.935744:0:42325:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1775764442.935760:0:42325:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27ce00/0x57b8ff0e0304ed02 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17af6f expref: -99 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764442.936126:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c200/0x57b8ff0e0304ed09 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764442.936143:0:42325:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d000/0x57b8ff0e0304ecbc lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17af5a expref: 5 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764442.936158:0:42325:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c200/0x57b8ff0e0304ed09 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764442.936195:0:42325:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d000/0x57b8ff0e0304ecbc lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17af5a expref: 5 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764442.936211:0:42325:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d000/0x57b8ff0e0304ecbc lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17af5a expref: 5 pid: 44493 timeout: 2009 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764442.936228:0:42325:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944586b88000 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:42325:1862022118959488:192.168.202.28@tcp:104: 00000100:00100000:0.0:1775764442.936390:0:42325:0:(client.c:2691:ptlrpc_set_wait()) set ffff9445861f50c0 going to sleep for 11 seconds 00000100:00100000:3.0:1775764442.948125:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00010000:00010000:3.0:1775764442.948144:0:42312:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775764442.948189:0:42325:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944586b88000 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:42325:1862022118959488:192.168.202.28@tcp:104: 00010000:00010000:3.0:1775764442.948225:0:42325:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c200/0x57b8ff0e0304ed09 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764442.948254:0:42309:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098328576 00000100:00100000:3.0:1775764442.948261:0:42309:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098328576 00010000:00010000:3.0:1775764442.948308:0:42309:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d000/0x57b8ff0e0304ecbc lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17af5a expref: 6 pid: 44493 timeout: 2009 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764442.948343:0:42309:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 42 00000100:00100000:3.0:1775764442.948351:0:42309:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944590e6f450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:82781e18-e0e3-4f9f-9a2b-041bf0344414+6:2378:x1862022098328576:12345-192.168.202.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764442.948365:0:42309:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764442.948371:0:42309:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d000/0x57b8ff0e0304ecbc lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17af5a expref: 6 pid: 44493 timeout: 2009 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764442.948384:0:42309:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d000/0x57b8ff0e0304ecbc lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17af5a expref: 6 pid: 44493 timeout: 2009 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764442.948409:0:42309:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d000/0x57b8ff0e0304ecbc lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17af5a expref: 6 pid: 44493 timeout: 2009 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764442.948426:0:42309:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff944586564a00) 00010000:00010000:3.0:1775764442.948431:0:42309:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c200/0x57b8ff0e0304ed09 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764442.948441:0:42309:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c200/0x57b8ff0e0304ed09 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764442.948450:0:42309:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c200/0x57b8ff0e0304ed09 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764442.948474:0:42309:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764442.948538:0:42309:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944590e6f450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:82781e18-e0e3-4f9f-9a2b-041bf0344414+5:2378:x1862022098328576:12345-192.168.202.28@tcp:103:ldlm_bl.0 Request processed in 188us (425us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764442.948546:0:42309:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 42 00000100:00080000:3.0:1775764442.948606:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:3.0:1775764442.948619:0:42325:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c200/0x57b8ff0e0304ed09 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764442.948626:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c200/0x57b8ff0e0304ed09 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764442.948659:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695e00/0x57b8ff0e0304ed10 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x1f904cb5 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764442.948669:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695e00/0x57b8ff0e0304ed10 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x1f904cb5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764442.948678:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695e00/0x57b8ff0e0304ed10 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x1f904cb5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1775764442.949778:0:42325:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x106:0x0], index 0: 0 00010000:00010000:3.0:1775764442.950128:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694a00/0x57b8ff0e0304ed17 lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0x17:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764442.950143:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694a00/0x57b8ff0e0304ed17 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764442.950155:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694a00/0x57b8ff0e0304ed17 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764442.950198:0:42325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c200/0x57b8ff0e0304ed09 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764442.950207:0:42325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c200/0x57b8ff0e0304ed09 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764442.950215:0:42325:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c200/0x57b8ff0e0304ed09 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764442.950226:0:42325:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445bc27c200 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:3.0:1775764442.950232:0:42325:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c200/0x57b8ff0e0304ed09 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764442.950242:0:42325:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c200/0x57b8ff0e0304ed09 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764442.950254:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff944586564a00) 00010000:00010000:3.0:1775764442.950257:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764442.950261:0:42325:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c200/0x57b8ff0e0304ed09 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764442.950268:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c200/0x57b8ff0e0304ed09 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764442.950281:0:42325:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000bedfa5fc reply state 0000000031eacfb8 transno 34359738565 ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695e00/0x57b8ff0e0304ed10 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x1f904cb5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764442.950291:0:42325:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1775764442.950330:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27ce00/0x57b8ff0e0304ed02 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17af6f expref: 16 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764442.950355:0:42325:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694a00/0x57b8ff0e0304ed17 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17af6f expref: 15 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764442.950365:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x17:0x0].0x0 (ffff944586564900) 00010000:00010000:3.0:1775764442.950367:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1775764442.950370:0:42325:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445be694a00, rc 0) 00000100:00100000:3.0:1775764442.950440:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486755500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+16:49348:x1862022098328448:12345-192.168.202.28@tcp:101:bash.0 Request processed in 14785us (14999us total) trans 34359738565 rc 0/0 00000100:00100000:3.0:1775764442.950450:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 229 00000001:00080000:1.0:1775764442.961130:0:5825:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 34359738564 is committed 00000100:00100000:3.0:1775764442.962353:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00010000:00010000:3.0:1775764442.962385:0:3315:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695e00/0x57b8ff0e0304ed10 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x1f904cb5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764442.962397:0:3315:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695e00/0x57b8ff0e0304ed10 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x1f904cb5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764442.962405:0:3315:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695e00/0x57b8ff0e0304ed10 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x1f904cb5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764442.962412:0:3315:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445be695e00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:3.0:1775764442.962417:0:3315:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695e00/0x57b8ff0e0304ed10 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x1f904cb5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764442.962425:0:3315:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695e00/0x57b8ff0e0304ed10 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x1f904cb5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764442.962441:0:3315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x1f904cb5 (ffff944586564d00) 00010000:00010000:3.0:1775764442.962444:0:3315:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764442.962450:0:3315:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695e00/0x57b8ff0e0304ed10 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x1f904cb5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764442.962456:0:3315:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695e00/0x57b8ff0e0304ed10 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x1f904cb5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764442.962502:0:42946:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098328704 00000100:00100000:3.0:1775764442.962512:0:42946:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098328704 00000100:00100000:3.0:1775764442.962774:0:42946:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 59 00000100:00100000:3.0:1775764442.962783:0:42946:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94448647df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+5:2379:x1862022098328704:12345-192.168.202.28@tcp:101:bash.0 00010000:00010000:3.0:1775764442.962823:0:42946:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764442.962842:0:42946:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000033f52952/0x57b8ff0e0304ed25 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x106:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17af76 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1775764442.962868:0:42946:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x106:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1775764442.962894:0:42946:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764442.962897:0:42946:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764442.962905:0:42946:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000033f52952/0x57b8ff0e0304ed25 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x106:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17af76 expref: 6 pid: 42946 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764442.962924:0:42946:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000033f52952/0x57b8ff0e0304ed25 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x106:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17af76 expref: 6 pid: 42946 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764442.962937:0:42946:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445be695c00, rc 0) 00000100:00100000:3.0:1775764442.962992:0:42946:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94448647df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+6:2379:x1862022098328704:12345-192.168.202.28@tcp:101:bash.0 Request processed in 210us (644us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764442.962999:0:42946:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 59 00000100:00080000:1.0:1775764442.963248:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1775764442.967661:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764442.967755:0:43212:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098328832 00000100:00100000:0.0:1775764442.967767:0:43212:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098328832 00000100:00100000:0.0:1775764442.967867:0:43212:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 60 00000100:00100000:0.0:1775764442.967892:0:43212:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486756680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+6:49348:x1862022098328832:12345-192.168.202.28@tcp:101:bash.0 00010000:00010000:0.0:1775764442.967917:0:43212:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764442.967943:0:43212:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a9019cb2/0x57b8ff0e0304ed2c lrc: 2/0,0 mode: --/PW res: [0x240000400:0x106:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17af7d expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764442.967991:0:43212:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000033f52952/0x57b8ff0e0304ed25 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x106:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17af76 expref: 7 pid: 42946 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764442.968003:0:43212:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764442.968006:0:43212:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764442.968012:0:43212:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a9019cb2/0x57b8ff0e0304ed2c lrc: 4/0,0 mode: --/PW res: [0x240000400:0x106:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17af7d expref: 7 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764442.968069:0:43212:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000033f52952/0x57b8ff0e0304ed25 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x106:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17af76 expref: 7 pid: 42946 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764442.968086:0:43212:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000033f52952/0x57b8ff0e0304ed25 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x106:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17af76 expref: 7 pid: 42946 timeout: 2009 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764442.968108:0:43212:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944586b88000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:43212:1862022118959616:192.168.202.28@tcp:104: 00000100:00100000:0.0:1775764442.968226:0:43212:0:(client.c:2691:ptlrpc_set_wait()) set ffff9445861f5480 going to sleep for 11 seconds 00000100:00100000:3.0:1775764442.973456:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764442.973906:0:44302:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098328960 00000100:00100000:1.0:1775764442.973917:0:44302:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098328960 00010000:00010000:1.0:1775764442.973966:0:44302:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000033f52952/0x57b8ff0e0304ed25 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x106:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17af76 expref: 8 pid: 42946 timeout: 2009 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764442.974020:0:44302:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 43 00000100:00100000:1.0:1775764442.974029:0:44302:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bbd79f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+8:2379:x1862022098328960:12345-192.168.202.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1775764442.974047:0:44302:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764442.974073:0:44302:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000033f52952/0x57b8ff0e0304ed25 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x106:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17af76 expref: 8 pid: 42946 timeout: 2009 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764442.974089:0:44302:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000033f52952/0x57b8ff0e0304ed25 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x106:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17af76 expref: 8 pid: 42946 timeout: 2009 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764442.974118:0:44302:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1775764442.974120:0:44302:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1775764442.974127:0:44302:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000a9019cb2/0x57b8ff0e0304ed2c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x106:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17af7d expref: 8 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764442.974138:0:44302:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a9019cb2/0x57b8ff0e0304ed2c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x106:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17af7d expref: 8 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764442.974180:0:44302:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000a9019cb2/0x57b8ff0e0304ed2c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x106:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17af7d expref: 8 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764442.974198:0:44302:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944486e63480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:44302:1862022118959744:192.168.202.28@tcp:105: 00000100:00100000:1.0:1775764442.974281:0:44302:0:(client.c:2691:ptlrpc_set_wait()) set ffff944482435840 going to sleep for 11 seconds 00010000:00010000:0.0:1775764442.976104:0:43212:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000033f52952/0x57b8ff0e0304ed25 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x106:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17af76 expref: 8 pid: 42946 timeout: 2009 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764442.976127:0:43212:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944586b88000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:43212:1862022118959616:192.168.202.28@tcp:104: 00010000:00010000:0.0:1775764442.976157:0:43212:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000a9019cb2/0x57b8ff0e0304ed2c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x106:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17af7d expref: 7 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764442.976171:0:43212:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445bc27cc00, rc 0) 00000100:00100000:0.0:1775764442.976234:0:43212:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486756680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+7:49348:x1862022098328832:12345-192.168.202.28@tcp:101:bash.0 Request processed in 8357us (8599us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764442.976244:0:43212:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 60 00000100:00100000:0.0:1775764442.978043:0:44302:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944486e63480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:44302:1862022118959744:192.168.202.28@tcp:105: 00010000:00010000:0.0:1775764442.978069:0:44302:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775764442.978113:0:44302:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bbd79f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+6:2379:x1862022098328960:12345-192.168.202.28@tcp:103:ldlm_bl.0 Request processed in 4085us (4674us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764442.978127:0:44302:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 43 00000100:00100000:1.0:1775764442.981331:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764442.981536:0:42328:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098329216 00000100:00100000:2.0:1775764442.981548:0:42328:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098329216 00000100:00100000:2.0:1775764442.981606:0:42328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 81 00000100:00100000:2.0:1775764442.981615:0:42328:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486e61180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+14:49348:x1862022098329216:12345-192.168.202.28@tcp:35:bash.0 00000100:00100000:2.0:1775764442.982102:0:42328:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486e61180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+15:49348:x1862022098329216:12345-192.168.202.28@tcp:35:bash.0 Request processed in 485us (778us total) trans 34359738566 rc 0/0 00000100:00100000:2.0:1775764442.982112:0:42328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 81 00000100:00100000:2.0:1775764443.011304:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764443.011404:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098329344 00000100:00100000:0.0:1775764443.011415:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098329344 00000100:00100000:0.0:1775764443.011470:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 230 00000100:00100000:0.0:1775764443.011480:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486755180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+15:49351:x1862022098329344:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:0.0:1775764443.011507:0:44493:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764443.011541:0:44493:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d600/0x57b8ff0e0304ed33 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17af84 expref: -99 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764443.011602:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d400/0x57b8ff0e0304ed3a lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764443.011615:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d400/0x57b8ff0e0304ed3a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764443.011627:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d400/0x57b8ff0e0304ed3a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764443.011700:0:44493:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 8704 00000004:00200000:0.0:1775764443.011703:0:44493:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 30 stripe count 1 MDT count 1 00000004:00010000:0.0:1775764443.011724:0:44493:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d400/0x57b8ff0e0304ed3a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764443.011749:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d600/0x57b8ff0e0304ed33 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17af84 expref: 17 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764443.011769:0:44493:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d400/0x57b8ff0e0304ed3a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17af84 expref: 16 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764443.011785:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff944582f80e00) 00010000:00010000:0.0:1775764443.011788:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1775764443.011793:0:44493:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445bc27d400, rc 0) 00000100:00100000:2.0:1775764443.012355:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486755180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+16:49351:x1862022098329344:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 873us (1059us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764443.012364:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 230 00000100:00100000:0.0:1775764443.196447:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764443.196684:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098329600 00000100:00100000:2.0:1775764443.196698:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098329600 00000100:00100000:2.0:1775764443.196772:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 231 00000100:00100000:2.0:1775764443.196782:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944586b88000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+16:49367:x1862022098329600:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:2.0:1775764443.196845:0:42324:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764443.196869:0:42324:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944580030000/0x57b8ff0e0304ed41 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17af8b expref: -99 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764443.197720:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944580030e00/0x57b8ff0e0304ed48 lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0x17:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764443.197739:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944580030e00/0x57b8ff0e0304ed48 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764443.197753:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944580030e00/0x57b8ff0e0304ed48 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764443.197767:0:42324:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab1:0x17:0x0]: returning size 11 00010000:00010000:2.0:1775764443.198080:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944580030000/0x57b8ff0e0304ed41 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17af8b expref: 19 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764443.198106:0:42324:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff944580030e00/0x57b8ff0e0304ed48 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17af8b expref: 18 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764443.198114:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x17:0x0].0x0 (ffff944586564900) 00010000:00010000:2.0:1775764443.198117:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1775764443.198121:0:42324:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944580030e00, rc 0) 00000100:00100000:2.0:1775764443.198185:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944586b88000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+18:49367:x1862022098329600:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 1405us (1750us total) trans 34359738567 rc 0/0 00000100:00100000:2.0:1775764443.198193:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 231 00000040:00080000:2.0:1775764443.201394:0:42356:0:(llog.c:800:llog_process_thread()) index: 8, lh_last_idx: 8 synced_idx: 8 lgh_last_idx: 8 00000040:00080000:2.0:1775764443.201405:0:42356:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x32:0x0] at index 8 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1775764443.201453:0:42356:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x32:0x0] index 5 count 5 00000040:00080000:2.0:1775764443.201459:0:42356:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 9 count 2 00000100:00100000:1.0:1775764443.207832:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764443.208170:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098329856 00000100:00100000:0.0:1775764443.208184:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098329856 00000100:00100000:0.0:1775764443.208253:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 232 00000100:00100000:0.0:1775764443.208264:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486e61f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+18:49367:x1862022098329856:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:0.0:1775764443.208297:0:42326:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764443.208337:0:42326:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27ce00/0x57b8ff0e0304ed56 lrc: 2/0,0 mode: --/CR res: [0x200003ab1:0x17:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17af92 expref: -99 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764443.208464:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c200/0x57b8ff0e0304ed5d lrc: 3/0,1 mode: --/PW res: [0x200003ab1:0x17:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764443.208482:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c200/0x57b8ff0e0304ed5d lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0x17:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764443.208497:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c200/0x57b8ff0e0304ed5d lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0x17:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764443.208522:0:42326:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab1:0x17:0x0]: returning size 11 00010000:00010000:0.0:1775764443.208691:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27ce00/0x57b8ff0e0304ed56 lrc: 0/0,0 mode: --/CR res: [0x200003ab1:0x17:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17af92 expref: 21 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764443.208710:0:42326:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c200/0x57b8ff0e0304ed5d lrc: 3/0,0 mode: PW/PW res: [0x200003ab1:0x17:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17af92 expref: 20 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764443.208725:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x17:0x0].0x0 (ffff944586564900) 00010000:00010000:0.0:1775764443.208729:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1775764443.208734:0:42326:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445bc27c200, rc 0) 00000100:00100000:0.0:1775764443.208850:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486e61f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+20:49367:x1862022098329856:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 588us (1066us total) trans 34359738568 rc 0/0 00000100:00100000:0.0:1775764443.208858:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 232 00000100:00100000:0.0:1775764443.214581:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764443.220616:0:42309:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098329984 00000100:00100000:3.0:1775764443.220704:0:42309:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098329984 00000100:00100000:1.0:1775764443.222074:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764443.222266:0:42946:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098330112 00000100:00100000:3.0:1775764443.222273:0:42946:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098330112 00000100:00100000:3.0:1775764443.222331:0:42946:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 61 00000100:00100000:3.0:1775764443.222340:0:42946:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486e63480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+6:2379:x1862022098330112:12345-192.168.202.28@tcp:1:lfs.0 00010000:00010000:3.0:1775764443.222381:0:42946:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000919a6d03/0x57b8ff0e0304ed6b lrc: 3/0,1 mode: --/PW res: [0x240000400:0x106:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764443.222407:0:42946:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000a9019cb2/0x57b8ff0e0304ed2c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x106:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17af7d expref: 6 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764443.222414:0:42946:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1775764443.222417:0:42946:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1775764443.222420:0:42946:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000919a6d03/0x57b8ff0e0304ed6b lrc: 4/0,1 mode: --/PW res: [0x240000400:0x106:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764443.222452:0:42946:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000a9019cb2/0x57b8ff0e0304ed2c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x106:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17af7d expref: 6 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764443.222465:0:42946:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000a9019cb2/0x57b8ff0e0304ed2c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x106:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17af7d expref: 6 pid: 43212 timeout: 2010 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764443.222480:0:42946:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bb488380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:42946:1862022118959872:192.168.202.28@tcp:104: 00000100:00100000:3.0:1775764443.222559:0:42946:0:(client.c:2691:ptlrpc_set_wait()) set ffff94458344c3c0 going to sleep for 11 seconds 00000100:00100000:3.0:1775764443.226240:0:42946:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bb488380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:42946:1862022118959872:192.168.202.28@tcp:104: 00010000:00010000:3.0:1775764443.226271:0:42946:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000919a6d03/0x57b8ff0e0304ed6b lrc: 3/0,1 mode: --/PW res: [0x240000400:0x106:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764443.226506:0:42309:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 20 00000100:00100000:2.0:1775764443.226525:0:42309:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944587193800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+20:2379:x1862022098329984:12345-192.168.202.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1775764443.226541:0:42309:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764443.226564:0:42309:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944580030e00/0x57b8ff0e0304ed48 lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17af8b expref: 20 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764443.226582:0:42309:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x17:0x0].0x0 (ffff944586564900) 00010000:00010000:2.0:1775764443.226587:0:42309:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775764443.226716:0:42309:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944587193800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+19:2379:x1862022098329984:12345-192.168.202.28@tcp:103:ldlm_bl.0 Request processed in 200us (12218us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764443.226724:0:42309:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 20 00000100:00100000:0.0:1775764443.227464:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764443.227528:0:42949:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098330240 00000100:00100000:2.0:1775764443.227536:0:42949:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098330240 00002000:00100000:2.0:1775764443.227569:0:42949:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x106:0x0] (0->10) req@ffff944587193100 x1862022098330240/t0(0) o4->7e6eda44-5508-487e-b17f-ff28ad9d3512@192.168.202.28@tcp:679/0 lens 504/0 e 0 to 0 dl 1775764454 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764443.227579:0:42949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff944587193100 with x1862022098330240 ext(0->10) 00010000:00010000:2.0:1775764443.227586:0:42949:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 00000000a9019cb2/0x57b8ff0e0304ed2c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x106:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17af7d expref: 7 pid: 43212 timeout: 2010 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764443.227601:0:42949:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 00000000a9019cb2/0x57b8ff0e0304ed2c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x106:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17af7d expref: 7 pid: 43212 timeout: 2010 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1775764443.227608:0:42949:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff944587193100 00000100:00100000:2.0:1775764443.227647:0:42949:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 2 00000100:00100000:2.0:1775764443.227655:0:42949:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944587193100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+7:2379:x1862022098330240:12345-192.168.202.28@tcp:4:lfs.0 00000100:00100000:2.0:1775764443.228210:0:42949:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944587193100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+9:2379:x1862022098330240:12345-192.168.202.28@tcp:4:lfs.0 Request processed in 554us (747us total) trans 34359738383 rc 0/0 00000100:00100000:2.0:1775764443.228218:0:42949:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 2 00002000:00100000:2.0:1775764443.228224:0:42949:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x106:0x0] (0->10) req@ffff944587193100 x1862022098330240/t34359738383(0) o4->7e6eda44-5508-487e-b17f-ff28ad9d3512@192.168.202.28@tcp:679/0 lens 504/448 e 0 to 0 dl 1775764454 ref 1 fl Complete:H/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764443.228233:0:42949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff944587193100 with x1862022098330240 ext(0->10) 00010000:00010000:2.0:1775764443.228239:0:42949:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 00000000a9019cb2/0x57b8ff0e0304ed2c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x106:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17af7d expref: 9 pid: 43212 timeout: 2010 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764443.228251:0:42949:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 00000000a9019cb2/0x57b8ff0e0304ed2c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x106:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17af7d expref: 9 pid: 43212 timeout: 2010 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1775764443.228264:0:42949:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff944587193100 00000100:00100000:0.0:1775764443.230742:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764443.235417:0:42310:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098330368 00000100:00100000:3.0:1775764443.235434:0:42310:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098330368 00010000:00010000:2.0:1775764443.235607:0:42310:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000a9019cb2/0x57b8ff0e0304ed2c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x106:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17af7d expref: 9 pid: 43212 timeout: 2010 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764443.235664:0:42310:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 44 00000100:00100000:2.0:1775764443.235673:0:42310:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944587191c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+9:2377:x1862022098330368:12345-192.168.202.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1775764443.235688:0:42310:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1775764443.235707:0:42310:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x106:0x0] updating lvb size from disk: 0 -> 11 00002000:00010000:2.0:1775764443.235711:0:42310:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x106:0x0] updating lvb mtime from disk: 0 -> 1775764443 00002000:00010000:2.0:1775764443.235713:0:42310:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x106:0x0] updating lvb atime from disk: 0 -> 1775764443 00002000:00010000:2.0:1775764443.235716:0:42310:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x106:0x0] updating lvb ctime from disk: 0 -> 1775764443 00010000:00010000:2.0:1775764443.235722:0:42310:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000a9019cb2/0x57b8ff0e0304ed2c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x106:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17af7d expref: 9 pid: 43212 timeout: 2010 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764443.235737:0:42310:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000a9019cb2/0x57b8ff0e0304ed2c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x106:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17af7d expref: 9 pid: 43212 timeout: 2010 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764443.235764:0:42310:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a9019cb2/0x57b8ff0e0304ed2c lrc: 0/0,0 mode: --/PW res: [0x240000400:0x106:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17af7d expref: 9 pid: 43212 timeout: 2010 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764443.235780:0:42310:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764443.235782:0:42310:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764443.235787:0:42310:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000919a6d03/0x57b8ff0e0304ed6b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x106:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764443.235824:0:42310:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000919a6d03/0x57b8ff0e0304ed6b lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x106:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764443.235940:0:42310:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775764443.236081:0:42310:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944587191c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+8:2377:x1862022098330368:12345-192.168.202.28@tcp:103:ldlm_bl.0 Request processed in 408us (5349us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764443.236089:0:42310:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 44 00010000:00010000:3.0:1775764443.237285:0:42946:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000919a6d03/0x57b8ff0e0304ed6b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x106:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764443.237306:0:42946:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000919a6d03/0x57b8ff0e0304ed6b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x106:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764443.237477:0:42946:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000919a6d03/0x57b8ff0e0304ed6b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x106:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764443.237487:0:42946:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000919a6d03/0x57b8ff0e0304ed6b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x106:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764443.237495:0:42946:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000919a6d03/0x57b8ff0e0304ed6b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x106:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764443.237502:0:42946:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445be694600 already unused, calling callback (ffffffffc177a060) 00010000:00010000:2.0:1775764443.237507:0:42946:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000919a6d03/0x57b8ff0e0304ed6b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x106:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764443.237516:0:42946:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000919a6d03/0x57b8ff0e0304ed6b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x106:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764443.237530:0:42946:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000919a6d03/0x57b8ff0e0304ed6b lrc: 2/0,0 mode: --/PW res: [0x240000400:0x106:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764443.237543:0:42946:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000919a6d03/0x57b8ff0e0304ed6b lrc: 0/0,0 mode: --/PW res: [0x240000400:0x106:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764443.237664:0:42946:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486e63480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+7:2379:x1862022098330112:12345-192.168.202.28@tcp:1:lfs.0 Request processed in 15322us (15595us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764443.237674:0:42946:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 61 00000100:00100000:0.0:1775764443.246113:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764443.246423:0:42328:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098330624 00000100:00100000:2.0:1775764443.246434:0:42328:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098330624 00000100:00100000:2.0:1775764443.246528:0:42328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 82 00000100:00100000:2.0:1775764443.246538:0:42328:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445beca8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+19:49367:x1862022098330624:12345-192.168.202.28@tcp:35:lfs.0 00000004:00010000:2.0:1775764443.246596:0:42328:0:(mdt_open.c:1994:mdt_hsm_release()) ### [0x200003ab1:0x17:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c200/0x57b8ff0e0304ed5d lrc: 3/0,0 mode: PW/PW res: [0x200003ab1:0x17:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17af92 expref: 19 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1775764443.246888:0:42328:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 34359738569 00000001:00080000:2.0:1775764443.246924:0:42328:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 34359738570 00000001:00080000:2.0:1775764443.247522:0:42328:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 34359738571 00010000:00010000:2.0:1775764443.247571:0:42328:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff944580030e00/0x57b8ff0e0304ed72 lrc: 3/0,1 mode: --/EX res: [0x200003ab1:0x17:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764443.247586:0:42328:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694a00/0x57b8ff0e0304ed17 lrc: 2/0,0 mode: PR/PR res: [0x200003ab1:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17af6f expref: 23 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764443.247596:0:42328:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff944580030e00/0x57b8ff0e0304ed72 lrc: 4/0,1 mode: --/EX res: [0x200003ab1:0x17:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764443.247628:0:42328:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694a00/0x57b8ff0e0304ed17 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17af6f expref: 23 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764443.247659:0:42328:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694a00/0x57b8ff0e0304ed17 lrc: 4/0,0 mode: PR/PR res: [0x200003ab1:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17af6f expref: 23 pid: 42325 timeout: 2010 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764443.247674:0:42328:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944486756300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:42328:1862022118960000:192.168.202.28@tcp:104: 00000100:00100000:2.0:1775764443.247761:0:42328:0:(client.c:2691:ptlrpc_set_wait()) set ffff944587a14900 going to sleep for 11 seconds 00000100:00100000:2.0:1775764443.252424:0:42328:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944486756300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:42328:1862022118960000:192.168.202.28@tcp:104: 00010000:00010000:2.0:1775764443.252452:0:42328:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff944580030e00/0x57b8ff0e0304ed72 lrc: 3/0,1 mode: --/EX res: [0x200003ab1:0x17:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42328 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764443.253834:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764443.257921:0:42311:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098330752 00000100:00100000:3.0:1775764443.257937:0:42311:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098330752 00010000:00010000:3.0:1775764443.257988:0:42311:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694a00/0x57b8ff0e0304ed17 lrc: 4/0,0 mode: PR/PR res: [0x200003ab1:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17af6f expref: 24 pid: 42325 timeout: 2010 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764443.258038:0:42311:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 45 00000100:00100000:3.0:1775764443.258047:0:42311:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486e62a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+24:2378:x1862022098330752:12345-192.168.202.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764443.258064:0:42311:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764443.258071:0:42311:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694a00/0x57b8ff0e0304ed17 lrc: 4/0,0 mode: PR/PR res: [0x200003ab1:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17af6f expref: 24 pid: 42325 timeout: 2010 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764443.258084:0:42311:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694a00/0x57b8ff0e0304ed17 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17af6f expref: 24 pid: 42325 timeout: 2010 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764443.258106:0:42311:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694a00/0x57b8ff0e0304ed17 lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17af6f expref: 24 pid: 42325 timeout: 2010 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764443.258122:0:42311:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x17:0x0].0x0 (ffff944586564900) 00010000:00010000:3.0:1775764443.258128:0:42311:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff944580030e00/0x57b8ff0e0304ed72 lrc: 3/0,1 mode: --/EX res: [0x200003ab1:0x17:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764443.258137:0:42311:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff944580030e00/0x57b8ff0e0304ed72 lrc: 3/0,1 mode: EX/EX res: [0x200003ab1:0x17:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 42328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764443.258154:0:42311:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944580030e00/0x57b8ff0e0304ed72 lrc: 4/0,1 mode: EX/EX res: [0x200003ab1:0x17:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 42328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764443.258185:0:42311:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764443.258254:0:42311:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486e62a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+23:2378:x1862022098330752:12345-192.168.202.28@tcp:103:ldlm_bl.0 Request processed in 207us (4624us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764443.258261:0:42311:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 45 00010000:00010000:2.0:1775764443.259064:0:42328:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff944580030e00/0x57b8ff0e0304ed72 lrc: 3/0,1 mode: EX/EX res: [0x200003ab1:0x17:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764443.259075:0:42328:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944580030e00/0x57b8ff0e0304ed72 lrc: 3/0,1 mode: EX/EX res: [0x200003ab1:0x17:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42328 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1775764443.259238:0:42328:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 34359738572 00000001:00080000:2.0:1775764443.259442:0:42328:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 34359738573 00000100:00100000:2.0:1775764443.259559:0:42328:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944486756300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:42328:1862022118960128:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1775764443.260954:0:42328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764443.261000:0:42328:0:(client.c:2691:ptlrpc_set_wait()) set ffff944587491840 going to sleep for 11 seconds 00000100:00100000:1.0:1775764443.264763:0:42329:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118960128 00000100:00100000:1.0:1775764443.264783:0:42329:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118960128 00000100:00100000:1.0:1775764443.264923:0:42329:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:1.0:1775764443.264935:0:42329:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486757100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:42328:x1862022118960128:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1775764443.265084:0:42329:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486757100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:42328:x1862022118960128:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 153us (5462us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764443.265092:0:42329:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00080000:3.0:1775764443.265178:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1775764443.266445:0:42328:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944486756300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:42328:1862022118960128:0@lo:1000:mdt_rdpg00_001.0 00000001:00080000:2.0:1775764443.268187:0:42328:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 34359738574 00000100:00100000:2.0:1775764443.268278:0:42328:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944486756300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:42328:1862022118960256:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1775764443.268334:0:42328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764443.268414:0:42328:0:(client.c:2691:ptlrpc_set_wait()) set ffff944587a14900 going to sleep for 11 seconds 00000100:00100000:1.0:1775764443.268463:0:42329:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118960256 00000100:00100000:1.0:1775764443.268470:0:42329:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118960256 00000100:00100000:1.0:1775764443.268561:0:42329:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:1.0:1775764443.268571:0:42329:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486754e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:42328:x1862022118960256:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1775764443.268764:0:42329:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486754e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:42328:x1862022118960256:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 194us (428us total) trans 34359738384 rc 0/0 00000100:00100000:1.0:1775764443.268773:0:42329:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:2.0:1775764443.268843:0:42328:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944486756300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:42328:1862022118960256:0@lo:1000:mdt_rdpg00_001.0 00000001:00080000:2.0:1775764443.268903:0:42328:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 34359738575 00010000:00010000:2.0:1775764443.268939:0:42328:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff944580030e00/0x57b8ff0e0304ed72 lrc: 3/0,1 mode: EX/EX res: [0x200003ab1:0x17:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764443.268950:0:42328:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944580030e00/0x57b8ff0e0304ed72 lrc: 2/0,0 mode: EX/EX res: [0x200003ab1:0x17:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764443.268958:0:42328:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944580030e00/0x57b8ff0e0304ed72 lrc: 3/0,0 mode: EX/EX res: [0x200003ab1:0x17:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764443.268965:0:42328:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944580030e00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764443.268969:0:42328:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944580030e00/0x57b8ff0e0304ed72 lrc: 3/0,0 mode: EX/EX res: [0x200003ab1:0x17:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764443.268976:0:42328:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944580030e00/0x57b8ff0e0304ed72 lrc: 4/0,0 mode: EX/EX res: [0x200003ab1:0x17:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764443.268991:0:42328:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x17:0x0].0x0 (ffff944586564900) 00010000:00010000:2.0:1775764443.268995:0:42328:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:2.0:1775764443.268999:0:42328:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944580030e00/0x57b8ff0e0304ed72 lrc: 2/0,0 mode: --/EX res: [0x200003ab1:0x17:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764443.269005:0:42328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944580030e00/0x57b8ff0e0304ed72 lrc: 0/0,0 mode: --/EX res: [0x200003ab1:0x17:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42328 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1775764443.269217:0:42328:0:(mdd_object.c:4010:mdd_close()) Object [0x200003ab1:0x18:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:2.0:1775764443.269318:0:42328:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x2e:0x0].7, 64 off8664 00000004:00080000:2.0:1775764443.269328:0:42328:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1910116528989ns, next at 1911116527481ns, rc = 0 00000001:00080000:2.0:1775764443.269334:0:42328:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 34359738576 00010000:00010000:2.0:1775764443.269367:0:42328:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x17:0x0].0x0 (ffff944586564900) 00010000:00010000:2.0:1775764443.269370:0:42328:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1775764443.269376:0:42328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c200/0x57b8ff0e0304ed5d lrc: 0/0,0 mode: --/PW res: [0x200003ab1:0x17:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17af92 expref: 27 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764443.269492:0:42328:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445beca8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+26:49367:x1862022098330624:12345-192.168.202.28@tcp:35:lfs.0 Request processed in 22956us (23388us total) trans 34359738577 rc 0/0 00000100:00100000:2.0:1775764443.269500:0:42328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 82 00000020:00080000:2.0:1775764443.269504:0:42328:0:(tgt_main.c:783:tgt_ses_key_exit()) total 9 transactions per RPC 00000100:00100000:1.0:1775764443.272892:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764443.273011:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098330880 00000100:00100000:3.0:1775764443.273023:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098330880 00000100:00100000:3.0:1775764443.273090:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 233 00000100:00100000:3.0:1775764443.273099:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486e61880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+26:49367:x1862022098330880:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:3.0:1775764443.273124:0:42325:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764443.273147:0:42325:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694a00/0x57b8ff0e0304ed79 lrc: 2/0,0 mode: --/CR res: [0x200003ab1:0x17:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17af99 expref: -99 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764443.273208:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694a00/0x57b8ff0e0304ed79 lrc: 3/0,0 mode: CR/CR res: [0x200003ab1:0x17:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17af99 expref: 27 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764443.273224:0:42325:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694a00/0x57b8ff0e0304ed79 lrc: 3/0,0 mode: CR/CR res: [0x200003ab1:0x17:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17af99 expref: 27 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764443.273245:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x17:0x0].0x0 (ffff944586564d00) 00010000:00010000:3.0:1775764443.273249:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1775764443.273252:0:42325:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445be694a00, rc 0) 00000100:00100000:3.0:1775764443.273310:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486e61880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+27:49367:x1862022098330880:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 212us (427us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764443.273320:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 233 00000100:00100000:3.0:1775764443.277672:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764443.277962:0:42327:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098331136 00000100:00100000:1.0:1775764443.277973:0:42327:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098331136 00000100:00100000:1.0:1775764443.278037:0:42327:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 83 00000100:00100000:1.0:1775764443.278047:0:42327:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bb488380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+27:49367:x1862022098331136:12345-192.168.202.28@tcp:35:lfs.0 00000100:00100000:1.0:1775764443.278289:0:42327:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bb488380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+28:49367:x1862022098331136:12345-192.168.202.28@tcp:35:lfs.0 Request processed in 244us (627us total) trans 34359738578 rc 0/0 00000100:00100000:1.0:1775764443.278297:0:42327:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 83 00000100:00100000:1.0:1775764443.422891:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764443.423262:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098331264 00000100:00100000:0.0:1775764443.423275:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098331264 00000100:00100000:0.0:1775764443.423350:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 234 00000100:00100000:0.0:1775764443.423362:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486e61500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+28:49377:x1862022098331264:12345-192.168.202.28@tcp:34:lfs.0 00010000:00010000:0.0:1775764443.423468:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c000/0x57b8ff0e0304ed80 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764443.423488:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c000/0x57b8ff0e0304ed80 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764443.423502:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c000/0x57b8ff0e0304ed80 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764443.423528:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c800/0x57b8ff0e0304ed87 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x1f904cb5 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764443.423537:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c800/0x57b8ff0e0304ed87 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x1f904cb5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764443.423544:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c800/0x57b8ff0e0304ed87 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x1f904cb5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764443.423696:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d800/0x57b8ff0e0304ed8e lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0x17:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764443.423706:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d800/0x57b8ff0e0304ed8e lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x17:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764443.423713:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d800/0x57b8ff0e0304ed8e lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x17:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764443.423764:0:42326:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d800/0x57b8ff0e0304ed8e lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x17:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764443.423779:0:42326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c000/0x57b8ff0e0304ed80 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764443.423785:0:42326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c000/0x57b8ff0e0304ed80 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764443.423794:0:42326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c000/0x57b8ff0e0304ed80 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764443.423826:0:42326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445bc27c000 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:0.0:1775764443.423831:0:42326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c000/0x57b8ff0e0304ed80 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764443.423840:0:42326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c000/0x57b8ff0e0304ed80 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764443.423854:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff944582f80e00) 00010000:00010000:0.0:1775764443.423858:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764443.423863:0:42326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c000/0x57b8ff0e0304ed80 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764443.423870:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c000/0x57b8ff0e0304ed80 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764443.423884:0:42326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c800/0x57b8ff0e0304ed87 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x1f904cb5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764443.423890:0:42326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c800/0x57b8ff0e0304ed87 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x1f904cb5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764443.423896:0:42326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c800/0x57b8ff0e0304ed87 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x1f904cb5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764443.423902:0:42326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445bc27c800 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:0.0:1775764443.423904:0:42326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c800/0x57b8ff0e0304ed87 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x1f904cb5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764443.423911:0:42326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c800/0x57b8ff0e0304ed87 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x1f904cb5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764443.423918:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x1f904cb5 (ffff944582f80d00) 00010000:00010000:0.0:1775764443.423921:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764443.423923:0:42326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c800/0x57b8ff0e0304ed87 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x1f904cb5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764443.423929:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c800/0x57b8ff0e0304ed87 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x1f904cb5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764443.423942:0:42326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d800/0x57b8ff0e0304ed8e lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x17:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764443.423949:0:42326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d800/0x57b8ff0e0304ed8e lrc: 2/0,0 mode: PR/PR res: [0x200003ab1:0x17:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764443.423955:0:42326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d800/0x57b8ff0e0304ed8e lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x17:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764443.423960:0:42326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445bc27d800 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:0.0:1775764443.423963:0:42326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d800/0x57b8ff0e0304ed8e lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x17:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764443.423968:0:42326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d800/0x57b8ff0e0304ed8e lrc: 4/0,0 mode: PR/PR res: [0x200003ab1:0x17:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764443.424235:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x17:0x0].0x0 (ffff944586564d00) 00010000:00010000:0.0:1775764443.424238:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764443.424241:0:42326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d800/0x57b8ff0e0304ed8e lrc: 2/0,0 mode: --/PR res: [0x200003ab1:0x17:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764443.424247:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d800/0x57b8ff0e0304ed8e lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0x17:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764443.424450:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486e61500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+28:49377:x1862022098331264:12345-192.168.202.28@tcp:34:lfs.0 Request processed in 1088us (1579us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764443.424458:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 234 00000100:00100000:3.0:1775764443.518841:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764443.518944:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098331520 00000100:00100000:0.0:1775764443.518953:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098331520 00000100:00100000:0.0:1775764443.519015:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 235 00000100:00100000:0.0:1775764443.519024:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445becd5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+28:49380:x1862022098331520:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:0.0:1775764443.519044:0:42325:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764443.519062:0:42325:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d800/0x57b8ff0e0304ed95 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17afa0 expref: -99 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764443.519140:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c800/0x57b8ff0e0304ed9c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764443.519154:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c800/0x57b8ff0e0304ed9c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764443.519165:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c800/0x57b8ff0e0304ed9c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764443.519177:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c000/0x57b8ff0e0304eda3 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x1f904cb5 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764443.519183:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c000/0x57b8ff0e0304eda3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x1f904cb5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764443.519189:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c000/0x57b8ff0e0304eda3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x1f904cb5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764443.519310:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d200/0x57b8ff0e0304edaa lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0x17:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764443.519317:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d200/0x57b8ff0e0304edaa lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764443.519324:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d200/0x57b8ff0e0304edaa lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764443.519333:0:42325:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab1:0x17:0x0]: returning size 11 00010000:00010000:0.0:1775764443.519421:0:42325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c800/0x57b8ff0e0304ed9c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764443.519433:0:42325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c800/0x57b8ff0e0304ed9c lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764443.519440:0:42325:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c800/0x57b8ff0e0304ed9c lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764443.519446:0:42325:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445bc27c800 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:0.0:1775764443.519451:0:42325:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c800/0x57b8ff0e0304ed9c lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764443.519459:0:42325:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c800/0x57b8ff0e0304ed9c lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764443.519471:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff944582f80e00) 00010000:00010000:0.0:1775764443.519474:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764443.519478:0:42325:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c800/0x57b8ff0e0304ed9c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764443.519484:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c800/0x57b8ff0e0304ed9c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764443.519496:0:42325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c000/0x57b8ff0e0304eda3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x1f904cb5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764443.519502:0:42325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c000/0x57b8ff0e0304eda3 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x1f904cb5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764443.519508:0:42325:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c000/0x57b8ff0e0304eda3 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x1f904cb5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764443.519513:0:42325:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445bc27c000 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:0.0:1775764443.519516:0:42325:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c000/0x57b8ff0e0304eda3 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x1f904cb5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764443.519522:0:42325:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c000/0x57b8ff0e0304eda3 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x1f904cb5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764443.519528:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x1f904cb5 (ffff944582f80d00) 00010000:00010000:0.0:1775764443.519530:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764443.519532:0:42325:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c000/0x57b8ff0e0304eda3 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x1f904cb5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764443.519538:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c000/0x57b8ff0e0304eda3 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x1f904cb5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764443.519572:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d800/0x57b8ff0e0304ed95 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17afa0 expref: 31 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764443.519584:0:42325:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d200/0x57b8ff0e0304edaa lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17afa0 expref: 30 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764443.519592:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x17:0x0].0x0 (ffff944586564d00) 00010000:00010000:0.0:1775764443.519594:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1775764443.519596:0:42325:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445bc27d200, rc 0) 00000100:00100000:0.0:1775764443.519668:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445becd5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+30:49380:x1862022098331520:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 644us (871us total) trans 34359738579 rc 0/0 00000100:00100000:0.0:1775764443.519675:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 235 00000100:00100000:3.0:1775764443.533743:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764443.533842:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098331648 00000100:00100000:2.0:1775764443.533852:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098331648 00000100:00100000:2.0:1775764443.533916:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 236 00000100:00100000:2.0:1775764443.533926:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445b2cb1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+30:49380:x1862022098331648:12345-192.168.202.28@tcp:54:lfs.0 00010000:00010000:2.0:1775764443.534005:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944580030e00/0x57b8ff0e0304edb8 lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0x17:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764443.534022:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944580030e00/0x57b8ff0e0304edb8 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x17:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764443.534034:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944580030e00/0x57b8ff0e0304edb8 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x17:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764443.534061:0:44493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944580030e00/0x57b8ff0e0304edb8 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x17:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764443.534068:0:44493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944580030e00/0x57b8ff0e0304edb8 lrc: 2/0,0 mode: PR/PR res: [0x200003ab1:0x17:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764443.534076:0:44493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944580030e00/0x57b8ff0e0304edb8 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x17:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764443.534081:0:44493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944580030e00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764443.534086:0:44493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944580030e00/0x57b8ff0e0304edb8 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x17:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764443.534093:0:44493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944580030e00/0x57b8ff0e0304edb8 lrc: 4/0,0 mode: PR/PR res: [0x200003ab1:0x17:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764443.534104:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x17:0x0].0x0 (ffff944586564d00) 00010000:00010000:2.0:1775764443.534107:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1775764443.534111:0:44493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944580030e00/0x57b8ff0e0304edb8 lrc: 2/0,0 mode: --/PR res: [0x200003ab1:0x17:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764443.534117:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944580030e00/0x57b8ff0e0304edb8 lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0x17:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764443.534189:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445b2cb1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+30:49380:x1862022098331648:12345-192.168.202.28@tcp:54:lfs.0 Request processed in 265us (458us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764443.534198:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 236 00000100:00100000:3.0:1775764443.537005:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764443.537098:0:42327:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098331904 00000100:00100000:2.0:1775764443.537107:0:42327:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098331904 00000100:00100000:2.0:1775764443.537159:0:42327:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 84 00000100:00100000:2.0:1775764443.537169:0:42327:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445b2054a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+30:49380:x1862022098331904:12345-192.168.202.28@tcp:35:lfs.0 00000100:00100000:2.0:1775764443.537389:0:42327:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445b2054a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+31:49380:x1862022098331904:12345-192.168.202.28@tcp:35:lfs.0 Request processed in 221us (392us total) trans 34359738580 rc 0/0 00000100:00100000:2.0:1775764443.537397:0:42327:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 84 00000100:00100000:3.0:1775764443.627909:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764443.628118:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098332160 00000100:00100000:0.0:1775764443.628128:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098332160 00000100:00100000:0.0:1775764443.628179:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 237 00000100:00100000:0.0:1775764443.628188:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445b2054e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+31:49390:x1862022098332160:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:0.0:1775764443.628212:0:42325:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764443.628233:0:42325:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c000/0x57b8ff0e0304edbf lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17afa7 expref: -99 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764443.628324:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c800/0x57b8ff0e0304edc6 lrc: 3/0,1 mode: --/CW res: [0x200003ab1:0x17:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764443.628338:0:42325:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d200/0x57b8ff0e0304edaa lrc: 2/0,0 mode: PR/PR res: [0x200003ab1:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17afa0 expref: 32 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764443.628346:0:42325:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c800/0x57b8ff0e0304edc6 lrc: 4/0,1 mode: --/CW res: [0x200003ab1:0x17:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764443.628379:0:42325:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d200/0x57b8ff0e0304edaa lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17afa0 expref: 32 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764443.628393:0:42325:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d200/0x57b8ff0e0304edaa lrc: 4/0,0 mode: PR/PR res: [0x200003ab1:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17afa0 expref: 32 pid: 42325 timeout: 2010 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764443.628406:0:42325:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bc1f0000 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:42325:1862022118960384:192.168.202.28@tcp:104: 00000100:00100000:0.0:1775764443.628982:0:42325:0:(client.c:2691:ptlrpc_set_wait()) set ffff9445861f50c0 going to sleep for 11 seconds 00000100:00100000:3.0:1775764443.632128:0:42325:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bc1f0000 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:42325:1862022118960384:192.168.202.28@tcp:104: 00010000:00010000:3.0:1775764443.632159:0:42325:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c800/0x57b8ff0e0304edc6 lrc: 3/0,1 mode: --/CW res: [0x200003ab1:0x17:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764443.632795:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764443.633129:0:44302:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098332288 00000100:00100000:0.0:1775764443.633138:0:44302:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098332288 00010000:00010000:0.0:1775764443.633180:0:44302:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d200/0x57b8ff0e0304edaa lrc: 4/0,0 mode: PR/PR res: [0x200003ab1:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17afa0 expref: 33 pid: 42325 timeout: 2010 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764443.633221:0:44302:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 46 00000100:00100000:0.0:1775764443.633229:0:44302:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bf4f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+33:2379:x1862022098332288:12345-192.168.202.28@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1775764443.633244:0:44302:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764443.633250:0:44302:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d200/0x57b8ff0e0304edaa lrc: 4/0,0 mode: PR/PR res: [0x200003ab1:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17afa0 expref: 33 pid: 42325 timeout: 2010 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764443.633262:0:44302:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d200/0x57b8ff0e0304edaa lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17afa0 expref: 33 pid: 42325 timeout: 2010 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764443.633282:0:44302:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d200/0x57b8ff0e0304edaa lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17afa0 expref: 33 pid: 42325 timeout: 2010 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764443.633298:0:44302:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x17:0x0].0x0 (ffff944586564d00) 00010000:00010000:0.0:1775764443.633303:0:44302:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c800/0x57b8ff0e0304edc6 lrc: 3/0,1 mode: --/CW res: [0x200003ab1:0x17:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764443.633312:0:44302:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c800/0x57b8ff0e0304edc6 lrc: 3/0,1 mode: CW/CW res: [0x200003ab1:0x17:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764443.633320:0:44302:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c800/0x57b8ff0e0304edc6 lrc: 4/0,1 mode: CW/CW res: [0x200003ab1:0x17:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764443.633343:0:44302:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775764443.633401:0:44302:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bf4f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+32:2379:x1862022098332288:12345-192.168.202.28@tcp:103:ldlm_bl.0 Request processed in 172us (608us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764443.633408:0:44302:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 46 00010000:00010000:3.0:1775764443.633829:0:42325:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c800/0x57b8ff0e0304edc6 lrc: 3/0,1 mode: CW/CW res: [0x200003ab1:0x17:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764443.633838:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c800/0x57b8ff0e0304edc6 lrc: 3/0,1 mode: CW/CW res: [0x200003ab1:0x17:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764443.633857:0:42325:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab1:0x17:0x0]: returning size 11 00010000:00010000:3.0:1775764443.634012:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c000/0x57b8ff0e0304edbf lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17afa7 expref: 33 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764443.634028:0:42325:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c800/0x57b8ff0e0304edc6 lrc: 3/0,0 mode: CW/CW res: [0x200003ab1:0x17:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17afa7 expref: 32 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764443.634035:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x17:0x0].0x0 (ffff944586564d00) 00010000:00010000:3.0:1775764443.634038:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:3.0:1775764443.634040:0:42325:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445bc27c800, rc 0) 00000100:00100000:3.0:1775764443.634073:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445b2054e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+32:49390:x1862022098332160:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 5886us (6175us total) trans 34359738581 rc 0/0 00000100:00100000:3.0:1775764443.634081:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 237 00000100:00100000:3.0:1775764443.782030:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764443.783182:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098332416 00000100:00100000:2.0:1775764443.783193:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098332416 00000100:00100000:2.0:1775764443.783258:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 238 00000100:00100000:2.0:1775764443.783268:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486788700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+32:49400:x1862022098332416:12345-192.168.202.28@tcp:34:lfs.0 00010000:00010000:2.0:1775764443.783340:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff944580030e00/0x57b8ff0e0304edd4 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764443.783357:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944580030e00/0x57b8ff0e0304edd4 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764443.783369:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944580030e00/0x57b8ff0e0304edd4 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764443.783382:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944580030000/0x57b8ff0e0304eddb lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x1f904cb5 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764443.783389:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944580030000/0x57b8ff0e0304eddb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x1f904cb5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764443.783396:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944580030000/0x57b8ff0e0304eddb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x1f904cb5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764443.783486:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944580031000/0x57b8ff0e0304ede2 lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0x17:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764443.783495:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944580031000/0x57b8ff0e0304ede2 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764443.783500:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944580031000/0x57b8ff0e0304ede2 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764443.783549:0:44493:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff944580031000/0x57b8ff0e0304ede2 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764443.783561:0:44493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff944580030e00/0x57b8ff0e0304edd4 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764443.783568:0:44493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944580030e00/0x57b8ff0e0304edd4 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764443.783580:0:44493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944580030e00/0x57b8ff0e0304edd4 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764443.783587:0:44493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944580030e00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764443.783591:0:44493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944580030e00/0x57b8ff0e0304edd4 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764443.783598:0:44493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944580030e00/0x57b8ff0e0304edd4 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764443.783609:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff944582f80e00) 00010000:00010000:2.0:1775764443.783612:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764443.783616:0:44493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944580030e00/0x57b8ff0e0304edd4 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764443.783622:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944580030e00/0x57b8ff0e0304edd4 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764443.783645:0:44493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944580030000/0x57b8ff0e0304eddb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x1f904cb5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764443.783652:0:44493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944580030000/0x57b8ff0e0304eddb lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x1f904cb5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764443.783658:0:44493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944580030000/0x57b8ff0e0304eddb lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x1f904cb5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764443.783662:0:44493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944580030000 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764443.783664:0:44493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944580030000/0x57b8ff0e0304eddb lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x1f904cb5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764443.784220:0:44493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944580030000/0x57b8ff0e0304eddb lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x1f904cb5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764443.784230:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x1f904cb5 (ffff94459084a900) 00010000:00010000:2.0:1775764443.784233:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764443.784235:0:44493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944580030000/0x57b8ff0e0304eddb lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x1f904cb5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764443.784242:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944580030000/0x57b8ff0e0304eddb lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x1f904cb5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764443.784258:0:44493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944580031000/0x57b8ff0e0304ede2 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764443.784264:0:44493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944580031000/0x57b8ff0e0304ede2 lrc: 2/0,0 mode: PR/PR res: [0x200003ab1:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764443.784270:0:44493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944580031000/0x57b8ff0e0304ede2 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764443.784275:0:44493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944580031000 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764443.784278:0:44493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944580031000/0x57b8ff0e0304ede2 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764443.784284:0:44493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944580031000/0x57b8ff0e0304ede2 lrc: 4/0,0 mode: PR/PR res: [0x200003ab1:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764443.784290:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x17:0x0].0x0 (ffff944586564d00) 00010000:00010000:2.0:1775764443.784292:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764443.784295:0:44493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944580031000/0x57b8ff0e0304ede2 lrc: 2/0,0 mode: --/PR res: [0x200003ab1:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764443.784304:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944580031000/0x57b8ff0e0304ede2 lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764443.784390:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486788700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+32:49400:x1862022098332416:12345-192.168.202.28@tcp:34:lfs.0 Request processed in 1120us (2368us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764443.784399:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 238 00000100:00100000:0.0:1775764443.876931:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764443.877057:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098332672 00000100:00100000:2.0:1775764443.877071:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098332672 00000100:00100000:2.0:1775764443.877139:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 239 00000100:00100000:2.0:1775764443.877149:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bc1f1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+32:49403:x1862022098332672:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:2.0:1775764443.877175:0:42324:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764443.877201:0:42324:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944580031000/0x57b8ff0e0304ede9 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17afae expref: -99 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764443.877288:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff944580030000/0x57b8ff0e0304edf0 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764443.877304:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944580030000/0x57b8ff0e0304edf0 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764443.877318:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944580030000/0x57b8ff0e0304edf0 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764443.877333:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944580030e00/0x57b8ff0e0304edf7 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x1f904cb5 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764443.877339:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944580030e00/0x57b8ff0e0304edf7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x1f904cb5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764443.877350:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944580030e00/0x57b8ff0e0304edf7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x1f904cb5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764443.877486:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944580030400/0x57b8ff0e0304edfe lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0x17:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764443.877495:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944580030400/0x57b8ff0e0304edfe lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x17:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764443.877502:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944580030400/0x57b8ff0e0304edfe lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x17:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764443.877524:0:42324:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab1:0x17:0x0]: returning size 11 00010000:00010000:2.0:1775764443.877652:0:42324:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff944580030000/0x57b8ff0e0304edf0 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764443.877660:0:42324:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944580030000/0x57b8ff0e0304edf0 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764443.877667:0:42324:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944580030000/0x57b8ff0e0304edf0 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764443.877673:0:42324:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944580030000 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764443.877678:0:42324:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944580030000/0x57b8ff0e0304edf0 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764443.877685:0:42324:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944580030000/0x57b8ff0e0304edf0 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764443.877697:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff944582f80e00) 00010000:00010000:2.0:1775764443.877700:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764443.877705:0:42324:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944580030000/0x57b8ff0e0304edf0 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764443.877712:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944580030000/0x57b8ff0e0304edf0 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764443.877726:0:42324:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944580030e00/0x57b8ff0e0304edf7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x1f904cb5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764443.877732:0:42324:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944580030e00/0x57b8ff0e0304edf7 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x1f904cb5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764443.877737:0:42324:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944580030e00/0x57b8ff0e0304edf7 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x1f904cb5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764443.877743:0:42324:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944580030e00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764443.877746:0:42324:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944580030e00/0x57b8ff0e0304edf7 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x1f904cb5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764443.877752:0:42324:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944580030e00/0x57b8ff0e0304edf7 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x1f904cb5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764443.877759:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x1f904cb5 (ffff94459084a900) 00010000:00010000:2.0:1775764443.877761:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764443.877764:0:42324:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944580030e00/0x57b8ff0e0304edf7 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x1f904cb5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764443.877770:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944580030e00/0x57b8ff0e0304edf7 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x1f904cb5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764443.877865:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944580031000/0x57b8ff0e0304ede9 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17afae expref: 35 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764443.877884:0:42324:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff944580030400/0x57b8ff0e0304edfe lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x17:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17afae expref: 34 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764443.877892:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x17:0x0].0x0 (ffff944586564d00) 00010000:00010000:2.0:1775764443.877894:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:2.0:1775764443.877896:0:42324:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944580030400, rc 0) 00000100:00100000:2.0:1775764443.877958:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bc1f1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+34:49403:x1862022098332672:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 811us (1036us total) trans 34359738582 rc 0/0 00000100:00100000:2.0:1775764443.877967:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 239 00000100:00100000:1.0:1775764443.891529:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764443.891637:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098332800 00000100:00100000:0.0:1775764443.891648:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098332800 00000100:00100000:0.0:1775764443.891716:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 240 00000100:00100000:0.0:1775764443.891726:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486e63b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+34:49403:x1862022098332800:12345-192.168.202.28@tcp:54:lfs.0 00010000:00010000:0.0:1775764443.891838:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d200/0x57b8ff0e0304ee0c lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0x17:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764443.891858:0:42326:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c800/0x57b8ff0e0304edc6 lrc: 2/0,0 mode: CW/CW res: [0x200003ab1:0x17:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17afa7 expref: 34 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764443.891868:0:42326:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d200/0x57b8ff0e0304ee0c lrc: 4/1,0 mode: --/PR res: [0x200003ab1:0x17:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764443.891918:0:42326:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c800/0x57b8ff0e0304edc6 lrc: 3/0,0 mode: CW/CW res: [0x200003ab1:0x17:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17afa7 expref: 34 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764443.891933:0:42326:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c800/0x57b8ff0e0304edc6 lrc: 4/0,0 mode: CW/CW res: [0x200003ab1:0x17:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17afa7 expref: 34 pid: 42325 timeout: 2010 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764443.891951:0:42326:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bc1f0000 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:42326:1862022118960512:192.168.202.28@tcp:104: 00000100:00100000:0.0:1775764443.892066:0:42326:0:(client.c:2691:ptlrpc_set_wait()) set ffff9445861f5480 going to sleep for 11 seconds 00000100:00100000:0.0:1775764443.896483:0:42326:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bc1f0000 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:42326:1862022118960512:192.168.202.28@tcp:104: 00010000:00010000:0.0:1775764443.896536:0:42326:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d200/0x57b8ff0e0304ee0c lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0x17:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764443.898426:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764443.915947:0:42327:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098333056 00000100:00100000:2.0:1775764443.915975:0:42327:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098333056 00000100:00100000:2.0:1775764443.916065:0:42328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 85 00000100:00100000:2.0:1775764443.916076:0:42328:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944481e58850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+35:46150:x1862022098333056:12345-192.168.202.28@tcp:35:ldlm_bl.0 00000100:00100000:2.0:1775764443.916330:0:42328:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944481e58850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+36:46150:x1862022098333056:12345-192.168.202.28@tcp:35:ldlm_bl.0 Request processed in 256us (17913us total) trans 34359738583 rc 0/0 00000100:00100000:2.0:1775764443.916338:0:42328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 85 00000100:00100000:3.0:1775764443.920450:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764443.921901:0:42311:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098333184 00000100:00100000:2.0:1775764443.921914:0:42311:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098333184 00010000:00010000:2.0:1775764443.921962:0:42311:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c800/0x57b8ff0e0304edc6 lrc: 4/0,0 mode: CW/CW res: [0x200003ab1:0x17:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17afa7 expref: 36 pid: 42325 timeout: 2010 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764443.922017:0:42311:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 47 00000100:00100000:2.0:1775764443.922027:0:42311:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94448678b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+36:2377:x1862022098333184:12345-192.168.202.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1775764443.922051:0:42311:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764443.922059:0:42311:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c800/0x57b8ff0e0304edc6 lrc: 4/0,0 mode: CW/CW res: [0x200003ab1:0x17:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17afa7 expref: 36 pid: 42325 timeout: 2010 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764443.922074:0:42311:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c800/0x57b8ff0e0304edc6 lrc: 3/0,0 mode: CW/CW res: [0x200003ab1:0x17:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17afa7 expref: 36 pid: 42325 timeout: 2010 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764443.922098:0:42311:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c800/0x57b8ff0e0304edc6 lrc: 0/0,0 mode: --/CW res: [0x200003ab1:0x17:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17afa7 expref: 36 pid: 42325 timeout: 2010 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764443.922116:0:42311:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x17:0x0].0x0 (ffff944586564d00) 00010000:00010000:2.0:1775764443.922121:0:42311:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d200/0x57b8ff0e0304ee0c lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0x17:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764443.922131:0:42311:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d200/0x57b8ff0e0304ee0c lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x17:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764443.922140:0:42311:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d200/0x57b8ff0e0304ee0c lrc: 4/1,0 mode: PR/PR res: [0x200003ab1:0x17:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764443.922166:0:42311:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775764443.922229:0:42311:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94448678b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+35:2377:x1862022098333184:12345-192.168.202.28@tcp:103:ldlm_bl.0 Request processed in 203us (1790us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764443.922237:0:42311:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 47 00010000:00010000:2.0:1775764443.922262:0:42326:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d200/0x57b8ff0e0304ee0c lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x17:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764443.922270:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d200/0x57b8ff0e0304ee0c lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x17:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764443.922298:0:42326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d200/0x57b8ff0e0304ee0c lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x17:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764443.922306:0:42326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d200/0x57b8ff0e0304ee0c lrc: 2/0,0 mode: PR/PR res: [0x200003ab1:0x17:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764443.922312:0:42326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d200/0x57b8ff0e0304ee0c lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x17:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764443.922317:0:42326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445bc27d200 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764443.922321:0:42326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d200/0x57b8ff0e0304ee0c lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x17:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764443.922329:0:42326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d200/0x57b8ff0e0304ee0c lrc: 4/0,0 mode: PR/PR res: [0x200003ab1:0x17:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764443.922337:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x17:0x0].0x0 (ffff944586564d00) 00010000:00010000:2.0:1775764443.922340:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1775764443.922344:0:42326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d200/0x57b8ff0e0304ee0c lrc: 2/0,0 mode: --/PR res: [0x200003ab1:0x17:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764443.922349:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d200/0x57b8ff0e0304ee0c lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0x17:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764443.922381:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486e63b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+34:49403:x1862022098332800:12345-192.168.202.28@tcp:54:lfs.0 Request processed in 30658us (30875us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764443.922388:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 240 00000100:00100000:2.0:1775764443.925743:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764443.925776:0:42328:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098333440 00000100:00100000:2.0:1775764443.925785:0:42328:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098333440 00000100:00100000:2.0:1775764443.925842:0:42328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 86 00000100:00100000:2.0:1775764443.925852:0:42328:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486756d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+34:49403:x1862022098333440:12345-192.168.202.28@tcp:35:lfs.0 00000100:00100000:2.0:1775764443.926379:0:42328:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486756d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+35:49403:x1862022098333440:12345-192.168.202.28@tcp:35:lfs.0 Request processed in 528us (645us total) trans 34359738584 rc 0/0 00000100:00100000:2.0:1775764443.926387:0:42328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 86 00010000:00010000:2.0:1775764443.969491:0:42313:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:3.0:1775764444.031130:0:6613:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 34359738384 is committed 00000001:00080000:3.0:1775764444.031148:0:6613:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 34359738383 is committed 00000100:00100000:2.0:1775764444.110042:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764444.110227:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098333568 00000100:00100000:1.0:1775764444.110239:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098333568 00000100:00080000:3.0:1775764444.110357:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1775764444.110397:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 241 00000100:00100000:1.0:1775764444.110407:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486756a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+35:49413:x1862022098333568:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:1.0:1775764444.110431:0:42324:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764444.110451:0:42324:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944587808600/0x57b8ff0e0304ee13 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17afb5 expref: -99 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764444.110514:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff944587808c00/0x57b8ff0e0304ee1a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764444.110529:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944587808c00/0x57b8ff0e0304ee1a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764444.110545:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944587808c00/0x57b8ff0e0304ee1a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764444.110559:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944587808200/0x57b8ff0e0304ee21 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x1f904cb5 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764444.110565:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944587808200/0x57b8ff0e0304ee21 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x1f904cb5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764444.110571:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944587808200/0x57b8ff0e0304ee21 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x1f904cb5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764444.110691:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944587809800/0x57b8ff0e0304ee28 lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0x17:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764444.110700:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944587809800/0x57b8ff0e0304ee28 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x17:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764444.110708:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944587809800/0x57b8ff0e0304ee28 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x17:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764444.110746:0:42324:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab1:0x17:0x0]: returning size 11 00000004:00200000:1.0:1775764444.110750:0:42324:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1775764444.110768:0:42324:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff944587809800/0x57b8ff0e0304ee28 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x17:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764444.110780:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944587809800/0x57b8ff0e0304ee28 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764444.110789:0:42324:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff944587808c00/0x57b8ff0e0304ee1a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764444.110796:0:42324:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944587808c00/0x57b8ff0e0304ee1a lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764444.110851:0:42324:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944587808c00/0x57b8ff0e0304ee1a lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764444.110857:0:42324:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944587808c00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:1.0:1775764444.110862:0:42324:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944587808c00/0x57b8ff0e0304ee1a lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764444.110870:0:42324:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944587808c00/0x57b8ff0e0304ee1a lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764444.110890:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff944582f80e00) 00010000:00010000:1.0:1775764444.110894:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764444.110898:0:42324:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944587808c00/0x57b8ff0e0304ee1a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764444.110909:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944587808c00/0x57b8ff0e0304ee1a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764444.110922:0:42324:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944587808200/0x57b8ff0e0304ee21 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x1f904cb5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764444.110928:0:42324:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944587808200/0x57b8ff0e0304ee21 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x1f904cb5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764444.110934:0:42324:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944587808200/0x57b8ff0e0304ee21 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x1f904cb5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764444.110939:0:42324:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944587808200 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:1.0:1775764444.110941:0:42324:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944587808200/0x57b8ff0e0304ee21 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x1f904cb5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764444.110947:0:42324:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944587808200/0x57b8ff0e0304ee21 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x1f904cb5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764444.110952:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x1f904cb5 (ffff944584d1dd00) 00010000:00010000:1.0:1775764444.110954:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764444.110957:0:42324:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944587808200/0x57b8ff0e0304ee21 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x1f904cb5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764444.110962:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944587808200/0x57b8ff0e0304ee21 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x1f904cb5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764444.110989:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944587808600/0x57b8ff0e0304ee13 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17afb5 expref: 37 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764444.111007:0:42324:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff944587809800/0x57b8ff0e0304ee28 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17afb5 expref: 36 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764444.111019:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x17:0x0].0x0 (ffff944586564d00) 00010000:00010000:1.0:1775764444.111021:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1775764444.111023:0:42324:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944587809800, rc 0) 00000100:00100000:1.0:1775764444.111077:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486756a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+36:49413:x1862022098333568:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 672us (1048us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764444.111084:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 241 00000100:00100000:2.0:1775764444.120780:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764444.120922:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098333824 00000100:00100000:0.0:1775764444.120936:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098333824 00000100:00100000:0.0:1775764444.121005:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 242 00000100:00100000:0.0:1775764444.121015:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486757b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+36:49413:x1862022098333824:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:0.0:1775764444.121049:0:44493:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764444.121072:0:44493:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27de00/0x57b8ff0e0304ee2f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17afbc expref: -99 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764444.121178:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27dc00/0x57b8ff0e0304ee36 lrc: 3/0,1 mode: --/CW res: [0x200003ab1:0x17:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764444.121196:0:44493:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff944587809800/0x57b8ff0e0304ee28 lrc: 2/0,0 mode: PR/PR res: [0x200003ab1:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17afb5 expref: 37 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764444.121204:0:44493:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27dc00/0x57b8ff0e0304ee36 lrc: 4/0,1 mode: --/CW res: [0x200003ab1:0x17:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764444.121240:0:44493:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff944587809800/0x57b8ff0e0304ee28 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17afb5 expref: 37 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764444.121253:0:44493:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff944587809800/0x57b8ff0e0304ee28 lrc: 4/0,0 mode: PR/PR res: [0x200003ab1:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17afb5 expref: 37 pid: 42324 timeout: 2010 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764444.121268:0:44493:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bc1f0000 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:44493:1862022118960640:192.168.202.28@tcp:104: 00000100:00100000:0.0:1775764444.121361:0:44493:0:(client.c:2691:ptlrpc_set_wait()) set ffff944590927d80 going to sleep for 11 seconds 00000100:00100000:0.0:1775764444.126707:0:44493:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bc1f0000 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:44493:1862022118960640:192.168.202.28@tcp:104: 00010000:00010000:0.0:1775764444.126745:0:44493:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27dc00/0x57b8ff0e0304ee36 lrc: 3/0,1 mode: --/CW res: [0x200003ab1:0x17:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764444.128561:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764444.133021:0:44302:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098333952 00000100:00100000:0.0:1775764444.133043:0:44302:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098333952 00010000:00010000:0.0:1775764444.133092:0:44302:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff944587809800/0x57b8ff0e0304ee28 lrc: 4/0,0 mode: PR/PR res: [0x200003ab1:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17afb5 expref: 38 pid: 42324 timeout: 2010 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764444.133168:0:44302:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 48 00000100:00100000:0.0:1775764444.133178:0:44302:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944590e6e450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+38:2379:x1862022098333952:12345-192.168.202.28@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1775764444.133193:0:44302:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764444.133200:0:44302:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff944587809800/0x57b8ff0e0304ee28 lrc: 4/0,0 mode: PR/PR res: [0x200003ab1:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17afb5 expref: 38 pid: 42324 timeout: 2010 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764444.133213:0:44302:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff944587809800/0x57b8ff0e0304ee28 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17afb5 expref: 38 pid: 42324 timeout: 2010 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764444.133234:0:44302:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944587809800/0x57b8ff0e0304ee28 lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17afb5 expref: 38 pid: 42324 timeout: 2010 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764444.133251:0:44302:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x17:0x0].0x0 (ffff944586564d00) 00010000:00010000:0.0:1775764444.133257:0:44302:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27dc00/0x57b8ff0e0304ee36 lrc: 3/0,1 mode: --/CW res: [0x200003ab1:0x17:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764444.133267:0:44302:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27dc00/0x57b8ff0e0304ee36 lrc: 3/0,1 mode: CW/CW res: [0x200003ab1:0x17:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764444.133274:0:44302:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27dc00/0x57b8ff0e0304ee36 lrc: 4/0,1 mode: CW/CW res: [0x200003ab1:0x17:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764444.133299:0:44302:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775764444.133361:0:44302:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944590e6e450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+37:2379:x1862022098333952:12345-192.168.202.28@tcp:103:ldlm_bl.0 Request processed in 184us (4808us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764444.133368:0:44302:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 48 00010000:00010000:1.0:1775764444.134120:0:44493:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27dc00/0x57b8ff0e0304ee36 lrc: 3/0,1 mode: CW/CW res: [0x200003ab1:0x17:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764444.134130:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27dc00/0x57b8ff0e0304ee36 lrc: 3/0,1 mode: CW/CW res: [0x200003ab1:0x17:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764444.134151:0:44493:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab1:0x17:0x0]: returning size 11 00010000:00010000:1.0:1775764444.134291:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27de00/0x57b8ff0e0304ee2f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17afbc expref: 38 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764444.134308:0:44493:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27dc00/0x57b8ff0e0304ee36 lrc: 3/0,0 mode: CW/CW res: [0x200003ab1:0x17:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17afbc expref: 37 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764444.134318:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x17:0x0].0x0 (ffff944586564d00) 00010000:00010000:1.0:1775764444.134320:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:1.0:1775764444.134323:0:44493:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445bc27dc00, rc 0) 00000100:00100000:1.0:1775764444.134379:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486757b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+37:49413:x1862022098333824:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 13366us (13611us total) trans 34359738585 rc 0/0 00000100:00100000:1.0:1775764444.134391:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 242 00000100:00100000:3.0:1775764444.153503:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764444.159227:0:42311:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098334208 00000100:00100000:2.0:1775764444.159245:0:42311:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098334208 00000100:00100000:2.0:1775764444.159353:0:42311:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 21 00000100:00100000:2.0:1775764444.159364:0:42311:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94448678ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+37:49413:x1862022098334208:12345-192.168.202.28@tcp:103:lfs.0 00010000:00010000:2.0:1775764444.159384:0:42311:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1775764444.159413:0:42311:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944580030400/0x57b8ff0e0304edfe lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0x17:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17afae expref: 37 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764444.159442:0:42311:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694a00/0x57b8ff0e0304ed79 lrc: 0/0,0 mode: --/CR res: [0x200003ab1:0x17:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17af99 expref: 36 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764444.159454:0:42311:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x17:0x0].0x0 (ffff944586564d00) 00010000:00010000:2.0:1775764444.159459:0:42311:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775764444.159526:0:42311:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94448678ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+35:49413:x1862022098334208:12345-192.168.202.28@tcp:103:lfs.0 Request processed in 164us (6036us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764444.159532:0:42311:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 21 00000100:00100000:3.0:1775764444.166897:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764444.166997:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098334336 00000100:00100000:0.0:1775764444.167006:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098334336 00000100:00100000:0.0:1775764444.167055:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 243 00000100:00100000:0.0:1775764444.167064:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486789f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+35:49413:x1862022098334336:12345-192.168.202.28@tcp:58:lfs.0 00010000:00010000:0.0:1775764444.167158:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27de00/0x57b8ff0e0304ee44 lrc: 3/0,1 mode: --/EX res: [0x200003ab1:0x17:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764444.167176:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27de00/0x57b8ff0e0304ee44 lrc: 3/0,1 mode: EX/EX res: [0x200003ab1:0x17:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764444.167200:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27de00/0x57b8ff0e0304ee44 lrc: 3/0,1 mode: EX/EX res: [0x200003ab1:0x17:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1775764444.167513:0:42325:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x32:0x0].5, 136 off8872 00000100:00100000:0.0:1775764444.167608:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486789f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+35:49413:x1862022098334336:12345-192.168.202.28@tcp:58:lfs.0 Request processed in 545us (729us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764444.167616:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 243 00000100:00100000:3.0:1775764444.175149:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764444.175285:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098334464 00000100:00100000:2.0:1775764444.175296:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098334464 00000100:00100000:2.0:1775764444.175365:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 244 00000100:00100000:2.0:1775764444.175375:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94448678b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+35:49413:x1862022098334464:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:2.0:1775764444.175399:0:42326:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764444.175421:0:42326:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944580030400/0x57b8ff0e0304ee4b lrc: 2/0,0 mode: --/CR res: [0x200003ab1:0x17:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17afc3 expref: -99 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764444.175479:0:42326:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27de00/0x57b8ff0e0304ee44 lrc: 2/0,1 mode: EX/EX res: [0x200003ab1:0x17:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764444.175490:0:42326:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff944580030400/0x57b8ff0e0304ee4b lrc: 4/0,0 mode: --/CR res: [0x200003ab1:0x17:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17afc3 expref: 36 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764444.175510:0:42326:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27de00/0x57b8ff0e0304ee44 lrc: 3/0,1 mode: EX/EX res: [0x200003ab1:0x17:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764444.175525:0:42326:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff944580030400/0x57b8ff0e0304ee4b lrc: 3/0,0 mode: --/CR res: [0x200003ab1:0x17:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17afc3 expref: 36 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764444.175541:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x17:0x0].0x0 (ffff944586564d00) 00010000:00010000:2.0:1775764444.175544:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1775764444.175548:0:42326:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff944580030400/0x57b8ff0e0304ee4b lrc: 3/0,0 mode: --/CR res: [0x200003ab1:0x17:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17afc3 expref: 36 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764444.175555:0:42326:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944580030400, rc 0) 00000100:00100000:2.0:1775764444.175631:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94448678b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+36:49413:x1862022098334464:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 248us (481us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764444.175639:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 244 00000040:00080000:2.0:1775764444.225124:0:42356:0:(llog.c:800:llog_process_thread()) index: 8, lh_last_idx: 8 synced_idx: 8 lgh_last_idx: 8 00000040:00080000:2.0:1775764444.225134:0:42356:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x32:0x0] at index 8 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1775764444.225212:0:42356:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x32:0x0] index 6 count 6 00000040:00080000:2.0:1775764444.225228:0:42356:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 9 count 2 00000100:00100000:2.0:1775764444.225378:0:42356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944486757800 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:42356:1862022118960768:192.168.202.28@tcp:107:hsm_cdtr.0 00000100:00100000:2.0:1775764444.225479:0:42356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9445a6279300 going to sleep for 11 seconds 00000100:00100000:2.0:1775764444.228884:0:42356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944486757800 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:42356:1862022118960768:192.168.202.28@tcp:107:hsm_cdtr.0 00000100:00100000:1.0:1775764444.240351:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764444.240448:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098334592 00000100:00100000:0.0:1775764444.240458:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098334592 00000100:00100000:0.0:1775764444.240513:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 245 00000100:00100000:0.0:1775764444.240522:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486e60000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+36:49414:x1862022098334592:12345-192.168.202.28@tcp:53:lhsmtool_posix.0 00000004:00000080:0.0:1775764444.240556:0:42325:0:(mdt_handler.c:7957:mdt_fid2path()) path get [0x200003ab1:0x17:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1775764444.240670:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486e60000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+36:49414:x1862022098334592:12345-192.168.202.28@tcp:53:lhsmtool_posix.0 Request processed in 148us (328us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764444.240677:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 245 00000100:00100000:3.0:1775764444.252416:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764444.252495:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098334720 00000100:00100000:2.0:1775764444.252505:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098334720 00000100:00100000:2.0:1775764444.252582:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 246 00000100:00100000:2.0:1775764444.252597:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486789c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+36:49414:x1862022098334720:12345-192.168.202.28@tcp:34:lhsmtool_posix.0 00010000:00010000:2.0:1775764444.252711:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff944580031200/0x57b8ff0e0304ee52 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764444.252729:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944580031200/0x57b8ff0e0304ee52 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764444.252742:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944580031200/0x57b8ff0e0304ee52 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764444.252768:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944580031e00/0x57b8ff0e0304ee59 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x2ddc837e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764444.252776:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944580031e00/0x57b8ff0e0304ee59 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x2ddc837e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764444.252782:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944580031e00/0x57b8ff0e0304ee59 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x2ddc837e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764444.252853:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944580030000/0x57b8ff0e0304ee60 lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0x17:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764444.252867:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944580030000/0x57b8ff0e0304ee60 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x17:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764444.252888:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944580030000/0x57b8ff0e0304ee60 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x17:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764444.252947:0:42326:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab1:0x17:0x0]: returning size 11 00000004:00200000:2.0:1775764444.252954:0:42326:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764444.252982:0:42326:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff944580030000/0x57b8ff0e0304ee60 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x17:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764444.253001:0:42326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff944580031200/0x57b8ff0e0304ee52 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764444.253012:0:42326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944580031200/0x57b8ff0e0304ee52 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764444.253021:0:42326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944580031200/0x57b8ff0e0304ee52 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764444.253033:0:42326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944580031200 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764444.253038:0:42326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944580031200/0x57b8ff0e0304ee52 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764444.253048:0:42326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944580031200/0x57b8ff0e0304ee52 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764444.253061:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff944586564800) 00010000:00010000:2.0:1775764444.253064:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764444.253068:0:42326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944580031200/0x57b8ff0e0304ee52 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764444.253075:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944580031200/0x57b8ff0e0304ee52 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764444.253351:0:42326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944580031e00/0x57b8ff0e0304ee59 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x2ddc837e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764444.253360:0:42326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944580031e00/0x57b8ff0e0304ee59 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x2ddc837e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764444.253371:0:42326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944580031e00/0x57b8ff0e0304ee59 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x2ddc837e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764444.253380:0:42326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944580031e00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764444.253385:0:42326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944580031e00/0x57b8ff0e0304ee59 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x2ddc837e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764444.253395:0:42326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944580031e00/0x57b8ff0e0304ee59 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x2ddc837e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764444.253408:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x2ddc837e (ffff94459084ae00) 00010000:00010000:2.0:1775764444.253413:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764444.253418:0:42326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944580031e00/0x57b8ff0e0304ee59 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x2ddc837e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764444.253427:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944580031e00/0x57b8ff0e0304ee59 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x2ddc837e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764444.253449:0:42326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944580030000/0x57b8ff0e0304ee60 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x17:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764444.253460:0:42326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944580030000/0x57b8ff0e0304ee60 lrc: 2/0,0 mode: PR/PR res: [0x200003ab1:0x17:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764444.253469:0:42326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944580030000/0x57b8ff0e0304ee60 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x17:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764444.253480:0:42326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944580030000 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764444.253483:0:42326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944580030000/0x57b8ff0e0304ee60 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x17:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764444.253494:0:42326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944580030000/0x57b8ff0e0304ee60 lrc: 4/0,0 mode: PR/PR res: [0x200003ab1:0x17:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764444.253503:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x17:0x0].0x0 (ffff944586564d00) 00010000:00010000:2.0:1775764444.253508:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764444.253513:0:42326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944580030000/0x57b8ff0e0304ee60 lrc: 2/0,0 mode: --/PR res: [0x200003ab1:0x17:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764444.253521:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944580030000/0x57b8ff0e0304ee60 lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0x17:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764444.253734:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486789c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+36:49414:x1862022098334720:12345-192.168.202.28@tcp:34:lhsmtool_posix.0 Request processed in 1140us (1325us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764444.253743:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 246 00000100:00100000:3.0:1775764444.258429:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764444.258560:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098334976 00000100:00100000:1.0:1775764444.258573:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098334976 00000100:00100000:1.0:1775764444.258716:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 247 00000100:00100000:1.0:1775764444.258727:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486788380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+36:49414:x1862022098334976:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1775764444.258761:0:42324:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764444.258783:0:42324:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944587809c00/0x57b8ff0e0304ee67 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17afca expref: -99 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764444.258936:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944587809000/0x57b8ff0e0304ee6e lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0x17:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764444.258952:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944587809000/0x57b8ff0e0304ee6e lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x17:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764444.258978:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944587809000/0x57b8ff0e0304ee6e lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x17:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764444.258993:0:42324:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab1:0x17:0x0]: returning size 11 00010000:00010000:1.0:1775764444.259111:0:42324:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944587809000/0x57b8ff0e0304ee6e lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x17:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764444.259118:0:42324:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944587809000/0x57b8ff0e0304ee6e lrc: 2/0,0 mode: PR/PR res: [0x200003ab1:0x17:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764444.259125:0:42324:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944587809000/0x57b8ff0e0304ee6e lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x17:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764444.259131:0:42324:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944587809000 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:1.0:1775764444.259136:0:42324:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944587809000/0x57b8ff0e0304ee6e lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x17:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764444.259143:0:42324:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944587809000/0x57b8ff0e0304ee6e lrc: 4/0,0 mode: PR/PR res: [0x200003ab1:0x17:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764444.259158:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x17:0x0].0x0 (ffff944586564d00) 00010000:00010000:1.0:1775764444.259161:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1775764444.259166:0:42324:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944587809000/0x57b8ff0e0304ee6e lrc: 2/0,0 mode: --/PR res: [0x200003ab1:0x17:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764444.259171:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944587809000/0x57b8ff0e0304ee6e lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0x17:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764444.259215:0:42324:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff944587809c00/0x57b8ff0e0304ee67 lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17afca expref: 38 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764444.259225:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff944586564800) 00010000:00010000:1.0:1775764444.259228:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1775764444.259231:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944587809c00/0x57b8ff0e0304ee67 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17afca expref: 38 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764444.259240:0:42324:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944587809c00, rc 0) 00000100:00100000:1.0:1775764444.259299:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486788380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+37:49414:x1862022098334976:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 Request processed in 573us (884us total) trans 34359738586 rc 301/301 00000100:00100000:1.0:1775764444.259308:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 247 00000100:00100000:1.0:1775764444.271914:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764444.271999:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098335104 00000100:00100000:0.0:1775764444.272009:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098335104 00000100:00100000:0.0:1775764444.272081:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 248 00000100:00100000:0.0:1775764444.272092:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486e62a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+37:49414:x1862022098335104:12345-192.168.202.28@tcp:53:lhsmtool_posix.0 00000004:00000080:0.0:1775764444.272129:0:44493:0:(mdt_handler.c:7957:mdt_fid2path()) path get [0x200003ab1:0x17:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1775764444.272270:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486e62a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+37:49414:x1862022098335104:12345-192.168.202.28@tcp:53:lhsmtool_posix.0 Request processed in 180us (366us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764444.272278:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 248 00000100:00100000:3.0:1775764444.277015:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764444.277613:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098335360 00000100:00100000:0.0:1775764444.277635:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098335360 00000100:00100000:0.0:1775764444.277695:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 249 00000100:00100000:0.0:1775764444.277704:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486788000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+37:49414:x1862022098335360:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1775764444.277727:0:42325:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764444.277730:0:42325:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1775764444.277772:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d400/0x57b8ff0e0304ed3a lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17af84 expref: 37 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764444.277793:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff944582f80e00) 00010000:00010000:0.0:1775764444.277834:0:42325:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1775764444.277855:0:42325:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d200/0x57b8ff0e0304ee7c lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17afd1 expref: -99 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1775764444.278375:0:42325:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x107:0x0], index 1: 0 00010000:00010000:0.0:1775764444.278585:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c800/0x57b8ff0e0304ee83 lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0x19:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764444.278599:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c800/0x57b8ff0e0304ee83 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764444.278610:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c800/0x57b8ff0e0304ee83 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764444.278680:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d200/0x57b8ff0e0304ee7c lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17afd1 expref: 39 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764444.278701:0:42325:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c800/0x57b8ff0e0304ee83 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17afd1 expref: 38 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764444.278709:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x19:0x0].0x0 (ffff944582f80700) 00010000:00010000:0.0:1775764444.278712:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1775764444.278715:0:42325:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445bc27c800, rc 0) 00000100:00100000:0.0:1775764444.278785:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486788000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+38:49414:x1862022098335360:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 Request processed in 1082us (1783us total) trans 34359738587 rc 0/0 00000100:00100000:0.0:1775764444.278793:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 249 00000100:00100000:0.0:1775764444.282792:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764444.282921:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098335488 00000100:00100000:2.0:1775764444.282932:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098335488 00000100:00100000:2.0:1775764444.283007:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 250 00000100:00100000:2.0:1775764444.283019:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bc1f0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+38:49414:x1862022098335488:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1775764444.283045:0:42326:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764444.283067:0:42326:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944580030000/0x57b8ff0e0304ee91 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17afd8 expref: -99 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764444.283127:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944580031e00/0x57b8ff0e0304ee98 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764444.283144:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944580031e00/0x57b8ff0e0304ee98 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764444.283161:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944580031e00/0x57b8ff0e0304ee98 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764444.283223:0:42326:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 8704 00000004:00200000:2.0:1775764444.283227:0:42326:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 30 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764444.283260:0:42326:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff944580031e00/0x57b8ff0e0304ee98 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764444.283283:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944580030000/0x57b8ff0e0304ee91 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17afd8 expref: 40 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764444.283301:0:42326:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff944580031e00/0x57b8ff0e0304ee98 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17afd8 expref: 39 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764444.283308:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff94459084ae00) 00010000:00010000:2.0:1775764444.283311:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1775764444.283314:0:42326:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944580031e00, rc 0) 00000100:00100000:2.0:1775764444.283380:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bc1f0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+39:49414:x1862022098335488:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 Request processed in 364us (597us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764444.283386:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 250 00000100:00100000:0.0:1775764444.294188:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764444.295204:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098335744 00000100:00100000:3.0:1775764444.295227:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098335744 00000100:00100000:3.0:1775764444.295341:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 251 00000100:00100000:3.0:1775764444.295354:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bbd79f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+39:49414:x1862022098335744:12345-192.168.202.28@tcp:36:lhsmtool_posix.0 00010000:00010000:3.0:1775764444.295449:0:42325:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1775764444.295492:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c800/0x57b8ff0e0304ee83 lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17afd1 expref: 39 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764444.295522:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x19:0x0].0x0 (ffff944582f80700) 00010000:00010000:3.0:1775764444.295543:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944580031e00/0x57b8ff0e0304ee98 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17afd8 expref: 38 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764444.295554:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff94459084ae00) 00010000:00010000:3.0:1775764444.295561:0:42325:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1775764444.295593:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694400/0x57b8ff0e0304ee9f lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764444.295610:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694400/0x57b8ff0e0304ee9f lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764444.295636:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694400/0x57b8ff0e0304ee9f lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764444.295650:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695e00/0x57b8ff0e0304eea6 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x6550a263 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764444.295656:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695e00/0x57b8ff0e0304eea6 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x6550a263 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764444.295663:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695e00/0x57b8ff0e0304eea6 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x6550a263 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764444.295775:0:42325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694400/0x57b8ff0e0304ee9f lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764444.295782:0:42325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694400/0x57b8ff0e0304ee9f lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764444.295789:0:42325:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694400/0x57b8ff0e0304ee9f lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764444.295795:0:42325:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445be694400 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:3.0:1775764444.295854:0:42325:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694400/0x57b8ff0e0304ee9f lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764444.295864:0:42325:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694400/0x57b8ff0e0304ee9f lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764444.295879:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff944586564a00) 00010000:00010000:3.0:1775764444.295882:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764444.295885:0:42325:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694400/0x57b8ff0e0304ee9f lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764444.295892:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694400/0x57b8ff0e0304ee9f lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764444.295907:0:42325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695e00/0x57b8ff0e0304eea6 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x6550a263 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764444.295913:0:42325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695e00/0x57b8ff0e0304eea6 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x6550a263 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764444.295918:0:42325:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695e00/0x57b8ff0e0304eea6 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x6550a263 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764444.295923:0:42325:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445be695e00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:3.0:1775764444.295925:0:42325:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695e00/0x57b8ff0e0304eea6 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x6550a263 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764444.295931:0:42325:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695e00/0x57b8ff0e0304eea6 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x6550a263 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764444.295938:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x6550a263 (ffff944586564100) 00010000:00010000:3.0:1775764444.295940:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764444.295942:0:42325:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695e00/0x57b8ff0e0304eea6 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x6550a263 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764444.295948:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695e00/0x57b8ff0e0304eea6 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x6550a263 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764444.296049:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bbd79f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+37:49414:x1862022098335744:12345-192.168.202.28@tcp:36:lhsmtool_posix.0 Request processed in 697us (1870us total) trans 0 rc -2/-2 00000100:00100000:3.0:1775764444.296058:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 251 00000100:00100000:3.0:1775764444.305265:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764444.305368:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098335872 00000100:00100000:2.0:1775764444.305380:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098335872 00000100:00100000:2.0:1775764444.305443:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 252 00000100:00100000:2.0:1775764444.305455:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486789880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+37:49414:x1862022098335872:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1775764444.305479:0:42326:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764444.305507:0:42326:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944580030000/0x57b8ff0e0304eead lrc: 2/0,0 mode: --/PR res: [0x200003ab1:0x19:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17afdf expref: -99 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764444.305552:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944580031200/0x57b8ff0e0304eeb4 lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0x19:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764444.305570:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944580031200/0x57b8ff0e0304eeb4 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x19:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764444.305585:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944580031200/0x57b8ff0e0304eeb4 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x19:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764444.305699:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944580030000/0x57b8ff0e0304eead lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0x19:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17afdf expref: 39 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764444.305719:0:42326:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff944580031200/0x57b8ff0e0304eeb4 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x19:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17afdf expref: 38 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764444.305728:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x19:0x0].0x0 (ffff94459084a900) 00010000:00010000:2.0:1775764444.305731:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1775764444.305735:0:42326:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944580031200, rc 0) 00000100:00100000:2.0:1775764444.305927:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486789880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+38:49414:x1862022098335872:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 Request processed in 473us (671us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764444.305934:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 252 00000100:00100000:0.0:1775764444.320266:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764444.320363:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098336128 00000100:00100000:3.0:1775764444.320377:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098336128 00000100:00100000:3.0:1775764444.320484:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 253 00000100:00100000:3.0:1775764444.320494:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944587193800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+38:49414:x1862022098336128:12345-192.168.202.28@tcp:36:lhsmtool_posix.0 00010000:00010000:3.0:1775764444.320609:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695e00/0x57b8ff0e0304eebb lrc: 3/0,1 mode: --/PW res: [0x200003ab1:0x19:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764444.320640:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695e00/0x57b8ff0e0304eebb lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0x19:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764444.320654:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695e00/0x57b8ff0e0304eebb lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0x19:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1775764444.324322:0:42325:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x30:0x0].7, 88 off8712 00000004:00080000:3.0:1775764444.324350:0:42325:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1911171550371ns, next at 1912171544538ns, rc = 0 00000004:00010000:3.0:1775764444.324493:0:42325:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000004e3717ae reply state 0000000064a04327 transno 34359738588 ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695e00/0x57b8ff0e0304eebb lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0x19:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764444.324517:0:42325:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1775764444.324714:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944587193800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+40:49414:x1862022098336128:12345-192.168.202.28@tcp:36:lhsmtool_posix.0 Request processed in 4210us (4451us total) trans 34359738588 rc 0/0 00000100:00100000:3.0:1775764444.324724:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 253 00000100:00100000:0.0:1775764444.335789:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00010000:00010000:2.0:1775764444.335935:0:3314:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695e00/0x57b8ff0e0304eebb lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0x19:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764444.335948:0:3314:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695e00/0x57b8ff0e0304eebb lrc: 2/0,0 mode: PW/PW res: [0x200003ab1:0x19:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764444.335954:0:3314:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695e00/0x57b8ff0e0304eebb lrc: 3/0,0 mode: PW/PW res: [0x200003ab1:0x19:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764444.335960:0:3314:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445be695e00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764444.335976:0:3314:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695e00/0x57b8ff0e0304eebb lrc: 3/0,0 mode: PW/PW res: [0x200003ab1:0x19:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764444.335983:0:3314:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695e00/0x57b8ff0e0304eebb lrc: 4/0,0 mode: PW/PW res: [0x200003ab1:0x19:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764444.336001:0:3314:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x19:0x0].0x0 (ffff94459084a900) 00010000:00010000:2.0:1775764444.336004:0:3314:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1775764444.336010:0:3314:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695e00/0x57b8ff0e0304eebb lrc: 2/0,0 mode: --/PW res: [0x200003ab1:0x19:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764444.336016:0:3314:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695e00/0x57b8ff0e0304eebb lrc: 0/0,0 mode: --/PW res: [0x200003ab1:0x19:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764444.336746:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098336256 00000100:00100000:2.0:1775764444.336763:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098336256 00000100:00100000:2.0:1775764444.337166:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 254 00000100:00100000:2.0:1775764444.337179:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944587191c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+39:49414:x1862022098336256:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1775764444.337204:0:42326:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764444.337221:0:42326:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944580030000/0x57b8ff0e0304eec2 lrc: 2/0,0 mode: --/CR res: [0x200003ab1:0x19:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17afe6 expref: -99 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764444.337289:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944580030000/0x57b8ff0e0304eec2 lrc: 3/0,0 mode: CR/CR res: [0x200003ab1:0x19:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17afe6 expref: 40 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764444.337302:0:42326:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff944580030000/0x57b8ff0e0304eec2 lrc: 3/0,0 mode: CR/CR res: [0x200003ab1:0x19:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17afe6 expref: 40 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764444.337325:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x19:0x0].0x0 (ffff94459084a900) 00010000:00010000:2.0:1775764444.337328:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1775764444.337330:0:42326:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944580030000, rc 0) 00000100:00100000:2.0:1775764444.337407:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944587191c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+40:49414:x1862022098336256:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 Request processed in 231us (1628us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764444.337414:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 254 00000100:00100000:0.0:1775764444.349228:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764444.349531:0:42945:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098336384 00000100:00100000:2.0:1775764444.349543:0:42945:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098336384 00000100:00100000:2.0:1775764444.349630:0:42945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 62 00000100:00100000:2.0:1775764444.349644:0:42945:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bf4f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+7:2379:x1862022098336384:12345-192.168.202.28@tcp:2:lhsmtool_posix.0 00000100:00080000:3.0:1775764444.350368:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1775764444.351016:0:42945:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bf4f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+8:2379:x1862022098336384:12345-192.168.202.28@tcp:2:lhsmtool_posix.0 Request processed in 1371us (1794us total) trans 34359738386 rc 0/0 00000100:00100000:2.0:1775764444.351028:0:42945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 62 00000100:00100000:3.0:1775764444.380113:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764444.380590:0:42328:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098336640 00000100:00100000:2.0:1775764444.380600:0:42328:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098336640 00000100:00100000:2.0:1775764444.380674:0:42328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 87 00000100:00100000:2.0:1775764444.380684:0:42328:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486788a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+40:49414:x1862022098336640:12345-192.168.202.28@tcp:35:lhsmtool_posix.0 00000100:00100000:2.0:1775764444.381225:0:42328:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486788a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+41:49414:x1862022098336640:12345-192.168.202.28@tcp:35:lhsmtool_posix.0 Request processed in 541us (1122us total) trans 34359738589 rc 0/0 00000100:00100000:2.0:1775764444.381234:0:42328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 87 00000100:00100000:0.0:1775764444.385689:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764444.385842:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098336896 00000100:00100000:1.0:1775764444.385853:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098336896 00000100:00100000:1.0:1775764444.385913:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 255 00000100:00100000:1.0:1775764444.385922:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94458620dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+41:49414:x1862022098336896:12345-192.168.202.28@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1775764444.386037:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94458620dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+41:49414:x1862022098336896:12345-192.168.202.28@tcp:57:lhsmtool_posix.0 Request processed in 115us (360us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764444.386044:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 255 00000100:00100000:3.0:1775764444.391758:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764444.392301:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098337024 00000100:00100000:2.0:1775764444.392312:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098337024 00000100:00100000:2.0:1775764444.392371:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 256 00000100:00100000:2.0:1775764444.392381:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486789500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+41:49414:x1862022098337024:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1775764444.392402:0:42326:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764444.392420:0:42326:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944580030e00/0x57b8ff0e0304eec9 lrc: 2/0,0 mode: --/CR res: [0x200003ab1:0x19:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17afed expref: -99 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764444.392483:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944580031000/0x57b8ff0e0304eed0 lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0x19:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764444.392497:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944580031000/0x57b8ff0e0304eed0 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x19:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764444.392521:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944580031000/0x57b8ff0e0304eed0 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x19:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764444.392555:0:42326:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764444.392572:0:42326:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff944580031000/0x57b8ff0e0304eed0 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x19:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764444.392595:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944580030e00/0x57b8ff0e0304eec9 lrc: 0/0,0 mode: --/CR res: [0x200003ab1:0x19:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17afed expref: 43 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764444.392618:0:42326:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff944580031000/0x57b8ff0e0304eed0 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x19:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17afed expref: 42 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764444.393307:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x19:0x0].0x0 (ffff94459084a900) 00010000:00010000:2.0:1775764444.393310:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:2.0:1775764444.393314:0:42326:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944580031000, rc 0) 00000100:00100000:2.0:1775764444.393396:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486789500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+42:49414:x1862022098337024:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 Request processed in 1014us (1659us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764444.393404:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 256 00000100:00100000:2.0:1775764444.398784:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764444.408165:0:42944:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098337152 00000100:00100000:1.0:1775764444.408184:0:42944:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098337152 00000100:00100000:1.0:1775764444.408289:0:42944:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 63 00000100:00100000:1.0:1775764444.408300:0:42944:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486757800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+8:2379:x1862022098337152:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1775764444.408324:0:42944:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764444.408351:0:42944:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005745d8de/0x57b8ff0e0304eed7 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x107:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17aff4 expref: -99 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1775764444.408384:0:42944:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x107:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x69d803dc, blocks: 0x1 00010000:00010000:1.0:1775764444.408409:0:42944:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1775764444.408411:0:42944:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1775764444.408420:0:42944:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005745d8de/0x57b8ff0e0304eed7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x107:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17aff4 expref: 9 pid: 42944 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764444.408441:0:42944:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000005745d8de/0x57b8ff0e0304eed7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x107:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17aff4 expref: 9 pid: 42944 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764444.408458:0:42944:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944587809c00, rc 0) 00000100:00100000:1.0:1775764444.408532:0:42944:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486757800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+9:2379:x1862022098337152:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 Request processed in 233us (9764us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764444.408539:0:42944:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 63 00000100:00100000:0.0:1775764444.412306:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764444.413761:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098337408 00000100:00100000:1.0:1775764444.413779:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098337408 00000100:00100000:1.0:1775764444.413890:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 257 00000100:00100000:1.0:1775764444.413901:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94458620ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+42:49414:x1862022098337408:12345-192.168.202.28@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1775764444.414386:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94458620ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+42:49414:x1862022098337408:12345-192.168.202.28@tcp:57:lhsmtool_posix.0 Request processed in 485us (2089us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764444.414395:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 257 00000004:00080000:3.0:1775764444.417052:0:42347:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1911264251407ns, next at 1912264247742ns, rc = 0 00000100:00100000:0.0:1775764444.418144:0:3329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff94448678a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3329:1862022118960896:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1775764444.418211:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764444.419020:0:42948:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118960896 00000100:00100000:3.0:1775764444.419034:0:42948:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118960896 00000100:00100000:3.0:1775764444.419204:0:42948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:3.0:1775764444.419215:0:42948:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445b296d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3329:x1862022118960896:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1775764444.419244:0:42948:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 49348608 pending 0 free 3704619008 avail 3701473280 00000100:00100000:3.0:1775764444.421233:0:42948:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445b296d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3329:x1862022118960896:12345-0@lo:13:osp-pre-0-0.0 Request processed in 2015us (3016us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764444.421246:0:42948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00100000:0.0:1775764444.421498:0:3329:0:(client.c:3082:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 34359738384 gen 2 00000004:00080000:0.0:1775764444.421514:0:3329:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 34359738384 committed transno 34359738384 00000100:00100000:0.0:1775764444.421549:0:3329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff94448678a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3329:1862022118960896:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1775764444.427853:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764444.428302:0:43212:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098337536 00000100:00100000:1.0:1775764444.428313:0:43212:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098337536 00000100:00100000:1.0:1775764444.428377:0:43212:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 64 00000100:00100000:1.0:1775764444.428388:0:43212:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486789180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+9:49414:x1862022098337536:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1775764444.428408:0:43212:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764444.428430:0:43212:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000026f0ed11/0x57b8ff0e0304eede lrc: 2/0,0 mode: --/PW res: [0x280000400:0x107:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17affb expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764444.428462:0:43212:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000005745d8de/0x57b8ff0e0304eed7 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x107:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17aff4 expref: 10 pid: 42944 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764444.428471:0:43212:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1775764444.428473:0:43212:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1775764444.428477:0:43212:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000026f0ed11/0x57b8ff0e0304eede lrc: 4/0,0 mode: --/PW res: [0x280000400:0x107:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17affb expref: 10 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764444.428528:0:43212:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000005745d8de/0x57b8ff0e0304eed7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x107:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17aff4 expref: 10 pid: 42944 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764444.428544:0:43212:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000005745d8de/0x57b8ff0e0304eed7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x107:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17aff4 expref: 10 pid: 42944 timeout: 2011 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764444.428568:0:43212:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944486e61180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:43212:1862022118961024:192.168.202.28@tcp:104: 00000100:00100000:1.0:1775764444.428661:0:43212:0:(client.c:2691:ptlrpc_set_wait()) set ffff9445b7639840 going to sleep for 11 seconds 00000100:00100000:0.0:1775764444.441409:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764444.442766:0:43212:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944486e61180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:43212:1862022118961024:192.168.202.28@tcp:104: 00010000:00010000:1.0:1775764444.442865:0:43212:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000026f0ed11/0x57b8ff0e0304eede lrc: 3/0,0 mode: --/PW res: [0x280000400:0x107:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17affb expref: 10 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764444.442891:0:43212:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944587808e00, rc 0) 00000100:00100000:1.0:1775764444.442966:0:43212:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486789180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+10:49414:x1862022098337536:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 Request processed in 14579us (15125us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764444.442978:0:43212:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 64 00000100:00100000:2.0:1775764444.456116:0:42310:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098337664 00000100:00100000:2.0:1775764444.456133:0:42310:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098337664 00010000:00010000:2.0:1775764444.456196:0:42310:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000005745d8de/0x57b8ff0e0304eed7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x107:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17aff4 expref: 10 pid: 42944 timeout: 2011 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764444.456264:0:42310:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 49 00000100:00100000:2.0:1775764444.456277:0:42310:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445b296e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+10:2378:x1862022098337664:12345-192.168.202.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1775764444.456298:0:42310:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764444.456325:0:42310:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000005745d8de/0x57b8ff0e0304eed7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x107:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17aff4 expref: 10 pid: 42944 timeout: 2011 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764444.456341:0:42310:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000005745d8de/0x57b8ff0e0304eed7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x107:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17aff4 expref: 10 pid: 42944 timeout: 2011 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764444.456368:0:42310:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005745d8de/0x57b8ff0e0304eed7 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x107:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17aff4 expref: 10 pid: 42944 timeout: 2011 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764444.456388:0:42310:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764444.456391:0:42310:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764444.456400:0:42310:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000026f0ed11/0x57b8ff0e0304eede lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x107:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17affb expref: 9 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764444.456410:0:42310:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000026f0ed11/0x57b8ff0e0304eede lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x107:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17affb expref: 9 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764444.456454:0:42310:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000026f0ed11/0x57b8ff0e0304eede lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x107:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17affb expref: 9 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764444.456470:0:42310:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944486756300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:42310:1862022118961152:192.168.202.28@tcp:105: 00000100:00100000:2.0:1775764444.458328:0:42310:0:(client.c:2691:ptlrpc_set_wait()) set ffff9445a6279300 going to sleep for 11 seconds 00000100:00100000:2.0:1775764444.471159:0:42310:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944486756300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:42310:1862022118961152:192.168.202.28@tcp:105: 00010000:00010000:2.0:1775764444.471193:0:42310:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1775764444.486344:0:42310:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445b296e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+9:2378:x1862022098337664:12345-192.168.202.28@tcp:103:ldlm_bl.0 Request processed in 30053us (44939us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764444.486362:0:42310:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 49 00000100:00100000:1.0:1775764444.491227:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764444.495410:0:42950:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098337792 00000100:00100000:2.0:1775764444.495428:0:42950:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098337792 00002000:00100000:2.0:1775764444.495496:0:42950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x107:0x0] (0->10) req@ffff944486e61180 x1862022098337792/t0(0) o4->7e6eda44-5508-487e-b17f-ff28ad9d3512@192.168.202.28@tcp:680/0 lens 504/0 e 0 to 0 dl 1775764455 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764444.495522:0:42950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff944486e61180 with x1862022098337792 ext(0->10) 00002000:00010000:2.0:1775764444.495528:0:42950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff944486e61180 00000100:00100000:2.0:1775764444.495572:0:42950:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 8 00000100:00100000:2.0:1775764444.495585:0:42950:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486e61180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+9:2378:x1862022098337792:12345-192.168.202.28@tcp:4:lhsmtool_posix.0 00000100:00100000:3.0:1775764444.508636:0:42950:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486e61180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+11:2378:x1862022098337792:12345-192.168.202.28@tcp:4:lhsmtool_posix.0 Request processed in 13031us (17395us total) trans 34359738387 rc 0/0 00000100:00100000:3.0:1775764444.508652:0:42950:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 8 00002000:00100000:3.0:1775764444.508668:0:42950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x107:0x0] (0->10) req@ffff944486e61180 x1862022098337792/t34359738387(0) o4->7e6eda44-5508-487e-b17f-ff28ad9d3512@192.168.202.28@tcp:680/0 lens 504/448 e 0 to 0 dl 1775764455 ref 1 fl Complete:/600/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764444.508679:0:42950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff944486e61180 with x1862022098337792 ext(0->10) 00002000:00010000:3.0:1775764444.508686:0:42950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff944486e61180 00000100:00100000:3.0:1775764444.517276:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764444.520470:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098337920 00000100:00100000:2.0:1775764444.520484:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098337920 00000100:00100000:2.0:1775764444.520578:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 258 00000100:00100000:2.0:1775764444.520590:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94448678a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+42:49414:x1862022098337920:12345-192.168.202.28@tcp:44:lhsmtool_posix.0 00000001:00080000:3.0:1775764444.710653:0:5825:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 34359738587 is committed 00000001:00080000:3.0:1775764444.710690:0:5825:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 34359738589 is committed 00000004:00080000:3.0:1775764444.710715:0:5825:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 8 committed 00000020:00080000:3.0:1775764444.710762:0:5825:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff944587491d80 refcount 2 committed 0 result 0 batchid 30064771803 00000020:00080000:3.0:1775764444.710767:0:5825:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9445bc3fd700 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff944587491840 00000020:00080000:3.0:1775764444.710771:0:5825:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9445bc3fd600 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff944486627000 00000004:00080000:3.0:1775764444.710826:0:5825:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 9 committed 00000004:00080000:3.0:1775764444.710833:0:5825:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 7 committed 00000020:00080000:3.0:1775764444.711127:0:42361:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 30064771803 committed batchid 30064771802 00000020:00080000:3.0:1775764444.711579:0:42361:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 30064771802 00000100:00100000:3.0:1775764444.711665:0:3330:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff94448678b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3330:1862022118961280:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1775764444.711739:0:3330:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764444.712217:0:3330:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1775764444.712225:0:3330:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944486788e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3330:1862022118961408:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1775764444.712579:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94448678a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+17:49414:x1862022098337920:12345-192.168.202.28@tcp:44:lhsmtool_posix.0 Request processed in 191989us (195332us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764444.712594:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 258 00000100:00100000:3.0:1775764444.712723:0:3330:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764444.712842:0:42944:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118961280 00000100:00100000:1.0:1775764444.712851:0:42944:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118961280 00000100:00100000:1.0:1775764444.712907:0:42944:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118961408 00000100:00100000:1.0:1775764444.712910:0:42944:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118961408 00000100:00100000:1.0:1775764444.712947:0:42944:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 65 00000100:00100000:1.0:1775764444.712955:0:42944:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94448678aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3330:x1862022118961280:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1775764444.712992:0:42944:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:262 count 1 00002000:00010000:1.0:1775764444.713035:0:42944:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x106:0x0] initial LVB size: 11, mtime: 0x69d803db, atime: 0x69d803db, ctime: 0x69d803db, blocks: 0xb 00010000:00010000:1.0:1775764444.713046:0:42944:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005745d8de/0x57b8ff0e0304eee5 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x106:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764444.713072:0:42944:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1775764444.713074:0:42944:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1775764444.713082:0:42944:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005745d8de/0x57b8ff0e0304eee5 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x106:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764444.713101:0:42944:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005745d8de/0x57b8ff0e0304eee5 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x106:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764444.713112:0:42944:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005745d8de/0x57b8ff0e0304eee5 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x106:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764444.713119:0:42944:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000005745d8de/0x57b8ff0e0304eee5 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x106:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764444.713141:0:42944:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1775764444.713949:0:42945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 66 00000100:00100000:3.0:1775764444.714130:0:42945:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94448678bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3330:x1862022118961408:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:3.0:1775764444.714673:0:42945:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x107:0x0] updating lvb size from disk: 0 -> 11 00002000:00010000:3.0:1775764444.714677:0:42945:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x107:0x0] updating lvb mtime from disk: 0 -> 1775764444 00002000:00010000:3.0:1775764444.714680:0:42945:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x107:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1775764444.714682:0:42945:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x107:0x0] updating lvb ctime from disk: 1775764444 -> 1775764444 00002000:00010000:3.0:1775764444.714684:0:42945:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x107:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00080000:2.0:1775764444.715322:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1775764444.715775:0:42945:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94448678bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3330:x1862022118961408:12345-0@lo:2:osp-syn-1-0.0 Request processed in 1812us (3046us total) trans 34359738388 rc 0/0 00000100:00100000:3.0:1775764444.715789:0:42945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 66 00000004:00080000:2.0:1775764444.719770:0:3330:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff944486788e00/2, rc 0, transno 34359738388 00000100:00100000:2.0:1775764444.719785:0:3330:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944486788e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3330:1862022118961408:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1775764444.721787:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764444.721875:0:42946:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098338048 00000100:00100000:3.0:1775764444.721887:0:42946:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098338048 00000100:00100000:3.0:1775764444.721944:0:42946:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 67 00000100:00100000:3.0:1775764444.721955:0:42946:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94448678a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+11:2379:x1862022098338048:12345-192.168.202.28@tcp:16:lhsmtool_posix.0 00010000:00010000:2.0:1775764444.734781:0:43224:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1775764444.734794:0:43224:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000005745d8de/0x57b8ff0e0304eee5 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x106:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764444.735228:0:43224:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944587809c00 already unused, calling callback (ffffffffc177a060) 00010000:00010000:2.0:1775764444.735234:0:43224:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000005745d8de/0x57b8ff0e0304eee5 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x106:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764444.735245:0:43224:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000005745d8de/0x57b8ff0e0304eee5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x106:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764444.735276:0:43224:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000005745d8de/0x57b8ff0e0304eee5 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x106:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764444.735284:0:43224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005745d8de/0x57b8ff0e0304eee5 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x106:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764444.735579:0:43224:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764444.735581:0:43224:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764444.735583:0:43224:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775764444.743099:0:42944:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94448678aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3330:x1862022118961280:12345-0@lo:6:osp-syn-0-0.0 Request processed in 30134us (31349us total) trans 34359738385 rc 0/0 00000100:00100000:1.0:1775764444.743114:0:42944:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 65 00000004:00080000:1.0:1775764444.743202:0:3330:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff94448678b100/2, rc 0, transno 34359738385 00000100:00100000:1.0:1775764444.743210:0:3330:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff94448678b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3330:1862022118961280:0@lo:6:osp-syn-0-0.0 00000001:00080000:3.0:1775764444.795484:0:7469:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 34359738387 is committed 00000001:00080000:3.0:1775764444.795532:0:7469:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 34359738388 is committed 00000100:00100000:1.0:1775764444.796669:0:42946:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94448678a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+8:2379:x1862022098338048:12345-192.168.202.28@tcp:16:lhsmtool_posix.0 Request processed in 74705us (74912us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764444.796685:0:42946:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 67 00000100:00100000:3.0:1775764444.808675:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764444.809194:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098338304 00000100:00100000:0.0:1775764444.809205:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098338304 00000100:00100000:0.0:1775764444.809276:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 259 00000100:00100000:0.0:1775764444.809286:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94448678b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+17:49414:x1862022098338304:12345-192.168.202.28@tcp:36:lhsmtool_posix.0 00010000:00010000:0.0:1775764444.809338:0:42325:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764444.809365:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944580031000/0x57b8ff0e0304eed0 lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0x19:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17afed expref: 17 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764444.809385:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x19:0x0].0x0 (ffff94459084a900) 00010000:00010000:0.0:1775764444.809390:0:42325:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1775764444.809421:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27ce00/0x57b8ff0e0304eeec lrc: 3/0,1 mode: --/PW res: [0x200003ab1:0x19:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764444.809434:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27ce00/0x57b8ff0e0304eeec lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0x19:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764444.809444:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27ce00/0x57b8ff0e0304eeec lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0x19:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764444.809637:0:42325:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000004d273345 reply state 00000000fccf1a38 transno 34359738590 ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27ce00/0x57b8ff0e0304eeec lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0x19:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764444.809647:0:42325:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1775764444.810110:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94448678b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+18:49414:x1862022098338304:12345-192.168.202.28@tcp:36:lhsmtool_posix.0 Request processed in 824us (1445us total) trans 34359738590 rc 0/0 00000100:00100000:0.0:1775764444.810119:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 259 00010000:00010000:3.0:1775764444.824352:0:3315:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27ce00/0x57b8ff0e0304eeec lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0x19:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764444.824374:0:3315:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27ce00/0x57b8ff0e0304eeec lrc: 2/0,0 mode: PW/PW res: [0x200003ab1:0x19:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764444.824383:0:3315:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27ce00/0x57b8ff0e0304eeec lrc: 3/0,0 mode: PW/PW res: [0x200003ab1:0x19:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764444.824389:0:3315:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445bc27ce00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:3.0:1775764444.824395:0:3315:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27ce00/0x57b8ff0e0304eeec lrc: 3/0,0 mode: PW/PW res: [0x200003ab1:0x19:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764444.824403:0:3315:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27ce00/0x57b8ff0e0304eeec lrc: 4/0,0 mode: PW/PW res: [0x200003ab1:0x19:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764444.824420:0:3315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x19:0x0].0x0 (ffff94459084a900) 00010000:00010000:3.0:1775764444.824423:0:3315:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764444.824428:0:3315:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27ce00/0x57b8ff0e0304eeec lrc: 2/0,0 mode: --/PW res: [0x200003ab1:0x19:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764444.824434:0:3315:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27ce00/0x57b8ff0e0304eeec lrc: 0/0,0 mode: --/PW res: [0x200003ab1:0x19:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764444.827390:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764444.827482:0:42945:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098338432 00000100:00100000:2.0:1775764444.827492:0:42945:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098338432 00000100:00100000:2.0:1775764444.827562:0:42945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 68 00000100:00100000:2.0:1775764444.827572:0:42945:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944487fb9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+8:2378:x1862022098338432:12345-192.168.202.28@tcp:2:lhsmtool_posix.0 00002000:00010000:2.0:1775764444.828100:0:42945:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x107:0x0] updating lvb size from disk: 11 -> 11 00002000:00010000:2.0:1775764444.828105:0:42945:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x107:0x0] updating lvb mtime from disk: 1775764444 -> 1775764443 00002000:00010000:2.0:1775764444.828108:0:42945:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x107:0x0] updating lvb atime from disk: 0 -> 1775764443 00002000:00010000:2.0:1775764444.828110:0:42945:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x107:0x0] updating lvb ctime from disk: 1775764444 -> 1775764443 00002000:00010000:2.0:1775764444.828112:0:42945:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x107:0x0] updating lvb blocks from disk: 1 -> 11 00000100:00100000:2.0:1775764444.828218:0:42945:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944487fb9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+9:2378:x1862022098338432:12345-192.168.202.28@tcp:2:lhsmtool_posix.0 Request processed in 646us (836us total) trans 34359738389 rc 0/0 00000100:00100000:2.0:1775764444.828228:0:42945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 68 00000100:00100000:0.0:1775764444.835550:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764444.846901:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098338688 00000100:00100000:1.0:1775764444.846919:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098338688 00000100:00100000:1.0:1775764444.846998:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 260 00000100:00100000:1.0:1775764444.847010:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445b296fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+17:49414:x1862022098338688:12345-192.168.202.28@tcp:55:lhsmtool_posix.0 00010000:00010000:1.0:1775764444.847102:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff944587809000/0x57b8ff0e0304eef3 lrc: 3/0,1 mode: --/PW res: [0x200003ab1:0x19:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764444.847120:0:44493:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff944580031200/0x57b8ff0e0304eeb4 lrc: 2/0,0 mode: PR/PR res: [0x200003ab1:0x19:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17afdf expref: 17 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764444.847131:0:44493:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff944587809000/0x57b8ff0e0304eef3 lrc: 4/0,1 mode: --/PW res: [0x200003ab1:0x19:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764444.847179:0:44493:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff944580031200/0x57b8ff0e0304eeb4 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x19:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17afdf expref: 17 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764444.847215:0:44493:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff944580031200/0x57b8ff0e0304eeb4 lrc: 4/0,0 mode: PR/PR res: [0x200003ab1:0x19:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17afdf expref: 17 pid: 42326 timeout: 2011 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764444.847235:0:44493:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944486e44380 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:44493:1862022118961536:192.168.202.28@tcp:104: 00000100:00100000:1.0:1775764444.847398:0:44493:0:(client.c:2691:ptlrpc_set_wait()) set ffff944598151240 going to sleep for 11 seconds 00000100:00100000:1.0:1775764444.851126:0:44493:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944486e44380 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:44493:1862022118961536:192.168.202.28@tcp:104: 00010000:00010000:1.0:1775764444.851163:0:44493:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff944587809000/0x57b8ff0e0304eef3 lrc: 3/0,1 mode: --/PW res: [0x200003ab1:0x19:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764444.858521:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764444.858639:0:42309:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098338816 00000100:00100000:3.0:1775764444.858654:0:42309:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098338816 00010000:00010000:3.0:1775764444.858709:0:42309:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff944580031200/0x57b8ff0e0304eeb4 lrc: 4/0,0 mode: PR/PR res: [0x200003ab1:0x19:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17afdf expref: 18 pid: 42326 timeout: 2011 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764444.858758:0:42309:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 50 00000100:00100000:3.0:1775764444.858769:0:42309:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445b296ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+18:2378:x1862022098338816:12345-192.168.202.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764444.858785:0:42309:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764444.858792:0:42309:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff944580031200/0x57b8ff0e0304eeb4 lrc: 4/0,0 mode: PR/PR res: [0x200003ab1:0x19:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17afdf expref: 18 pid: 42326 timeout: 2011 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764444.858852:0:42309:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff944580031200/0x57b8ff0e0304eeb4 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x19:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17afdf expref: 18 pid: 42326 timeout: 2011 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764444.858882:0:42309:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944580031200/0x57b8ff0e0304eeb4 lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0x19:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17afdf expref: 18 pid: 42326 timeout: 2011 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764444.858902:0:42309:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x19:0x0].0x0 (ffff94459084a900) 00010000:00010000:3.0:1775764444.858909:0:42309:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff944587809000/0x57b8ff0e0304eef3 lrc: 3/0,1 mode: --/PW res: [0x200003ab1:0x19:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764444.858919:0:42309:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff944587809000/0x57b8ff0e0304eef3 lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0x19:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764444.858930:0:42309:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944587809000/0x57b8ff0e0304eef3 lrc: 4/0,1 mode: PW/PW res: [0x200003ab1:0x19:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764444.858977:0:42309:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764444.859051:0:42309:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445b296ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+17:2378:x1862022098338816:12345-192.168.202.28@tcp:103:ldlm_bl.0 Request processed in 284us (554us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764444.859059:0:42309:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 50 00010000:00010000:1.0:1775764444.859388:0:44493:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff944587809000/0x57b8ff0e0304eef3 lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0x19:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764444.859398:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944587809000/0x57b8ff0e0304eef3 lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0x19:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764444.859434:0:44493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff944587809000/0x57b8ff0e0304eef3 lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0x19:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764444.859441:0:44493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944587809000/0x57b8ff0e0304eef3 lrc: 2/0,0 mode: PW/PW res: [0x200003ab1:0x19:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764444.859447:0:44493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944587809000/0x57b8ff0e0304eef3 lrc: 3/0,0 mode: PW/PW res: [0x200003ab1:0x19:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764444.859453:0:44493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944587809000 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:1.0:1775764444.859458:0:44493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944587809000/0x57b8ff0e0304eef3 lrc: 3/0,0 mode: PW/PW res: [0x200003ab1:0x19:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764444.859466:0:44493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944587809000/0x57b8ff0e0304eef3 lrc: 4/0,0 mode: PW/PW res: [0x200003ab1:0x19:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764444.859476:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x19:0x0].0x0 (ffff94459084a900) 00010000:00010000:1.0:1775764444.859480:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:1.0:1775764444.859483:0:44493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944587809000/0x57b8ff0e0304eef3 lrc: 2/0,0 mode: --/PW res: [0x200003ab1:0x19:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764444.859489:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944587809000/0x57b8ff0e0304eef3 lrc: 0/0,0 mode: --/PW res: [0x200003ab1:0x19:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764444.859548:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445b296fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+16:49414:x1862022098338688:12345-192.168.202.28@tcp:55:lhsmtool_posix.0 Request processed in 12540us (24022us total) trans 0 rc -22/-22 00000100:00100000:1.0:1775764444.859556:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 260 00000100:00100000:0.0:1775764444.865322:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764444.865433:0:42944:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098338944 00000100:00100000:1.0:1775764444.865444:0:42944:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098338944 00000100:00100000:1.0:1775764444.865520:0:42944:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 69 00000100:00100000:1.0:1775764444.865533:0:42944:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445b296c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+9:2377:x1862022098338944:12345-192.168.202.28@tcp:1:lhsmtool_posix.0 00010000:00010000:1.0:1775764444.865593:0:42944:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000da22bac0/0x57b8ff0e0304eefa lrc: 3/1,0 mode: --/PR res: [0x280000400:0x107:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764444.865628:0:42944:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000026f0ed11/0x57b8ff0e0304eede lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x107:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17affb expref: 9 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764444.865639:0:42944:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1775764444.865641:0:42944:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1775764444.865645:0:42944:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000da22bac0/0x57b8ff0e0304eefa lrc: 4/1,0 mode: --/PR res: [0x280000400:0x107:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764444.865686:0:42944:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000026f0ed11/0x57b8ff0e0304eede lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x107:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17affb expref: 9 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764444.865706:0:42944:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000026f0ed11/0x57b8ff0e0304eede lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x107:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17affb expref: 9 pid: 43212 timeout: 2011 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764444.865724:0:42944:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944486e44380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:42944:1862022118961664:192.168.202.28@tcp:104: 00000100:00100000:1.0:1775764444.865866:0:42944:0:(client.c:2691:ptlrpc_set_wait()) set ffff944598151240 going to sleep for 11 seconds 00000100:00100000:0.0:1775764444.870550:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764444.871663:0:44302:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098339072 00000100:00100000:3.0:1775764444.871680:0:44302:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098339072 00010000:00010000:3.0:1775764444.871739:0:44302:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000026f0ed11/0x57b8ff0e0304eede lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x107:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17affb expref: 10 pid: 43212 timeout: 2011 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764444.871823:0:44302:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 51 00000100:00100000:3.0:1775764444.871836:0:44302:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944487fbdc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+10:2379:x1862022098339072:12345-192.168.202.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764444.871859:0:44302:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764444.871897:0:44302:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000026f0ed11/0x57b8ff0e0304eede lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x107:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17affb expref: 10 pid: 43212 timeout: 2011 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764444.871915:0:44302:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000026f0ed11/0x57b8ff0e0304eede lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x107:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17affb expref: 10 pid: 43212 timeout: 2011 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764444.871952:0:44302:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764444.871956:0:44302:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764444.871974:0:44302:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000da22bac0/0x57b8ff0e0304eefa lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x107:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764444.871985:0:44302:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000da22bac0/0x57b8ff0e0304eefa lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x107:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764444.872014:0:44302:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764444.872089:0:44302:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944487fbdc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+10:2379:x1862022098339072:12345-192.168.202.28@tcp:103:ldlm_bl.0 Request processed in 255us (1551us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764444.872098:0:44302:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 51 00010000:00010000:1.0:1775764444.876021:0:42944:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000026f0ed11/0x57b8ff0e0304eede lrc: 0/0,0 mode: --/PW res: [0x280000400:0x107:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17affb expref: 9 pid: 43212 timeout: 2011 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764444.876058:0:42944:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944486e44380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:42944:1862022118961664:192.168.202.28@tcp:104: 00010000:00010000:1.0:1775764444.876100:0:42944:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000da22bac0/0x57b8ff0e0304eefa lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x107:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764444.876119:0:42944:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000da22bac0/0x57b8ff0e0304eefa lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x107:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764444.876127:0:42944:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000da22bac0/0x57b8ff0e0304eefa lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x107:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764444.876175:0:42944:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000da22bac0/0x57b8ff0e0304eefa lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x107:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764444.876184:0:42944:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000da22bac0/0x57b8ff0e0304eefa lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x107:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764444.876193:0:42944:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000da22bac0/0x57b8ff0e0304eefa lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x107:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764444.876201:0:42944:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944587809000 already unused, calling callback (ffffffffc177a060) 00010000:00010000:1.0:1775764444.876206:0:42944:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000da22bac0/0x57b8ff0e0304eefa lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x107:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764444.876216:0:42944:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000da22bac0/0x57b8ff0e0304eefa lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x107:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764444.876238:0:42944:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000da22bac0/0x57b8ff0e0304eefa lrc: 2/0,0 mode: --/PR res: [0x280000400:0x107:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764444.876250:0:42944:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000da22bac0/0x57b8ff0e0304eefa lrc: 0/0,0 mode: --/PR res: [0x280000400:0x107:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764444.876372:0:42944:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445b296c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+8:2377:x1862022098338944:12345-192.168.202.28@tcp:1:lhsmtool_posix.0 Request processed in 10840us (11061us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764444.876385:0:42944:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 69 00000100:00100000:0.0:1775764444.887327:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764444.887587:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098339328 00000100:00100000:3.0:1775764444.887600:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098339328 00000100:00100000:3.0:1775764444.887681:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 261 00000100:00100000:3.0:1775764444.887693:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944487fbc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+16:49414:x1862022098339328:12345-192.168.202.28@tcp:57:lhsmtool_posix.0 00010000:00010000:3.0:1775764444.887773:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e0304ef01 lrc: 3/0,1 mode: --/PW res: [0x200003ab1:0x17:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764444.887792:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e0304ef01 lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0x17:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764444.887839:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e0304ef01 lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0x17:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764444.888377:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694400/0x57b8ff0e0304ef08 lrc: 3/0,1 mode: --/EX res: [0x200003ab1:0x19:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764444.888390:0:42325:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff944580030000/0x57b8ff0e0304eec2 lrc: 2/0,0 mode: CR/CR res: [0x200003ab1:0x19:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17afe6 expref: 17 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764444.888398:0:42325:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694400/0x57b8ff0e0304ef08 lrc: 4/0,1 mode: --/EX res: [0x200003ab1:0x19:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764444.888437:0:42325:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff944580030000/0x57b8ff0e0304eec2 lrc: 3/0,0 mode: CR/CR res: [0x200003ab1:0x19:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17afe6 expref: 17 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764444.888450:0:42325:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff944580030000/0x57b8ff0e0304eec2 lrc: 4/0,0 mode: CR/CR res: [0x200003ab1:0x19:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17afe6 expref: 17 pid: 42326 timeout: 2011 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764444.888466:0:42325:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944487fb8380 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:42325:1862022118961792:192.168.202.28@tcp:104: 00000100:00100000:3.0:1775764444.888551:0:42325:0:(client.c:2691:ptlrpc_set_wait()) set ffff944587905300 going to sleep for 11 seconds 00000100:00100000:3.0:1775764444.895515:0:42325:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944487fb8380 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:42325:1862022118961792:192.168.202.28@tcp:104: 00010000:00010000:3.0:1775764444.895554:0:42325:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694400/0x57b8ff0e0304ef08 lrc: 3/0,1 mode: --/EX res: [0x200003ab1:0x19:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764444.905894:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764444.905969:0:42309:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098339456 00000100:00100000:3.0:1775764444.905978:0:42309:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098339456 00010000:00010000:3.0:1775764444.906015:0:42309:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff944580030000/0x57b8ff0e0304eec2 lrc: 4/0,0 mode: CR/CR res: [0x200003ab1:0x19:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17afe6 expref: 18 pid: 42326 timeout: 2011 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764444.906055:0:42309:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 52 00000100:00100000:3.0:1775764444.906066:0:42309:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944487fbc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+18:2379:x1862022098339456:12345-192.168.202.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764444.906083:0:42309:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764444.906090:0:42309:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff944580030000/0x57b8ff0e0304eec2 lrc: 4/0,0 mode: CR/CR res: [0x200003ab1:0x19:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17afe6 expref: 18 pid: 42326 timeout: 2011 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764444.906102:0:42309:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff944580030000/0x57b8ff0e0304eec2 lrc: 3/0,0 mode: CR/CR res: [0x200003ab1:0x19:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17afe6 expref: 18 pid: 42326 timeout: 2011 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764444.906121:0:42309:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944580030000/0x57b8ff0e0304eec2 lrc: 0/0,0 mode: --/CR res: [0x200003ab1:0x19:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17afe6 expref: 18 pid: 42326 timeout: 2011 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764444.906135:0:42309:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x19:0x0].0x0 (ffff94459084a900) 00010000:00010000:3.0:1775764444.906139:0:42309:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694400/0x57b8ff0e0304ef08 lrc: 3/0,1 mode: --/EX res: [0x200003ab1:0x19:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764444.906146:0:42309:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694400/0x57b8ff0e0304ef08 lrc: 3/0,1 mode: EX/EX res: [0x200003ab1:0x19:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764444.906151:0:42309:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694400/0x57b8ff0e0304ef08 lrc: 4/0,1 mode: EX/EX res: [0x200003ab1:0x19:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764444.906176:0:42309:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764444.906226:0:42309:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944487fbc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+17:2379:x1862022098339456:12345-192.168.202.28@tcp:103:ldlm_bl.0 Request processed in 162us (349us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764444.906234:0:42309:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 52 00010000:00010000:0.0:1775764444.906624:0:42325:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694400/0x57b8ff0e0304ef08 lrc: 3/0,1 mode: EX/EX res: [0x200003ab1:0x19:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764444.906632:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694400/0x57b8ff0e0304ef08 lrc: 3/0,1 mode: EX/EX res: [0x200003ab1:0x19:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1775764444.906875:0:42325:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 34359738591 00000001:00080000:0.0:1775764444.907013:0:42325:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 34359738592 00000001:00080000:0.0:1775764444.907057:0:42325:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 34359738593 00000100:00100000:0.0:1775764444.907136:0:42325:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944487fbd880 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:42325:1862022118961920:0@lo:1000:mdt00_001.0 00000100:00100000:0.0:1775764444.907173:0:42325:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764444.907199:0:42325:0:(client.c:2691:ptlrpc_set_wait()) set ffff944482d64540 going to sleep for 11 seconds 00000100:00100000:3.0:1775764444.907294:0:42330:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118961920 00000100:00100000:3.0:1775764444.907298:0:42330:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118961920 00000100:00100000:3.0:1775764444.907328:0:42330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:3.0:1775764444.907333:0:42330:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944487fbca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:42325:x1862022118961920:12345-0@lo:1000:mdt00_001.0 00000100:00100000:3.0:1775764444.907385:0:42330:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944487fbca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:42325:x1862022118961920:12345-0@lo:1000:mdt00_001.0 Request processed in 52us (211us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764444.907389:0:42330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:0.0:1775764444.908455:0:42325:0:(client.c:3082:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 34359738388 gen 2 00000004:00080000:0.0:1775764444.908461:0:42325:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff944486788e00, transno 34359738388 00000100:00100000:0.0:1775764444.908476:0:42325:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944487fbd880 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:42325:1862022118961920:0@lo:1000:mdt00_001.0 00000001:00080000:0.0:1775764444.908917:0:42325:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 34359738594 00000100:00100000:0.0:1775764444.908979:0:42325:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944487fbd880 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:42325:1862022118962048:0@lo:1000:mdt00_001.0 00000100:00100000:0.0:1775764444.909013:0:42325:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764444.909029:0:42325:0:(client.c:2691:ptlrpc_set_wait()) set ffff9445b7639840 going to sleep for 11 seconds 00000100:00100000:1.0:1775764444.909918:0:42330:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118962048 00000100:00100000:1.0:1775764444.909927:0:42330:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118962048 00000100:00100000:1.0:1775764444.909986:0:42330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:1.0:1775764444.909995:0:42330:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944487fbd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:42325:x1862022118962048:12345-0@lo:1000:mdt00_001.0 00000100:00100000:1.0:1775764444.910190:0:42330:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944487fbd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:42325:x1862022118962048:12345-0@lo:1000:mdt00_001.0 Request processed in 195us (1173us total) trans 34359738390 rc 0/0 00000100:00100000:1.0:1775764444.910197:0:42330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:2.0:1775764444.910391:0:42325:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944487fbd880 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:42325:1862022118962048:0@lo:1000:mdt00_001.0 00000001:00080000:2.0:1775764444.910492:0:42325:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 34359738595 00010000:00010000:2.0:1775764444.910549:0:42325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694400/0x57b8ff0e0304ef08 lrc: 3/0,1 mode: EX/EX res: [0x200003ab1:0x19:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764444.910560:0:42325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694400/0x57b8ff0e0304ef08 lrc: 2/0,0 mode: EX/EX res: [0x200003ab1:0x19:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764444.910569:0:42325:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694400/0x57b8ff0e0304ef08 lrc: 3/0,0 mode: EX/EX res: [0x200003ab1:0x19:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764444.910576:0:42325:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445be694400 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764444.910583:0:42325:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694400/0x57b8ff0e0304ef08 lrc: 3/0,0 mode: EX/EX res: [0x200003ab1:0x19:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764444.910592:0:42325:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694400/0x57b8ff0e0304ef08 lrc: 4/0,0 mode: EX/EX res: [0x200003ab1:0x19:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764444.910611:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x19:0x0].0x0 (ffff94459084a900) 00010000:00010000:2.0:1775764444.910614:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1775764444.910629:0:42325:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694400/0x57b8ff0e0304ef08 lrc: 2/0,0 mode: --/EX res: [0x200003ab1:0x19:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764444.910635:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694400/0x57b8ff0e0304ef08 lrc: 0/0,0 mode: --/EX res: [0x200003ab1:0x19:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764444.910668:0:42325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27de00/0x57b8ff0e0304ee44 lrc: 3/0,1 mode: EX/EX res: [0x200003ab1:0x17:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210400000020 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764444.910680:0:42325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27de00/0x57b8ff0e0304ee44 lrc: 2/0,0 mode: EX/EX res: [0x200003ab1:0x17:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210400000020 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764444.910686:0:42325:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27de00/0x57b8ff0e0304ee44 lrc: 3/0,0 mode: EX/EX res: [0x200003ab1:0x17:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764444.910691:0:42325:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445bc27de00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764444.910694:0:42325:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27de00/0x57b8ff0e0304ee44 lrc: 3/0,0 mode: EX/EX res: [0x200003ab1:0x17:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764444.910699:0:42325:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27de00/0x57b8ff0e0304ee44 lrc: 4/0,0 mode: EX/EX res: [0x200003ab1:0x17:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40218400000020 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764444.910707:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x17:0x0].0x0 (ffff944586564d00) 00010000:00010000:2.0:1775764444.910709:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1775764444.910717:0:42325:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff944580030400/0x57b8ff0e0304ee4b lrc: 2/0,0 mode: --/CR res: [0x200003ab1:0x17:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17afc3 expref: 21 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764444.910729:0:42325:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff944580030400/0x57b8ff0e0304ee4b lrc: 2/0,0 mode: CR/CR res: [0x200003ab1:0x17:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17afc3 expref: 21 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764444.910737:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944580030400/0x57b8ff0e0304ee4b lrc: 3/0,0 mode: CR/CR res: [0x200003ab1:0x17:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17afc3 expref: 21 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764444.910768:0:42325:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff944580030400/0x57b8ff0e0304ee4b lrc: 3/0,0 mode: CR/CR res: [0x200003ab1:0x17:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17afc3 expref: 21 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764444.910779:0:42325:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944486756300 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:42325:1862022118962176:192.168.202.28@tcp:105: 00000100:00100000:2.0:1775764444.910883:0:42325:0:(client.c:2691:ptlrpc_set_wait()) set ffff9445a6279840 going to sleep for 11 seconds 00000100:00100000:2.0:1775764444.922086:0:42325:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944486756300 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:42325:1862022118962176:192.168.202.28@tcp:105: 00010000:00010000:2.0:1775764444.922116:0:42325:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27de00/0x57b8ff0e0304ee44 lrc: 2/0,0 mode: --/EX res: [0x200003ab1:0x17:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x44a19400000020 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764444.922124:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27de00/0x57b8ff0e0304ee44 lrc: 0/0,0 mode: --/EX res: [0x200003ab1:0x17:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x44a19400000020 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764444.922150:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff944580030e00/0x57b8ff0e0304ef0f lrc: 3/0,1 mode: --/EX res: [0x200003ab1:0x17:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764444.922162:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944580030e00/0x57b8ff0e0304ef0f lrc: 3/0,1 mode: EX/EX res: [0x200003ab1:0x17:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764444.922172:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944580030e00/0x57b8ff0e0304ef0f lrc: 3/0,1 mode: EX/EX res: [0x200003ab1:0x17:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764444.922180:0:42325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff944580030e00/0x57b8ff0e0304ef0f lrc: 3/0,1 mode: EX/EX res: [0x200003ab1:0x17:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764444.922186:0:42325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944580030e00/0x57b8ff0e0304ef0f lrc: 2/0,0 mode: EX/EX res: [0x200003ab1:0x17:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764444.922192:0:42325:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944580030e00/0x57b8ff0e0304ef0f lrc: 3/0,0 mode: EX/EX res: [0x200003ab1:0x17:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764444.922198:0:42325:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944580030e00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764444.922201:0:42325:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944580030e00/0x57b8ff0e0304ef0f lrc: 3/0,0 mode: EX/EX res: [0x200003ab1:0x17:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764444.922208:0:42325:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944580030e00/0x57b8ff0e0304ef0f lrc: 4/0,0 mode: EX/EX res: [0x200003ab1:0x17:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764444.922225:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x17:0x0].0x0 (ffff944586564d00) 00010000:00010000:2.0:1775764444.922228:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764444.922232:0:42325:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944580030e00/0x57b8ff0e0304ef0f lrc: 2/0,0 mode: --/EX res: [0x200003ab1:0x17:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764444.922238:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944580030e00/0x57b8ff0e0304ef0f lrc: 0/0,0 mode: --/EX res: [0x200003ab1:0x17:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764444.922247:0:42325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e0304ef01 lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0x17:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764444.922251:0:42325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e0304ef01 lrc: 2/0,0 mode: PW/PW res: [0x200003ab1:0x17:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764444.922255:0:42325:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e0304ef01 lrc: 3/0,0 mode: PW/PW res: [0x200003ab1:0x17:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764444.922258:0:42325:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445be695200 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764444.922260:0:42325:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e0304ef01 lrc: 3/0,0 mode: PW/PW res: [0x200003ab1:0x17:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764444.922263:0:42325:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e0304ef01 lrc: 4/0,0 mode: PW/PW res: [0x200003ab1:0x17:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764444.922267:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x17:0x0].0x0 (ffff944586564d00) 00010000:00010000:2.0:1775764444.922268:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1775764444.922270:0:42325:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e0304ef01 lrc: 2/0,0 mode: --/PW res: [0x200003ab1:0x17:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764444.922273:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e0304ef01 lrc: 0/0,0 mode: --/PW res: [0x200003ab1:0x17:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764444.922495:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944487fbc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+21:49414:x1862022098339328:12345-192.168.202.28@tcp:57:lhsmtool_posix.0 Request processed in 34804us (35179us total) trans 34359738596 rc 0/0 00000100:00100000:2.0:1775764444.922509:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 261 00000020:00080000:2.0:1775764444.922516:0:42325:0:(tgt_main.c:783:tgt_ses_key_exit()) total 6 transactions per RPC 00000040:00080000:0.0:1775764444.922758:0:42356:0:(llog.c:800:llog_process_thread()) index: 8, lh_last_idx: 8 synced_idx: 8 lgh_last_idx: 8 00000040:00080000:0.0:1775764444.922763:0:42356:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x32:0x0] at index 8 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1775764444.922795:0:42356:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x32:0x0] index 6 count 6 00000040:00080000:0.0:1775764444.922843:0:42356:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 9 count 2 00000100:00100000:3.0:1775764444.923966:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764444.924334:0:42328:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098339584 00000100:00100000:2.0:1775764444.924342:0:42328:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098339584 00000100:00100000:2.0:1775764444.924375:0:42328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 88 00000100:00100000:2.0:1775764444.924382:0:42328:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944487fb8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+21:49413:x1862022098339584:12345-192.168.202.28@tcp:49:lfs.0 00000100:00100000:2.0:1775764444.924488:0:42328:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944487fb8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+21:49413:x1862022098339584:12345-192.168.202.28@tcp:49:lfs.0 Request processed in 106us (533us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764444.924492:0:42328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 88 00000100:00100000:3.0:1775764444.929216:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764444.929399:0:42328:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098339840 00000100:00100000:2.0:1775764444.929410:0:42328:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098339840 00000100:00100000:2.0:1775764444.929457:0:42328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 89 00000100:00100000:2.0:1775764444.929465:0:42328:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944487fb8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+21:49414:x1862022098339840:12345-192.168.202.28@tcp:35:lhsmtool_posix.0 00000004:00080000:2.0:1775764444.930075:0:42328:0:(mdd_object.c:4010:mdd_close()) Object [0x200003ab1:0x19:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000001:00080000:2.0:1775764444.930149:0:42328:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 34359738597 00010000:00010000:2.0:1775764444.930184:0:42328:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff944580030e00/0x57b8ff0e0304ef16 lrc: 3/0,1 mode: --/PW res: [0x200003ab1:0x19:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764444.930201:0:42328:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944580030e00/0x57b8ff0e0304ef16 lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0x19:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010080000000 pid: 42328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764444.930213:0:42328:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944580030e00/0x57b8ff0e0304ef16 lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0x19:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 42328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764444.930223:0:42328:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff944580030e00/0x57b8ff0e0304ef16 lrc: 4/0,1 mode: PW/PW res: [0x200003ab1:0x19:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 42328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764444.930230:0:42328:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff944580030e00/0x57b8ff0e0304ef16 lrc: 4/0,1 mode: PW/PW res: [0x200003ab1:0x19:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 42328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764444.930237:0:42328:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944580030e00/0x57b8ff0e0304ef16 lrc: 3/0,0 mode: PW/PW res: [0x200003ab1:0x19:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 42328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764444.930337:0:42328:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1775764444.930418:0:42328:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944487fb8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+23:49414:x1862022098339840:12345-192.168.202.28@tcp:35:lhsmtool_posix.0 Request processed in 953us (1212us total) trans 34359738598 rc 0/0 00000100:00100000:2.0:1775764444.930424:0:42328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 89 00000020:00080000:2.0:1775764444.930428:0:42328:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1775764444.933247:0:3329:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1775764444.933269:0:3329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944486756300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d8dacf45-8471-4226-a2fb-1fac83f69c1e:3329:1862022118962304:0@lo:400:kworker.0 00000100:00100000:2.0:1775764444.933310:0:3330:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bb488380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3330:1862022118962560:0@lo:400:kworker.0 00000100:00100000:0.0:1775764444.933375:0:3328:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1775764444.933386:0:3328:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445beca8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3328:1862022118962432:0@lo:400:kworker.0 00000100:00100000:1.0:1775764444.933412:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764444.933463:0:3330:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764444.933467:0:42317:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118962304 00000100:00100000:1.0:1775764444.933474:0:42317:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118962304 00000100:00100000:2.0:1775764444.933484:0:3330:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1775764444.933490:0:3330:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445b2054a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3330:1862022118962688:0@lo:400:kworker.0 00000100:00100000:1.0:1775764444.933520:0:42317:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 147 00000100:00100000:1.0:1775764444.933529:0:42317:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bd378450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d8dacf45-8471-4226-a2fb-1fac83f69c1e+18:3329:x1862022118962304:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764444.933578:0:42317:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bd378450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d8dacf45-8471-4226-a2fb-1fac83f69c1e+18:3329:x1862022118962304:12345-0@lo:400:kworker.0 Request processed in 50us (241us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764444.933585:0:42317:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 147 00000100:00100000:1.0:1775764444.933643:0:3329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944486756300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d8dacf45-8471-4226-a2fb-1fac83f69c1e:3329:1862022118962304:0@lo:400:kworker.0 00000100:00100000:2.0:1775764444.933832:0:3330:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764444.934001:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118962560 00000100:00100000:1.0:1775764444.934006:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118962560 00000100:00100000:1.0:1775764444.934053:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118962688 00000100:00100000:1.0:1775764444.934057:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118962688 00000100:00100000:1.0:1775764444.934075:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 81 00000100:00100000:1.0:1775764444.934081:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444867cbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3330:x1862022118962560:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764444.934118:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444867cbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3330:x1862022118962560:12345-0@lo:400:kworker.0 Request processed in 37us (655us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764444.934124:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 81 00000100:00100000:1.0:1775764444.934136:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82 00000100:00100000:1.0:1775764444.934142:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444867c8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3330:x1862022118962688:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764444.934171:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444867c8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3330:x1862022118962688:12345-0@lo:400:kworker.0 Request processed in 29us (375us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764444.934178:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82 00010000:00010000:3.0:1775764444.934377:0:42312:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1775764444.934388:0:42312:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944580030e00/0x57b8ff0e0304ef16 lrc: 2/0,0 mode: PW/PW res: [0x200003ab1:0x19:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 42328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764444.934400:0:42312:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944580030e00 already unused, calling callback (ffffffffc177a060) 00010000:00010000:3.0:1775764444.934405:0:42312:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944580030e00/0x57b8ff0e0304ef16 lrc: 2/0,0 mode: PW/PW res: [0x200003ab1:0x19:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 42328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764444.934414:0:42312:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944580030e00/0x57b8ff0e0304ef16 lrc: 3/0,0 mode: PW/PW res: [0x200003ab1:0x19:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 42328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764444.934433:0:42312:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x19:0x0].0x0 (ffff94459084a900) 00010000:00010000:3.0:1775764444.934436:0:42312:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1775764444.934441:0:42312:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944580030e00/0x57b8ff0e0304ef16 lrc: 1/0,0 mode: --/PW res: [0x200003ab1:0x19:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 42328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764444.934448:0:42312:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944580030e00/0x57b8ff0e0304ef16 lrc: 0/0,0 mode: --/PW res: [0x200003ab1:0x19:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 42328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764444.934497:0:42312:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764444.934499:0:42312:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764444.934500:0:42312:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1775764444.938941:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1775764444.939095:0:3330:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445b2054a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3330:1862022118962688:0@lo:400:kworker.0 00000100:00100000:2.0:1775764444.939113:0:3330:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bb488380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3330:1862022118962560:0@lo:400:kworker.0 00000100:00100000:2.0:1775764444.939441:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764444.939524:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098340096 00000100:00100000:3.0:1775764444.939531:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098340096 00000100:00100000:3.0:1775764444.939589:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 262 00000100:00100000:3.0:1775764444.939599:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444867cb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+23:49413:x1862022098340096:12345-192.168.202.28@tcp:58:lfs.0 00000040:00080000:3.0:1775764444.940008:0:44493:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x32:0x0].6, 136 off9008 00000100:00100000:3.0:1775764444.940090:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444867cb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+23:49413:x1862022098340096:12345-192.168.202.28@tcp:58:lfs.0 Request processed in 491us (649us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764444.940099:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 262 00000100:00100000:0.0:1775764444.940293:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764444.940342:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118962432 00000100:00100000:0.0:1775764444.940348:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118962432 00000100:00100000:0.0:1775764444.940384:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83 00000100:00100000:0.0:1775764444.940391:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944487fbe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3328:x1862022118962432:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764444.940436:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944487fbe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3328:x1862022118962432:12345-0@lo:400:kworker.0 Request processed in 46us (144us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764444.940442:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83 00000100:00100000:2.0:1775764444.940560:0:3328:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445beca8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3328:1862022118962432:0@lo:400:kworker.0 00000100:00100000:1.0:1775764444.979334:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764444.979419:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098340224 00000100:00100000:3.0:1775764444.979429:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098340224 00000100:00100000:3.0:1775764444.979478:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 263 00000100:00100000:3.0:1775764444.979485:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486e44380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+23:49416:x1862022098340224:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:3.0:1775764444.979509:0:44493:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764444.979539:0:44493:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e0304ef1d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b002 expref: -99 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764444.979605:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694c00/0x57b8ff0e0304ef24 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764444.979627:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694c00/0x57b8ff0e0304ef24 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764444.979641:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694c00/0x57b8ff0e0304ef24 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764444.979925:0:44493:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 8704 00000004:00200000:3.0:1775764444.979930:0:44493:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 30 stripe count 1 MDT count 1 00000004:00010000:3.0:1775764444.980013:0:44493:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694c00/0x57b8ff0e0304ef24 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764444.980042:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e0304ef1d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b002 expref: 25 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764444.980061:0:44493:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694c00/0x57b8ff0e0304ef24 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b002 expref: 24 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764444.980069:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff944586564a00) 00010000:00010000:3.0:1775764444.980071:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1775764444.980074:0:44493:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445be694c00, rc 0) 00000100:00100000:3.0:1775764444.980134:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486e44380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+24:49416:x1862022098340224:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 649us (817us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764444.980141:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 263 00000100:00100000:2.0:1775764444.983319:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764444.987224:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098340352 00000100:00100000:1.0:1775764444.987242:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098340352 00000100:00100000:1.0:1775764444.987322:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 264 00000100:00100000:1.0:1775764444.987335:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444867cad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+24:49416:x1862022098340352:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:1.0:1775764444.987359:0:42324:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764444.987383:0:42324:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944587808200/0x57b8ff0e0304ef2b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b009 expref: -99 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764444.987452:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff944587809800/0x57b8ff0e0304ef32 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764444.987468:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944587809800/0x57b8ff0e0304ef32 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764444.987481:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944587809800/0x57b8ff0e0304ef32 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764444.987496:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944587808600/0x57b8ff0e0304ef39 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x1f904cb5 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764444.987503:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944587808600/0x57b8ff0e0304ef39 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x1f904cb5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764444.987508:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944587808600/0x57b8ff0e0304ef39 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x1f904cb5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764444.987882:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944587809200/0x57b8ff0e0304ef40 lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0x17:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764444.987894:0:42324:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27dc00/0x57b8ff0e0304ee36 lrc: 2/0,0 mode: CW/CW res: [0x200003ab1:0x17:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17afbc expref: 25 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764444.987903:0:42324:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff944587809200/0x57b8ff0e0304ef40 lrc: 4/1,0 mode: --/PR res: [0x200003ab1:0x17:0x0].0x0 bits 0x13/0x48 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764444.987937:0:42324:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27dc00/0x57b8ff0e0304ee36 lrc: 3/0,0 mode: CW/CW res: [0x200003ab1:0x17:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17afbc expref: 25 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764444.987949:0:42324:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27dc00/0x57b8ff0e0304ee36 lrc: 4/0,0 mode: CW/CW res: [0x200003ab1:0x17:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17afbc expref: 25 pid: 44493 timeout: 2011 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764444.987966:0:42324:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944486e45880 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:42324:1862022118962816:192.168.202.28@tcp:104: 00000100:00100000:1.0:1775764444.988315:0:42324:0:(client.c:2691:ptlrpc_set_wait()) set ffff944598151180 going to sleep for 11 seconds 00000100:00100000:1.0:1775764444.992320:0:42324:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944486e45880 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:42324:1862022118962816:192.168.202.28@tcp:104: 00010000:00010000:1.0:1775764444.992355:0:42324:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff944587809200/0x57b8ff0e0304ef40 lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0x17:0x0].0x0 bits 0x13/0x48 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764444.992832:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00010000:00010000:2.0:1775764444.992944:0:42313:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775764444.992992:0:42327:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098340608 00000100:00100000:0.0:1775764444.993001:0:42327:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098340608 00000100:00100000:0.0:1775764444.993311:0:42327:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 90 00000100:00100000:0.0:1775764444.993322:0:42327:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444867c9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+26:46149:x1862022098340608:12345-192.168.202.28@tcp:35:ldlm_bl.0 00000100:00100000:0.0:1775764444.993591:0:42327:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444867c9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+27:46149:x1862022098340608:12345-192.168.202.28@tcp:35:ldlm_bl.0 Request processed in 271us (794us total) trans 34359738599 rc 0/0 00000100:00100000:0.0:1775764444.993597:0:42327:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 90 00000100:00100000:2.0:1775764445.000764:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764445.001203:0:44302:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098340736 00000100:00100000:3.0:1775764445.001214:0:44302:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098340736 00010000:00010000:3.0:1775764445.001253:0:44302:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27dc00/0x57b8ff0e0304ee36 lrc: 4/0,0 mode: CW/CW res: [0x200003ab1:0x17:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17afbc expref: 27 pid: 44493 timeout: 2011 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764445.001287:0:44302:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 53 00000100:00100000:3.0:1775764445.001294:0:44302:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444867cb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+27:2379:x1862022098340736:12345-192.168.202.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764445.001307:0:44302:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764445.001312:0:44302:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27dc00/0x57b8ff0e0304ee36 lrc: 4/0,0 mode: CW/CW res: [0x200003ab1:0x17:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17afbc expref: 27 pid: 44493 timeout: 2011 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764445.001326:0:44302:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27dc00/0x57b8ff0e0304ee36 lrc: 3/0,0 mode: CW/CW res: [0x200003ab1:0x17:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17afbc expref: 27 pid: 44493 timeout: 2011 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764445.001344:0:44302:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27dc00/0x57b8ff0e0304ee36 lrc: 0/0,0 mode: --/CW res: [0x200003ab1:0x17:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17afbc expref: 27 pid: 44493 timeout: 2011 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764445.001359:0:44302:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x17:0x0].0x0 (ffff944586564d00) 00010000:00010000:3.0:1775764445.001365:0:44302:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff944587809200/0x57b8ff0e0304ef40 lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0x17:0x0].0x0 bits 0x13/0x48 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764445.001374:0:44302:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff944587809200/0x57b8ff0e0304ef40 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x17:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764445.001381:0:44302:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944587809200/0x57b8ff0e0304ef40 lrc: 4/1,0 mode: PR/PR res: [0x200003ab1:0x17:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764445.001413:0:44302:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764445.001464:0:44302:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444867cb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+26:2379:x1862022098340736:12345-192.168.202.28@tcp:103:ldlm_bl.0 Request processed in 170us (711us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764445.001470:0:44302:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 53 00010000:00010000:1.0:1775764445.001722:0:42324:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff944587809200/0x57b8ff0e0304ef40 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x17:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764445.001730:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944587809200/0x57b8ff0e0304ef40 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x17:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764445.001771:0:42324:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab1:0x17:0x0]: returning size 11 00000004:00200000:1.0:1775764445.001776:0:42324:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1775764445.001795:0:42324:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff944587809200/0x57b8ff0e0304ef40 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x17:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764445.001848:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944587809200/0x57b8ff0e0304ef40 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764445.001857:0:42324:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff944587809800/0x57b8ff0e0304ef32 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764445.001864:0:42324:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944587809800/0x57b8ff0e0304ef32 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764445.001870:0:42324:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944587809800/0x57b8ff0e0304ef32 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764445.001876:0:42324:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944587809800 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:1.0:1775764445.001891:0:42324:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944587809800/0x57b8ff0e0304ef32 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764445.001898:0:42324:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944587809800/0x57b8ff0e0304ef32 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764445.001909:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff944586564a00) 00010000:00010000:1.0:1775764445.001911:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764445.001915:0:42324:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944587809800/0x57b8ff0e0304ef32 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764445.001921:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944587809800/0x57b8ff0e0304ef32 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764445.001932:0:42324:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944587808600/0x57b8ff0e0304ef39 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x1f904cb5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764445.001938:0:42324:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944587808600/0x57b8ff0e0304ef39 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x1f904cb5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764445.001944:0:42324:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944587808600/0x57b8ff0e0304ef39 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x1f904cb5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764445.001948:0:42324:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944587808600 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:1.0:1775764445.001951:0:42324:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944587808600/0x57b8ff0e0304ef39 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x1f904cb5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764445.001956:0:42324:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944587808600/0x57b8ff0e0304ef39 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x1f904cb5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764445.001963:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x1f904cb5 (ffff944584d1dd00) 00010000:00010000:1.0:1775764445.001965:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764445.001968:0:42324:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944587808600/0x57b8ff0e0304ef39 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x1f904cb5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764445.001974:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944587808600/0x57b8ff0e0304ef39 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x1f904cb5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764445.002013:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944587808200/0x57b8ff0e0304ef2b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b009 expref: 26 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764445.002026:0:42324:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff944587809200/0x57b8ff0e0304ef40 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b009 expref: 25 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764445.002049:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x17:0x0].0x0 (ffff944586564d00) 00010000:00010000:1.0:1775764445.002051:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1775764445.002054:0:42324:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944587809200, rc 0) 00000100:00100000:1.0:1775764445.002083:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444867cad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+25:49416:x1862022098340352:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 14753us (18774us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764445.002088:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 264 00000100:00100000:2.0:1775764445.358234:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764445.358334:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764445.358374:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764445.358592:0:42945:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098341120 00000100:00100000:3.0:1775764445.358602:0:42945:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098341120 00000100:00100000:3.0:1775764445.358687:0:42945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 57 00000100:00100000:3.0:1775764445.358697:0:42945:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444867c9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+5:2378:x1862022098341120:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:3.0:1775764445.358762:0:42945:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444867c9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+5:2378:x1862022098341120:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 67us (427us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764445.358770:0:42945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 57 00000100:00100000:0.0:1775764445.359078:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098341376 00000100:00100000:0.0:1775764445.359084:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098341376 00000100:00100000:0.0:1775764445.359142:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 84 00000100:00100000:0.0:1775764445.359150:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444867c8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:82781e18-e0e3-4f9f-9a2b-041bf0344414+5:2378:x1862022098341376:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:0.0:1775764445.359182:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444867c8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:82781e18-e0e3-4f9f-9a2b-041bf0344414+5:2378:x1862022098341376:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 33us (807us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764445.359188:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 84 00000100:00100000:0.0:1775764445.361048:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764445.361131:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764445.361202:0:42946:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098341248 00000100:00100000:0.0:1775764445.361212:0:42946:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098341248 00000100:00100000:0.0:1775764445.361264:0:42946:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 58 00000100:00100000:0.0:1775764445.361271:0:42946:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944487fbe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+8:2378:x1862022098341248:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:0.0:1775764445.361323:0:42946:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944487fbe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+8:2378:x1862022098341248:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 53us (191us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764445.361328:0:42946:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 58 00000100:00080000:2.0:1775764445.361693:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1775764445.361700:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1775764445.361835:0:42318:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098340864 00000100:00100000:1.0:1775764445.361841:0:42318:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098340864 00000100:00100000:1.0:1775764445.361888:0:42318:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 148 00000100:00100000:1.0:1775764445.361896:0:42318:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bd37ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:24b54882-c0a1-43f2-954f-009e5a9afc9d+12:2378:x1862022098340864:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:1.0:1775764445.361986:0:42318:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bd37ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:24b54882-c0a1-43f2-954f-009e5a9afc9d+12:2378:x1862022098340864:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 92us (3764us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764445.361993:0:42318:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 148 00000100:00100000:3.0:1775764445.362674:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098340992 00000100:00100000:3.0:1775764445.362680:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098340992 00000100:00100000:3.0:1775764445.363051:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 85 00000100:00100000:3.0:1775764445.363061:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944487fbd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+25:2378:x1862022098340992:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:3.0:1775764445.363126:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944487fbd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+25:2378:x1862022098340992:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 66us (2087us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764445.363133:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 85 00000040:00080000:3.0:1775764445.806310:0:45048:0:(llog.c:800:llog_process_thread()) index: 8, lh_last_idx: 8 synced_idx: 8 lgh_last_idx: 8 00000040:00080000:3.0:1775764445.806323:0:45048:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x32:0x0] at index 8 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1775764445.806397:0:45048:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x32:0x0] index 7 count 7 00000040:00080000:3.0:1775764445.806403:0:45048:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 9 count 2 00000040:00080000:2.0:1775764445.959756:0:42356:0:(llog.c:800:llog_process_thread()) index: 8, lh_last_idx: 8 synced_idx: 8 lgh_last_idx: 8 00000040:00080000:2.0:1775764445.959767:0:42356:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x32:0x0] at index 8 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1775764445.959839:0:42356:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x32:0x0] index 7 count 7 00000040:00080000:2.0:1775764445.959852:0:42356:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 9 count 2 00000100:00100000:2.0:1775764445.962774:0:42356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9444867c8000 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:42356:1862022118962944:192.168.202.28@tcp:107:hsm_cdtr.0 00000100:00100000:2.0:1775764445.962928:0:42356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9445a6279f00 going to sleep for 11 seconds 00000100:00100000:2.0:1775764445.970989:0:42356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9444867c8000 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:42356:1862022118962944:192.168.202.28@tcp:107:hsm_cdtr.0 00000100:00100000:2.0:1775764445.978271:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764445.978350:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098341504 00000100:00100000:0.0:1775764445.978360:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098341504 00000100:00100000:0.0:1775764445.978426:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 265 00000100:00100000:0.0:1775764445.978435:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444867c8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+25:49428:x1862022098341504:12345-192.168.202.28@tcp:53:lhsmtool_posix.0 00000004:00000080:0.0:1775764445.978466:0:44493:0:(mdt_handler.c:7957:mdt_fid2path()) path get [0x200003ab1:0x17:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1775764445.978579:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444867c8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+25:49428:x1862022098341504:12345-192.168.202.28@tcp:53:lhsmtool_posix.0 Request processed in 145us (317us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764445.978587:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 265 00000100:00100000:0.0:1775764445.985849:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764445.986103:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098341760 00000100:00100000:3.0:1775764445.986114:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098341760 00000100:00100000:3.0:1775764445.986182:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 266 00000100:00100000:3.0:1775764445.986194:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944487fbf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+25:49428:x1862022098341760:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1775764445.986217:0:42324:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764445.986238:0:42324:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e0304ef47 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b010 expref: -99 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764445.986341:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695a00/0x57b8ff0e0304ef4e lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0x17:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764445.986355:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695a00/0x57b8ff0e0304ef4e lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764445.986369:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695a00/0x57b8ff0e0304ef4e lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764445.986380:0:42324:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab1:0x17:0x0]: returning size 11 00010000:00010000:3.0:1775764445.986514:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e0304ef47 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b010 expref: 28 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764445.986536:0:42324:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695a00/0x57b8ff0e0304ef4e lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b010 expref: 27 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764445.986544:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x17:0x0].0x0 (ffff944586564d00) 00010000:00010000:3.0:1775764445.986547:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1775764445.986551:0:42324:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445be695a00, rc 0) 00000100:00100000:3.0:1775764445.986625:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944487fbf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+27:49428:x1862022098341760:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 Request processed in 433us (784us total) trans 34359738600 rc 0/0 00000100:00100000:3.0:1775764445.986633:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 266 00000100:00100000:0.0:1775764445.992975:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764445.993027:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764445.993100:0:42309:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098342144 00000100:00100000:1.0:1775764445.993110:0:42309:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098342144 00000100:00100000:1.0:1775764445.993175:0:42309:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 22 00000100:00100000:1.0:1775764445.993187:0:42309:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944590e6f050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+27:2379:x1862022098342144:12345-192.168.202.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1775764445.993202:0:42309:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764445.993227:0:42309:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695a00/0x57b8ff0e0304ef4e lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b010 expref: 27 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764445.993248:0:42309:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x17:0x0].0x0 (ffff944586564d00) 00010000:00010000:1.0:1775764445.993253:0:42309:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1775764445.993304:0:42309:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944590e6f050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+26:2379:x1862022098342144:12345-192.168.202.28@tcp:103:ldlm_bl.0 Request processed in 120us (277us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764445.993312:0:42309:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 22 00000100:00100000:3.0:1775764445.993938:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098342016 00000100:00100000:3.0:1775764445.993944:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098342016 00000100:00100000:3.0:1775764445.994000:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 267 00000100:00100000:3.0:1775764445.994008:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944487fbce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+26:49428:x1862022098342016:12345-192.168.202.28@tcp:57:lhsmtool_posix.0 00010000:00010000:3.0:1775764445.994095:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694800/0x57b8ff0e0304ef5c lrc: 3/0,1 mode: --/PW res: [0x200003ab1:0x17:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764445.994112:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694800/0x57b8ff0e0304ef5c lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0x17:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764445.994123:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694800/0x57b8ff0e0304ef5c lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0x17:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764445.994320:0:44493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694800/0x57b8ff0e0304ef5c lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0x17:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764445.994328:0:44493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694800/0x57b8ff0e0304ef5c lrc: 2/0,0 mode: PW/PW res: [0x200003ab1:0x17:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764445.994335:0:44493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694800/0x57b8ff0e0304ef5c lrc: 3/0,0 mode: PW/PW res: [0x200003ab1:0x17:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764445.994340:0:44493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445be694800 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:3.0:1775764445.994344:0:44493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694800/0x57b8ff0e0304ef5c lrc: 3/0,0 mode: PW/PW res: [0x200003ab1:0x17:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764445.994351:0:44493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694800/0x57b8ff0e0304ef5c lrc: 4/0,0 mode: PW/PW res: [0x200003ab1:0x17:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764445.994361:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x17:0x0].0x0 (ffff944586564d00) 00010000:00010000:3.0:1775764445.994364:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1775764445.994367:0:44493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694800/0x57b8ff0e0304ef5c lrc: 2/0,0 mode: --/PW res: [0x200003ab1:0x17:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764445.994373:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694800/0x57b8ff0e0304ef5c lrc: 0/0,0 mode: --/PW res: [0x200003ab1:0x17:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764445.994509:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944487fbce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+27:49428:x1862022098342016:12345-192.168.202.28@tcp:57:lhsmtool_posix.0 Request processed in 500us (1543us total) trans 34359738601 rc 0/0 00000100:00100000:3.0:1775764445.994517:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 267 00000040:00080000:3.0:1775764445.994639:0:42356:0:(llog.c:800:llog_process_thread()) index: 8, lh_last_idx: 8 synced_idx: 8 lgh_last_idx: 8 00000040:00080000:3.0:1775764445.994644:0:42356:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x32:0x0] at index 8 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1775764445.994671:0:42356:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x32:0x0] index 7 count 7 00000040:00080000:3.0:1775764445.994677:0:42356:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 9 count 2 00000100:00100000:0.0:1775764446.001142:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764446.001259:0:42328:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098342400 00000100:00100000:2.0:1775764446.001269:0:42328:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098342400 00000100:00100000:2.0:1775764446.001348:0:42328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 91 00000100:00100000:2.0:1775764446.001360:0:42328:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944481e5a850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+27:49428:x1862022098342400:12345-192.168.202.28@tcp:35:lhsmtool_posix.0 00000100:00100000:2.0:1775764446.002456:0:42328:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944481e5a850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+28:49428:x1862022098342400:12345-192.168.202.28@tcp:35:lhsmtool_posix.0 Request processed in 1096us (1331us total) trans 34359738602 rc 0/0 00000100:00100000:2.0:1775764446.002466:0:42328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 91 00000100:00080000:1.0:1775764446.011921:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1775764446.018109:0:43224:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1775764446.468642:0:3328:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944487fbea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3328:1862022118963072:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1775764446.468736:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764446.469381:0:42947:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118963072 00000100:00100000:0.0:1775764446.469399:0:42947:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118963072 00000100:00100000:0.0:1775764446.469468:0:42947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00100000:0.0:1775764446.469477:0:42947:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444867c9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3328:x1862022118963072:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1775764446.469520:0:42947:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 51052544 pending 0 free 3767533568 avail 3765436416 00000100:00100000:0.0:1775764446.469585:0:42947:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444867c9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3328:x1862022118963072:12345-0@lo:13:osp-pre-1-0.0 Request processed in 110us (850us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764446.469595:0:42947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00000100:00100000:1.0:1775764446.470047:0:3328:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944487fbea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3328:1862022118963072:0@lo:13:osp-pre-1-0.0 00000100:00080000:2.0:1775764446.470362:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:3.0:1775764447.041118:0:42312:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764448.068916:0:42313:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1775764448.075511:0:45099:0:(llog.c:800:llog_process_thread()) index: 8, lh_last_idx: 8 synced_idx: 8 lgh_last_idx: 8 00000040:00080000:0.0:1775764448.075520:0:45099:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x32:0x0] at index 8 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1775764448.075581:0:45099:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x32:0x0] index 7 count 7 00000040:00080000:0.0:1775764448.075597:0:45099:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 9 count 2 00000100:00100000:2.0:1775764448.467751:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764448.469415:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098342656 00000100:00100000:3.0:1775764448.469428:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098342656 00000100:00100000:3.0:1775764448.469520:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 268 00000100:00100000:3.0:1775764448.469531:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444867c9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+28:49448:x1862022098342656:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:3.0:1775764448.469561:0:42325:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764448.469580:0:42325:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694800/0x57b8ff0e0304ef63 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b017 expref: -99 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764448.470099:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e0304ef6a lrc: 3/1,0 mode: --/CR res: [0x200003ab1:0x17:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764448.470117:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e0304ef6a lrc: 3/1,0 mode: CR/CR res: [0x200003ab1:0x17:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764448.470132:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e0304ef6a lrc: 3/1,0 mode: CR/CR res: [0x200003ab1:0x17:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764448.470144:0:42325:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab1:0x17:0x0]: returning size 11 00010000:00010000:3.0:1775764448.470266:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694800/0x57b8ff0e0304ef63 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b017 expref: 31 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764448.470283:0:42325:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e0304ef6a lrc: 3/0,0 mode: CR/CR res: [0x200003ab1:0x17:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b017 expref: 30 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764448.470293:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x17:0x0].0x0 (ffff944586564d00) 00000100:00080000:2.0:1775764448.470538:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:3.0:1775764448.470765:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:3.0:1775764448.470771:0:42325:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445be695800, rc 0) 00000100:00100000:3.0:1775764448.470874:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444867c9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+30:49448:x1862022098342656:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 1344us (3131us total) trans 34359738603 rc 0/0 00000100:00100000:3.0:1775764448.470895:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 268 00000100:00100000:0.0:1775764448.522897:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764448.523872:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098342784 00000100:00100000:1.0:1775764448.523884:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098342784 00000100:00100000:1.0:1775764448.523939:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 269 00000100:00100000:1.0:1775764448.523951:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944487fbfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+30:49448:x1862022098342784:12345-192.168.202.28@tcp:54:lfs.0 00010000:00010000:1.0:1775764448.524015:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944587809c00/0x57b8ff0e0304ef78 lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0x17:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764448.524033:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944587809c00/0x57b8ff0e0304ef78 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x17:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764448.524045:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944587809c00/0x57b8ff0e0304ef78 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x17:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764448.524069:0:44493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944587809c00/0x57b8ff0e0304ef78 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x17:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764448.524076:0:44493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944587809c00/0x57b8ff0e0304ef78 lrc: 2/0,0 mode: PR/PR res: [0x200003ab1:0x17:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764448.524083:0:44493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944587809c00/0x57b8ff0e0304ef78 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x17:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764448.524093:0:44493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944587809c00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:1.0:1775764448.524097:0:44493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944587809c00/0x57b8ff0e0304ef78 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x17:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764448.524105:0:44493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944587809c00/0x57b8ff0e0304ef78 lrc: 4/0,0 mode: PR/PR res: [0x200003ab1:0x17:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764448.524115:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x17:0x0].0x0 (ffff944586564d00) 00010000:00010000:1.0:1775764448.524119:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1775764448.524123:0:44493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944587809c00/0x57b8ff0e0304ef78 lrc: 2/0,0 mode: --/PR res: [0x200003ab1:0x17:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764448.524129:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944587809c00/0x57b8ff0e0304ef78 lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0x17:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764448.524831:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944487fbfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+30:49448:x1862022098342784:12345-192.168.202.28@tcp:54:lfs.0 Request processed in 878us (1942us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764448.524841:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 269 00000100:00100000:2.0:1775764448.758714:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764448.759493:0:42945:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098342912 00000100:00100000:3.0:1775764448.759507:0:42945:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098342912 00000100:00100000:3.0:1775764448.760431:0:42945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 70 00000100:00100000:3.0:1775764448.760447:0:42945:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444867c8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+8:2376:x1862022098342912:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:3.0:1775764448.760468:0:42945:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764448.760489:0:42945:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009cd36cb5/0x57b8ff0e0304ef7f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x107:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b01e expref: -99 pid: 42945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1775764448.760516:0:42945:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x107:0x0] initial LVB size: 11, mtime: 0x69d803db, atime: 0x69d803db, ctime: 0x69d803db, blocks: 0xb 00010000:00010000:3.0:1775764448.760538:0:42945:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764448.760540:0:42945:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764448.760549:0:42945:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009cd36cb5/0x57b8ff0e0304ef7f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x107:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b01e expref: 9 pid: 42945 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764448.760570:0:42945:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000009cd36cb5/0x57b8ff0e0304ef7f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x107:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b01e expref: 9 pid: 42945 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764448.760599:0:42945:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445be694800, rc 0) 00000100:00100000:3.0:1775764448.760761:0:42945:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444867c8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+9:2376:x1862022098342912:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 318us (2056us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764448.760770:0:42945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 70 00000100:00080000:2.0:1775764448.763541:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1775764448.772674:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764448.775562:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098343168 00000100:00100000:3.0:1775764448.775587:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098343168 00000100:00100000:3.0:1775764448.775700:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 270 00000100:00100000:3.0:1775764448.775712:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486e45880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+30:49464:x1862022098343168:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:3.0:1775764448.775742:0:42325:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764448.775746:0:42325:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 1 00010000:00010000:3.0:1775764448.775779:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944587809200/0x57b8ff0e0304ef40 lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b009 expref: 30 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764448.775845:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e0304ef6a lrc: 0/0,0 mode: --/CR res: [0x200003ab1:0x17:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b017 expref: 29 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764448.775861:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944580030400/0x57b8ff0e0304ee4b lrc: 0/0,0 mode: --/CR res: [0x200003ab1:0x17:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17afc3 expref: 28 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764448.775876:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x17:0x0].0x0 (ffff944586564d00) 00010000:00010000:3.0:1775764448.775889:0:42325:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1775764448.775909:0:42325:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695600/0x57b8ff0e0304ef86 lrc: 2/0,0 mode: --/EX res: [0x200003ab1:0x17:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b025 expref: -99 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764448.775957:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695400/0x57b8ff0e0304ef8d lrc: 3/1,0 mode: --/CR res: [0x200003ab1:0x17:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764448.775971:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695400/0x57b8ff0e0304ef8d lrc: 3/1,0 mode: CR/CR res: [0x200003ab1:0x17:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764448.775981:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695400/0x57b8ff0e0304ef8d lrc: 3/1,0 mode: CR/CR res: [0x200003ab1:0x17:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764448.775997:0:42325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695400/0x57b8ff0e0304ef8d lrc: 3/1,0 mode: CR/CR res: [0x200003ab1:0x17:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764448.776004:0:42325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695400/0x57b8ff0e0304ef8d lrc: 2/0,0 mode: CR/CR res: [0x200003ab1:0x17:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764448.776011:0:42325:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695400/0x57b8ff0e0304ef8d lrc: 3/0,0 mode: CR/CR res: [0x200003ab1:0x17:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764448.776022:0:42325:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445be695400 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:3.0:1775764448.776027:0:42325:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695400/0x57b8ff0e0304ef8d lrc: 3/0,0 mode: CR/CR res: [0x200003ab1:0x17:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764448.776035:0:42325:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695400/0x57b8ff0e0304ef8d lrc: 4/0,0 mode: CR/CR res: [0x200003ab1:0x17:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764448.776043:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x17:0x0].0x0 (ffff944586564200) 00010000:00010000:3.0:1775764448.776046:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1775764448.776050:0:42325:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695400/0x57b8ff0e0304ef8d lrc: 2/0,0 mode: --/CR res: [0x200003ab1:0x17:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764448.776057:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695400/0x57b8ff0e0304ef8d lrc: 0/0,0 mode: --/CR res: [0x200003ab1:0x17:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764448.776096:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695000/0x57b8ff0e0304ef94 lrc: 3/0,1 mode: --/EX res: [0x200003ab1:0x17:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764448.776104:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695000/0x57b8ff0e0304ef94 lrc: 3/0,1 mode: EX/EX res: [0x200003ab1:0x17:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764448.776113:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695000/0x57b8ff0e0304ef94 lrc: 3/0,1 mode: EX/EX res: [0x200003ab1:0x17:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764448.780577:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695000/0x57b8ff0e0304ef94 lrc: 3/0,0 mode: CR/CR res: [0x200003ab1:0x17:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b025 expref: 30 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764448.780608:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x17:0x0].0x0 (ffff944586564200) 00010000:00010000:3.0:1775764448.780611:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:3.0:1775764448.782621:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695600/0x57b8ff0e0304ef86 lrc: 0/0,0 mode: --/EX res: [0x200003ab1:0x17:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b025 expref: 30 pid: 42325 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764448.783508:0:42325:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695000/0x57b8ff0e0304ef94 lrc: 3/0,0 mode: CR/CR res: [0x200003ab1:0x17:0x0].0x0 bits 0xa/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b025 expref: 29 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764448.783567:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x17:0x0].0x0 (ffff944586564200) 00010000:00010000:3.0:1775764448.783572:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:3.0:1775764448.783577:0:42325:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445be695000, rc 0) 00000100:00100000:3.0:1775764448.785418:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486e45880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+29:49464:x1862022098343168:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 9692us (12746us total) trans 34359738604 rc 0/0 00000100:00100000:3.0:1775764448.785436:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 270 00000100:00100000:1.0:1775764448.795670:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764448.795855:0:42951:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098343296 00000100:00100000:3.0:1775764448.795868:0:42951:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098343296 00002000:00100000:3.0:1775764448.795917:0:42951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x107:0x0] (0->4095) req@ffff944486e45500 x1862022098343296/t0(0) o3->7e6eda44-5508-487e-b17f-ff28ad9d3512@192.168.202.28@tcp:684/0 lens 488/0 e 0 to 0 dl 1775764459 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764448.795929:0:42951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff944486e45500 with x1862022098343296 ext(0->4095) 00002000:00010000:3.0:1775764448.795935:0:42951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff944486e45500 00000100:00100000:3.0:1775764448.795966:0:42951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 9 00000100:00100000:3.0:1775764448.795976:0:42951:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486e45500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+9:2379:x1862022098343296:12345-192.168.202.28@tcp:3:lfs.0 00000100:00100000:3.0:1775764448.796182:0:42951:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486e45500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+9:2379:x1862022098343296:12345-192.168.202.28@tcp:3:lfs.0 Request processed in 207us (522us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1775764448.796190:0:42951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 9 00002000:00100000:3.0:1775764448.796196:0:42951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x107:0x0] (0->4095) req@ffff944486e45500 x1862022098343296/t0(0) o3->7e6eda44-5508-487e-b17f-ff28ad9d3512@192.168.202.28@tcp:684/0 lens 488/4536 e 0 to 0 dl 1775764459 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764448.796205:0:42951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff944486e45500 with x1862022098343296 ext(0->4095) 00002000:00010000:3.0:1775764448.796209:0:42951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff944486e45500 00000100:00100000:2.0:1775764448.804462:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764448.804570:0:42328:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098343552 00000100:00100000:0.0:1775764448.804588:0:42328:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098343552 00000100:00100000:0.0:1775764448.804646:0:42328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 92 00000100:00100000:0.0:1775764448.804657:0:42328:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444867c9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+29:49464:x1862022098343552:12345-192.168.202.28@tcp:35:lfs.0 00000100:00100000:1.0:1775764448.805567:0:42328:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444867c9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+30:49464:x1862022098343552:12345-192.168.202.28@tcp:35:lfs.0 Request processed in 907us (1109us total) trans 34359738605 rc 0/0 00000100:00100000:1.0:1775764448.805577:0:42328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 92 00000100:00100000:2.0:1775764448.951877:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764448.952212:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098343680 00000100:00100000:3.0:1775764448.952222:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098343680 00000100:00100000:3.0:1775764448.952284:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 271 00000100:00100000:3.0:1775764448.952305:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444867ca680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+30:49474:x1862022098343680:12345-192.168.202.28@tcp:34:lfs.0 00010000:00010000:3.0:1775764448.952386:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695600/0x57b8ff0e0304ef9b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764448.952403:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695600/0x57b8ff0e0304ef9b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764448.952415:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695600/0x57b8ff0e0304ef9b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764448.952430:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695400/0x57b8ff0e0304efa2 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x1f904cb5 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764448.952436:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695400/0x57b8ff0e0304efa2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x1f904cb5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764448.952442:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695400/0x57b8ff0e0304efa2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x1f904cb5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764448.953056:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e0304efa9 lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0x17:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764448.953067:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e0304efa9 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x17:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764448.953074:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e0304efa9 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x17:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764448.953116:0:44493:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e0304efa9 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x17:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764448.953128:0:44493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695600/0x57b8ff0e0304ef9b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764448.953135:0:44493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695600/0x57b8ff0e0304ef9b lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764448.953142:0:44493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695600/0x57b8ff0e0304ef9b lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764448.953148:0:44493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445be695600 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:3.0:1775764448.953152:0:44493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695600/0x57b8ff0e0304ef9b lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764448.953159:0:44493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695600/0x57b8ff0e0304ef9b lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764448.953170:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff944586564a00) 00010000:00010000:3.0:1775764448.953172:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764448.953177:0:44493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695600/0x57b8ff0e0304ef9b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764448.953182:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695600/0x57b8ff0e0304ef9b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764448.953194:0:44493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695400/0x57b8ff0e0304efa2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x1f904cb5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764448.953199:0:44493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695400/0x57b8ff0e0304efa2 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x1f904cb5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764448.953204:0:44493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695400/0x57b8ff0e0304efa2 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x1f904cb5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764448.953209:0:44493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445be695400 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:3.0:1775764448.953211:0:44493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695400/0x57b8ff0e0304efa2 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x1f904cb5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764448.953216:0:44493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695400/0x57b8ff0e0304efa2 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x1f904cb5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764448.953222:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x1f904cb5 (ffff944586564d00) 00010000:00010000:3.0:1775764448.953224:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764448.953226:0:44493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695400/0x57b8ff0e0304efa2 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x1f904cb5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764448.953230:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695400/0x57b8ff0e0304efa2 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x1f904cb5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764448.953242:0:44493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e0304efa9 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x17:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764448.953247:0:44493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e0304efa9 lrc: 2/0,0 mode: PR/PR res: [0x200003ab1:0x17:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764448.953252:0:44493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e0304efa9 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x17:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764448.953256:0:44493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445be695800 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:3.0:1775764448.953258:0:44493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e0304efa9 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x17:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764448.953268:0:44493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e0304efa9 lrc: 4/0,0 mode: PR/PR res: [0x200003ab1:0x17:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764448.953275:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x17:0x0].0x0 (ffff944586564200) 00010000:00010000:3.0:1775764448.953277:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764448.953279:0:44493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e0304efa9 lrc: 2/0,0 mode: --/PR res: [0x200003ab1:0x17:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764448.953284:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e0304efa9 lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0x17:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764448.953646:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444867ca680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+30:49474:x1862022098343680:12345-192.168.202.28@tcp:34:lfs.0 Request processed in 1349us (1855us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764448.953657:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 271 00000100:00100000:0.0:1775764449.078140:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764449.078303:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098343808 00000100:00100000:2.0:1775764449.078314:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098343808 00000100:00100000:2.0:1775764449.078366:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 272 00000100:00100000:2.0:1775764449.078373:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944487fbc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+30:49480:x1862022098343808:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:2.0:1775764449.078390:0:42326:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764449.078405:0:42326:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944580030000/0x57b8ff0e0304efb0 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b02c expref: -99 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764449.078477:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff944580030e00/0x57b8ff0e0304efb7 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764449.078494:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944580030e00/0x57b8ff0e0304efb7 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764449.078503:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944580030e00/0x57b8ff0e0304efb7 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764449.078515:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944580031200/0x57b8ff0e0304efbe lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x1f904cb5 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764449.078519:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944580031200/0x57b8ff0e0304efbe lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x1f904cb5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764449.078523:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944580031200/0x57b8ff0e0304efbe lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x1f904cb5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764449.078867:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944580031000/0x57b8ff0e0304efc5 lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0x17:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764449.078876:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944580031000/0x57b8ff0e0304efc5 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x17:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764449.078884:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944580031000/0x57b8ff0e0304efc5 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x17:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764449.079334:0:42326:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab1:0x17:0x0]: returning size 11 00000004:00200000:2.0:1775764449.079340:0:42326:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764449.079365:0:42326:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff944580031000/0x57b8ff0e0304efc5 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x17:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764449.079377:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944580031000/0x57b8ff0e0304efc5 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764449.079386:0:42326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff944580030e00/0x57b8ff0e0304efb7 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764449.079393:0:42326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944580030e00/0x57b8ff0e0304efb7 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764449.079401:0:42326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944580030e00/0x57b8ff0e0304efb7 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764449.079407:0:42326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944580030e00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764449.079411:0:42326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944580030e00/0x57b8ff0e0304efb7 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764449.079419:0:42326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944580030e00/0x57b8ff0e0304efb7 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764449.079431:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff944586564a00) 00010000:00010000:2.0:1775764449.079435:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764449.079439:0:42326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944580030e00/0x57b8ff0e0304efb7 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764449.079450:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944580030e00/0x57b8ff0e0304efb7 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764449.079530:0:42326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944580031200/0x57b8ff0e0304efbe lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x1f904cb5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764449.079538:0:42326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944580031200/0x57b8ff0e0304efbe lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x1f904cb5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764449.079544:0:42326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944580031200/0x57b8ff0e0304efbe lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x1f904cb5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764449.079549:0:42326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944580031200 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764449.079552:0:42326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944580031200/0x57b8ff0e0304efbe lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x1f904cb5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764449.079558:0:42326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944580031200/0x57b8ff0e0304efbe lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x1f904cb5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764449.079567:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x1f904cb5 (ffff94459084ac00) 00010000:00010000:2.0:1775764449.079570:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764449.079573:0:42326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944580031200/0x57b8ff0e0304efbe lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x1f904cb5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764449.079592:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944580031200/0x57b8ff0e0304efbe lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x1f904cb5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764449.079631:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944580030000/0x57b8ff0e0304efb0 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b02c expref: 32 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764449.079649:0:42326:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff944580031000/0x57b8ff0e0304efc5 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b02c expref: 31 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764449.079656:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x17:0x0].0x0 (ffff944586564200) 00010000:00010000:2.0:1775764449.079659:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1775764449.079661:0:42326:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944580031000, rc 0) 00000100:00100000:2.0:1775764449.079782:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944487fbc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+31:49480:x1862022098343808:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 1407us (1655us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764449.079791:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 272 00010000:00010000:0.0:1775764449.089822:0:43224:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1775764449.102972:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764449.103114:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098344064 00000100:00100000:0.0:1775764449.103123:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098344064 00000100:00100000:0.0:1775764449.103186:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 273 00000100:00100000:0.0:1775764449.103196:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444867c9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+31:49480:x1862022098344064:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:0.0:1775764449.103220:0:44493:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764449.103246:0:44493:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27de00/0x57b8ff0e0304efcc lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b033 expref: -99 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764449.103499:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c200/0x57b8ff0e0304efd3 lrc: 3/0,1 mode: --/CW res: [0x200003ab1:0x17:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764449.103516:0:44493:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff944580031000/0x57b8ff0e0304efc5 lrc: 2/0,0 mode: PR/PR res: [0x200003ab1:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b02c expref: 32 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764449.103526:0:44493:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c200/0x57b8ff0e0304efd3 lrc: 4/0,1 mode: --/CW res: [0x200003ab1:0x17:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764449.103559:0:44493:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff944580031000/0x57b8ff0e0304efc5 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b02c expref: 32 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764449.103573:0:44493:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff944580031000/0x57b8ff0e0304efc5 lrc: 4/0,0 mode: PR/PR res: [0x200003ab1:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b02c expref: 32 pid: 42326 timeout: 2015 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764449.103599:0:44493:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944487fbf800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:44493:1862022118963200:192.168.202.28@tcp:104: 00000100:00100000:0.0:1775764449.103690:0:44493:0:(client.c:2691:ptlrpc_set_wait()) set ffff9445a2012180 going to sleep for 11 seconds 00000100:00100000:2.0:1775764449.112886:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764449.115852:0:44493:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944487fbf800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:44493:1862022118963200:192.168.202.28@tcp:104: 00010000:00010000:1.0:1775764449.115895:0:44493:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c200/0x57b8ff0e0304efd3 lrc: 3/0,1 mode: --/CW res: [0x200003ab1:0x17:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764449.116145:0:44302:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098344192 00000100:00100000:2.0:1775764449.116153:0:44302:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098344192 00010000:00010000:2.0:1775764449.116194:0:44302:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff944580031000/0x57b8ff0e0304efc5 lrc: 4/0,0 mode: PR/PR res: [0x200003ab1:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b02c expref: 33 pid: 42326 timeout: 2015 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764449.116237:0:44302:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 54 00000100:00100000:2.0:1775764449.116248:0:44302:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444867ca300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+33:2379:x1862022098344192:12345-192.168.202.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1775764449.116263:0:44302:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764449.116269:0:44302:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff944580031000/0x57b8ff0e0304efc5 lrc: 4/0,0 mode: PR/PR res: [0x200003ab1:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b02c expref: 33 pid: 42326 timeout: 2015 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764449.116282:0:44302:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff944580031000/0x57b8ff0e0304efc5 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b02c expref: 33 pid: 42326 timeout: 2015 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764449.116303:0:44302:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944580031000/0x57b8ff0e0304efc5 lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b02c expref: 33 pid: 42326 timeout: 2015 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764449.116320:0:44302:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x17:0x0].0x0 (ffff944586564200) 00010000:00010000:2.0:1775764449.116326:0:44302:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c200/0x57b8ff0e0304efd3 lrc: 3/0,1 mode: --/CW res: [0x200003ab1:0x17:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764449.116335:0:44302:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c200/0x57b8ff0e0304efd3 lrc: 3/0,1 mode: CW/CW res: [0x200003ab1:0x17:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764449.116344:0:44302:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c200/0x57b8ff0e0304efd3 lrc: 4/0,1 mode: CW/CW res: [0x200003ab1:0x17:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764449.116368:0:44302:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775764449.116420:0:44302:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444867ca300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+32:2379:x1862022098344192:12345-192.168.202.28@tcp:103:ldlm_bl.0 Request processed in 174us (3545us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764449.116428:0:44302:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 54 00010000:00010000:2.0:1775764449.116449:0:44493:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c200/0x57b8ff0e0304efd3 lrc: 3/0,1 mode: CW/CW res: [0x200003ab1:0x17:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764449.116456:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c200/0x57b8ff0e0304efd3 lrc: 3/0,1 mode: CW/CW res: [0x200003ab1:0x17:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764449.116483:0:44493:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab1:0x17:0x0]: returning size 11 00010000:00010000:2.0:1775764449.116663:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27de00/0x57b8ff0e0304efcc lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b033 expref: 33 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764449.116679:0:44493:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c200/0x57b8ff0e0304efd3 lrc: 3/0,0 mode: CW/CW res: [0x200003ab1:0x17:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b033 expref: 32 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764449.116687:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x17:0x0].0x0 (ffff944586564200) 00010000:00010000:2.0:1775764449.116690:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:2.0:1775764449.116693:0:44493:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445bc27c200, rc 0) 00000100:00100000:2.0:1775764449.116719:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444867c9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+32:49480:x1862022098344064:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 13525us (13755us total) trans 34359738606 rc 0/0 00000100:00100000:2.0:1775764449.116726:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 273 00000001:00080000:3.0:1775764449.162124:0:6613:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 34359738385 is committed 00000100:00100000:2.0:1775764449.239428:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764449.239682:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098344320 00000100:00100000:3.0:1775764449.239696:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098344320 00000100:00100000:3.0:1775764449.239764:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 274 00000100:00100000:3.0:1775764449.239773:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444867cb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+32:49490:x1862022098344320:12345-192.168.202.28@tcp:34:lfs.0 00010000:00010000:3.0:1775764449.239910:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e0304efe1 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764449.239936:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e0304efe1 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764449.239949:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e0304efe1 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764449.239964:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695400/0x57b8ff0e0304efe8 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x1f904cb5 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764449.239971:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695400/0x57b8ff0e0304efe8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x1f904cb5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764449.239978:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695400/0x57b8ff0e0304efe8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x1f904cb5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764449.240287:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695600/0x57b8ff0e0304efef lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0x17:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764449.240297:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695600/0x57b8ff0e0304efef lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764449.240305:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695600/0x57b8ff0e0304efef lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764449.240358:0:42325:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695600/0x57b8ff0e0304efef lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764449.240369:0:42325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e0304efe1 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764449.240376:0:42325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e0304efe1 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764449.240874:0:42325:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e0304efe1 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764449.241010:0:42325:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445be695800 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:3.0:1775764449.241014:0:42325:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e0304efe1 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764449.241022:0:42325:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e0304efe1 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764449.241036:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff944586564a00) 00010000:00010000:3.0:1775764449.241039:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764449.241044:0:42325:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e0304efe1 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764449.241049:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e0304efe1 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764449.241065:0:42325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695400/0x57b8ff0e0304efe8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x1f904cb5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764449.241071:0:42325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695400/0x57b8ff0e0304efe8 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x1f904cb5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764449.241077:0:42325:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695400/0x57b8ff0e0304efe8 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x1f904cb5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764449.241082:0:42325:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445be695400 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:3.0:1775764449.241084:0:42325:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695400/0x57b8ff0e0304efe8 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x1f904cb5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764449.241090:0:42325:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695400/0x57b8ff0e0304efe8 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x1f904cb5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764449.241097:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x1f904cb5 (ffff944586564300) 00010000:00010000:3.0:1775764449.241099:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764449.241102:0:42325:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695400/0x57b8ff0e0304efe8 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x1f904cb5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764449.241107:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695400/0x57b8ff0e0304efe8 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x1f904cb5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764449.241126:0:42325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695600/0x57b8ff0e0304efef lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764449.241132:0:42325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695600/0x57b8ff0e0304efef lrc: 2/0,0 mode: PR/PR res: [0x200003ab1:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764449.241137:0:42325:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695600/0x57b8ff0e0304efef lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764449.241143:0:42325:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445be695600 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:3.0:1775764449.241146:0:42325:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695600/0x57b8ff0e0304efef lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764449.241152:0:42325:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695600/0x57b8ff0e0304efef lrc: 4/0,0 mode: PR/PR res: [0x200003ab1:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764449.241159:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x17:0x0].0x0 (ffff944586564200) 00010000:00010000:3.0:1775764449.241161:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764449.241164:0:42325:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695600/0x57b8ff0e0304efef lrc: 2/0,0 mode: --/PR res: [0x200003ab1:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764449.241169:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695600/0x57b8ff0e0304efef lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764449.242250:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444867cb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+32:49490:x1862022098344320:12345-192.168.202.28@tcp:34:lfs.0 Request processed in 2465us (2821us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764449.242264:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 274 00000100:00100000:2.0:1775764449.330645:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764449.330903:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098344576 00000100:00100000:1.0:1775764449.330916:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098344576 00000100:00100000:1.0:1775764449.330983:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 275 00000100:00100000:1.0:1775764449.330993:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444867c8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+32:49496:x1862022098344576:12345-192.168.202.28@tcp:101:cat.0 00010000:00010000:1.0:1775764449.331017:0:42324:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764449.331041:0:42324:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944587808e00/0x57b8ff0e0304eff6 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b03a expref: -99 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764449.331120:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff944587808c00/0x57b8ff0e0304effd lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764449.331137:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944587808c00/0x57b8ff0e0304effd lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764449.331149:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944587808c00/0x57b8ff0e0304effd lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764449.331164:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944587808400/0x57b8ff0e0304f004 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x1f904cb5 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764449.331172:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944587808400/0x57b8ff0e0304f004 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x1f904cb5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764449.331179:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944587808400/0x57b8ff0e0304f004 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x1f904cb5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764449.331567:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944587808200/0x57b8ff0e0304f00b lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0x17:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764449.331587:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944587808200/0x57b8ff0e0304f00b lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x17:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764449.331596:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944587808200/0x57b8ff0e0304f00b lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x17:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764449.331607:0:42324:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab1:0x17:0x0]: returning size 11 00010000:00010000:1.0:1775764449.331731:0:42324:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff944587808c00/0x57b8ff0e0304effd lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764449.331739:0:42324:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944587808c00/0x57b8ff0e0304effd lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764449.331746:0:42324:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944587808c00/0x57b8ff0e0304effd lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764449.331752:0:42324:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944587808c00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:1.0:1775764449.331756:0:42324:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944587808c00/0x57b8ff0e0304effd lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764449.331764:0:42324:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944587808c00/0x57b8ff0e0304effd lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764449.331777:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff944586564a00) 00010000:00010000:1.0:1775764449.331781:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764449.331786:0:42324:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944587808c00/0x57b8ff0e0304effd lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764449.331793:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944587808c00/0x57b8ff0e0304effd lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764449.331871:0:42324:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944587808400/0x57b8ff0e0304f004 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x1f904cb5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764449.331878:0:42324:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944587808400/0x57b8ff0e0304f004 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x1f904cb5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764449.331889:0:42324:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944587808400/0x57b8ff0e0304f004 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x1f904cb5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764449.331895:0:42324:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944587808400 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:1.0:1775764449.331898:0:42324:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944587808400/0x57b8ff0e0304f004 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x1f904cb5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764449.331904:0:42324:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944587808400/0x57b8ff0e0304f004 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x1f904cb5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764449.331912:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x1f904cb5 (ffff944584d1d300) 00010000:00010000:1.0:1775764449.331915:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764449.331918:0:42324:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944587808400/0x57b8ff0e0304f004 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x1f904cb5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764449.331925:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944587808400/0x57b8ff0e0304f004 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x1f904cb5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764449.331974:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944587808e00/0x57b8ff0e0304eff6 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b03a expref: 35 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764449.331990:0:42324:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff944587808200/0x57b8ff0e0304f00b lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x17:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b03a expref: 34 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764449.331998:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x17:0x0].0x0 (ffff944586564200) 00010000:00010000:1.0:1775764449.332001:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:1.0:1775764449.332004:0:42324:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944587808200, rc 0) 00000100:00100000:1.0:1775764449.332092:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444867c8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+34:49496:x1862022098344576:12345-192.168.202.28@tcp:101:cat.0 Request processed in 1099us (1463us total) trans 34359738607 rc 0/0 00000100:00100000:1.0:1775764449.332105:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 275 00000100:00100000:2.0:1775764449.337969:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764449.338198:0:42328:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098344832 00000100:00100000:1.0:1775764449.338208:0:42328:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098344832 00000100:00100000:1.0:1775764449.338266:0:42328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 93 00000100:00100000:1.0:1775764449.338275:0:42328:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444867caa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+34:49496:x1862022098344832:12345-192.168.202.28@tcp:35:cat.0 00000100:00100000:1.0:1775764449.338565:0:42328:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444867caa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+35:49496:x1862022098344832:12345-192.168.202.28@tcp:35:cat.0 Request processed in 290us (605us total) trans 34359738608 rc 0/0 00000100:00100000:1.0:1775764449.338584:0:42328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 93 00000100:00100000:0.0:1775764449.438876:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764449.439250:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098344960 00000100:00100000:2.0:1775764449.439260:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098344960 00000100:00100000:2.0:1775764449.439320:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 276 00000100:00100000:2.0:1775764449.439330:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944487fbed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+35:49506:x1862022098344960:12345-192.168.202.28@tcp:34:lfs.0 00010000:00010000:2.0:1775764449.439407:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff944580030e00/0x57b8ff0e0304f019 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764449.439426:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944580030e00/0x57b8ff0e0304f019 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764449.439440:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944580030e00/0x57b8ff0e0304f019 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764449.439464:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944580031e00/0x57b8ff0e0304f020 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x1f904cb5 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764449.439471:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944580031e00/0x57b8ff0e0304f020 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x1f904cb5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764449.439478:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944580031e00/0x57b8ff0e0304f020 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x1f904cb5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764449.439842:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944580030400/0x57b8ff0e0304f027 lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0x17:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764449.439854:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944580030400/0x57b8ff0e0304f027 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x17:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764449.439861:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944580030400/0x57b8ff0e0304f027 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x17:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764449.439923:0:42326:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff944580030400/0x57b8ff0e0304f027 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x17:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764449.439935:0:42326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff944580030e00/0x57b8ff0e0304f019 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764449.439941:0:42326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944580030e00/0x57b8ff0e0304f019 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764449.439948:0:42326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944580030e00/0x57b8ff0e0304f019 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764449.439954:0:42326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944580030e00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764449.439958:0:42326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944580030e00/0x57b8ff0e0304f019 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764449.439965:0:42326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944580030e00/0x57b8ff0e0304f019 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764449.439976:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff944586564a00) 00010000:00010000:2.0:1775764449.439979:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764449.439984:0:42326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944580030e00/0x57b8ff0e0304f019 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764449.439990:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944580030e00/0x57b8ff0e0304f019 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764449.440003:0:42326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944580031e00/0x57b8ff0e0304f020 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x1f904cb5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764449.440009:0:42326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944580031e00/0x57b8ff0e0304f020 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x1f904cb5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764449.440015:0:42326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944580031e00/0x57b8ff0e0304f020 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x1f904cb5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764449.440021:0:42326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944580031e00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764449.440023:0:42326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944580031e00/0x57b8ff0e0304f020 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x1f904cb5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764449.440029:0:42326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944580031e00/0x57b8ff0e0304f020 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x1f904cb5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764449.440036:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x1f904cb5 (ffff94459084ac00) 00010000:00010000:2.0:1775764449.440038:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764449.440041:0:42326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944580031e00/0x57b8ff0e0304f020 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x1f904cb5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764449.440046:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944580031e00/0x57b8ff0e0304f020 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x1f904cb5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764449.440060:0:42326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944580030400/0x57b8ff0e0304f027 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x17:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764449.440066:0:42326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944580030400/0x57b8ff0e0304f027 lrc: 2/0,0 mode: PR/PR res: [0x200003ab1:0x17:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764449.440072:0:42326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944580030400/0x57b8ff0e0304f027 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x17:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764449.440077:0:42326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944580030400 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764449.440080:0:42326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944580030400/0x57b8ff0e0304f027 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x17:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764449.440085:0:42326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944580030400/0x57b8ff0e0304f027 lrc: 4/0,0 mode: PR/PR res: [0x200003ab1:0x17:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764449.440092:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x17:0x0].0x0 (ffff944586564200) 00010000:00010000:2.0:1775764449.440094:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764449.440096:0:42326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944580030400/0x57b8ff0e0304f027 lrc: 2/0,0 mode: --/PR res: [0x200003ab1:0x17:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764449.440100:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944580030400/0x57b8ff0e0304f027 lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0x17:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764449.440197:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944487fbed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+35:49506:x1862022098344960:12345-192.168.202.28@tcp:34:lfs.0 Request processed in 866us (1329us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764449.440206:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 276 00000100:00100000:3.0:1775764449.522535:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764449.522645:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098345088 00000100:00100000:1.0:1775764449.522657:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098345088 00000100:00100000:1.0:1775764449.522713:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 277 00000100:00100000:1.0:1775764449.522724:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944487fb9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+35:49513:x1862022098345088:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:1.0:1775764449.522746:0:42324:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764449.522765:0:42324:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944587808e00/0x57b8ff0e0304f02e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b041 expref: -99 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764449.522854:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff944587808400/0x57b8ff0e0304f035 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764449.522869:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944587808400/0x57b8ff0e0304f035 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764449.522892:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944587808400/0x57b8ff0e0304f035 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764449.522908:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944587808c00/0x57b8ff0e0304f03c lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x1f904cb5 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764449.522929:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944587808c00/0x57b8ff0e0304f03c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x1f904cb5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764449.522936:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944587808c00/0x57b8ff0e0304f03c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x1f904cb5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764449.523219:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944587808600/0x57b8ff0e0304f043 lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0x17:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764449.523231:0:42324:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c200/0x57b8ff0e0304efd3 lrc: 2/0,0 mode: CW/CW res: [0x200003ab1:0x17:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b033 expref: 36 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764449.523240:0:42324:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff944587808600/0x57b8ff0e0304f043 lrc: 4/1,0 mode: --/PR res: [0x200003ab1:0x17:0x0].0x0 bits 0x13/0x48 rrc: 5 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764449.523273:0:42324:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c200/0x57b8ff0e0304efd3 lrc: 3/0,0 mode: CW/CW res: [0x200003ab1:0x17:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b033 expref: 36 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764449.523287:0:42324:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c200/0x57b8ff0e0304efd3 lrc: 4/0,0 mode: CW/CW res: [0x200003ab1:0x17:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b033 expref: 36 pid: 44493 timeout: 2016 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764449.523301:0:42324:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944486e44a80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:42324:1862022118963328:192.168.202.28@tcp:104: 00000100:00100000:1.0:1775764449.523400:0:42324:0:(client.c:2691:ptlrpc_set_wait()) set ffff944598151d80 going to sleep for 11 seconds 00000100:00100000:1.0:1775764449.527666:0:42324:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944486e44a80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:42324:1862022118963328:192.168.202.28@tcp:104: 00010000:00010000:1.0:1775764449.527704:0:42324:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff944587808600/0x57b8ff0e0304f043 lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0x17:0x0].0x0 bits 0x13/0x48 rrc: 5 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764449.528504:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764449.529068:0:42328:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098345344 00000100:00100000:1.0:1775764449.529078:0:42328:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098345344 00000100:00100000:1.0:1775764449.529147:0:42328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 94 00000100:00100000:1.0:1775764449.529158:0:42328:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944487fb8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+37:46150:x1862022098345344:12345-192.168.202.28@tcp:35:ldlm_bl.0 00000100:00100000:1.0:1775764449.529454:0:42328:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944487fb8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+38:46150:x1862022098345344:12345-192.168.202.28@tcp:35:ldlm_bl.0 Request processed in 297us (953us total) trans 34359738609 rc 0/0 00000100:00100000:1.0:1775764449.529462:0:42328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 94 00000100:00100000:3.0:1775764449.536132:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764449.536309:0:42309:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098345472 00000100:00100000:1.0:1775764449.536324:0:42309:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098345472 00010000:00010000:1.0:1775764449.536393:0:42309:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c200/0x57b8ff0e0304efd3 lrc: 4/0,0 mode: CW/CW res: [0x200003ab1:0x17:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b033 expref: 38 pid: 44493 timeout: 2016 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764449.536444:0:42309:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 55 00000100:00100000:1.0:1775764449.536454:0:42309:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944487fb9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+38:2377:x1862022098345472:12345-192.168.202.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1775764449.536489:0:42309:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764449.536499:0:42309:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c200/0x57b8ff0e0304efd3 lrc: 4/0,0 mode: CW/CW res: [0x200003ab1:0x17:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b033 expref: 38 pid: 44493 timeout: 2016 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764449.536516:0:42309:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c200/0x57b8ff0e0304efd3 lrc: 3/0,0 mode: CW/CW res: [0x200003ab1:0x17:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b033 expref: 38 pid: 44493 timeout: 2016 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764449.536553:0:42309:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c200/0x57b8ff0e0304efd3 lrc: 0/0,0 mode: --/CW res: [0x200003ab1:0x17:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b033 expref: 38 pid: 44493 timeout: 2016 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764449.536585:0:42309:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x17:0x0].0x0 (ffff944586564200) 00010000:00010000:1.0:1775764449.536598:0:42309:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff944587808600/0x57b8ff0e0304f043 lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0x17:0x0].0x0 bits 0x13/0x48 rrc: 5 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764449.536615:0:42309:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff944587808600/0x57b8ff0e0304f043 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x17:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764449.536625:0:42309:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944587808600/0x57b8ff0e0304f043 lrc: 4/1,0 mode: PR/PR res: [0x200003ab1:0x17:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764449.536669:0:42309:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1775764449.536744:0:42309:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944487fb9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+37:2377:x1862022098345472:12345-192.168.202.28@tcp:103:ldlm_bl.0 Request processed in 291us (622us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764449.536752:0:42309:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 55 00010000:00010000:2.0:1775764449.536842:0:42324:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff944587808600/0x57b8ff0e0304f043 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x17:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764449.536851:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944587808600/0x57b8ff0e0304f043 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x17:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764449.536899:0:42324:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab1:0x17:0x0]: returning size 11 00000004:00200000:2.0:1775764449.536904:0:42324:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764449.536927:0:42324:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff944587808600/0x57b8ff0e0304f043 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x17:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764449.536939:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944587808600/0x57b8ff0e0304f043 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764449.536950:0:42324:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff944587808400/0x57b8ff0e0304f035 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764449.536957:0:42324:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944587808400/0x57b8ff0e0304f035 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764449.536965:0:42324:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944587808400/0x57b8ff0e0304f035 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764449.536970:0:42324:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944587808400 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764449.536975:0:42324:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944587808400/0x57b8ff0e0304f035 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764449.536983:0:42324:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944587808400/0x57b8ff0e0304f035 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764449.536993:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff944586564a00) 00010000:00010000:2.0:1775764449.536996:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764449.536999:0:42324:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944587808400/0x57b8ff0e0304f035 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764449.537004:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944587808400/0x57b8ff0e0304f035 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764449.537015:0:42324:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944587808c00/0x57b8ff0e0304f03c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x1f904cb5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764449.537021:0:42324:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944587808c00/0x57b8ff0e0304f03c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x1f904cb5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764449.537026:0:42324:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944587808c00/0x57b8ff0e0304f03c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x1f904cb5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764449.537033:0:42324:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944587808c00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764449.537035:0:42324:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944587808c00/0x57b8ff0e0304f03c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x1f904cb5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764449.537040:0:42324:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944587808c00/0x57b8ff0e0304f03c lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x1f904cb5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764449.537046:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x1f904cb5 (ffff944584d1d300) 00010000:00010000:2.0:1775764449.537048:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764449.537050:0:42324:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944587808c00/0x57b8ff0e0304f03c lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x1f904cb5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764449.537055:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944587808c00/0x57b8ff0e0304f03c lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x1f904cb5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764449.537095:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944587808e00/0x57b8ff0e0304f02e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b041 expref: 37 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764449.537109:0:42324:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff944587808600/0x57b8ff0e0304f043 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b041 expref: 36 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764449.537117:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x17:0x0].0x0 (ffff944586564200) 00010000:00010000:2.0:1775764449.537119:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1775764449.537122:0:42324:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944587808600, rc 0) 00000100:00100000:2.0:1775764449.537153:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944487fb9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+36:49513:x1862022098345088:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 14431us (14628us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764449.537160:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 277 00000100:00100000:1.0:1775764449.541586:0:3328:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1775764449.541615:0:3328:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944486e44a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3328:1862022118963456:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1775764449.541694:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764449.543493:0:42947:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118963456 00000100:00100000:0.0:1775764449.543507:0:42947:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118963456 00000100:00100000:0.0:1775764449.543600:0:42947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40 00000100:00100000:0.0:1775764449.543611:0:42947:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486e46a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3328:x1862022118963456:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1775764449.543650:0:42947:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 49348608 pending 0 free 3704619008 avail 3702521856 00000100:00100000:0.0:1775764449.543730:0:42947:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486e46a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3328:x1862022118963456:12345-0@lo:13:osp-pre-0-0.0 Request processed in 121us (2035us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764449.543738:0:42947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40 00000100:00080000:2.0:1775764449.544239:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1775764449.544357:0:3328:0:(client.c:3082:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 34359738385 gen 2 00000004:00080000:1.0:1775764449.544366:0:3328:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff94448678b100, transno 34359738385 00000100:00100000:1.0:1775764449.544391:0:3328:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944486e44a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3328:1862022118963456:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1775764449.563958:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764449.564192:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098345728 00000100:00100000:2.0:1775764449.564205:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098345728 00000100:00100000:2.0:1775764449.564270:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 278 00000100:00100000:2.0:1775764449.564280:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944487fbdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+36:49513:x1862022098345728:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:2.0:1775764449.564309:0:42326:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764449.564349:0:42326:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944580030400/0x57b8ff0e0304f04a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b048 expref: -99 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764449.564508:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff944580031e00/0x57b8ff0e0304f051 lrc: 3/0,1 mode: --/CW res: [0x200003ab1:0x17:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764449.564526:0:42326:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff944587808600/0x57b8ff0e0304f043 lrc: 2/0,0 mode: PR/PR res: [0x200003ab1:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b041 expref: 37 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764449.564536:0:42326:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff944580031e00/0x57b8ff0e0304f051 lrc: 4/0,1 mode: --/CW res: [0x200003ab1:0x17:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764449.564606:0:42326:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff944587808600/0x57b8ff0e0304f043 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b041 expref: 37 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764449.564623:0:42326:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff944587808600/0x57b8ff0e0304f043 lrc: 4/0,0 mode: PR/PR res: [0x200003ab1:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b041 expref: 37 pid: 42324 timeout: 2016 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764449.564643:0:42326:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9444867cb480 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:42326:1862022118963584:192.168.202.28@tcp:104: 00000100:00100000:2.0:1775764449.564746:0:42326:0:(client.c:2691:ptlrpc_set_wait()) set ffff9445a190ae40 going to sleep for 11 seconds 00000100:00100000:0.0:1775764449.569147:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764449.569396:0:44302:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098345856 00000100:00100000:3.0:1775764449.569409:0:44302:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098345856 00010000:00010000:3.0:1775764449.569466:0:44302:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff944587808600/0x57b8ff0e0304f043 lrc: 5/0,0 mode: PR/PR res: [0x200003ab1:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b041 expref: 38 pid: 42324 timeout: 2016 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764449.569525:0:44302:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 56 00000100:00100000:3.0:1775764449.569537:0:44302:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944487fbf480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+38:2379:x1862022098345856:12345-192.168.202.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764449.569559:0:44302:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764449.569566:0:44302:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff944587808600/0x57b8ff0e0304f043 lrc: 5/0,0 mode: PR/PR res: [0x200003ab1:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b041 expref: 38 pid: 42324 timeout: 2016 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764449.569588:0:44302:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff944587808600/0x57b8ff0e0304f043 lrc: 4/0,0 mode: PR/PR res: [0x200003ab1:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b041 expref: 38 pid: 42324 timeout: 2016 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764449.570060:0:44302:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x17:0x0].0x0 (ffff944586564200) 00010000:00010000:3.0:1775764449.570067:0:44302:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff944580031e00/0x57b8ff0e0304f051 lrc: 3/0,1 mode: --/CW res: [0x200003ab1:0x17:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764449.570079:0:44302:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff944580031e00/0x57b8ff0e0304f051 lrc: 3/0,1 mode: CW/CW res: [0x200003ab1:0x17:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764449.570088:0:44302:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944580031e00/0x57b8ff0e0304f051 lrc: 4/0,1 mode: CW/CW res: [0x200003ab1:0x17:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764449.570112:0:44302:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775764449.570274:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944587808600/0x57b8ff0e0304f043 lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b041 expref: 38 pid: 42324 timeout: 2016 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764449.570293:0:42326:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9444867cb480 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:42326:1862022118963584:192.168.202.28@tcp:104: 00010000:00010000:2.0:1775764449.570320:0:42326:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff944580031e00/0x57b8ff0e0304f051 lrc: 3/0,1 mode: CW/CW res: [0x200003ab1:0x17:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764449.570330:0:42326:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff944580031e00/0x57b8ff0e0304f051 lrc: 3/0,1 mode: CW/CW res: [0x200003ab1:0x17:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764449.570346:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944580031e00/0x57b8ff0e0304f051 lrc: 3/0,1 mode: CW/CW res: [0x200003ab1:0x17:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764449.570372:0:42326:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab1:0x17:0x0]: returning size 11 00010000:00010000:2.0:1775764449.570651:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944580030400/0x57b8ff0e0304f04a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b048 expref: 39 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764449.570669:0:42326:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff944580031e00/0x57b8ff0e0304f051 lrc: 3/0,0 mode: CW/CW res: [0x200003ab1:0x17:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b048 expref: 38 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764449.570677:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x17:0x0].0x0 (ffff944586564200) 00010000:00010000:2.0:1775764449.570680:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:2.0:1775764449.570683:0:42326:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944580031e00, rc 0) 00000100:00100000:3.0:1775764449.570816:0:44302:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944487fbf480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+38:2379:x1862022098345856:12345-192.168.202.28@tcp:103:ldlm_bl.0 Request processed in 1261us (1660us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764449.570828:0:44302:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 56 00000100:00100000:2.0:1775764449.571223:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944487fbdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+37:49513:x1862022098345728:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 6943us (7275us total) trans 34359738610 rc 0/0 00000100:00100000:2.0:1775764449.571230:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 278 00000001:00080000:3.0:1775764449.678905:0:5825:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 34359738605 is committed 00000020:00080000:3.0:1775764449.678944:0:5825:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff944482d64540 refcount 2 committed 0 result 0 batchid 30064771804 00000020:00080000:3.0:1775764449.678950:0:5825:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9445b7923400 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff944482d64b40 00000020:00080000:3.0:1775764449.678954:0:5825:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9445b7923900 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff94448623bc00 00000001:00080000:3.0:1775764449.678993:0:5825:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 34359738609 is committed 00000020:00080000:3.0:1775764449.679042:0:5825:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 30064771803 batchid updated 00000020:00080000:0.0:1775764449.679278:0:42361:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 30064771804 committed batchid 30064771803 00000020:00080000:0.0:1775764449.679510:0:42361:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 30064771803 00000100:00100000:3.0:1775764449.749757:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764449.752597:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098345984 00000100:00100000:2.0:1775764449.752711:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098345984 00000100:00100000:0.0:1775764449.754346:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 279 00000100:00100000:0.0:1775764449.754364:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944487fba680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+17:49523:x1862022098345984:12345-192.168.202.28@tcp:34:lfs.0 00010000:00010000:0.0:1775764449.754503:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27ce00/0x57b8ff0e0304f05f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764449.754525:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27ce00/0x57b8ff0e0304f05f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764449.754539:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27ce00/0x57b8ff0e0304f05f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764449.754557:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d600/0x57b8ff0e0304f066 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x1f904cb5 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764449.754565:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d600/0x57b8ff0e0304f066 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x1f904cb5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764449.754581:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d600/0x57b8ff0e0304f066 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x1f904cb5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764449.755124:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c200/0x57b8ff0e0304f06d lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0x17:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764449.755136:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c200/0x57b8ff0e0304f06d lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x17:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764449.755143:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c200/0x57b8ff0e0304f06d lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x17:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764449.755191:0:44493:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c200/0x57b8ff0e0304f06d lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x17:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764449.755203:0:44493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27ce00/0x57b8ff0e0304f05f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764449.755210:0:44493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27ce00/0x57b8ff0e0304f05f lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764449.755216:0:44493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27ce00/0x57b8ff0e0304f05f lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764449.755222:0:44493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445bc27ce00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:0.0:1775764449.755226:0:44493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27ce00/0x57b8ff0e0304f05f lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764449.755233:0:44493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27ce00/0x57b8ff0e0304f05f lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764449.755245:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff944586564a00) 00010000:00010000:0.0:1775764449.755248:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764449.755254:0:44493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27ce00/0x57b8ff0e0304f05f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764449.755259:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27ce00/0x57b8ff0e0304f05f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764449.755272:0:44493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d600/0x57b8ff0e0304f066 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x1f904cb5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764449.755278:0:44493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d600/0x57b8ff0e0304f066 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x1f904cb5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764449.755283:0:44493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d600/0x57b8ff0e0304f066 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x1f904cb5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764449.755288:0:44493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445bc27d600 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:0.0:1775764449.755291:0:44493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d600/0x57b8ff0e0304f066 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x1f904cb5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764449.755295:0:44493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d600/0x57b8ff0e0304f066 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x1f904cb5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764449.755302:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x1f904cb5 (ffff944582f80e00) 00010000:00010000:0.0:1775764449.755305:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764449.755307:0:44493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d600/0x57b8ff0e0304f066 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x1f904cb5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764449.755311:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d600/0x57b8ff0e0304f066 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x1f904cb5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764449.755325:0:44493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c200/0x57b8ff0e0304f06d lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x17:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764449.755329:0:44493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c200/0x57b8ff0e0304f06d lrc: 2/0,0 mode: PR/PR res: [0x200003ab1:0x17:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764449.755334:0:44493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c200/0x57b8ff0e0304f06d lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x17:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764449.755339:0:44493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445bc27c200 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:0.0:1775764449.755342:0:44493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c200/0x57b8ff0e0304f06d lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x17:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764449.755347:0:44493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c200/0x57b8ff0e0304f06d lrc: 4/0,0 mode: PR/PR res: [0x200003ab1:0x17:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764449.755353:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x17:0x0].0x0 (ffff944586564200) 00010000:00010000:0.0:1775764449.755355:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764449.755358:0:44493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c200/0x57b8ff0e0304f06d lrc: 2/0,0 mode: --/PR res: [0x200003ab1:0x17:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764449.755363:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c200/0x57b8ff0e0304f06d lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0x17:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764449.755457:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944487fba680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+17:49523:x1862022098345984:12345-192.168.202.28@tcp:34:lfs.0 Request processed in 1094us (5705us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764449.755468:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 279 00000100:00100000:3.0:1775764450.050208:0:3329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944487fb8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3329:1862022118964096:0@lo:400:kworker.0 00000100:00100000:3.0:1775764450.050280:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764450.050357:0:3329:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1775764450.050365:0:3329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944487fbb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3329:1862022118963968:0@lo:400:kworker.0 00000100:00100000:3.0:1775764450.050388:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764450.050422:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118964096 00000100:00100000:3.0:1775764450.050429:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118964096 00000100:00100000:3.0:1775764450.050472:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118963968 00000100:00100000:3.0:1775764450.050475:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118963968 00000100:00100000:3.0:1775764450.050495:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 86 00000100:00100000:3.0:1775764450.050503:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944487fbbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3329:x1862022118964096:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764450.050552:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944487fbbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3329:x1862022118964096:12345-0@lo:400:kworker.0 Request processed in 50us (272us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764450.050559:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 86 00000100:00100000:3.0:1775764450.050584:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 87 00000100:00100000:3.0:1775764450.050590:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944487fb8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3329:x1862022118963968:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764450.050616:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944487fb8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3329:x1862022118963968:12345-0@lo:400:kworker.0 Request processed in 27us (227us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764450.050622:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 87 00000100:00100000:3.0:1775764450.050660:0:3329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944487fbb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3329:1862022118963968:0@lo:400:kworker.0 00000100:00100000:3.0:1775764450.050670:0:3329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944487fb8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3329:1862022118964096:0@lo:400:kworker.0 00000100:00100000:1.0:1775764450.050776:0:3331:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944487fba300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3331:1862022118963840:0@lo:400:kworker.0 00000100:00100000:1.0:1775764450.050845:0:3331:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764450.050870:0:3331:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:1.0:1775764450.050876:0:3331:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944487fb9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d8dacf45-8471-4226-a2fb-1fac83f69c1e:3331:1862022118963712:0@lo:400:kworker.0 00000100:00100000:1.0:1775764450.050924:0:3331:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764450.050946:0:3331:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944487fbaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3331:1862022118964224:0@lo:400:kworker.0 00000100:00100000:1.0:1775764450.050968:0:3331:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764450.050997:0:42319:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118963712 00000100:00100000:1.0:1775764450.051001:0:42319:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118963712 00000100:00100000:1.0:1775764450.051027:0:42319:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 149 00000100:00100000:1.0:1775764450.051033:0:42319:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bd37bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d8dacf45-8471-4226-a2fb-1fac83f69c1e+18:3331:x1862022118963712:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764450.051065:0:42319:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bd37bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d8dacf45-8471-4226-a2fb-1fac83f69c1e+18:3331:x1862022118963712:12345-0@lo:400:kworker.0 Request processed in 32us (141us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764450.051071:0:42319:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 149 00000100:00100000:1.0:1775764450.051103:0:3331:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944487fb9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d8dacf45-8471-4226-a2fb-1fac83f69c1e:3331:1862022118963712:0@lo:400:kworker.0 00000100:00100000:1.0:1775764450.051116:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118964224 00000100:00100000:1.0:1775764450.051119:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118964224 00000100:00100000:1.0:1775764450.051137:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88 00000100:00100000:1.0:1775764450.051142:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486e46d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3331:x1862022118964224:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764450.051173:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486e46d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3331:x1862022118964224:12345-0@lo:400:kworker.0 Request processed in 30us (204us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764450.051180:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88 00000100:00100000:1.0:1775764450.051201:0:3331:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944487fbaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3331:1862022118964224:0@lo:400:kworker.0 00000100:00080000:2.0:1775764450.051300:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1775764450.055927:0:42946:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118963840 00000100:00100000:3.0:1775764450.055946:0:42946:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118963840 00000100:00080000:0.0:1775764450.056113:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1775764450.058703:0:42946:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 59 00000100:00100000:3.0:1775764450.058728:0:42946:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486e44a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3331:x1862022118963840:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764450.058845:0:42946:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486e44a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3331:x1862022118963840:12345-0@lo:400:kworker.0 Request processed in 130us (7998us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764450.058854:0:42946:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 59 00000100:00100000:0.0:1775764450.058971:0:3331:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944487fba300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3331:1862022118963840:0@lo:400:kworker.0 00010000:00010000:3.0:1775764450.114719:0:42312:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:1.0:1775764450.171238:0:7469:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 34359738390 is committed 00000001:00080000:1.0:1775764450.171352:0:7469:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 34359738389 is committed 00000100:00100000:0.0:1775764450.479929:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764450.479980:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764450.480012:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764450.480048:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764450.480085:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764450.480118:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098346240 00000100:00100000:0.0:1775764450.480142:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098346240 00000100:00100000:0.0:1775764450.481013:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098346624 00000100:00100000:1.0:1775764450.481014:0:42317:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098346112 00000100:00100000:0.0:1775764450.481022:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098346624 00000100:00100000:1.0:1775764450.481023:0:42317:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098346112 00000100:00100000:1.0:1775764450.481071:0:42317:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 150 00000100:00100000:1.0:1775764450.481081:0:42317:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bd379450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:24b54882-c0a1-43f2-954f-009e5a9afc9d+12:2376:x1862022098346112:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:0.0:1775764450.481083:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 89 00000100:00100000:0.0:1775764450.481098:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944487fbf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+17:2376:x1862022098346240:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:1.0:1775764450.481167:0:42317:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bd379450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:24b54882-c0a1-43f2-954f-009e5a9afc9d+12:2376:x1862022098346112:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 87us (1247us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764450.481175:0:42317:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 150 00000100:00100000:2.0:1775764450.481318:0:43212:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098346368 00000100:00100000:2.0:1775764450.481324:0:43212:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098346368 00000100:00100000:2.0:1775764450.481358:0:43212:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098346496 00000100:00100000:2.0:1775764450.481362:0:43212:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098346496 00000100:00100000:2.0:1775764450.481386:0:43212:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 60 00000100:00100000:2.0:1775764450.481395:0:43212:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944487fbea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+5:2379:x1862022098346368:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:2.0:1775764450.481427:0:43212:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944487fbea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+5:2379:x1862022098346368:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 33us (1414us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764450.481434:0:43212:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 60 00000100:00100000:2.0:1775764450.481447:0:43212:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 61 00000100:00100000:2.0:1775764450.481453:0:43212:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944487fbc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+8:2379:x1862022098346496:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:2.0:1775764450.481495:0:43212:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944487fbc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+8:2379:x1862022098346496:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 42us (1409us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764450.481501:0:43212:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 61 00000100:00100000:2.0:1775764450.481546:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 90 00000100:00100000:2.0:1775764450.481555:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944487fbdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:82781e18-e0e3-4f9f-9a2b-041bf0344414+5:2379:x1862022098346624:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:2.0:1775764450.481592:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944487fbdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:82781e18-e0e3-4f9f-9a2b-041bf0344414+5:2379:x1862022098346624:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 39us (1543us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764450.481599:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 90 00000100:00080000:2.0:1775764450.481618:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1775764450.481622:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1775764450.481624:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1775764450.482760:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944487fbf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+17:2376:x1862022098346240:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 1658us (2771us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764450.482770:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 89 00010000:00010000:3.0:1775764451.137204:0:42313:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1775764451.584950:0:3331:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9444867cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3331:1862022118964352:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1775764451.585033:0:3331:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764451.585121:0:42947:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118964352 00000100:00100000:2.0:1775764451.585129:0:42947:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118964352 00000100:00100000:2.0:1775764451.585177:0:42947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41 00000100:00100000:2.0:1775764451.585188:0:42947:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445beca8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3331:x1862022118964352:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1775764451.585225:0:42947:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 51052544 pending 0 free 3767533568 avail 3765436416 00000100:00100000:2.0:1775764451.585290:0:42947:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445beca8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3331:x1862022118964352:12345-0@lo:13:osp-pre-1-0.0 Request processed in 104us (257us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764451.585298:0:42947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41 00000100:00100000:2.0:1775764451.585338:0:3331:0:(client.c:3082:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 34359738390 gen 2 00000004:00080000:2.0:1775764451.585344:0:3331:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 34359738390 committed transno 34359738390 00000100:00100000:2.0:1775764451.585372:0:3331:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9444867cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3331:1862022118964352:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1775764452.161058:0:43224:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1775764453.185230:0:42356:0:(llog.c:800:llog_process_thread()) index: 8, lh_last_idx: 8 synced_idx: 8 lgh_last_idx: 8 00000040:00080000:2.0:1775764453.185239:0:42356:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x32:0x0] at index 8 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1775764453.185281:0:42356:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x32:0x0] index 7 count 7 00000040:00080000:2.0:1775764453.185297:0:42356:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 9 count 2 00010000:00010000:3.0:1775764453.185746:0:42312:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764454.209384:0:42313:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1775764454.657177:0:3329:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1775764454.657200:0:3329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9444867cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3329:1862022118964480:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1775764454.657285:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764454.657354:0:42947:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118964480 00000100:00100000:2.0:1775764454.657362:0:42947:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118964480 00000100:00100000:2.0:1775764454.657418:0:42947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42 00000100:00100000:2.0:1775764454.657429:0:42947:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bb488380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3329:x1862022118964480:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1775764454.657468:0:42947:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 49348608 pending 0 free 3704619008 avail 3702521856 00000100:00100000:2.0:1775764454.657684:0:42947:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bb488380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3329:x1862022118964480:12345-0@lo:13:osp-pre-0-0.0 Request processed in 257us (397us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764454.657692:0:42947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42 00000100:00080000:2.0:1775764454.657717:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1775764454.657757:0:3329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9444867cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3329:1862022118964480:0@lo:13:osp-pre-0-0.0 00000020:00080000:1.0:1775764454.720027:0:5825:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 30064771804 batchid updated 00000001:00080000:1.0:1775764454.720055:0:5825:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 34359738610 is committed 00000020:00080000:0.0:1775764454.722488:0:42361:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 30064771804 00000020:00080000:0.0:1775764454.722505:0:42361:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 30064771804 00000100:00100000:0.0:1775764455.169199:0:3331:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9444864b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3331:1862022118964864:0@lo:400:kworker.0 00000100:00100000:0.0:1775764455.169268:0:3331:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764455.169327:0:3331:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:0.0:1775764455.169334:0:3331:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9444864b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3331:1862022118964736:0@lo:400:kworker.0 00000100:00100000:0.0:1775764455.169357:0:3331:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764455.169380:0:3331:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9444864b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3331:1862022118965248:0@lo:400:kworker.0 00000100:00100000:0.0:1775764455.169405:0:3331:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764455.169432:0:43212:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118964864 00000100:00100000:0.0:1775764455.169440:0:43212:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118964864 00000100:00100000:0.0:1775764455.169484:0:43212:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118964736 00000100:00100000:0.0:1775764455.169487:0:43212:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118964736 00000100:00100000:0.0:1775764455.169508:0:43212:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 62 00000100:00100000:0.0:1775764455.169517:0:43212:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444864b0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3331:x1862022118964864:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764455.169580:0:43212:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444864b0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3331:x1862022118964864:12345-0@lo:400:kworker.0 Request processed in 63us (311us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764455.169587:0:43212:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 62 00000100:00100000:0.0:1775764455.169603:0:43212:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 63 00000100:00100000:0.0:1775764455.169610:0:43212:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444864b1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3331:x1862022118964736:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764455.169636:0:43212:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444864b1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3331:x1862022118964736:12345-0@lo:400:kworker.0 Request processed in 26us (278us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764455.169642:0:43212:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 63 00000100:00100000:0.0:1775764455.169663:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118965248 00000100:00100000:0.0:1775764455.169666:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118965248 00000100:00100000:0.0:1775764455.169693:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91 00000100:00100000:0.0:1775764455.169699:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444864b2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3331:x1862022118965248:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764455.169727:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444864b2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3331:x1862022118965248:12345-0@lo:400:kworker.0 Request processed in 28us (322us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764455.169733:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91 00000100:00080000:0.0:1775764455.169749:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1775764455.169752:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1775764455.169787:0:3331:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9444864b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3331:1862022118964736:0@lo:400:kworker.0 00000100:00100000:0.0:1775764455.169824:0:3331:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9444864b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3331:1862022118965248:0@lo:400:kworker.0 00000100:00100000:0.0:1775764455.169835:0:3331:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9444864b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3331:1862022118964864:0@lo:400:kworker.0 00000100:00100000:1.0:1775764455.169917:0:3328:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9444864b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3328:1862022118964992:0@lo:400:kworker.0 00000100:00100000:1.0:1775764455.169948:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764455.169976:0:3328:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1775764455.169982:0:3328:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944487fbd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d8dacf45-8471-4226-a2fb-1fac83f69c1e:3328:1862022118964608:0@lo:400:kworker.0 00000100:00100000:1.0:1775764455.170009:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764455.170031:0:3328:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9444864b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3328:1862022118965120:0@lo:400:kworker.0 00000100:00100000:1.0:1775764455.170051:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764455.170077:0:42318:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118964608 00000100:00100000:1.0:1775764455.170081:0:42318:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118964608 00000100:00100000:1.0:1775764455.170106:0:42318:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 151 00000100:00100000:1.0:1775764455.170112:0:42318:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bd37b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d8dacf45-8471-4226-a2fb-1fac83f69c1e+18:3328:x1862022118964608:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764455.170144:0:42318:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bd37b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d8dacf45-8471-4226-a2fb-1fac83f69c1e+18:3328:x1862022118964608:12345-0@lo:400:kworker.0 Request processed in 32us (134us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764455.170150:0:42318:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 151 00000100:00100000:1.0:1775764455.170183:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118964992 00000100:00100000:1.0:1775764455.170186:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118964992 00000100:00100000:1.0:1775764455.170206:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118965120 00000100:00100000:1.0:1775764455.170208:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118965120 00000100:00100000:1.0:1775764455.170233:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 92 00000100:00100000:1.0:1775764455.170239:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486e47480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3328:x1862022118964992:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764455.170267:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486e47480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3328:x1862022118964992:12345-0@lo:400:kworker.0 Request processed in 29us (319us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764455.170273:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 92 00000100:00100000:1.0:1775764455.170285:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 93 00000100:00100000:1.0:1775764455.170291:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486e47100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3328:x1862022118965120:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764455.170313:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486e47100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3328:x1862022118965120:12345-0@lo:400:kworker.0 Request processed in 23us (261us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764455.170321:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 93 00000100:00080000:1.0:1775764455.170336:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1775764455.170351:0:3328:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944487fbd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d8dacf45-8471-4226-a2fb-1fac83f69c1e:3328:1862022118964608:0@lo:400:kworker.0 00000100:00100000:1.0:1775764455.170359:0:3328:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9444864b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3328:1862022118965120:0@lo:400:kworker.0 00000100:00100000:1.0:1775764455.170366:0:3328:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9444864b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3328:1862022118964992:0@lo:400:kworker.0 00010000:00010000:0.0:1775764455.233071:0:43224:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775764455.610126:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764455.610156:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764455.610181:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764455.610196:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764455.610211:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764455.610236:0:42319:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098346752 00000100:00100000:1.0:1775764455.610244:0:42319:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098346752 00000100:00100000:1.0:1775764455.610282:0:42319:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 152 00000100:00100000:1.0:1775764455.610288:0:42319:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bd378050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:24b54882-c0a1-43f2-954f-009e5a9afc9d+12:2379:x1862022098346752:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:1.0:1775764455.610347:0:42319:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bd378050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:24b54882-c0a1-43f2-954f-009e5a9afc9d+12:2379:x1862022098346752:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 58us (163us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764455.610354:0:42319:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 152 00000100:00100000:0.0:1775764455.612645:0:43212:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098347136 00000100:00100000:0.0:1775764455.612662:0:43212:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098347136 00000100:00100000:0.0:1775764455.612728:0:43212:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098347008 00000100:00100000:0.0:1775764455.612731:0:43212:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098347008 00000100:00100000:0.0:1775764455.612752:0:43212:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 64 00000100:00100000:0.0:1775764455.612760:0:43212:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486e45180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+8:2379:x1862022098347136:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:0.0:1775764455.612846:0:43212:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486e45180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+8:2379:x1862022098347136:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 87us (2689us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764455.612851:0:43212:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 64 00000100:00100000:0.0:1775764455.612864:0:43212:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 65 00000100:00100000:0.0:1775764455.612867:0:43212:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486e44000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+5:2379:x1862022098347008:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:0.0:1775764455.612891:0:43212:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486e44000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+5:2379:x1862022098347008:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 23us (2694us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764455.612895:0:43212:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 65 00000100:00100000:0.0:1775764455.615994:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098346880 00000100:00100000:0.0:1775764455.616007:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098346880 00000100:00100000:0.0:1775764455.616063:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098347264 00000100:00100000:0.0:1775764455.616065:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098347264 00000100:00100000:0.0:1775764455.616083:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 94 00000100:00100000:0.0:1775764455.616089:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486e46300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+16:2379:x1862022098346880:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:0.0:1775764455.616149:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486e46300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+16:2379:x1862022098346880:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 60us (6033us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764455.616154:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 94 00000100:00100000:0.0:1775764455.616165:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 95 00000100:00100000:0.0:1775764455.616169:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486e47b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:82781e18-e0e3-4f9f-9a2b-041bf0344414+5:2379:x1862022098347264:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:0.0:1775764455.616181:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486e47b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:82781e18-e0e3-4f9f-9a2b-041bf0344414+5:2379:x1862022098347264:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 12us (5969us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764455.616184:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 95 00000100:00080000:1.0:1775764455.616436:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1775764455.616441:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1775764455.616443:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:3.0:1775764456.270230:0:42312:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775764456.705448:0:3330:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1775764456.705472:0:3330:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9444867cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3330:1862022118965376:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1775764456.705553:0:3330:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764456.705673:0:42947:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118965376 00000100:00100000:2.0:1775764456.705681:0:42947:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118965376 00000100:00100000:2.0:1775764456.705741:0:42947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 43 00000100:00100000:2.0:1775764456.705752:0:42947:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944487fb8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3330:x1862022118965376:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1775764456.705790:0:42947:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 51052544 pending 0 free 3767533568 avail 3765436416 00000100:00100000:2.0:1775764456.705927:0:42947:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944487fb8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3330:x1862022118965376:12345-0@lo:13:osp-pre-1-0.0 Request processed in 176us (374us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764456.705935:0:42947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 43 00000100:00100000:1.0:1775764456.706859:0:3330:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9444867cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3330:1862022118965376:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1775764456.734226:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764456.734565:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098347392 00000100:00100000:0.0:1775764456.734576:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098347392 00000100:00100000:0.0:1775764456.734645:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 280 00000100:00100000:0.0:1775764456.734655:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486e45f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+16:49333:x1862022098347392:12345-192.168.202.28@tcp:60:lhsmtool_posix.0 00000100:00100000:0.0:1775764456.740417:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486e45f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+16:49333:x1862022098347392:12345-192.168.202.28@tcp:60:lhsmtool_posix.0 Request processed in 5744us (6182us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764456.740436:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 280 00000100:00100000:1.0:1775764456.750884:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764456.757700:0:42327:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098347648 00000100:00100000:2.0:1775764456.757716:0:42327:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098347648 00000100:00100000:2.0:1775764456.757819:0:42327:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 95 00000100:00100000:2.0:1775764456.757830:0:42327:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486e46680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+16:49333:x1862022098347648:12345-192.168.202.28@tcp:35:lhsmtool_posix.0 00000100:00100000:2.0:1775764456.762439:0:42327:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486e46680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+17:49333:x1862022098347648:12345-192.168.202.28@tcp:35:lhsmtool_posix.0 Request processed in 4598us (11555us total) trans 34359738611 rc 0/0 00000100:00100000:2.0:1775764456.762454:0:42327:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 95 00000100:00100000:1.0:1775764457.239273:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764457.239543:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098347776 00000100:00100000:2.0:1775764457.239554:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098347776 00000100:00100000:2.0:1775764457.239631:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 281 00000100:00100000:2.0:1775764457.239643:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486e44e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:82781e18-e0e3-4f9f-9a2b-041bf0344414+5:49969:x1862022098347776:12345-192.168.202.28@tcp:101:lsof.0 00010000:00010000:2.0:1775764457.239676:0:42324:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764457.239701:0:42324:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944580030e00/0x57b8ff0e0304f074 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b04f expref: -99 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764457.239772:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944580030400/0x57b8ff0e0304f07b lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764457.239788:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944580030400/0x57b8ff0e0304f07b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764457.239843:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944580030400/0x57b8ff0e0304f07b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00080000:1.0:1775764457.240126:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000004:00200000:2.0:1775764457.240510:0:42324:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 8704 00000004:00200000:2.0:1775764457.240516:0:42324:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 30 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764457.240613:0:42324:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff944580030400/0x57b8ff0e0304f07b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764457.240643:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944580030e00/0x57b8ff0e0304f074 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b04f expref: 7 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764457.240661:0:42324:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff944580030400/0x57b8ff0e0304f07b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b04f expref: 6 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764457.240670:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff944586564a00) 00010000:00010000:2.0:1775764457.240673:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1775764457.240676:0:42324:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944580030400, rc 0) 00000100:00100000:2.0:1775764457.240786:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486e44e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:82781e18-e0e3-4f9f-9a2b-041bf0344414+6:49969:x1862022098347776:12345-192.168.202.28@tcp:101:lsof.0 Request processed in 1146us (1522us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764457.240794:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 281 00010000:00010000:3.0:1775764457.281794:0:42313:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764458.305439:0:43224:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764459.329165:0:42312:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775764459.777275:0:3328:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9444867cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3328:1862022118965504:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1775764459.777411:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764459.778907:0:42947:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118965504 00000100:00100000:2.0:1775764459.778930:0:42947:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118965504 00000100:00100000:2.0:1775764459.779058:0:42947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 44 00000100:00100000:2.0:1775764459.779071:0:42947:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486e47800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3328:x1862022118965504:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1775764459.779129:0:42947:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 49348608 pending 0 free 3704619008 avail 3702521856 00000100:00100000:2.0:1775764459.779216:0:42947:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486e47800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3328:x1862022118965504:12345-0@lo:13:osp-pre-0-0.0 Request processed in 148us (1806us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764459.779224:0:42947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 44 00000100:00100000:1.0:1775764459.779416:0:3328:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9444867cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3328:1862022118965504:0@lo:13:osp-pre-0-0.0 00000100:00080000:0.0:1775764459.779732:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000001:00080000:1.0:1775764459.820704:0:5825:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 34359738611 is committed 00000100:00100000:0.0:1775764460.289352:0:3330:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9444864b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3330:1862022118965760:0@lo:400:kworker.0 00000100:00100000:0.0:1775764460.289429:0:3330:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764460.289941:0:3329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9444864b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d8dacf45-8471-4226-a2fb-1fac83f69c1e:3329:1862022118965632:0@lo:400:kworker.0 00000100:00100000:2.0:1775764460.289977:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764460.290024:0:3331:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9444864b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3331:1862022118965888:0@lo:400:kworker.0 00000100:00100000:2.0:1775764460.290051:0:3331:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764460.290086:0:43212:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118965760 00000100:00100000:2.0:1775764460.290093:0:43212:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118965760 00000100:00100000:2.0:1775764460.290136:0:43212:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118965888 00000100:00100000:2.0:1775764460.290139:0:43212:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118965888 00000100:00100000:2.0:1775764460.290167:0:43212:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 66 00000100:00100000:2.0:1775764460.290176:0:43212:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444864b0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3330:x1862022118965760:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764460.290224:0:43212:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444864b0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3330:x1862022118965760:12345-0@lo:400:kworker.0 Request processed in 49us (795us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764460.290231:0:43212:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 66 00000100:00100000:2.0:1775764460.290247:0:43212:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 67 00000100:00100000:2.0:1775764460.290253:0:43212:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444867cb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3331:x1862022118965888:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764460.290284:0:43212:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444867cb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3331:x1862022118965888:12345-0@lo:400:kworker.0 Request processed in 31us (232us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764460.290290:0:43212:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 67 00000100:00080000:3.0:1775764460.291816:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1775764460.291997:0:3330:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9444864b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3330:1862022118965760:0@lo:400:kworker.0 00000100:00100000:0.0:1775764460.292011:0:3330:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9444864b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3330:1862022118966272:0@lo:400:kworker.0 00000100:00100000:0.0:1775764460.292066:0:3330:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764460.292201:0:42317:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118965632 00000100:00100000:1.0:1775764460.292209:0:42317:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118965632 00000100:00100000:1.0:1775764460.292259:0:42317:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 153 00000100:00100000:1.0:1775764460.292268:0:42317:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bd37a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d8dacf45-8471-4226-a2fb-1fac83f69c1e+18:3329:x1862022118965632:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764460.292320:0:42317:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bd37a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d8dacf45-8471-4226-a2fb-1fac83f69c1e+18:3329:x1862022118965632:12345-0@lo:400:kworker.0 Request processed in 53us (2342us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764460.292327:0:42317:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 153 00000100:00100000:1.0:1775764460.292367:0:3328:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9444864b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3328:1862022118966016:0@lo:400:kworker.0 00000100:00100000:1.0:1775764460.292391:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764460.292426:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118966272 00000100:00100000:1.0:1775764460.292429:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118966272 00000100:00100000:1.0:1775764460.292577:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118966016 00000100:00100000:1.0:1775764460.292582:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118966016 00000100:00100000:1.0:1775764460.292607:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 96 00000100:00100000:1.0:1775764460.292614:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444864b2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3330:x1862022118966272:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764460.292656:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444864b2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3330:x1862022118966272:12345-0@lo:400:kworker.0 Request processed in 38us (584us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764460.292661:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 96 00000100:00100000:1.0:1775764460.292674:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 97 00000100:00100000:1.0:1775764460.292680:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486e45c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3328:x1862022118966016:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764460.292709:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486e45c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3328:x1862022118966016:12345-0@lo:400:kworker.0 Request processed in 30us (317us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764460.292718:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 97 00000100:00100000:1.0:1775764460.292751:0:3328:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9444864b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3328:1862022118966016:0@lo:400:kworker.0 00000100:00100000:2.0:1775764460.292873:0:3329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9444864b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d8dacf45-8471-4226-a2fb-1fac83f69c1e:3329:1862022118965632:0@lo:400:kworker.0 00000100:00100000:2.0:1775764460.292881:0:3329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9444864b2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3329:1862022118966144:0@lo:400:kworker.0 00000100:00100000:2.0:1775764460.292906:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764460.292940:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118966144 00000100:00100000:2.0:1775764460.292944:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118966144 00000100:00100000:2.0:1775764460.292968:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 98 00000100:00100000:2.0:1775764460.292974:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445b2054a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3329:x1862022118966144:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764460.293005:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445b2054a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3329:x1862022118966144:12345-0@lo:400:kworker.0 Request processed in 32us (98us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764460.293011:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 98 00000100:00100000:2.0:1775764460.293036:0:3329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9444864b2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3329:1862022118966144:0@lo:400:kworker.0 00000100:00080000:3.0:1775764460.293213:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1775764460.293282:0:3330:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9444864b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3330:1862022118966272:0@lo:400:kworker.0 00000100:00100000:1.0:1775764460.293351:0:3331:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9444864b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3331:1862022118965888:0@lo:400:kworker.0 00010000:00010000:3.0:1775764460.353002:0:42313:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775764460.717544:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764460.717585:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764460.717655:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764460.717675:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764460.717710:0:42318:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098347904 00000100:00100000:3.0:1775764460.717720:0:42318:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098347904 00000100:00100000:3.0:1775764460.717759:0:42318:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 154 00000100:00100000:3.0:1775764460.717766:0:42318:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bd37b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:24b54882-c0a1-43f2-954f-009e5a9afc9d+12:2377:x1862022098347904:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:3.0:1775764460.717841:0:42318:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bd37b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:24b54882-c0a1-43f2-954f-009e5a9afc9d+12:2377:x1862022098347904:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 76us (185us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764460.717846:0:42318:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 154 00000100:00100000:2.0:1775764460.718187:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098348032 00000100:00100000:2.0:1775764460.718191:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098348032 00000100:00100000:2.0:1775764460.718226:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 99 00000100:00100000:2.0:1775764460.718231:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486e44700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+16:2377:x1862022098348032:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:2.0:1775764460.718270:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486e44700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+16:2377:x1862022098348032:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 39us (737us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764460.718276:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 99 00000100:00080000:3.0:1775764460.718369:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1775764460.719316:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764460.719363:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098348416 00000100:00100000:3.0:1775764460.719369:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098348416 00000100:00080000:1.0:1775764460.719415:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1775764460.719433:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 100 00000100:00100000:3.0:1775764460.719444:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445b296ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:82781e18-e0e3-4f9f-9a2b-041bf0344414+6:2377:x1862022098348416:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:0.0:1775764460.719525:0:43212:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098348288 00000100:00100000:0.0:1775764460.719531:0:43212:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098348288 00000100:00100000:0.0:1775764460.719594:0:43212:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098348160 00000100:00100000:0.0:1775764460.719597:0:43212:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098348160 00000100:00100000:2.0:1775764460.719619:0:42944:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 68 00000100:00100000:3.0:1775764460.719625:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445b296ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:82781e18-e0e3-4f9f-9a2b-041bf0344414+6:2377:x1862022098348416:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 182us (311us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764460.719626:0:42944:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944487fbd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+8:2377:x1862022098348288:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:3.0:1775764460.719642:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 100 00000100:00100000:2.0:1775764460.719659:0:42944:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944487fbd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+8:2377:x1862022098348288:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 34us (2072us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764460.719664:0:42944:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 68 00000100:00080000:1.0:1775764460.719709:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1775764460.719711:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1775764460.719772:0:43212:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 69 00000100:00100000:0.0:1775764460.719777:0:43212:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445b296e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+5:2377:x1862022098348160:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:0.0:1775764460.719812:0:43212:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445b296e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+5:2377:x1862022098348160:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 20us (2121us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764460.719817:0:43212:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 69 00010000:00010000:1.0:1775764461.377189:0:43224:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775764461.826243:0:3330:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1775764461.826270:0:3330:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944486043100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3330:1862022118966400:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1775764461.826351:0:3330:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764461.826484:0:42947:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118966400 00000100:00100000:3.0:1775764461.826495:0:42947:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118966400 00000100:00100000:3.0:1775764461.826563:0:42947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 45 00000100:00100000:3.0:1775764461.826572:0:42947:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944487fbb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3330:x1862022118966400:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1775764461.826610:0:42947:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 51052544 pending 0 free 3767533568 avail 3765436416 00000100:00100000:3.0:1775764461.826660:0:42947:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944487fbb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3330:x1862022118966400:12345-0@lo:13:osp-pre-1-0.0 Request processed in 87us (308us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764461.826666:0:42947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 45 00000100:00100000:3.0:1775764461.826716:0:3330:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944486043100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3330:1862022118966400:0@lo:13:osp-pre-1-0.0 00000001:02000400:0.0:1775764462.315481:0:45303:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-pcc test 17: Test auto attach for layout refresh ========================================================== 15:54:20 (1775764460) 00010000:00010000:0.0:1775764462.417541:0:42312:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1775764463.425785:0:42356:0:(llog.c:800:llog_process_thread()) index: 8, lh_last_idx: 8 synced_idx: 8 lgh_last_idx: 8 00000040:00080000:3.0:1775764463.425825:0:42356:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x32:0x0] at index 8 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1775764463.425875:0:42356:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x32:0x0] index 7 count 7 00000040:00080000:3.0:1775764463.425882:0:42356:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 9 count 2 00010000:00010000:3.0:1775764463.426000:0:42313:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764464.449286:0:43224:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1775764464.515084:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764464.515191:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098348672 00000100:00100000:3.0:1775764464.515205:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098348672 00000100:00100000:3.0:1775764464.515308:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 282 00000100:00100000:3.0:1775764464.515323:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486040e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+16:50229:x1862022098348672:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1775764464.515355:0:42324:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764464.515397:0:42324:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695600/0x57b8ff0e0304f082 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b056 expref: -99 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764464.515507:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695400/0x57b8ff0e0304f089 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764464.515524:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695400/0x57b8ff0e0304f089 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764464.515539:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695400/0x57b8ff0e0304f089 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764464.515559:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e0304f090 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764464.515566:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e0304f090 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764464.515573:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e0304f090 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00080000:1.0:1775764464.516216:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:3.0:1775764464.520239:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694200/0x57b8ff0e0304f097 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764464.520273:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694200/0x57b8ff0e0304f097 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764464.520287:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694200/0x57b8ff0e0304f097 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764464.520318:0:42324:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000002:0x2:0x0]: returning size 6656 00010000:00010000:3.0:1775764464.520699:0:42324:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695400/0x57b8ff0e0304f089 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764464.520709:0:42324:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695400/0x57b8ff0e0304f089 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764464.520717:0:42324:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695400/0x57b8ff0e0304f089 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764464.520722:0:42324:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445be695400 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:3.0:1775764464.520727:0:42324:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695400/0x57b8ff0e0304f089 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764464.524072:0:42324:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695400/0x57b8ff0e0304f089 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764464.524101:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff94459084aa00) 00010000:00010000:3.0:1775764464.524105:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764464.524111:0:42324:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695400/0x57b8ff0e0304f089 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764464.524119:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695400/0x57b8ff0e0304f089 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764464.524142:0:42324:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e0304f090 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764464.524148:0:42324:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e0304f090 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764464.524159:0:42324:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e0304f090 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764464.524165:0:42324:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445be695800 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:3.0:1775764464.524169:0:42324:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e0304f090 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764464.524175:0:42324:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e0304f090 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764464.524182:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x8d45d6bc (ffff944586564500) 00010000:00010000:3.0:1775764464.524184:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764464.524187:0:42324:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e0304f090 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764464.524192:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e0304f090 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764464.527626:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695600/0x57b8ff0e0304f082 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b056 expref: 19 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764464.527657:0:42324:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694200/0x57b8ff0e0304f097 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b056 expref: 18 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764464.527676:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff944586564800) 00010000:00010000:3.0:1775764464.527679:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764464.527682:0:42324:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445be694200, rc 0) 00000100:00100000:3.0:1775764464.534068:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486040e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+18:50229:x1862022098348672:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 Request processed in 18733us (18983us total) trans 34359738612 rc 0/0 00000100:00100000:3.0:1775764464.534083:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 282 00000100:00100000:0.0:1775764464.546335:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764464.546402:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764464.548129:0:42311:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098348928 00000100:00100000:2.0:1775764464.548143:0:42311:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098348928 00000100:00100000:2.0:1775764464.548265:0:42311:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 23 00000100:00100000:2.0:1775764464.548278:0:42311:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444864b1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+18:2378:x1862022098348928:12345-192.168.202.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1775764464.548305:0:42311:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764464.548337:0:42311:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694200/0x57b8ff0e0304f097 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b056 expref: 18 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764464.548359:0:42311:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff944586564800) 00010000:00010000:2.0:1775764464.548364:0:42311:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775764464.548453:0:42311:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444864b1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+17:2378:x1862022098348928:12345-192.168.202.28@tcp:103:ldlm_bl.0 Request processed in 178us (2049us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764464.548466:0:42311:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 23 00000100:00100000:1.0:1775764464.548777:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098348800 00000100:00100000:1.0:1775764464.548785:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098348800 00000100:00100000:1.0:1775764464.548872:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 283 00000100:00100000:1.0:1775764464.548880:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444864b3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+17:50229:x1862022098348800:12345-192.168.202.28@tcp:59:lhsmtool_posix.0 00000100:00100000:1.0:1775764464.548994:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444864b3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+17:50229:x1862022098348800:12345-192.168.202.28@tcp:59:lhsmtool_posix.0 Request processed in 116us (2669us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764464.549010:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 283 00000100:00100000:0.0:1775764464.685656:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764464.685746:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098349184 00000100:00100000:2.0:1775764464.685760:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098349184 00000100:00100000:2.0:1775764464.685862:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 284 00000100:00100000:2.0:1775764464.685875:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444864b3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+17:50249:x1862022098349184:12345-192.168.202.28@tcp:101:bash.0 00010000:00010000:2.0:1775764464.685900:0:44493:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764464.685904:0:44493:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1775764464.685934:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694c00/0x57b8ff0e0304ef24 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b002 expref: 17 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764464.685959:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff944586564a00) 00010000:00010000:2.0:1775764464.685965:0:44493:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775764464.685983:0:44493:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944580031000/0x57b8ff0e0304f0a5 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b05d expref: -99 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764464.686367:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff944580031200/0x57b8ff0e0304f0ac lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764464.686382:0:44493:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff944580030400/0x57b8ff0e0304f07b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b04f expref: 5 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764464.686391:0:44493:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff944580031200/0x57b8ff0e0304f0ac lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764464.686430:0:44493:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff944580030400/0x57b8ff0e0304f07b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b04f expref: 5 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764464.686477:0:44493:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff944580030400/0x57b8ff0e0304f07b lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b04f expref: 5 pid: 42324 timeout: 2031 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764464.686491:0:44493:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944486042a00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:44493:1862022118966528:192.168.202.28@tcp:104: 00000100:00100000:2.0:1775764464.686995:0:44493:0:(client.c:2691:ptlrpc_set_wait()) set ffff944585020180 going to sleep for 11 seconds 00000100:00100000:1.0:1775764464.695401:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764464.695525:0:44302:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098349312 00000100:00100000:3.0:1775764464.695541:0:44302:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098349312 00010000:00010000:3.0:1775764464.695628:0:44302:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff944580030400/0x57b8ff0e0304f07b lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b04f expref: 6 pid: 42324 timeout: 2031 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764464.695695:0:44302:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 57 00000100:00100000:3.0:1775764464.695706:0:44302:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486756d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:82781e18-e0e3-4f9f-9a2b-041bf0344414+6:2379:x1862022098349312:12345-192.168.202.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764464.695722:0:44302:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764464.695740:0:44302:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff944580030400/0x57b8ff0e0304f07b lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b04f expref: 6 pid: 42324 timeout: 2031 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764464.695754:0:44302:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff944580030400/0x57b8ff0e0304f07b lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b04f expref: 6 pid: 42324 timeout: 2031 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764464.695779:0:44302:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff944586564a00) 00010000:00010000:3.0:1775764464.695784:0:44302:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff944580031200/0x57b8ff0e0304f0ac lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00080000:1.0:1775764464.696085:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:2.0:1775764464.696499:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944580030400/0x57b8ff0e0304f07b lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b04f expref: 6 pid: 42324 timeout: 2031 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764464.696524:0:44493:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944486042a00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:44493:1862022118966528:192.168.202.28@tcp:104: 00010000:00010000:3.0:1775764464.696666:0:44302:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff944580031200/0x57b8ff0e0304f0ac lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764464.696676:0:44302:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944580031200/0x57b8ff0e0304f0ac lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764464.696693:0:44493:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff944580031200/0x57b8ff0e0304f0ac lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764464.696701:0:44302:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775764464.696705:0:44493:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff944580031200/0x57b8ff0e0304f0ac lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764464.696715:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944580031200/0x57b8ff0e0304f0ac lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764464.696759:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff944580030000/0x57b8ff0e0304f0b3 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x5d1d8ab3 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764464.696770:0:44302:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486756d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:82781e18-e0e3-4f9f-9a2b-041bf0344414+5:2379:x1862022098349312:12345-192.168.202.28@tcp:103:ldlm_bl.0 Request processed in 1065us (1381us total) trans 0 rc 0/0 00010000:00010000:2.0:1775764464.696771:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944580030000/0x57b8ff0e0304f0b3 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x5d1d8ab3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764464.696783:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944580030000/0x57b8ff0e0304f0b3 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x5d1d8ab3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764464.696815:0:44302:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 57 00000004:00080000:2.0:1775764464.698959:0:44493:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x107:0x0], index 0: 0 00010000:00010000:2.0:1775764464.699321:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944580030e00/0x57b8ff0e0304f0ba lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0x1a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764464.699346:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944580030e00/0x57b8ff0e0304f0ba lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764464.699361:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944580030e00/0x57b8ff0e0304f0ba lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764464.699404:0:44493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff944580031200/0x57b8ff0e0304f0ac lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764464.699412:0:44493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944580031200/0x57b8ff0e0304f0ac lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764464.699418:0:44493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944580031200/0x57b8ff0e0304f0ac lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764464.699444:0:44493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944580031200 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764464.699449:0:44493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944580031200/0x57b8ff0e0304f0ac lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764464.699456:0:44493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944580031200/0x57b8ff0e0304f0ac lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764464.699469:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff944586564a00) 00010000:00010000:2.0:1775764464.699472:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764464.699478:0:44493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944580031200/0x57b8ff0e0304f0ac lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764464.699483:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944580031200/0x57b8ff0e0304f0ac lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764464.699498:0:44493:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000ea1c1fc4 reply state 00000000e9626acc transno 34359738613 ns: mdt-lustre-MDT0000_UUID lock: ffff944580030000/0x57b8ff0e0304f0b3 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x5d1d8ab3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764464.699509:0:44493:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1775764464.699560:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944580031000/0x57b8ff0e0304f0a5 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b05d expref: 19 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764464.703530:0:44493:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff944580030e00/0x57b8ff0e0304f0ba lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b05d expref: 18 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764464.703545:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x1a:0x0].0x0 (ffff94459084a400) 00010000:00010000:2.0:1775764464.703548:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1775764464.703553:0:44493:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944580030e00, rc 0) 00000100:00100000:2.0:1775764464.703914:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444864b3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+19:50249:x1862022098349184:12345-192.168.202.28@tcp:101:bash.0 Request processed in 18040us (18268us total) trans 34359738613 rc 0/0 00000100:00100000:2.0:1775764464.703925:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 284 00010000:00010000:2.0:1775764464.714181:0:3314:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff944580030000/0x57b8ff0e0304f0b3 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x5d1d8ab3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764464.714201:0:3314:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944580030000/0x57b8ff0e0304f0b3 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5d1d8ab3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764464.714209:0:3314:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944580030000/0x57b8ff0e0304f0b3 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5d1d8ab3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764464.714215:0:3314:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944580030000 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764464.714220:0:3314:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944580030000/0x57b8ff0e0304f0b3 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5d1d8ab3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764464.714226:0:3314:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944580030000/0x57b8ff0e0304f0b3 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5d1d8ab3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764464.714248:0:3314:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5d1d8ab3 (ffff94459084ac00) 00010000:00010000:2.0:1775764464.714252:0:3314:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764464.714257:0:3314:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944580030000/0x57b8ff0e0304f0b3 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x5d1d8ab3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764464.714262:0:3314:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944580030000/0x57b8ff0e0304f0b3 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x5d1d8ab3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764464.720040:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764464.720129:0:42944:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098349440 00000100:00100000:2.0:1775764464.720140:0:42944:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098349440 00000100:00100000:2.0:1775764464.720219:0:42944:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 71 00000100:00100000:2.0:1775764464.720230:0:42944:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444864b0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+5:2376:x1862022098349440:12345-192.168.202.28@tcp:101:bash.0 00010000:00010000:2.0:1775764464.720248:0:42944:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764464.720267:0:42944:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ee55af42/0x57b8ff0e0304f0c8 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x107:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b064 expref: -99 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1775764464.720292:0:42944:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x107:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1775764464.720312:0:42944:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764464.720314:0:42944:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764464.720322:0:42944:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ee55af42/0x57b8ff0e0304f0c8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x107:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b064 expref: 6 pid: 42944 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764464.720340:0:42944:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000ee55af42/0x57b8ff0e0304f0c8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x107:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b064 expref: 6 pid: 42944 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764464.720354:0:42944:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944580031000, rc 0) 00000100:00100000:2.0:1775764464.720412:0:42944:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444864b0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+6:2376:x1862022098349440:12345-192.168.202.28@tcp:101:bash.0 Request processed in 184us (382us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764464.720419:0:42944:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 71 00000100:00080000:1.0:1775764464.723006:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1775764464.730383:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764464.730701:0:43212:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098349568 00000100:00100000:0.0:1775764464.730715:0:43212:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098349568 00000100:00100000:0.0:1775764464.730833:0:43212:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 72 00000100:00100000:0.0:1775764464.730845:0:43212:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486756300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+6:50249:x1862022098349568:12345-192.168.202.28@tcp:101:bash.0 00010000:00010000:0.0:1775764464.730868:0:43212:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764464.730900:0:43212:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000041a42b9/0x57b8ff0e0304f0cf lrc: 2/0,0 mode: --/PW res: [0x240000400:0x107:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b06b expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764464.730944:0:43212:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000ee55af42/0x57b8ff0e0304f0c8 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x107:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b064 expref: 7 pid: 42944 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764464.730957:0:43212:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764464.730960:0:43212:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764464.730964:0:43212:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000041a42b9/0x57b8ff0e0304f0cf lrc: 4/0,0 mode: --/PW res: [0x240000400:0x107:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b06b expref: 7 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764464.731010:0:43212:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000ee55af42/0x57b8ff0e0304f0c8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x107:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b064 expref: 7 pid: 42944 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764464.731022:0:43212:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000ee55af42/0x57b8ff0e0304f0c8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x107:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b064 expref: 7 pid: 42944 timeout: 2031 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764464.731035:0:43212:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9444864b3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:43212:1862022118966656:192.168.202.28@tcp:104: 00000100:00100000:0.0:1775764464.731135:0:43212:0:(client.c:2691:ptlrpc_set_wait()) set ffff9445907ebe40 going to sleep for 11 seconds 00000100:00100000:2.0:1775764464.737840:0:43212:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9444864b3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:43212:1862022118966656:192.168.202.28@tcp:104: 00010000:00010000:2.0:1775764464.737879:0:43212:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000041a42b9/0x57b8ff0e0304f0cf lrc: 3/0,0 mode: --/PW res: [0x240000400:0x107:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b06b expref: 7 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764464.737905:0:43212:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445bc27c400, rc 0) 00000100:00100000:2.0:1775764464.737982:0:43212:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486756300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+7:50249:x1862022098349568:12345-192.168.202.28@tcp:101:bash.0 Request processed in 7139us (7612us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764464.737992:0:43212:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 72 00000100:00100000:3.0:1775764464.741294:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764464.743885:0:42311:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098349696 00000100:00100000:2.0:1775764464.743901:0:42311:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098349696 00010000:00010000:2.0:1775764464.743957:0:42311:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000ee55af42/0x57b8ff0e0304f0c8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x107:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b064 expref: 7 pid: 42944 timeout: 2031 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764464.744017:0:42311:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 58 00000100:00100000:2.0:1775764464.744028:0:42311:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944487fbb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+7:2378:x1862022098349696:12345-192.168.202.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1775764464.744045:0:42311:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764464.744070:0:42311:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000ee55af42/0x57b8ff0e0304f0c8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x107:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b064 expref: 7 pid: 42944 timeout: 2031 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764464.744085:0:42311:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000ee55af42/0x57b8ff0e0304f0c8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x107:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b064 expref: 7 pid: 42944 timeout: 2031 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764464.744110:0:42311:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ee55af42/0x57b8ff0e0304f0c8 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x107:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b064 expref: 7 pid: 42944 timeout: 2031 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764464.744133:0:42311:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764464.744135:0:42311:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764464.744142:0:42311:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000041a42b9/0x57b8ff0e0304f0cf lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x107:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b06b expref: 6 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764464.744151:0:42311:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000041a42b9/0x57b8ff0e0304f0cf lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x107:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b06b expref: 6 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764464.744192:0:42311:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000041a42b9/0x57b8ff0e0304f0cf lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x107:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b06b expref: 6 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764464.744205:0:42311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944486042a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:42311:1862022118966784:192.168.202.28@tcp:105: 00000100:00100000:2.0:1775764464.744307:0:42311:0:(client.c:2691:ptlrpc_set_wait()) set ffff944590207600 going to sleep for 11 seconds 00000100:00100000:2.0:1775764464.757254:0:42311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944486042a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:42311:1862022118966784:192.168.202.28@tcp:105: 00010000:00010000:2.0:1775764464.757286:0:42311:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775764464.757359:0:42311:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944487fbb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+6:2378:x1862022098349696:12345-192.168.202.28@tcp:103:ldlm_bl.0 Request processed in 13333us (16074us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764464.757372:0:42311:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 58 00000100:00100000:3.0:1775764464.758759:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764464.760288:0:42328:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098349952 00000100:00100000:0.0:1775764464.760306:0:42328:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098349952 00000100:00100000:0.0:1775764464.760473:0:42328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 96 00000100:00100000:0.0:1775764464.760489:0:42328:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944487fbad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+18:50249:x1862022098349952:12345-192.168.202.28@tcp:35:bash.0 00000100:00100000:0.0:1775764464.761076:0:42328:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944487fbad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+19:50249:x1862022098349952:12345-192.168.202.28@tcp:35:bash.0 Request processed in 590us (2322us total) trans 34359738614 rc 0/0 00000100:00100000:0.0:1775764464.761085:0:42328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 96 00000100:00100000:1.0:1775764464.882095:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764464.882263:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098350080 00000100:00100000:3.0:1775764464.882276:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098350080 00000100:00100000:3.0:1775764464.882350:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 285 00000100:00100000:3.0:1775764464.882360:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944585ddf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+19:50255:x1862022098350080:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:3.0:1775764464.882391:0:42326:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764464.882416:0:42326:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695600/0x57b8ff0e0304f0d6 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b072 expref: -99 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764464.882514:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e0304f0dd lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764464.882529:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e0304f0dd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764464.882545:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e0304f0dd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764464.882638:0:42326:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 8704 00000004:00200000:3.0:1775764464.882643:0:42326:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 31 stripe count 1 MDT count 1 00000004:00010000:3.0:1775764464.882674:0:42326:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e0304f0dd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764464.882706:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695600/0x57b8ff0e0304f0d6 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b072 expref: 21 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764464.883132:0:42326:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e0304f0dd lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b072 expref: 20 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764464.883147:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff944586564500) 00010000:00010000:3.0:1775764464.883150:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1775764464.883154:0:42326:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445be695800, rc 0) 00000100:00100000:3.0:1775764464.883292:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944585ddf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+20:50255:x1862022098350080:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 932us (1494us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764464.883302:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 285 00000100:00100000:3.0:1775764464.899013:0:3329:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1775764464.899038:0:3329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944486042a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3329:1862022118966912:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1775764464.899121:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764464.900198:0:42947:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118966912 00000100:00100000:2.0:1775764464.900211:0:42947:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118966912 00000100:00100000:2.0:1775764464.900283:0:42947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 46 00000100:00100000:2.0:1775764464.900293:0:42947:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944487fb9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3329:x1862022118966912:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1775764464.900343:0:42947:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 49348608 pending 0 free 3704619008 avail 3702521856 00000100:00100000:2.0:1775764464.900408:0:42947:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944487fb9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3329:x1862022118966912:12345-0@lo:13:osp-pre-0-0.0 Request processed in 116us (1287us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764464.900415:0:42947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 46 00000100:00080000:3.0:1775764464.902771:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1775764464.902892:0:3329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944486042a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3329:1862022118966912:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1775764464.917468:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764464.922445:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098350336 00000100:00100000:3.0:1775764464.922462:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098350336 00000100:00100000:3.0:1775764464.922554:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 286 00000100:00100000:3.0:1775764464.922565:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486043b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+20:50255:x1862022098350336:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:3.0:1775764464.922589:0:42324:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764464.922615:0:42324:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695600/0x57b8ff0e0304f0e4 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b079 expref: -99 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764464.922742:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695400/0x57b8ff0e0304f0eb lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0x1a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764464.922761:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695400/0x57b8ff0e0304f0eb lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764464.922787:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695400/0x57b8ff0e0304f0eb lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764464.922829:0:42324:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab1:0x1a:0x0]: returning size 19 00010000:00010000:3.0:1775764464.923040:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695600/0x57b8ff0e0304f0e4 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b079 expref: 23 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764464.923061:0:42324:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695400/0x57b8ff0e0304f0eb lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b079 expref: 22 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764464.923070:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x1a:0x0].0x0 (ffff94459084a400) 00010000:00010000:3.0:1775764464.923072:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1775764464.923076:0:42324:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445be695400, rc 0) 00000100:00100000:3.0:1775764464.923160:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486043b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+22:50255:x1862022098350336:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 596us (5702us total) trans 34359738615 rc 0/0 00000100:00100000:3.0:1775764464.923168:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 286 00000100:00100000:3.0:1775764464.929024:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764464.929086:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764464.931001:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098350592 00000100:00100000:2.0:1775764464.931019:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098350592 00000100:00100000:2.0:1775764464.931123:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 287 00000100:00100000:2.0:1775764464.931135:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944487fbb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+22:50255:x1862022098350592:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:2.0:1775764464.931163:0:42325:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764464.931183:0:42325:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944580031000/0x57b8ff0e0304f0f9 lrc: 2/0,0 mode: --/CR res: [0x200003ab1:0x1a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b080 expref: -99 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764464.931295:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff944580030000/0x57b8ff0e0304f100 lrc: 3/0,1 mode: --/PW res: [0x200003ab1:0x1a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764464.931310:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944580030000/0x57b8ff0e0304f100 lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0x1a:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764464.931324:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944580030000/0x57b8ff0e0304f100 lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0x1a:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764464.931339:0:42325:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab1:0x1a:0x0]: returning size 19 00010000:00010000:2.0:1775764464.931537:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944580031000/0x57b8ff0e0304f0f9 lrc: 0/0,0 mode: --/CR res: [0x200003ab1:0x1a:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b080 expref: 25 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764464.931558:0:42325:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff944580030000/0x57b8ff0e0304f100 lrc: 3/0,0 mode: PW/PW res: [0x200003ab1:0x1a:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b080 expref: 24 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764464.931570:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x1a:0x0].0x0 (ffff94459084a400) 00010000:00010000:2.0:1775764464.931573:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1775764464.931579:0:42325:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944580030000, rc 0) 00000100:00100000:2.0:1775764464.931671:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944487fbb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+24:50255:x1862022098350592:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 538us (2660us total) trans 34359738616 rc 0/0 00000100:00100000:2.0:1775764464.931680:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 287 00000100:00100000:0.0:1775764464.935249:0:42309:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098350720 00000100:00100000:0.0:1775764464.935279:0:42309:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098350720 00000100:00100000:0.0:1775764464.935385:0:42309:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 24 00000100:00100000:0.0:1775764464.935398:0:42309:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944590e6d050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+24:2376:x1862022098350720:12345-192.168.202.28@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1775764464.935444:0:42309:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764464.935487:0:42309:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695400/0x57b8ff0e0304f0eb lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b079 expref: 24 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764464.935517:0:42309:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x1a:0x0].0x0 (ffff94459084a400) 00010000:00010000:0.0:1775764464.935523:0:42309:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775764464.935604:0:42309:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944590e6d050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+23:2376:x1862022098350720:12345-192.168.202.28@tcp:103:ldlm_bl.0 Request processed in 209us (6516us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764464.935611:0:42309:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 24 00000100:00100000:3.0:1775764464.941872:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764464.941930:0:42944:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098350848 00000100:00100000:3.0:1775764464.941942:0:42944:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098350848 00000100:00100000:3.0:1775764464.942014:0:42944:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 73 00000100:00100000:3.0:1775764464.942027:0:42944:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944487fb9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+6:2379:x1862022098350848:12345-192.168.202.28@tcp:1:lfs.0 00010000:00010000:3.0:1775764464.942092:0:42944:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e94efe0e/0x57b8ff0e0304f10e lrc: 3/0,1 mode: --/PW res: [0x240000400:0x107:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764464.942116:0:42944:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000041a42b9/0x57b8ff0e0304f0cf lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x107:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b06b expref: 6 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764464.942132:0:42944:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1775764464.942135:0:42944:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1775764464.942138:0:42944:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e94efe0e/0x57b8ff0e0304f10e lrc: 4/0,1 mode: --/PW res: [0x240000400:0x107:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764464.942182:0:42944:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000041a42b9/0x57b8ff0e0304f0cf lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x107:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b06b expref: 6 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764464.942198:0:42944:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000041a42b9/0x57b8ff0e0304f0cf lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x107:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b06b expref: 6 pid: 43212 timeout: 2031 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764464.942215:0:42944:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944487fbb800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:42944:1862022118967040:192.168.202.28@tcp:104: 00000100:00100000:3.0:1775764464.942321:0:42944:0:(client.c:2691:ptlrpc_set_wait()) set ffff9445867149c0 going to sleep for 11 seconds 00000100:00100000:3.0:1775764464.956389:0:42944:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944487fbb800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:42944:1862022118967040:192.168.202.28@tcp:104: 00010000:00010000:3.0:1775764464.956440:0:42944:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000e94efe0e/0x57b8ff0e0304f10e lrc: 3/0,1 mode: --/PW res: [0x240000400:0x107:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764464.993411:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764464.997393:0:42951:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098350976 00000100:00100000:3.0:1775764464.997416:0:42951:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098350976 00002000:00100000:3.0:1775764464.997523:0:42951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x107:0x0] (0->18) req@ffff9444864b1880 x1862022098350976/t0(0) o4->7e6eda44-5508-487e-b17f-ff28ad9d3512@192.168.202.28@tcp:700/0 lens 512/0 e 0 to 0 dl 1775764475 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764464.997536:0:42951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9444864b1880 with x1862022098350976 ext(0->18) 00010000:00010000:3.0:1775764464.997551:0:42951:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 00000000041a42b9/0x57b8ff0e0304f0cf lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x107:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b06b expref: 7 pid: 43212 timeout: 2031 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764464.997573:0:42951:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 00000000041a42b9/0x57b8ff0e0304f0cf lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x107:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b06b expref: 7 pid: 43212 timeout: 2031 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1775764464.997581:0:42951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff9444864b1880 00000100:00100000:3.0:1775764464.997626:0:42951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 3 00000100:00100000:3.0:1775764464.997636:0:42951:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444864b1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+7:2379:x1862022098350976:12345-192.168.202.28@tcp:4:lfs.0 00000100:00100000:3.0:1775764464.998206:0:42951:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444864b1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+9:2379:x1862022098350976:12345-192.168.202.28@tcp:4:lfs.0 Request processed in 569us (4810us total) trans 34359738386 rc 0/0 00000100:00100000:3.0:1775764464.998214:0:42951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 3 00002000:00100000:3.0:1775764464.998222:0:42951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x107:0x0] (0->18) req@ffff9444864b1880 x1862022098350976/t34359738386(0) o4->7e6eda44-5508-487e-b17f-ff28ad9d3512@192.168.202.28@tcp:700/0 lens 512/448 e 0 to 0 dl 1775764475 ref 1 fl Complete:H/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764464.998230:0:42951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9444864b1880 with x1862022098350976 ext(0->18) 00010000:00010000:3.0:1775764464.998235:0:42951:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 00000000041a42b9/0x57b8ff0e0304f0cf lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x107:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b06b expref: 9 pid: 43212 timeout: 2031 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764464.998246:0:42951:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 00000000041a42b9/0x57b8ff0e0304f0cf lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x107:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b06b expref: 9 pid: 43212 timeout: 2031 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1775764464.998252:0:42951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff9444864b1880 00000100:00100000:0.0:1775764465.007356:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764465.007477:0:42310:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098351104 00000100:00100000:1.0:1775764465.007488:0:42310:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098351104 00010000:00010000:1.0:1775764465.007530:0:42310:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000041a42b9/0x57b8ff0e0304f0cf lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x107:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b06b expref: 9 pid: 43212 timeout: 2031 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764465.007587:0:42310:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 59 00000100:00100000:1.0:1775764465.007597:0:42310:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444864b2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+9:2377:x1862022098351104:12345-192.168.202.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1775764465.007614:0:42310:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:1.0:1775764465.007634:0:42310:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x107:0x0] updating lvb size from disk: 0 -> 19 00002000:00010000:1.0:1775764465.007637:0:42310:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x107:0x0] updating lvb mtime from disk: 0 -> 1775764465 00002000:00010000:1.0:1775764465.007640:0:42310:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x107:0x0] updating lvb atime from disk: 0 -> 1775764465 00002000:00010000:1.0:1775764465.007642:0:42310:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x107:0x0] updating lvb ctime from disk: 0 -> 1775764465 00010000:00010000:1.0:1775764465.007647:0:42310:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000041a42b9/0x57b8ff0e0304f0cf lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x107:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b06b expref: 9 pid: 43212 timeout: 2031 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764465.007660:0:42310:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000041a42b9/0x57b8ff0e0304f0cf lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x107:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b06b expref: 9 pid: 43212 timeout: 2031 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764465.007683:0:42310:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000041a42b9/0x57b8ff0e0304f0cf lrc: 0/0,0 mode: --/PW res: [0x240000400:0x107:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b06b expref: 9 pid: 43212 timeout: 2031 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764465.007700:0:42310:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1775764465.007702:0:42310:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1775764465.007707:0:42310:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000e94efe0e/0x57b8ff0e0304f10e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x107:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764465.007717:0:42310:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e94efe0e/0x57b8ff0e0304f10e lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x107:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764465.007752:0:42310:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1775764465.007846:0:42310:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444864b2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+8:2377:x1862022098351104:12345-192.168.202.28@tcp:103:ldlm_bl.0 Request processed in 249us (500us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764465.007853:0:42310:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 59 00010000:00010000:3.0:1775764465.007996:0:42944:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000e94efe0e/0x57b8ff0e0304f10e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x107:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764465.008006:0:42944:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e94efe0e/0x57b8ff0e0304f10e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x107:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764465.008031:0:42944:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e94efe0e/0x57b8ff0e0304f10e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x107:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764465.008039:0:42944:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e94efe0e/0x57b8ff0e0304f10e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x107:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764465.008046:0:42944:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e94efe0e/0x57b8ff0e0304f10e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x107:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764465.008053:0:42944:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445be694000 already unused, calling callback (ffffffffc177a060) 00010000:00010000:3.0:1775764465.008058:0:42944:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e94efe0e/0x57b8ff0e0304f10e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x107:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764465.008066:0:42944:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e94efe0e/0x57b8ff0e0304f10e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x107:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764465.008077:0:42944:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e94efe0e/0x57b8ff0e0304f10e lrc: 2/0,0 mode: --/PW res: [0x240000400:0x107:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764465.008084:0:42944:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e94efe0e/0x57b8ff0e0304f10e lrc: 0/0,0 mode: --/PW res: [0x240000400:0x107:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764465.008138:0:42944:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944487fb9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+7:2379:x1862022098350848:12345-192.168.202.28@tcp:1:lfs.0 Request processed in 66115us (66287us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764465.008150:0:42944:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 73 00000001:00080000:1.0:1775764465.009272:0:5825:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 34359738614 is committed 00000100:00100000:3.0:1775764465.012123:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764465.012377:0:42327:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098351360 00000100:00100000:2.0:1775764465.012390:0:42327:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098351360 00000100:00100000:2.0:1775764465.012477:0:42327:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 97 00000100:00100000:2.0:1775764465.012488:0:42327:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944481e59050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+20:50255:x1862022098351360:12345-192.168.202.28@tcp:35:lfs.0 00000004:00010000:2.0:1775764465.012569:0:42327:0:(mdt_open.c:1994:mdt_hsm_release()) ### [0x200003ab1:0x1a:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff944580030000/0x57b8ff0e0304f100 lrc: 3/0,0 mode: PW/PW res: [0x200003ab1:0x1a:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b080 expref: 20 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1775764465.013187:0:42327:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 34359738617 00000001:00080000:2.0:1775764465.013238:0:42327:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 34359738618 00000001:00080000:3.0:1775764465.020565:0:42327:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 34359738619 00010000:00010000:3.0:1775764465.020691:0:42327:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694e00/0x57b8ff0e0304f115 lrc: 3/0,1 mode: --/EX res: [0x200003ab1:0x1a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764465.020715:0:42327:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff944580030e00/0x57b8ff0e0304f0ba lrc: 2/0,0 mode: PR/PR res: [0x200003ab1:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b05d expref: 24 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764465.020724:0:42327:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694e00/0x57b8ff0e0304f115 lrc: 4/0,1 mode: --/EX res: [0x200003ab1:0x1a:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764465.020768:0:42327:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff944580030e00/0x57b8ff0e0304f0ba lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b05d expref: 24 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764465.021279:0:42327:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff944580030e00/0x57b8ff0e0304f0ba lrc: 4/0,0 mode: PR/PR res: [0x200003ab1:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b05d expref: 24 pid: 44493 timeout: 2031 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764465.021300:0:42327:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944487fbb800 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:42327:1862022118967168:192.168.202.28@tcp:104: 00000100:00100000:3.0:1775764465.021542:0:42327:0:(client.c:2691:ptlrpc_set_wait()) set ffff9445a626d0c0 going to sleep for 11 seconds 00000100:00100000:3.0:1775764465.030235:0:42327:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944487fbb800 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:42327:1862022118967168:192.168.202.28@tcp:104: 00010000:00010000:3.0:1775764465.030269:0:42327:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694e00/0x57b8ff0e0304f115 lrc: 3/0,1 mode: --/EX res: [0x200003ab1:0x1a:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42327 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764465.043561:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764465.043998:0:42309:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098351488 00000100:00100000:0.0:1775764465.044013:0:42309:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098351488 00010000:00010000:0.0:1775764465.044070:0:42309:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff944580030e00/0x57b8ff0e0304f0ba lrc: 4/0,0 mode: PR/PR res: [0x200003ab1:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b05d expref: 25 pid: 44493 timeout: 2031 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764465.044112:0:42309:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 60 00000100:00100000:0.0:1775764465.044122:0:42309:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944487fbb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+25:2379:x1862022098351488:12345-192.168.202.28@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1775764465.044138:0:42309:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764465.044146:0:42309:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff944580030e00/0x57b8ff0e0304f0ba lrc: 4/0,0 mode: PR/PR res: [0x200003ab1:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b05d expref: 25 pid: 44493 timeout: 2031 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764465.044160:0:42309:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff944580030e00/0x57b8ff0e0304f0ba lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b05d expref: 25 pid: 44493 timeout: 2031 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764465.044194:0:42309:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944580030e00/0x57b8ff0e0304f0ba lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b05d expref: 25 pid: 44493 timeout: 2031 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764465.044228:0:42309:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x1a:0x0].0x0 (ffff94459084a400) 00010000:00010000:0.0:1775764465.044238:0:42309:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694e00/0x57b8ff0e0304f115 lrc: 3/0,1 mode: --/EX res: [0x200003ab1:0x1a:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764465.044251:0:42309:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694e00/0x57b8ff0e0304f115 lrc: 3/0,1 mode: EX/EX res: [0x200003ab1:0x1a:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 42327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764465.044260:0:42309:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694e00/0x57b8ff0e0304f115 lrc: 4/0,1 mode: EX/EX res: [0x200003ab1:0x1a:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 42327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764465.044323:0:42309:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775764465.044407:0:42309:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944487fbb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+24:2379:x1862022098351488:12345-192.168.202.28@tcp:103:ldlm_bl.0 Request processed in 286us (861us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764465.044416:0:42309:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 60 00010000:00010000:1.0:1775764465.044520:0:42327:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694e00/0x57b8ff0e0304f115 lrc: 3/0,1 mode: EX/EX res: [0x200003ab1:0x1a:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764465.044529:0:42327:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694e00/0x57b8ff0e0304f115 lrc: 3/0,1 mode: EX/EX res: [0x200003ab1:0x1a:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42327 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1775764465.044729:0:42327:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 34359738620 00000001:00080000:1.0:1775764465.045080:0:42327:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 34359738621 00000100:00100000:1.0:1775764465.045216:0:42327:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944585ddd180 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:42327:1862022118967296:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1775764465.045277:0:42327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764465.045305:0:42327:0:(client.c:2691:ptlrpc_set_wait()) set ffff944586714300 going to sleep for 11 seconds 00000100:00100000:0.0:1775764465.046740:0:42329:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118967296 00000100:00100000:0.0:1775764465.046761:0:42329:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118967296 00000100:00100000:1.0:1775764465.055905:0:42329:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:1.0:1775764465.055934:0:42329:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944585ddd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:42327:x1862022118967296:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1775764465.056112:0:42329:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944585ddd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:42327:x1862022118967296:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 192us (10834us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764465.056121:0:42329:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:3.0:1775764465.056420:0:42327:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944585ddd180 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:42327:1862022118967296:0@lo:1000:mdt_rdpg00_000.0 00000001:00080000:3.0:1775764465.057069:0:42327:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 34359738622 00000100:00100000:3.0:1775764465.057166:0:42327:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944487fba300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:42327:1862022118967424:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1775764465.057227:0:42327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764465.063278:0:42327:0:(client.c:2691:ptlrpc_set_wait()) set ffff9445a626df00 going to sleep for 11 seconds 00000100:00100000:0.0:1775764465.065481:0:42330:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118967424 00000100:00100000:0.0:1775764465.065497:0:42330:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118967424 00000100:00100000:0.0:1775764465.065639:0:42330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:0.0:1775764465.065651:0:42330:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944487fbaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:42327:x1862022118967424:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1775764465.066133:0:42330:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944487fbaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:42327:x1862022118967424:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 484us (8904us total) trans 34359738387 rc 0/0 00000100:00100000:0.0:1775764465.066142:0:42330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:2.0:1775764465.069513:0:42327:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944487fba300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:42327:1862022118967424:0@lo:1000:mdt_rdpg00_000.0 00000001:00080000:2.0:1775764465.069623:0:42327:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 34359738623 00010000:00010000:2.0:1775764465.069685:0:42327:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694e00/0x57b8ff0e0304f115 lrc: 3/0,1 mode: EX/EX res: [0x200003ab1:0x1a:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764465.069696:0:42327:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694e00/0x57b8ff0e0304f115 lrc: 2/0,0 mode: EX/EX res: [0x200003ab1:0x1a:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764465.069704:0:42327:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694e00/0x57b8ff0e0304f115 lrc: 3/0,0 mode: EX/EX res: [0x200003ab1:0x1a:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764465.069709:0:42327:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445be694e00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764465.069714:0:42327:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694e00/0x57b8ff0e0304f115 lrc: 3/0,0 mode: EX/EX res: [0x200003ab1:0x1a:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764465.069721:0:42327:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694e00/0x57b8ff0e0304f115 lrc: 4/0,0 mode: EX/EX res: [0x200003ab1:0x1a:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764465.069739:0:42327:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x1a:0x0].0x0 (ffff94459084a400) 00010000:00010000:2.0:1775764465.069741:0:42327:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:2.0:1775764465.069746:0:42327:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694e00/0x57b8ff0e0304f115 lrc: 2/0,0 mode: --/EX res: [0x200003ab1:0x1a:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764465.069751:0:42327:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694e00/0x57b8ff0e0304f115 lrc: 0/0,0 mode: --/EX res: [0x200003ab1:0x1a:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42327 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1775764465.070158:0:42327:0:(mdd_object.c:4010:mdd_close()) Object [0x200003ab1:0x1b:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:2.0:1775764465.070272:0:42327:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x2e:0x0].8, 64 off8728 00000004:00080000:2.0:1775764465.070286:0:42327:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1931917486784ns, next at 1932917484512ns, rc = 0 00000001:00080000:2.0:1775764465.070294:0:42327:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 34359738624 00010000:00010000:2.0:1775764465.070986:0:42327:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x1a:0x0].0x0 (ffff94459084a400) 00010000:00010000:2.0:1775764465.070993:0:42327:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1775764465.071001:0:42327:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944580030000/0x57b8ff0e0304f100 lrc: 0/0,0 mode: --/PW res: [0x200003ab1:0x1a:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b080 expref: 28 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764465.071305:0:42327:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944481e59050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+27:50255:x1862022098351360:12345-192.168.202.28@tcp:35:lfs.0 Request processed in 58817us (59190us total) trans 34359738625 rc 0/0 00000100:00100000:2.0:1775764465.071327:0:42327:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 97 00000020:00080000:2.0:1775764465.071337:0:42327:0:(tgt_main.c:783:tgt_ses_key_exit()) total 9 transactions per RPC 00000100:00100000:3.0:1775764465.083122:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764465.083218:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098351616 00000100:00100000:2.0:1775764465.083229:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098351616 00000100:00100000:2.0:1775764465.083296:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 288 00000100:00100000:2.0:1775764465.083307:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944487fb9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+27:50255:x1862022098351616:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:2.0:1775764465.083351:0:42324:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764465.083379:0:42324:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944580030400/0x57b8ff0e0304f11c lrc: 2/0,0 mode: --/CR res: [0x200003ab1:0x1a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b087 expref: -99 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764465.083468:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944580030400/0x57b8ff0e0304f11c lrc: 3/0,0 mode: CR/CR res: [0x200003ab1:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b087 expref: 28 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764465.083486:0:42324:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff944580030400/0x57b8ff0e0304f11c lrc: 3/0,0 mode: CR/CR res: [0x200003ab1:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b087 expref: 28 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764465.083505:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x1a:0x0].0x0 (ffff94459084ac00) 00010000:00010000:2.0:1775764465.083508:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1775764465.083512:0:42324:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944580030400, rc 0) 00000100:00100000:2.0:1775764465.083575:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944487fb9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+28:50255:x1862022098351616:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 270us (464us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764465.083583:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 288 00000100:00100000:2.0:1775764465.087050:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764465.087211:0:42328:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098351872 00000100:00100000:3.0:1775764465.087222:0:42328:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098351872 00000100:00100000:3.0:1775764465.087282:0:42328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 98 00000100:00100000:3.0:1775764465.087293:0:42328:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486040700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+28:50255:x1862022098351872:12345-192.168.202.28@tcp:35:lfs.0 00000100:00100000:3.0:1775764465.088027:0:42328:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486040700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+29:50255:x1862022098351872:12345-192.168.202.28@tcp:35:lfs.0 Request processed in 732us (983us total) trans 34359738626 rc 0/0 00000100:00100000:3.0:1775764465.088037:0:42328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 98 00000100:00100000:0.0:1775764465.324111:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764465.324341:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098352000 00000100:00100000:2.0:1775764465.324357:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098352000 00000100:00100000:2.0:1775764465.324479:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 289 00000100:00100000:2.0:1775764465.324493:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444864b1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+29:50265:x1862022098352000:12345-192.168.202.28@tcp:34:lfs.0 00010000:00010000:2.0:1775764465.324610:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff944580031000/0x57b8ff0e0304f123 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764465.324635:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944580031000/0x57b8ff0e0304f123 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764465.324655:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944580031000/0x57b8ff0e0304f123 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764465.324674:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944580030e00/0x57b8ff0e0304f12a lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5d1d8ab3 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764465.324682:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944580030e00/0x57b8ff0e0304f12a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5d1d8ab3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764465.324689:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944580030e00/0x57b8ff0e0304f12a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5d1d8ab3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764465.325192:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944580031200/0x57b8ff0e0304f131 lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0x1a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764465.325202:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944580031200/0x57b8ff0e0304f131 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x1a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764465.325211:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944580031200/0x57b8ff0e0304f131 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x1a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764465.325268:0:42325:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff944580031200/0x57b8ff0e0304f131 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x1a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764465.325284:0:42325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff944580031000/0x57b8ff0e0304f123 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764465.325291:0:42325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944580031000/0x57b8ff0e0304f123 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764465.325299:0:42325:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944580031000/0x57b8ff0e0304f123 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764465.325305:0:42325:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944580031000 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764465.325310:0:42325:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944580031000/0x57b8ff0e0304f123 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764465.325319:0:42325:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944580031000/0x57b8ff0e0304f123 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764465.325334:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff944586564500) 00010000:00010000:2.0:1775764465.325338:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764465.325343:0:42325:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944580031000/0x57b8ff0e0304f123 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764465.325350:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944580031000/0x57b8ff0e0304f123 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764465.325363:0:42325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944580030e00/0x57b8ff0e0304f12a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5d1d8ab3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764465.325369:0:42325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944580030e00/0x57b8ff0e0304f12a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5d1d8ab3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764465.325374:0:42325:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944580030e00/0x57b8ff0e0304f12a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5d1d8ab3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764465.325379:0:42325:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944580030e00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764465.325382:0:42325:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944580030e00/0x57b8ff0e0304f12a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5d1d8ab3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764465.325388:0:42325:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944580030e00/0x57b8ff0e0304f12a lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5d1d8ab3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764465.325396:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5d1d8ab3 (ffff94459084a400) 00010000:00010000:2.0:1775764465.325398:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764465.325401:0:42325:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944580030e00/0x57b8ff0e0304f12a lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5d1d8ab3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764465.325406:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944580030e00/0x57b8ff0e0304f12a lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5d1d8ab3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764465.325442:0:42325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944580031200/0x57b8ff0e0304f131 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x1a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764465.325449:0:42325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944580031200/0x57b8ff0e0304f131 lrc: 2/0,0 mode: PR/PR res: [0x200003ab1:0x1a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764465.325455:0:42325:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944580031200/0x57b8ff0e0304f131 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x1a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764465.325461:0:42325:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944580031200 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764465.325464:0:42325:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944580031200/0x57b8ff0e0304f131 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x1a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764465.325470:0:42325:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944580031200/0x57b8ff0e0304f131 lrc: 4/0,0 mode: PR/PR res: [0x200003ab1:0x1a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764465.325477:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x1a:0x0].0x0 (ffff94459084ac00) 00010000:00010000:2.0:1775764465.325480:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764465.325483:0:42325:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944580031200/0x57b8ff0e0304f131 lrc: 2/0,0 mode: --/PR res: [0x200003ab1:0x1a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764465.325489:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944580031200/0x57b8ff0e0304f131 lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0x1a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764465.325607:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444864b1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+29:50265:x1862022098352000:12345-192.168.202.28@tcp:34:lfs.0 Request processed in 1113us (1510us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764465.325618:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 289 00000100:00100000:3.0:1775764465.409660:0:3330:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944487fb8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3330:1862022118967680:0@lo:400:kworker.0 00000100:00100000:3.0:1775764465.409826:0:3330:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764465.409909:0:3330:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944486788a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3330:1862022118968192:0@lo:400:kworker.0 00000100:00100000:3.0:1775764465.409945:0:3330:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764465.409975:0:3330:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1775764465.409982:0:3330:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944487fb8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3330:1862022118967808:0@lo:400:kworker.0 00000100:00100000:3.0:1775764465.410010:0:3330:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764465.410055:0:3328:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944487fbad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3328:1862022118967936:0@lo:400:kworker.0 00000100:00100000:1.0:1775764465.410144:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764465.410204:0:3328:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1775764465.410212:0:3328:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944487fb8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d8dacf45-8471-4226-a2fb-1fac83f69c1e:3328:1862022118967552:0@lo:400:kworker.0 00000100:00100000:1.0:1775764465.410246:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764465.410300:0:42319:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118967552 00000100:00100000:0.0:1775764465.410410:0:42319:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118967552 00000100:00100000:1.0:1775764465.418574:0:3328:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff94448678b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3328:1862022118968064:0@lo:400:kworker.0 00000100:00100000:1.0:1775764465.418722:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764465.418875:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118968192 00000100:00100000:1.0:1775764465.419141:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118968192 00000100:00100000:1.0:1775764465.419234:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118967936 00000100:00100000:1.0:1775764465.419238:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118967936 00000100:00100000:1.0:1775764465.419254:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118968064 00000100:00100000:1.0:1775764465.419256:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118968064 00000100:00100000:1.0:1775764465.419273:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 101 00000100:00100000:1.0:1775764465.419281:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94448678ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3330:x1862022118968192:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764465.419461:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94448678ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3330:x1862022118968192:12345-0@lo:400:kworker.0 Request processed in 179us (9515us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764465.419471:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 101 00000100:00100000:1.0:1775764465.419498:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 102 00000100:00100000:1.0:1775764465.419506:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944585ddc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3328:x1862022118967936:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764465.419545:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944585ddc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3328:x1862022118967936:12345-0@lo:400:kworker.0 Request processed in 41us (9402us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764465.419552:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 102 00000100:00100000:1.0:1775764465.419565:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 103 00000100:00100000:1.0:1775764465.419571:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944585ddf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3328:x1862022118968064:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764465.419598:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944585ddf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3328:x1862022118968064:12345-0@lo:400:kworker.0 Request processed in 28us (878us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764465.419604:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 103 00000100:00100000:1.0:1775764465.419667:0:3328:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff94448678b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3328:1862022118968064:0@lo:400:kworker.0 00000100:00100000:1.0:1775764465.419684:0:3328:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944487fbad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3328:1862022118967936:0@lo:400:kworker.0 00000100:00100000:1.0:1775764465.421137:0:43212:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118967680 00000100:00100000:1.0:1775764465.421151:0:43212:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118967680 00000100:00100000:1.0:1775764465.421243:0:43212:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118967808 00000100:00100000:1.0:1775764465.421247:0:43212:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118967808 00000100:00100000:1.0:1775764465.421280:0:43212:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 70 00000100:00100000:1.0:1775764465.421714:0:43212:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944587488850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3330:x1862022118967680:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764465.422905:0:3330:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944486788a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3330:1862022118968192:0@lo:400:kworker.0 00000100:00080000:2.0:1775764465.422964:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1775764465.422974:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1775764465.423024:0:42946:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 71 00000100:00100000:2.0:1775764465.423044:0:42946:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486788e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3330:x1862022118967808:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764465.423162:0:42946:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486788e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3330:x1862022118967808:12345-0@lo:400:kworker.0 Request processed in 128us (13151us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764465.423173:0:42946:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 71 00000100:00100000:2.0:1775764465.423221:0:3330:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944487fb8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3330:1862022118967808:0@lo:400:kworker.0 00000100:00100000:1.0:1775764465.425698:0:43212:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944587488850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3330:x1862022118967680:12345-0@lo:400:kworker.0 Request processed in 4390us (15854us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764465.425721:0:43212:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 70 00000100:00100000:1.0:1775764465.426055:0:3330:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944487fb8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3330:1862022118967680:0@lo:400:kworker.0 00000100:00100000:0.0:1775764465.434998:0:42319:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 155 00000100:00100000:0.0:1775764465.435038:0:42319:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bd37a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d8dacf45-8471-4226-a2fb-1fac83f69c1e+18:3328:x1862022118967552:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764465.435236:0:42319:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bd37a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d8dacf45-8471-4226-a2fb-1fac83f69c1e+18:3328:x1862022118967552:12345-0@lo:400:kworker.0 Request processed in 220us (24991us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764465.435246:0:42319:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 155 00000100:00100000:2.0:1775764465.435668:0:3328:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944487fb8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d8dacf45-8471-4226-a2fb-1fac83f69c1e:3328:1862022118967552:0@lo:400:kworker.0 00010000:00010000:0.0:1775764465.473592:0:42312:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1775764465.477074:0:42356:0:(llog.c:800:llog_process_thread()) index: 8, lh_last_idx: 8 synced_idx: 8 lgh_last_idx: 8 00000040:00080000:3.0:1775764465.477086:0:42356:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x32:0x0] at index 8 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1775764465.477133:0:42356:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x32:0x0] index 7 count 7 00000040:00080000:3.0:1775764465.477143:0:42356:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 9 count 2 00000100:00100000:2.0:1775764465.606378:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764465.606873:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098352128 00000100:00100000:1.0:1775764465.606888:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098352128 00000100:00100000:1.0:1775764465.606982:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 290 00000100:00100000:1.0:1775764465.607004:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486043800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+29:50271:x1862022098352128:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:1.0:1775764465.607038:0:44493:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764465.607069:0:44493:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944587809c00/0x57b8ff0e0304f138 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b08e expref: -99 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764465.607180:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff944587809000/0x57b8ff0e0304f13f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764465.607200:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944587809000/0x57b8ff0e0304f13f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764465.607216:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944587809000/0x57b8ff0e0304f13f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764465.607239:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944587809200/0x57b8ff0e0304f146 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5d1d8ab3 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764465.607247:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944587809200/0x57b8ff0e0304f146 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5d1d8ab3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764465.607255:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944587809200/0x57b8ff0e0304f146 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5d1d8ab3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764465.607677:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944587808400/0x57b8ff0e0304f14d lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0x1a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764465.607688:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944587808400/0x57b8ff0e0304f14d lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x1a:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764465.607696:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944587808400/0x57b8ff0e0304f14d lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x1a:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764465.607744:0:44493:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab1:0x1a:0x0]: returning size 19 00000004:00200000:1.0:1775764465.607749:0:44493:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1775764465.607773:0:44493:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff944587808400/0x57b8ff0e0304f14d lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x1a:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764465.607787:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944587808400/0x57b8ff0e0304f14d lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764465.607845:0:44493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff944587809000/0x57b8ff0e0304f13f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764465.607853:0:44493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944587809000/0x57b8ff0e0304f13f lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764465.607861:0:44493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944587809000/0x57b8ff0e0304f13f lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764465.607867:0:44493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944587809000 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:1.0:1775764465.607872:0:44493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944587809000/0x57b8ff0e0304f13f lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764465.607881:0:44493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944587809000/0x57b8ff0e0304f13f lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764465.607896:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff944586564500) 00010000:00010000:1.0:1775764465.607899:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764465.607905:0:44493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944587809000/0x57b8ff0e0304f13f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764465.607911:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944587809000/0x57b8ff0e0304f13f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764465.607928:0:44493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944587809200/0x57b8ff0e0304f146 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5d1d8ab3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764465.607934:0:44493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944587809200/0x57b8ff0e0304f146 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5d1d8ab3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764465.607939:0:44493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944587809200/0x57b8ff0e0304f146 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5d1d8ab3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764465.607945:0:44493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944587809200 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:1.0:1775764465.607948:0:44493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944587809200/0x57b8ff0e0304f146 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5d1d8ab3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764465.607955:0:44493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944587809200/0x57b8ff0e0304f146 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5d1d8ab3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764465.607962:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5d1d8ab3 (ffff944584d1db00) 00010000:00010000:1.0:1775764465.607965:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764465.607968:0:44493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944587809200/0x57b8ff0e0304f146 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5d1d8ab3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764465.607978:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944587809200/0x57b8ff0e0304f146 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5d1d8ab3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764465.608019:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944587809c00/0x57b8ff0e0304f138 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b08e expref: 31 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764465.608034:0:44493:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff944587808400/0x57b8ff0e0304f14d lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b08e expref: 30 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764465.608042:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x1a:0x0].0x0 (ffff94459084ac00) 00010000:00010000:1.0:1775764465.608044:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1775764465.608047:0:44493:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944587808400, rc 0) 00000100:00100000:1.0:1775764465.608152:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486043800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+30:50271:x1862022098352128:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 1150us (1964us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764465.608162:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 290 00000100:00100000:0.0:1775764465.629951:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764465.630309:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098352384 00000100:00100000:2.0:1775764465.630325:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098352384 00000100:00100000:2.0:1775764465.630459:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 291 00000100:00100000:2.0:1775764465.630474:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444864b0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+30:50271:x1862022098352384:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:2.0:1775764465.630511:0:42324:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764465.630545:0:42324:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944580031200/0x57b8ff0e0304f154 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b095 expref: -99 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764465.632783:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944580030e00/0x57b8ff0e0304f15b lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0x1a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764465.633342:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944580030e00/0x57b8ff0e0304f15b lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764465.633364:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944580030e00/0x57b8ff0e0304f15b lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764465.633397:0:42324:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab1:0x1a:0x0]: returning size 19 00010000:00010000:2.0:1775764465.633689:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944580031200/0x57b8ff0e0304f154 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b095 expref: 33 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764465.633724:0:42324:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff944580030e00/0x57b8ff0e0304f15b lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b095 expref: 32 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764465.633736:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x1a:0x0].0x0 (ffff94459084ac00) 00010000:00010000:2.0:1775764465.633739:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1775764465.633743:0:42324:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944580030e00, rc 0) 00000100:00100000:2.0:1775764465.633937:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444864b0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+32:50271:x1862022098352384:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 3465us (4003us total) trans 34359738627 rc 0/0 00000100:00100000:2.0:1775764465.633950:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 291 00000100:00100000:0.0:1775764465.647305:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764465.647466:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764465.647589:0:42310:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098352512 00000100:00100000:1.0:1775764465.647612:0:42310:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098352512 00000100:00100000:1.0:1775764465.647747:0:42310:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 25 00000100:00100000:1.0:1775764465.647765:0:42310:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444864b1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+32:2377:x1862022098352512:12345-192.168.202.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1775764465.647793:0:42310:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764465.647866:0:42310:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944580030e00/0x57b8ff0e0304f15b lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b095 expref: 32 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764465.647902:0:42310:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x1a:0x0].0x0 (ffff94459084ac00) 00010000:00010000:1.0:1775764465.647909:0:42310:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1775764465.647996:0:42310:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444864b1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+31:2377:x1862022098352512:12345-192.168.202.28@tcp:103:ldlm_bl.0 Request processed in 237us (718us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764465.648006:0:42310:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 25 00000100:00100000:2.0:1775764465.648571:0:42327:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098352768 00000100:00100000:2.0:1775764465.648581:0:42327:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098352768 00000100:00100000:2.0:1775764465.648651:0:42327:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 99 00000100:00100000:2.0:1775764465.648664:0:42327:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444864b0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+31:50271:x1862022098352768:12345-192.168.202.28@tcp:35:lfs.0 00000100:00100000:2.0:1775764465.650442:0:42327:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444864b0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+32:50271:x1862022098352768:12345-192.168.202.28@tcp:35:lfs.0 Request processed in 1758us (2950us total) trans 34359738628 rc 0/0 00000100:00100000:2.0:1775764465.650462:0:42327:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 99 00000100:00100000:0.0:1775764465.851094:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764465.851161:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764465.851213:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764465.851321:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764465.851377:0:42944:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098353024 00000100:00100000:0.0:1775764465.851393:0:42944:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098353024 00000100:00100000:0.0:1775764465.851478:0:42944:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098353152 00000100:00100000:0.0:1775764465.851481:0:42944:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098353152 00000100:00100000:0.0:1775764465.851531:0:42944:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 72 00000100:00100000:0.0:1775764465.851556:0:42944:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444864b0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+7:2376:x1862022098353024:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:0.0:1775764465.851688:0:42944:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444864b0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+7:2376:x1862022098353024:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 146us (613us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764465.851699:0:42944:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 72 00000100:00100000:0.0:1775764465.851726:0:42944:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 73 00000100:00100000:0.0:1775764465.851733:0:42944:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444864b3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+8:2377:x1862022098353152:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:0.0:1775764465.851761:0:42944:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444864b3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+8:2377:x1862022098353152:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 29us (441us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764465.851768:0:42944:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 73 00000100:00080000:0.0:1775764465.851788:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1775764465.852387:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098353280 00000100:00100000:1.0:1775764465.852398:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098353280 00000100:00100000:1.0:1775764465.852468:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 104 00000100:00100000:1.0:1775764465.852478:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444864b3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:82781e18-e0e3-4f9f-9a2b-041bf0344414+5:2376:x1862022098353280:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:1.0:1775764465.852539:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444864b3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:82781e18-e0e3-4f9f-9a2b-041bf0344414+5:2376:x1862022098353280:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 64us (1326us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764465.852559:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 104 00000100:00100000:3.0:1775764465.853673:0:42317:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098352896 00000100:00100000:3.0:1775764465.853689:0:42317:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098352896 00000100:00100000:3.0:1775764465.853760:0:42317:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 156 00000100:00100000:3.0:1775764465.853770:0:42317:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bd379050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:24b54882-c0a1-43f2-954f-009e5a9afc9d+12:2377:x1862022098352896:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:3.0:1775764465.853910:0:42317:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bd379050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:24b54882-c0a1-43f2-954f-009e5a9afc9d+12:2377:x1862022098352896:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 140us (2747us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764465.853920:0:42317:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 156 00000100:00100000:0.0:1775764465.992332:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764465.992495:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098353536 00000100:00100000:2.0:1775764465.992512:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098353536 00000100:00100000:2.0:1775764465.992603:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 292 00000100:00100000:2.0:1775764465.992615:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444864b2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+32:50287:x1862022098353536:12345-192.168.202.28@tcp:36:truncate.0 00010000:00010000:2.0:1775764465.992698:0:42325:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764465.992738:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944587808400/0x57b8ff0e0304f14d lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b08e expref: 32 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764465.992765:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x1a:0x0].0x0 (ffff94459084ac00) 00010000:00010000:2.0:1775764465.992772:0:42325:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775764465.993073:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff944580031200/0x57b8ff0e0304f169 lrc: 3/0,1 mode: --/PW res: [0x200003ab1:0x1a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764465.993090:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944580031200/0x57b8ff0e0304f169 lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0x1a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764465.993101:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944580031200/0x57b8ff0e0304f169 lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0x1a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1775764465.993160:0:42325:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 34359738629 00000004:00010000:2.0:1775764465.993185:0:42325:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000011af2183 reply state 000000005a5ef114 transno 34359738630 ns: mdt-lustre-MDT0000_UUID lock: ffff944580031200/0x57b8ff0e0304f169 lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0x1a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764465.993195:0:42325:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1775764465.993508:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444864b2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+34:50287:x1862022098353536:12345-192.168.202.28@tcp:36:truncate.0 Request processed in 893us (1203us total) trans 34359738630 rc 0/0 00000100:00100000:2.0:1775764465.993515:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 292 00000020:00080000:2.0:1775764465.993523:0:42325:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:2.0:1775764466.001678:0:3315:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff944580031200/0x57b8ff0e0304f169 lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0x1a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764466.001699:0:3315:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944580031200/0x57b8ff0e0304f169 lrc: 2/0,0 mode: PW/PW res: [0x200003ab1:0x1a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764466.001707:0:3315:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944580031200/0x57b8ff0e0304f169 lrc: 3/0,0 mode: PW/PW res: [0x200003ab1:0x1a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764466.001714:0:3315:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944580031200 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764466.001719:0:3315:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944580031200/0x57b8ff0e0304f169 lrc: 3/0,0 mode: PW/PW res: [0x200003ab1:0x1a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764466.001732:0:3315:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944580031200/0x57b8ff0e0304f169 lrc: 4/0,0 mode: PW/PW res: [0x200003ab1:0x1a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764466.001752:0:3315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x1a:0x0].0x0 (ffff94459084ac00) 00010000:00010000:2.0:1775764466.001756:0:3315:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764466.001773:0:3315:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944580031200/0x57b8ff0e0304f169 lrc: 2/0,0 mode: --/PW res: [0x200003ab1:0x1a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764466.001780:0:3315:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944580031200/0x57b8ff0e0304f169 lrc: 0/0,0 mode: --/PW res: [0x200003ab1:0x1a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764466.149954:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764466.150121:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098353664 00000100:00100000:1.0:1775764466.150134:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098353664 00000100:00100000:1.0:1775764466.150226:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 293 00000100:00100000:1.0:1775764466.150239:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444864b1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+33:50297:x1862022098353664:12345-192.168.202.28@tcp:34:lfs.0 00010000:00010000:1.0:1775764466.150357:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff944587809200/0x57b8ff0e0304f170 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764466.150376:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944587809200/0x57b8ff0e0304f170 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764466.150390:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944587809200/0x57b8ff0e0304f170 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764466.150405:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944587809000/0x57b8ff0e0304f177 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5d1d8ab3 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764466.150433:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944587809000/0x57b8ff0e0304f177 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5d1d8ab3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764466.150440:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944587809000/0x57b8ff0e0304f177 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5d1d8ab3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764466.150793:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944587808c00/0x57b8ff0e0304f17e lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0x1a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764466.150840:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944587808c00/0x57b8ff0e0304f17e lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x1a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764466.150849:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944587808c00/0x57b8ff0e0304f17e lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x1a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764466.150915:0:44493:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff944587808c00/0x57b8ff0e0304f17e lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x1a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764466.150930:0:44493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff944587809200/0x57b8ff0e0304f170 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764466.150938:0:44493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944587809200/0x57b8ff0e0304f170 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764466.150946:0:44493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944587809200/0x57b8ff0e0304f170 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764466.150952:0:44493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944587809200 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:1.0:1775764466.150957:0:44493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944587809200/0x57b8ff0e0304f170 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764466.150966:0:44493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944587809200/0x57b8ff0e0304f170 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764466.150980:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff944586564500) 00010000:00010000:1.0:1775764466.150984:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764466.150989:0:44493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944587809200/0x57b8ff0e0304f170 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764466.150997:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944587809200/0x57b8ff0e0304f170 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764466.151014:0:44493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944587809000/0x57b8ff0e0304f177 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5d1d8ab3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764466.151019:0:44493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944587809000/0x57b8ff0e0304f177 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5d1d8ab3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764466.151026:0:44493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944587809000/0x57b8ff0e0304f177 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5d1d8ab3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764466.151031:0:44493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944587809000 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:1.0:1775764466.151034:0:44493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944587809000/0x57b8ff0e0304f177 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5d1d8ab3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764466.151040:0:44493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944587809000/0x57b8ff0e0304f177 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5d1d8ab3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764466.151047:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5d1d8ab3 (ffff944584d1db00) 00010000:00010000:1.0:1775764466.151050:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764466.151053:0:44493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944587809000/0x57b8ff0e0304f177 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5d1d8ab3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764466.151059:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944587809000/0x57b8ff0e0304f177 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5d1d8ab3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764466.151075:0:44493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944587808c00/0x57b8ff0e0304f17e lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x1a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764466.151081:0:44493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944587808c00/0x57b8ff0e0304f17e lrc: 2/0,0 mode: PR/PR res: [0x200003ab1:0x1a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764466.151089:0:44493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944587808c00/0x57b8ff0e0304f17e lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x1a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764466.151095:0:44493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944587808c00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:1.0:1775764466.151097:0:44493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944587808c00/0x57b8ff0e0304f17e lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x1a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764466.151104:0:44493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944587808c00/0x57b8ff0e0304f17e lrc: 4/0,0 mode: PR/PR res: [0x200003ab1:0x1a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764466.151110:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x1a:0x0].0x0 (ffff94459084ac00) 00010000:00010000:1.0:1775764466.151112:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764466.151115:0:44493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944587808c00/0x57b8ff0e0304f17e lrc: 2/0,0 mode: --/PR res: [0x200003ab1:0x1a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764466.151122:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944587808c00/0x57b8ff0e0304f17e lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0x1a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764466.151230:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444864b1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+33:50297:x1862022098353664:12345-192.168.202.28@tcp:34:lfs.0 Request processed in 990us (1281us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764466.151239:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 293 00000100:00080000:0.0:1775764466.151730:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:2.0:1775764466.498093:0:42313:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775764466.760361:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764466.760529:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098353920 00000100:00100000:2.0:1775764466.760544:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098353920 00000100:00100000:2.0:1775764466.760618:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 294 00000100:00100000:2.0:1775764466.760631:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486789180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+33:50313:x1862022098353920:12345-192.168.202.28@tcp:101:multiop.0 00010000:00010000:2.0:1775764466.760669:0:42325:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764466.760674:0:42325:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1775764466.760711:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e0304f0dd lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b072 expref: 33 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764466.760740:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff944586564500) 00010000:00010000:2.0:1775764466.760754:0:42325:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775764466.760776:0:42325:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944580031200/0x57b8ff0e0304f185 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b09c expref: -99 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764466.761232:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff944580031000/0x57b8ff0e0304f18c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764466.761251:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944580031000/0x57b8ff0e0304f18c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764466.761262:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944580031000/0x57b8ff0e0304f18c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764466.761276:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944580030e00/0x57b8ff0e0304f193 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5d1d8ab3 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764466.761282:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944580030e00/0x57b8ff0e0304f193 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5d1d8ab3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764466.761287:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944580030e00/0x57b8ff0e0304f193 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5d1d8ab3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764466.761484:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944580030000/0x57b8ff0e0304f19a lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0x1a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764466.761493:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944580030000/0x57b8ff0e0304f19a lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764466.761501:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944580030000/0x57b8ff0e0304f19a lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764466.761510:0:42325:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab1:0x1a:0x0]: returning size 4 00010000:00010000:2.0:1775764466.761606:0:42325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff944580031000/0x57b8ff0e0304f18c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764466.761613:0:42325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944580031000/0x57b8ff0e0304f18c lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764466.761619:0:42325:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944580031000/0x57b8ff0e0304f18c lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764466.761625:0:42325:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944580031000 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764466.761629:0:42325:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944580031000/0x57b8ff0e0304f18c lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764466.761636:0:42325:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944580031000/0x57b8ff0e0304f18c lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764466.761644:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff94459084a100) 00010000:00010000:2.0:1775764466.761646:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764466.761649:0:42325:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944580031000/0x57b8ff0e0304f18c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764466.761655:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944580031000/0x57b8ff0e0304f18c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764466.761663:0:42325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944580030e00/0x57b8ff0e0304f193 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5d1d8ab3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764466.761668:0:42325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944580030e00/0x57b8ff0e0304f193 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5d1d8ab3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764466.761673:0:42325:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944580030e00/0x57b8ff0e0304f193 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5d1d8ab3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764466.761677:0:42325:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944580030e00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764466.761680:0:42325:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944580030e00/0x57b8ff0e0304f193 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5d1d8ab3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764466.761685:0:42325:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944580030e00/0x57b8ff0e0304f193 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5d1d8ab3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764466.761695:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5d1d8ab3 (ffff94459084a500) 00010000:00010000:2.0:1775764466.761697:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764466.761699:0:42325:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944580030e00/0x57b8ff0e0304f193 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5d1d8ab3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764466.761704:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944580030e00/0x57b8ff0e0304f193 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5d1d8ab3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764466.761744:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944580031200/0x57b8ff0e0304f185 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b09c expref: 35 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764466.761759:0:42325:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff944580030000/0x57b8ff0e0304f19a lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b09c expref: 34 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764466.761766:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x1a:0x0].0x0 (ffff94459084ac00) 00010000:00010000:2.0:1775764466.761768:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1775764466.761771:0:42325:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944580030000, rc 0) 00000100:00100000:2.0:1775764466.761860:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486789180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+34:50313:x1862022098353920:12345-192.168.202.28@tcp:101:multiop.0 Request processed in 1231us (1511us total) trans 34359738631 rc 0/0 00000100:00100000:2.0:1775764466.761869:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 294 00000100:00100000:1.0:1775764466.945448:0:3330:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1775764466.945485:0:3330:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944486042d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3330:1862022118968320:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1775764466.945602:0:3330:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764466.945969:0:42947:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118968320 00000100:00100000:2.0:1775764466.945979:0:42947:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118968320 00000100:00100000:2.0:1775764466.946051:0:42947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 47 00000100:00100000:2.0:1775764466.946062:0:42947:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944585ddfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3330:x1862022118968320:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1775764466.946111:0:42947:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 51052544 pending 0 free 3767533568 avail 3765436416 00000100:00100000:2.0:1775764466.946178:0:42947:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944585ddfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3330:x1862022118968320:12345-0@lo:13:osp-pre-1-0.0 Request processed in 118us (576us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764466.946188:0:42947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 47 00000100:00100000:1.0:1775764466.946330:0:3330:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944486042d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3330:1862022118968320:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1775764467.521649:0:43224:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764468.545140:0:42312:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764469.585629:0:42313:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:2.0:1775764469.640010:0:6613:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 34359738387 is committed 00000001:00080000:2.0:1775764469.640034:0:6613:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 34359738386 is committed 00000004:00080000:2.0:1775764470.029914:0:42347:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1936877113097ns, next at 1937877110576ns, rc = 0 00000100:00100000:2.0:1775764470.029939:0:3329:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1775764470.029959:0:3329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944486041f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3329:1862022118968448:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1775764470.030030:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764470.030105:0:42947:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118968448 00000100:00100000:2.0:1775764470.030113:0:42947:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118968448 00000100:00100000:2.0:1775764470.030161:0:42947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 48 00000100:00100000:2.0:1775764470.030170:0:42947:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486043480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3329:x1862022118968448:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1775764470.030203:0:42947:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 51052544 pending 0 free 3704619008 avail 3702521856 00000100:00100000:2.0:1775764470.030244:0:42947:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486043480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3329:x1862022118968448:12345-0@lo:13:osp-pre-0-0.0 Request processed in 76us (214us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764470.030250:0:42947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 48 00000100:00100000:2.0:1775764470.030283:0:3329:0:(client.c:3082:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 34359738387 gen 2 00000004:00080000:2.0:1775764470.030289:0:3329:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 34359738387 committed transno 34359738387 00000100:00100000:2.0:1775764470.030313:0:3329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944486041f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3329:1862022118968448:0@lo:13:osp-pre-0-0.0 00000100:00080000:0.0:1775764470.030556:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000001:00080000:3.0:1775764470.093155:0:5825:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 34359738622 is committed 00000001:00080000:3.0:1775764470.093178:0:5825:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 34359738631 is committed 00000004:00080000:3.0:1775764470.093192:0:5825:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 10 committed 00000020:00080000:3.0:1775764470.093234:0:5825:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9445a626d480 refcount 2 committed 0 result 0 batchid 30064771805 00000020:00080000:3.0:1775764470.093242:0:5825:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9445bc120700 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9445a626d0c0 00000020:00080000:3.0:1775764470.093245:0:5825:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9445bc120500 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff944486740800 00000100:00100000:0.0:1775764470.093525:0:3328:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1775764470.093554:0:3328:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9444864b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3328:1862022118968576:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1775764470.093639:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764470.093741:0:42944:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118968576 00000100:00100000:0.0:1775764470.093751:0:42944:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118968576 00000100:00100000:0.0:1775764470.093855:0:42944:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74 00000100:00100000:0.0:1775764470.093865:0:42944:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444864b0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3328:x1862022118968576:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1775764470.093895:0:42944:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:263 count 1 00002000:00010000:0.0:1775764470.093933:0:42944:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x107:0x0] initial LVB size: 19, mtime: 0x69d803f1, atime: 0x69d803f1, ctime: 0x69d803f1, blocks: 0xb 00010000:00010000:0.0:1775764470.093944:0:42944:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a2741ab6/0x57b8ff0e0304f1a8 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x107:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764470.093960:0:42944:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764470.093963:0:42944:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764470.093970:0:42944:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a2741ab6/0x57b8ff0e0304f1a8 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x107:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764470.093989:0:42944:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a2741ab6/0x57b8ff0e0304f1a8 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x107:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764470.093999:0:42944:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a2741ab6/0x57b8ff0e0304f1a8 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x107:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764470.094006:0:42944:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000a2741ab6/0x57b8ff0e0304f1a8 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x107:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764470.094027:0:42944:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000020:00080000:2.0:1775764470.094478:0:42361:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 30064771805 committed batchid 30064771804 00000100:00100000:0.0:1775764470.094537:0:42944:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444864b0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3328:x1862022118968576:12345-0@lo:6:osp-syn-0-0.0 Request processed in 672us (896us total) trans 34359738388 rc 0/0 00000100:00100000:0.0:1775764470.094545:0:42944:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74 00010000:00010000:0.0:1775764470.094578:0:43224:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1775764470.094585:0:43224:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000a2741ab6/0x57b8ff0e0304f1a8 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x107:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764470.094594:0:43224:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445bc27c200 already unused, calling callback (ffffffffc177a060) 00010000:00010000:0.0:1775764470.094599:0:43224:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000a2741ab6/0x57b8ff0e0304f1a8 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x107:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764470.094607:0:43224:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000a2741ab6/0x57b8ff0e0304f1a8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x107:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764470.094628:0:43224:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000a2741ab6/0x57b8ff0e0304f1a8 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x107:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764470.094635:0:43224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a2741ab6/0x57b8ff0e0304f1a8 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x107:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00080000:2.0:1775764470.094659:0:42361:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 30064771804 00010000:00010000:0.0:1775764470.094661:0:43224:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764470.094664:0:43224:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764470.094666:0:43224:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1775764470.094707:0:3328:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9444864b1180/2, rc 0, transno 34359738388 00000100:00100000:0.0:1775764470.094715:0:3328:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9444864b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3328:1862022118968576:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1775764470.529941:0:3329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9444867cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3329:1862022118969088:0@lo:400:kworker.0 00000100:00100000:0.0:1775764470.530027:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764470.530099:0:3329:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1775764470.530105:0:3329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9444867c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3329:1862022118968960:0@lo:400:kworker.0 00000100:00100000:0.0:1775764470.530135:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764470.530320:0:3331:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9444867c9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3331:1862022118968832:0@lo:400:kworker.0 00000100:00100000:3.0:1775764470.530357:0:3331:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764470.530400:0:3331:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9444867caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3331:1862022118969344:0@lo:400:kworker.0 00000100:00100000:3.0:1775764470.530426:0:3331:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764470.530443:0:3331:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:3.0:1775764470.530449:0:3331:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9444864b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d8dacf45-8471-4226-a2fb-1fac83f69c1e:3331:1862022118968704:0@lo:400:kworker.0 00000100:00100000:3.0:1775764470.530474:0:3331:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764470.530494:0:3331:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9444867c9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3331:1862022118969216:0@lo:400:kworker.0 00000100:00100000:3.0:1775764470.530513:0:3331:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764470.530541:0:42318:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118968704 00000100:00100000:3.0:1775764470.530549:0:42318:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118968704 00000100:00100000:3.0:1775764470.530593:0:42318:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 157 00000100:00100000:3.0:1775764470.530603:0:42318:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bd378c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d8dacf45-8471-4226-a2fb-1fac83f69c1e+18:3331:x1862022118968704:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764470.530652:0:42318:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bd378c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d8dacf45-8471-4226-a2fb-1fac83f69c1e+18:3331:x1862022118968704:12345-0@lo:400:kworker.0 Request processed in 50us (176us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764470.530659:0:42318:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 157 00000100:00100000:3.0:1775764470.530712:0:3331:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9444864b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d8dacf45-8471-4226-a2fb-1fac83f69c1e:3331:1862022118968704:0@lo:400:kworker.0 00000100:00100000:0.0:1775764470.530848:0:42945:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118968960 00000100:00100000:0.0:1775764470.530853:0:42945:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118968960 00000100:00100000:0.0:1775764470.530890:0:42945:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118968832 00000100:00100000:0.0:1775764470.530893:0:42945:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118968832 00000100:00100000:0.0:1775764470.530913:0:42945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74 00000100:00100000:0.0:1775764470.530919:0:42945:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944487fbe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3329:x1862022118968960:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764470.530962:0:42945:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944487fbe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3329:x1862022118968960:12345-0@lo:400:kworker.0 Request processed in 43us (827us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764470.530969:0:42945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74 00000100:00100000:0.0:1775764470.530982:0:42945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 75 00000100:00100000:0.0:1775764470.530988:0:42945:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94448678bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3331:x1862022118968832:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764470.531017:0:42945:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94448678bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3331:x1862022118968832:12345-0@lo:400:kworker.0 Request processed in 30us (659us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764470.531023:0:42945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 75 00000100:00080000:0.0:1775764470.531038:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1775764470.531064:0:3331:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9444867c9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3331:1862022118968832:0@lo:400:kworker.0 00000100:00100000:0.0:1775764470.531092:0:3329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9444867c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3329:1862022118968960:0@lo:400:kworker.0 00000100:00100000:1.0:1775764470.531635:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118969088 00000100:00100000:1.0:1775764470.531641:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118969088 00000100:00100000:1.0:1775764470.531683:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118969344 00000100:00100000:1.0:1775764470.531687:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118969344 00000100:00100000:1.0:1775764470.531717:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118969216 00000100:00100000:1.0:1775764470.531720:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118969216 00000100:00100000:1.0:1775764470.531738:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 105 00000100:00100000:1.0:1775764470.531743:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444867ca300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3329:x1862022118969088:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764470.531866:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 106 00000100:00100000:0.0:1775764470.531875:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94448678aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3331:x1862022118969344:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764470.531924:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94448678aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3331:x1862022118969344:12345-0@lo:400:kworker.0 Request processed in 51us (1498us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764470.531931:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 106 00000100:00100000:0.0:1775764470.531946:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 107 00000100:00100000:0.0:1775764470.531952:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94448678a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3331:x1862022118969216:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764470.531978:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94448678a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3331:x1862022118969216:12345-0@lo:400:kworker.0 Request processed in 26us (1463us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764470.531983:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 107 00000100:00100000:0.0:1775764470.532014:0:3331:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9444867c9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3331:1862022118969216:0@lo:400:kworker.0 00000100:00100000:0.0:1775764470.532024:0:3331:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9444867caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3331:1862022118969344:0@lo:400:kworker.0 00000100:00100000:1.0:1775764470.532150:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444867ca300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3329:x1862022118969088:12345-0@lo:400:kworker.0 Request processed in 406us (2123us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764470.532157:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 105 00000100:00100000:0.0:1775764470.532231:0:3329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9444867cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3329:1862022118969088:0@lo:400:kworker.0 00000100:00080000:3.0:1775764470.532450:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1775764470.593150:0:42312:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775764470.959125:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764470.959174:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764470.959207:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764470.959243:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764470.959272:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764470.959313:0:43212:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098354304 00000100:00100000:0.0:1775764470.959327:0:43212:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098354304 00000100:00100000:0.0:1775764470.959420:0:43212:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098354432 00000100:00100000:0.0:1775764470.959424:0:43212:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098354432 00000100:00100000:0.0:1775764470.959452:0:43212:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 76 00000100:00100000:0.0:1775764470.959465:0:43212:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944487fbea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+5:2377:x1862022098354304:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:0.0:1775764470.959568:0:43212:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944487fbea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+5:2377:x1862022098354304:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 107us (393us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764470.959580:0:43212:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 76 00000100:00100000:0.0:1775764470.959600:0:43212:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 77 00000100:00100000:0.0:1775764470.959606:0:43212:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944487fbf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+8:2377:x1862022098354432:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:0.0:1775764470.959630:0:43212:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944487fbf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+8:2377:x1862022098354432:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 25us (358us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764470.959637:0:43212:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 77 00000100:00100000:0.0:1775764470.959661:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098354560 00000100:00100000:0.0:1775764470.959665:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098354560 00000100:00100000:0.0:1775764470.959702:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098354176 00000100:00100000:0.0:1775764470.959705:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098354176 00000100:00100000:0.0:1775764470.959724:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 108 00000100:00100000:0.0:1775764470.959730:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944487fbc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:82781e18-e0e3-4f9f-9a2b-041bf0344414+5:2377:x1862022098354560:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:0.0:1775764470.959771:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944487fbc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:82781e18-e0e3-4f9f-9a2b-041bf0344414+5:2377:x1862022098354560:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 42us (564us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764470.959777:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 108 00000100:00100000:0.0:1775764470.959789:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 109 00000100:00100000:0.0:1775764470.959794:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944487fbd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+17:2377:x1862022098354176:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:0.0:1775764470.959860:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944487fbd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+17:2377:x1862022098354176:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 65us (616us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764470.959866:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 109 00000100:00100000:2.0:1775764470.960060:0:42319:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098354048 00000100:00100000:2.0:1775764470.960066:0:42319:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098354048 00000100:00100000:2.0:1775764470.960095:0:42319:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 158 00000100:00100000:2.0:1775764470.960102:0:42319:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bd37b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:24b54882-c0a1-43f2-954f-009e5a9afc9d+12:2377:x1862022098354048:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:2.0:1775764470.960129:0:42319:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bd37b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:24b54882-c0a1-43f2-954f-009e5a9afc9d+12:2377:x1862022098354048:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 28us (1015us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764470.960136:0:42319:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 158 00000100:00080000:3.0:1775764470.960633:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1775764470.960638:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1775764470.960640:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1775764471.617296:0:42313:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775764472.066065:0:3329:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1775764472.066095:0:3329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944486041f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3329:1862022118969472:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1775764472.066176:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764472.066534:0:42947:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118969472 00000100:00100000:2.0:1775764472.066543:0:42947:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118969472 00000100:00100000:2.0:1775764472.066606:0:42947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49 00000100:00100000:2.0:1775764472.066618:0:42947:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486788a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3329:x1862022118969472:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1775764472.066658:0:42947:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 51052544 pending 0 free 3767533568 avail 3765436416 00000100:00100000:2.0:1775764472.066705:0:42947:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486788a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3329:x1862022118969472:12345-0@lo:13:osp-pre-1-0.0 Request processed in 91us (529us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764472.066714:0:42947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49 00000100:00080000:3.0:1775764472.067998:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1775764472.068063:0:3329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944486041f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3329:1862022118969472:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1775764472.537594:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764472.537866:0:42327:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098354816 00000100:00100000:2.0:1775764472.537876:0:42327:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098354816 00000100:00100000:2.0:1775764472.537955:0:42327:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 100 00000100:00100000:2.0:1775764472.537978:0:42327:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444867cb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+17:46150:x1862022098354816:12345-192.168.202.28@tcp:35:ldlm_bl.0 00000100:00100000:2.0:1775764472.538322:0:42327:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444867cb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+18:46150:x1862022098354816:12345-192.168.202.28@tcp:35:ldlm_bl.0 Request processed in 358us (737us total) trans 34359738632 rc 0/0 00000100:00100000:2.0:1775764472.538330:0:42327:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 100 00000100:00080000:3.0:1775764472.538571:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1775764472.545286:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764472.545403:0:42327:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098355072 00000100:00100000:2.0:1775764472.545423:0:42327:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098355072 00000100:00100000:2.0:1775764472.545494:0:42327:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 101 00000100:00100000:2.0:1775764472.545505:0:42327:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94448678b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+18:46150:x1862022098355072:12345-192.168.202.28@tcp:35:ldlm_bl.0 00000100:00100000:2.0:1775764472.545857:0:42327:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94448678b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+19:46150:x1862022098355072:12345-192.168.202.28@tcp:35:ldlm_bl.0 Request processed in 354us (580us total) trans 34359738633 rc 0/0 00000100:00100000:2.0:1775764472.545867:0:42327:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 101 00000100:00100000:1.0:1775764472.561222:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764472.561330:0:42328:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098355328 00000100:00100000:0.0:1775764472.561344:0:42328:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098355328 00000100:00100000:0.0:1775764472.561419:0:42328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 102 00000100:00100000:0.0:1775764472.561430:0:42328:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944585ddea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+19:46150:x1862022098355328:12345-192.168.202.28@tcp:35:ldlm_bl.0 00000100:00100000:0.0:1775764472.561953:0:42328:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944585ddea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+20:46150:x1862022098355328:12345-192.168.202.28@tcp:35:ldlm_bl.0 Request processed in 524us (740us total) trans 34359738634 rc 0/0 00000100:00100000:0.0:1775764472.561961:0:42328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 102 00000100:00100000:0.0:1775764472.574545:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764472.574727:0:44302:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098355456 00000100:00100000:3.0:1775764472.574740:0:44302:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098355456 00000100:00100000:3.0:1775764472.574843:0:44302:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 26 00000100:00100000:3.0:1775764472.574854:0:44302:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444867caa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+20:46150:x1862022098355456:12345-192.168.202.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764472.574869:0:44302:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 12 locks, starting at 0 00010000:00010000:3.0:1775764472.574895:0:44302:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944580030000/0x57b8ff0e0304f19a lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b09c expref: 20 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764472.574918:0:44302:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944580030400/0x57b8ff0e0304f11c lrc: 0/0,0 mode: --/CR res: [0x200003ab1:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b087 expref: 19 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764472.574928:0:44302:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x1a:0x0].0x0 (ffff94459084ac00) 00010000:00010000:3.0:1775764472.574946:0:44302:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2147a00/0x57b8ff0e0304ecf4 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17af68 expref: 18 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764472.574961:0:44302:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff944586564800) 00010000:00010000:3.0:1775764472.575143:0:44302:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944580031e00/0x57b8ff0e0304f051 lrc: 0/0,0 mode: --/CW res: [0x200003ab1:0x17:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b048 expref: 17 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764472.575157:0:44302:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944587808200/0x57b8ff0e0304f00b lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0x17:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b03a expref: 16 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764472.575168:0:44302:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695000/0x57b8ff0e0304ef94 lrc: 0/0,0 mode: --/CR res: [0x200003ab1:0x17:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b025 expref: 15 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764472.575179:0:44302:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x17:0x0].0x0 (ffff944586564200) 00010000:00010000:3.0:1775764472.575190:0:44302:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944580031400/0x57b8ff0e0304ecd8 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17af61 expref: 14 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764472.575197:0:44302:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff94459084aa00) 00010000:00010000:3.0:1775764472.575208:0:44302:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146600/0x57b8ff0e0304eca7 lrc: 0/0,0 mode: --/CW res: [0x200003ab1:0x14:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17af53 expref: 13 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764472.575219:0:44302:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27da00/0x57b8ff0e0304ec3e lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0x14:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17af3e expref: 12 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764472.575228:0:44302:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x14:0x0].0x0 (ffff944584d1d700) 00010000:00010000:3.0:1775764472.575237:0:44302:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445c2146a00/0x57b8ff0e0304ebf8 lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0x10:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17af30 expref: 11 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764472.575252:0:44302:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944587808a00/0x57b8ff0e0304ebe3 lrc: 0/0,0 mode: --/CR res: [0x200003ab1:0x10:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17af29 expref: 10 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764472.575263:0:44302:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944580031800/0x57b8ff0e0304ebb2 lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0x10:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17af1b expref: 9 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764472.575271:0:44302:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x10:0x0].0x0 (ffff94459084a600) 00010000:00010000:3.0:1775764472.575421:0:44302:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764472.575542:0:44302:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444867caa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+8:46150:x1862022098355456:12345-192.168.202.28@tcp:103:ldlm_bl.0 Request processed in 689us (2269us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764472.575550:0:44302:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 26 00010000:00010000:0.0:1775764472.641132:0:43224:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775764472.762078:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764472.764344:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098355584 00000100:00100000:0.0:1775764472.764392:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098355584 00000100:00100000:0.0:1775764472.764491:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 295 00000100:00100000:0.0:1775764472.764504:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444864b0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+8:50352:x1862022098355584:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:0.0:1775764472.764538:0:44493:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764472.764566:0:44493:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d600/0x57b8ff0e0304f1af lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b0a3 expref: -99 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764472.764666:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27ce00/0x57b8ff0e0304f1b6 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764472.764686:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27ce00/0x57b8ff0e0304f1b6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764472.764700:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27ce00/0x57b8ff0e0304f1b6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764472.765009:0:44493:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 8704 00000004:00200000:0.0:1775764472.765015:0:44493:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 31 stripe count 1 MDT count 1 00000004:00010000:0.0:1775764472.765090:0:44493:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27ce00/0x57b8ff0e0304f1b6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764472.765130:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d600/0x57b8ff0e0304f1af lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b0a3 expref: 10 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764472.765157:0:44493:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27ce00/0x57b8ff0e0304f1b6 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b0a3 expref: 9 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764472.765166:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff944582f80d00) 00010000:00010000:0.0:1775764472.765170:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1775764472.765173:0:44493:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445bc27ce00, rc 0) 00000100:00100000:0.0:1775764472.765271:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444864b0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+9:50352:x1862022098355584:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 769us (3209us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764472.765280:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 295 00000100:00100000:1.0:1775764472.775595:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764472.775911:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098355712 00000100:00100000:0.0:1775764472.775927:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098355712 00000100:00100000:0.0:1775764472.776027:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 296 00000100:00100000:0.0:1775764472.776041:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944585dddf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+9:50352:x1862022098355712:12345-192.168.202.28@tcp:34:lfs.0 00010000:00010000:0.0:1775764472.776151:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d600/0x57b8ff0e0304f1bd lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764472.776170:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d600/0x57b8ff0e0304f1bd lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764472.776185:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d600/0x57b8ff0e0304f1bd lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764472.776202:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d000/0x57b8ff0e0304f1c4 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5d1d8ab3 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764472.776209:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d000/0x57b8ff0e0304f1c4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5d1d8ab3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764472.776221:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d000/0x57b8ff0e0304f1c4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5d1d8ab3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764472.776636:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27cc00/0x57b8ff0e0304f1cb lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0x1a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764472.776646:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27cc00/0x57b8ff0e0304f1cb lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x1a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764472.776654:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27cc00/0x57b8ff0e0304f1cb lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x1a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764472.776704:0:42325:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27cc00/0x57b8ff0e0304f1cb lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x1a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764472.776719:0:42325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d600/0x57b8ff0e0304f1bd lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764472.776725:0:42325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d600/0x57b8ff0e0304f1bd lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764472.776745:0:42325:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d600/0x57b8ff0e0304f1bd lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764472.776751:0:42325:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445bc27d600 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:0.0:1775764472.776755:0:42325:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d600/0x57b8ff0e0304f1bd lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764472.776763:0:42325:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d600/0x57b8ff0e0304f1bd lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764472.776776:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff944582f80d00) 00010000:00010000:0.0:1775764472.776780:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764472.776786:0:42325:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d600/0x57b8ff0e0304f1bd lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764472.776793:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d600/0x57b8ff0e0304f1bd lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764472.776858:0:42325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d000/0x57b8ff0e0304f1c4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5d1d8ab3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764472.776863:0:42325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d000/0x57b8ff0e0304f1c4 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5d1d8ab3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764472.776870:0:42325:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d000/0x57b8ff0e0304f1c4 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5d1d8ab3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764472.776875:0:42325:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445bc27d000 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:0.0:1775764472.776878:0:42325:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d000/0x57b8ff0e0304f1c4 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5d1d8ab3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764472.776883:0:42325:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d000/0x57b8ff0e0304f1c4 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5d1d8ab3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764472.776890:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5d1d8ab3 (ffff944582f80e00) 00010000:00010000:0.0:1775764472.776892:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764472.776895:0:42325:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d000/0x57b8ff0e0304f1c4 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5d1d8ab3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764472.776900:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d000/0x57b8ff0e0304f1c4 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5d1d8ab3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764472.776914:0:42325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27cc00/0x57b8ff0e0304f1cb lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x1a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764472.776921:0:42325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27cc00/0x57b8ff0e0304f1cb lrc: 2/0,0 mode: PR/PR res: [0x200003ab1:0x1a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764472.776927:0:42325:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27cc00/0x57b8ff0e0304f1cb lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x1a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764472.776932:0:42325:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445bc27cc00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:0.0:1775764472.776934:0:42325:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27cc00/0x57b8ff0e0304f1cb lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x1a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764472.776940:0:42325:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27cc00/0x57b8ff0e0304f1cb lrc: 4/0,0 mode: PR/PR res: [0x200003ab1:0x1a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764472.776946:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x1a:0x0].0x0 (ffff944582f80800) 00010000:00010000:0.0:1775764472.776949:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764472.776951:0:42325:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27cc00/0x57b8ff0e0304f1cb lrc: 2/0,0 mode: --/PR res: [0x200003ab1:0x1a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764472.776956:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27cc00/0x57b8ff0e0304f1cb lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0x1a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764472.777063:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944585dddf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+9:50352:x1862022098355712:12345-192.168.202.28@tcp:34:lfs.0 Request processed in 1022us (1478us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764472.777073:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 296 00000100:00100000:1.0:1775764473.083299:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764473.083684:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098355840 00000100:00100000:0.0:1775764473.083699:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098355840 00000100:00100000:0.0:1775764473.083793:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 297 00000100:00100000:0.0:1775764473.083830:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944585dde300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+9:50313:x1862022098355840:12345-192.168.202.28@tcp:101:multiop.0 00010000:00010000:0.0:1775764473.083859:0:44493:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764473.083884:0:44493:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27cc00/0x57b8ff0e0304f1d2 lrc: 2/0,0 mode: --/CR res: [0x200003ab1:0x1a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b0aa expref: -99 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764473.083965:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27cc00/0x57b8ff0e0304f1d2 lrc: 3/0,0 mode: CR/CR res: [0x200003ab1:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b0aa expref: 10 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764473.083981:0:44493:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27cc00/0x57b8ff0e0304f1d2 lrc: 3/0,0 mode: CR/CR res: [0x200003ab1:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b0aa expref: 10 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764473.084001:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x1a:0x0].0x0 (ffff944582f80800) 00010000:00010000:0.0:1775764473.084004:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1775764473.084009:0:44493:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445bc27cc00, rc 0) 00000100:00100000:0.0:1775764473.085152:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944585dde300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+10:50313:x1862022098355840:12345-192.168.202.28@tcp:101:multiop.0 Request processed in 1316us (1855us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764473.085166:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 297 00000100:00100000:3.0:1775764473.111880:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764473.111972:0:42328:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098356096 00000100:00100000:2.0:1775764473.111984:0:42328:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098356096 00000100:00100000:2.0:1775764473.112051:0:42328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 103 00000100:00100000:2.0:1775764473.112062:0:42328:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944481e58c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+10:50313:x1862022098356096:12345-192.168.202.28@tcp:35:multiop.0 00000100:00100000:2.0:1775764473.112347:0:42328:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944481e58c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+11:50313:x1862022098356096:12345-192.168.202.28@tcp:35:multiop.0 Request processed in 287us (477us total) trans 34359738635 rc 0/0 00000100:00100000:2.0:1775764473.112366:0:42328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 103 00000040:00080000:2.0:1775764473.665492:0:42356:0:(llog.c:800:llog_process_thread()) index: 8, lh_last_idx: 8 synced_idx: 8 lgh_last_idx: 8 00000040:00080000:2.0:1775764473.665502:0:42356:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x32:0x0] at index 8 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1775764473.665834:0:42356:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x32:0x0] index 7 count 6 00000040:00080000:2.0:1775764473.665842:0:42356:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 9 count 2 00010000:00010000:0.0:1775764473.666109:0:42312:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764474.689102:0:42313:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:3.0:1775764474.743911:0:6613:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 34359738388 is committed 00000100:00100000:0.0:1775764475.141746:0:3328:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1775764475.141785:0:3328:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944585ddc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3328:1862022118969600:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1775764475.141928:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764475.142314:0:42947:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118969600 00000100:00100000:1.0:1775764475.142324:0:42947:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118969600 00000100:00100000:1.0:1775764475.142402:0:42947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50 00000100:00100000:1.0:1775764475.142415:0:42947:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444867c9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3328:x1862022118969600:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1775764475.142454:0:42947:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 51052544 pending 0 free 3704619008 avail 3702521856 00000100:00100000:1.0:1775764475.142501:0:42947:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444867c9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3328:x1862022118969600:12345-0@lo:13:osp-pre-0-0.0 Request processed in 91us (575us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764475.142509:0:42947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50 00000100:00080000:0.0:1775764475.142586:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1775764475.142616:0:3328:0:(client.c:3082:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 34359738388 gen 2 00000004:00080000:0.0:1775764475.142622:0:3328:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9444864b1180, transno 34359738388 00000100:00100000:0.0:1775764475.142646:0:3328:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944585ddc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3328:1862022118969600:0@lo:13:osp-pre-0-0.0 00000001:00080000:2.0:1775764475.232693:0:5825:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 34359738634 is committed 00000001:00080000:2.0:1775764475.232715:0:5825:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 34359738635 is committed 00000020:00080000:2.0:1775764475.232727:0:5825:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 30064771805 batchid updated 00000004:00080000:2.0:1775764475.232748:0:5825:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 11 committed 00000020:00080000:3.0:1775764475.232888:0:42361:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 30064771805 00000020:00080000:3.0:1775764475.232903:0:42361:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 30064771805 00000100:00100000:3.0:1775764475.653087:0:3328:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9444867b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3328:1862022118969984:0@lo:400:kworker.0 00000100:00100000:3.0:1775764475.653193:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764475.653302:0:3328:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1775764475.653308:0:3328:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9444867b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3328:1862022118970112:0@lo:400:kworker.0 00000100:00100000:3.0:1775764475.653350:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764475.653395:0:43212:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118969984 00000100:00100000:3.0:1775764475.653404:0:43212:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118969984 00000100:00100000:3.0:1775764475.653487:0:43212:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 78 00000100:00100000:3.0:1775764475.653498:0:43212:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444867b0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3328:x1862022118969984:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764475.653562:0:43212:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444867b0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3328:x1862022118969984:12345-0@lo:400:kworker.0 Request processed in 65us (369us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764475.653570:0:43212:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 78 00000100:00080000:3.0:1775764475.653591:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1775764475.653625:0:3328:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9444867b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3328:1862022118969984:0@lo:400:kworker.0 00000100:00100000:0.0:1775764475.653845:0:3331:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9444864b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3331:1862022118969856:0@lo:400:kworker.0 00000100:00100000:0.0:1775764475.653878:0:3331:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764475.653894:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118970112 00000100:00100000:1.0:1775764475.653898:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118970112 00000100:00100000:0.0:1775764475.653901:0:3331:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9444867b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3331:1862022118970368:0@lo:400:kworker.0 00000100:00100000:0.0:1775764475.653922:0:3331:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764475.653975:0:3330:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9444864b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d8dacf45-8471-4226-a2fb-1fac83f69c1e:3330:1862022118969728:0@lo:400:kworker.0 00000100:00100000:2.0:1775764475.654010:0:3330:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764475.654034:0:3330:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9444867b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3330:1862022118970240:0@lo:400:kworker.0 00000100:00100000:2.0:1775764475.654055:0:3330:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764475.654108:0:42317:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118969728 00000100:00100000:3.0:1775764475.654112:0:42317:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118969728 00000100:00100000:3.0:1775764475.654138:0:42317:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 159 00000100:00100000:3.0:1775764475.654144:0:42317:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944587289c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d8dacf45-8471-4226-a2fb-1fac83f69c1e+18:3330:x1862022118969728:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764475.654177:0:42317:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944587289c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d8dacf45-8471-4226-a2fb-1fac83f69c1e+18:3330:x1862022118969728:12345-0@lo:400:kworker.0 Request processed in 34us (166us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764475.654183:0:42317:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 159 00000100:00100000:0.0:1775764475.654276:0:42944:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118969856 00000100:00100000:0.0:1775764475.654280:0:42944:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118969856 00000100:00100000:0.0:1775764475.654310:0:42944:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 79 00000100:00100000:0.0:1775764475.654316:0:42944:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444867c8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3331:x1862022118969856:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764475.654361:0:42944:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444867c8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3331:x1862022118969856:12345-0@lo:400:kworker.0 Request processed in 45us (482us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764475.654367:0:42944:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 79 00000100:00100000:0.0:1775764475.654401:0:3331:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9444864b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3331:1862022118969856:0@lo:400:kworker.0 00000100:00100000:1.0:1775764475.654844:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118970368 00000100:00100000:1.0:1775764475.654849:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118970368 00000100:00100000:1.0:1775764475.655228:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 110 00000100:00100000:1.0:1775764475.655238:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444867b1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3328:x1862022118970112:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764475.655305:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444867b1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3328:x1862022118970112:12345-0@lo:400:kworker.0 Request processed in 69us (1955us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764475.655316:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 110 00000100:00100000:1.0:1775764475.655341:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 111 00000100:00100000:1.0:1775764475.655347:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444867c9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3331:x1862022118970368:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764475.655380:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444867c9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3331:x1862022118970368:12345-0@lo:400:kworker.0 Request processed in 33us (1457us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764475.655386:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 111 00000100:00080000:1.0:1775764475.655402:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1775764475.658857:0:3331:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9444867b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3331:1862022118970368:0@lo:400:kworker.0 00000100:00100000:2.0:1775764475.659304:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118970240 00000100:00100000:2.0:1775764475.659314:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118970240 00000100:00100000:2.0:1775764475.659388:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 112 00000100:00100000:2.0:1775764475.659399:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486040700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3330:x1862022118970240:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764475.659492:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486040700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3330:x1862022118970240:12345-0@lo:400:kworker.0 Request processed in 95us (5435us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764475.659499:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 112 00000100:00100000:2.0:1775764475.659546:0:3330:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9444867b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3330:1862022118970240:0@lo:400:kworker.0 00000100:00100000:2.0:1775764475.659567:0:3330:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9444864b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d8dacf45-8471-4226-a2fb-1fac83f69c1e:3330:1862022118969728:0@lo:400:kworker.0 00000100:00100000:2.0:1775764475.659605:0:3328:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9444867b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3328:1862022118970112:0@lo:400:kworker.0 00000100:00080000:1.0:1775764475.661207:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1775764475.713431:0:43224:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1775764476.083501:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764476.083556:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764476.083600:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764476.083630:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764476.083675:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764476.083703:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098356736 00000100:00100000:2.0:1775764476.083712:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098356736 00000100:00100000:2.0:1775764476.083770:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098356352 00000100:00100000:2.0:1775764476.083772:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098356352 00000100:00100000:2.0:1775764476.083789:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 113 00000100:00100000:2.0:1775764476.083830:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486040380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:82781e18-e0e3-4f9f-9a2b-041bf0344414+5:2376:x1862022098356736:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:2.0:1775764476.083913:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486040380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:82781e18-e0e3-4f9f-9a2b-041bf0344414+5:2376:x1862022098356736:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 116us (312us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764476.083922:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 113 00000100:00100000:2.0:1775764476.083942:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 114 00000100:00100000:2.0:1775764476.083949:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486040000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+7:2376:x1862022098356352:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:2.0:1775764476.083985:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486040000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+7:2376:x1862022098356352:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 37us (354us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764476.083991:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 114 00000100:00080000:1.0:1775764476.084138:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1775764476.084368:0:43212:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098356480 00000100:00100000:0.0:1775764476.084374:0:43212:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098356480 00000100:00100000:0.0:1775764476.084432:0:43212:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098356608 00000100:00100000:0.0:1775764476.084436:0:43212:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098356608 00000100:00100000:0.0:1775764476.084460:0:43212:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 80 00000100:00100000:0.0:1775764476.084467:0:43212:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486041c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+5:2376:x1862022098356480:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:0.0:1775764476.084497:0:43212:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486041c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+5:2376:x1862022098356480:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 31us (942us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764476.084501:0:43212:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 80 00000100:00100000:0.0:1775764476.084511:0:43212:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 81 00000100:00100000:0.0:1775764476.084514:0:43212:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486041880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+8:2376:x1862022098356608:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:0.0:1775764476.084529:0:43212:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486041880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+8:2376:x1862022098356608:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 15us (861us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764476.084533:0:43212:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 81 00000100:00080000:1.0:1775764476.084595:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1775764476.084598:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1775764476.085172:0:42318:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098356224 00000100:00100000:3.0:1775764476.085177:0:42318:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098356224 00000100:00100000:3.0:1775764476.085215:0:42318:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 160 00000100:00100000:3.0:1775764476.085223:0:42318:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944587289850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:24b54882-c0a1-43f2-954f-009e5a9afc9d+12:2376:x1862022098356224:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:3.0:1775764476.085256:0:42318:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944587289850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:24b54882-c0a1-43f2-954f-009e5a9afc9d+12:2376:x1862022098356224:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 35us (1768us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764476.085263:0:42318:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 160 00000100:00100000:2.0:1775764476.250358:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764476.250480:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098356864 00000100:00100000:0.0:1775764476.250492:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098356864 00000100:00100000:0.0:1775764476.250565:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 298 00000100:00100000:0.0:1775764476.250577:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944591357450 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+7:50378:x1862022098356864:12345-192.168.202.28@tcp:34:lfs.0 00010000:00010000:0.0:1775764476.250656:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d000/0x57b8ff0e0304f1d9 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764476.250683:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d000/0x57b8ff0e0304f1d9 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764476.250699:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d000/0x57b8ff0e0304f1d9 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764476.250717:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d600/0x57b8ff0e0304f1e0 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5d1d8ab3 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764476.250724:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d600/0x57b8ff0e0304f1e0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5d1d8ab3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764476.250731:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d600/0x57b8ff0e0304f1e0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5d1d8ab3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764476.252162:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c600/0x57b8ff0e0304f1e7 lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0x1a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764476.252183:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c600/0x57b8ff0e0304f1e7 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x1a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764476.252195:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c600/0x57b8ff0e0304f1e7 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x1a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764476.253462:0:44493:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c600/0x57b8ff0e0304f1e7 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x1a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764476.253489:0:44493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d000/0x57b8ff0e0304f1d9 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764476.253501:0:44493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d000/0x57b8ff0e0304f1d9 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764476.253508:0:44493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d000/0x57b8ff0e0304f1d9 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764476.253514:0:44493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445bc27d000 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:0.0:1775764476.253519:0:44493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d000/0x57b8ff0e0304f1d9 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764476.253528:0:44493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d000/0x57b8ff0e0304f1d9 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764476.253545:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff944582f80d00) 00010000:00010000:0.0:1775764476.253549:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764476.253555:0:44493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d000/0x57b8ff0e0304f1d9 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764476.253561:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d000/0x57b8ff0e0304f1d9 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764476.253582:0:44493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d600/0x57b8ff0e0304f1e0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5d1d8ab3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764476.253588:0:44493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d600/0x57b8ff0e0304f1e0 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5d1d8ab3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764476.253594:0:44493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d600/0x57b8ff0e0304f1e0 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5d1d8ab3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764476.253599:0:44493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445bc27d600 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:0.0:1775764476.253602:0:44493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d600/0x57b8ff0e0304f1e0 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5d1d8ab3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764476.253608:0:44493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d600/0x57b8ff0e0304f1e0 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5d1d8ab3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764476.253615:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5d1d8ab3 (ffff944582f80200) 00010000:00010000:0.0:1775764476.253618:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764476.253621:0:44493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d600/0x57b8ff0e0304f1e0 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5d1d8ab3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764476.253627:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d600/0x57b8ff0e0304f1e0 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5d1d8ab3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764476.253647:0:44493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c600/0x57b8ff0e0304f1e7 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x1a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764476.253653:0:44493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c600/0x57b8ff0e0304f1e7 lrc: 2/0,0 mode: PR/PR res: [0x200003ab1:0x1a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764476.253658:0:44493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c600/0x57b8ff0e0304f1e7 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x1a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764476.253663:0:44493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445bc27c600 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:0.0:1775764476.253667:0:44493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c600/0x57b8ff0e0304f1e7 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x1a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764476.253672:0:44493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c600/0x57b8ff0e0304f1e7 lrc: 4/0,0 mode: PR/PR res: [0x200003ab1:0x1a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764476.253678:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x1a:0x0].0x0 (ffff944582f80800) 00010000:00010000:0.0:1775764476.253681:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764476.253684:0:44493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c600/0x57b8ff0e0304f1e7 lrc: 2/0,0 mode: --/PR res: [0x200003ab1:0x1a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764476.253689:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c600/0x57b8ff0e0304f1e7 lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0x1a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764476.254718:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944591357450 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+7:50378:x1862022098356864:12345-192.168.202.28@tcp:34:lfs.0 Request processed in 4132us (4361us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764476.254735:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 298 00000100:00100000:3.0:1775764476.430490:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764476.430680:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098356992 00000100:00100000:0.0:1775764476.430695:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098356992 00000100:00100000:0.0:1775764476.430855:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 299 00000100:00100000:0.0:1775764476.430871:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444867b1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+7:50384:x1862022098356992:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:0.0:1775764476.430908:0:42324:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764476.430945:0:42324:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c600/0x57b8ff0e0304f1ee lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b0b1 expref: -99 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764476.431041:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d600/0x57b8ff0e0304f1f5 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764476.431060:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d600/0x57b8ff0e0304f1f5 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764476.431077:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d600/0x57b8ff0e0304f1f5 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764476.431096:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d000/0x57b8ff0e0304f1fc lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5d1d8ab3 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764476.431103:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d000/0x57b8ff0e0304f1fc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5d1d8ab3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764476.431114:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d000/0x57b8ff0e0304f1fc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5d1d8ab3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764476.431535:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c400/0x57b8ff0e0304f203 lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0x1a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764476.431542:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c400/0x57b8ff0e0304f203 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x1a:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764476.431548:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c400/0x57b8ff0e0304f203 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x1a:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764476.431595:0:42324:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab1:0x1a:0x0]: returning size 4 00000004:00200000:0.0:1775764476.431599:0:42324:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1775764476.431620:0:42324:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c400/0x57b8ff0e0304f203 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x1a:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764476.431631:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c400/0x57b8ff0e0304f203 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764476.431640:0:42324:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d600/0x57b8ff0e0304f1f5 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764476.431647:0:42324:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d600/0x57b8ff0e0304f1f5 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764476.431653:0:42324:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d600/0x57b8ff0e0304f1f5 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764476.431659:0:42324:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445bc27d600 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:0.0:1775764476.431664:0:42324:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d600/0x57b8ff0e0304f1f5 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764476.431672:0:42324:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d600/0x57b8ff0e0304f1f5 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764476.431685:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff944582f80d00) 00010000:00010000:0.0:1775764476.431688:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764476.431694:0:42324:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d600/0x57b8ff0e0304f1f5 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764476.431700:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d600/0x57b8ff0e0304f1f5 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764476.431712:0:42324:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d000/0x57b8ff0e0304f1fc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5d1d8ab3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764476.431719:0:42324:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d000/0x57b8ff0e0304f1fc lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5d1d8ab3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764476.431725:0:42324:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d000/0x57b8ff0e0304f1fc lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5d1d8ab3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764476.431729:0:42324:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445bc27d000 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:0.0:1775764476.431731:0:42324:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d000/0x57b8ff0e0304f1fc lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5d1d8ab3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764476.431737:0:42324:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d000/0x57b8ff0e0304f1fc lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5d1d8ab3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764476.431744:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5d1d8ab3 (ffff944582f80200) 00010000:00010000:0.0:1775764476.431747:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764476.431749:0:42324:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d000/0x57b8ff0e0304f1fc lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5d1d8ab3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764476.431759:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d000/0x57b8ff0e0304f1fc lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5d1d8ab3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764476.431791:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c600/0x57b8ff0e0304f1ee lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b0b1 expref: 9 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764476.431848:0:42324:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c400/0x57b8ff0e0304f203 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b0b1 expref: 8 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764476.431854:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x1a:0x0].0x0 (ffff944582f80800) 00010000:00010000:0.0:1775764476.431855:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1775764476.431857:0:42324:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445bc27c400, rc 0) 00000100:00100000:0.0:1775764476.431957:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444867b1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+8:50384:x1862022098356992:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 1090us (1489us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764476.431967:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 299 00000100:00100000:2.0:1775764476.439535:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764476.439792:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098357248 00000100:00100000:1.0:1775764476.439853:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098357248 00000100:00100000:1.0:1775764476.439964:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 300 00000100:00100000:1.0:1775764476.439977:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486040a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+8:50384:x1862022098357248:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:1.0:1775764476.440010:0:42325:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764476.440036:0:42325:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944587808600/0x57b8ff0e0304f20a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b0b8 expref: -99 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764476.440172:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff944587809800/0x57b8ff0e0304f211 lrc: 3/0,1 mode: --/CW res: [0x200003ab1:0x1a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764476.440189:0:42325:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c400/0x57b8ff0e0304f203 lrc: 2/0,0 mode: PR/PR res: [0x200003ab1:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b0b1 expref: 9 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764476.440209:0:42325:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff944587809800/0x57b8ff0e0304f211 lrc: 4/0,1 mode: --/CW res: [0x200003ab1:0x1a:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764476.440690:0:42325:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c400/0x57b8ff0e0304f203 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b0b1 expref: 9 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764476.440706:0:42325:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c400/0x57b8ff0e0304f203 lrc: 4/0,0 mode: PR/PR res: [0x200003ab1:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b0b1 expref: 9 pid: 42324 timeout: 2043 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764476.440731:0:42325:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944585dded80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:42325:1862022118970496:192.168.202.28@tcp:104: 00000100:00100000:1.0:1775764476.442447:0:42325:0:(client.c:2691:ptlrpc_set_wait()) set ffff9445889b6e40 going to sleep for 11 seconds 00000100:00100000:2.0:1775764476.449001:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764476.449161:0:42311:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098357376 00000100:00100000:0.0:1775764476.449172:0:42311:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098357376 00010000:00010000:0.0:1775764476.449228:0:42311:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c400/0x57b8ff0e0304f203 lrc: 5/0,0 mode: PR/PR res: [0x200003ab1:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b0b1 expref: 10 pid: 42324 timeout: 2043 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764476.449280:0:42311:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 61 00000100:00100000:0.0:1775764476.449290:0:42311:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486041500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+10:2379:x1862022098357376:12345-192.168.202.28@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1775764476.449308:0:42311:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764476.449316:0:42311:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c400/0x57b8ff0e0304f203 lrc: 5/0,0 mode: PR/PR res: [0x200003ab1:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b0b1 expref: 10 pid: 42324 timeout: 2043 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764476.449350:0:42311:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c400/0x57b8ff0e0304f203 lrc: 4/0,0 mode: PR/PR res: [0x200003ab1:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b0b1 expref: 10 pid: 42324 timeout: 2043 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764476.449379:0:42311:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x1a:0x0].0x0 (ffff944582f80800) 00010000:00010000:0.0:1775764476.449386:0:42311:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff944587809800/0x57b8ff0e0304f211 lrc: 3/0,1 mode: --/CW res: [0x200003ab1:0x1a:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764476.449396:0:42311:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff944587809800/0x57b8ff0e0304f211 lrc: 3/0,1 mode: CW/CW res: [0x200003ab1:0x1a:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764476.449404:0:42311:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944587809800/0x57b8ff0e0304f211 lrc: 4/0,1 mode: CW/CW res: [0x200003ab1:0x1a:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764476.449406:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c400/0x57b8ff0e0304f203 lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b0b1 expref: 10 pid: 42324 timeout: 2043 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764476.449423:0:42325:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944585dded80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:42325:1862022118970496:192.168.202.28@tcp:104: 00010000:00010000:0.0:1775764476.449429:0:42311:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1775764476.449449:0:42325:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff944587809800/0x57b8ff0e0304f211 lrc: 3/0,1 mode: CW/CW res: [0x200003ab1:0x1a:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764476.449457:0:42325:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff944587809800/0x57b8ff0e0304f211 lrc: 3/0,1 mode: CW/CW res: [0x200003ab1:0x1a:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764476.449462:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944587809800/0x57b8ff0e0304f211 lrc: 3/0,1 mode: CW/CW res: [0x200003ab1:0x1a:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764476.449486:0:42325:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab1:0x1a:0x0]: returning size 4 00000100:00100000:0.0:1775764476.449493:0:42311:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486041500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+9:2379:x1862022098357376:12345-192.168.202.28@tcp:103:ldlm_bl.0 Request processed in 204us (502us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764476.449500:0:42311:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 61 00010000:00010000:1.0:1775764476.451523:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944587808600/0x57b8ff0e0304f20a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b0b8 expref: 10 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764476.451549:0:42325:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff944587809800/0x57b8ff0e0304f211 lrc: 3/0,0 mode: CW/CW res: [0x200003ab1:0x1a:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b0b8 expref: 9 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764476.451564:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x1a:0x0].0x0 (ffff944582f80800) 00010000:00010000:1.0:1775764476.451568:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:1.0:1775764476.451572:0:42325:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944587809800, rc 0) 00000100:00100000:1.0:1775764476.451650:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486040a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+9:50384:x1862022098357248:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 11675us (12131us total) trans 34359738636 rc 0/0 00000100:00100000:1.0:1775764476.451666:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 300 00000100:00100000:2.0:1775764476.580482:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764476.580620:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098357504 00000100:00100000:0.0:1775764476.580635:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098357504 00000100:00100000:0.0:1775764476.580733:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 301 00000100:00100000:0.0:1775764476.580748:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486042680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+9:50394:x1862022098357504:12345-192.168.202.28@tcp:34:lfs.0 00010000:00010000:0.0:1775764476.580896:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d600/0x57b8ff0e0304f21f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764476.580916:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d600/0x57b8ff0e0304f21f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764476.580929:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d600/0x57b8ff0e0304f21f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764476.580944:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27de00/0x57b8ff0e0304f226 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5d1d8ab3 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764476.580951:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27de00/0x57b8ff0e0304f226 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5d1d8ab3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764476.580958:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27de00/0x57b8ff0e0304f226 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5d1d8ab3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764476.581384:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d800/0x57b8ff0e0304f22d lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0x1a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764476.581396:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d800/0x57b8ff0e0304f22d lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x1a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764476.581403:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d800/0x57b8ff0e0304f22d lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x1a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764476.581451:0:42324:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d800/0x57b8ff0e0304f22d lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x1a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764476.581462:0:42324:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d600/0x57b8ff0e0304f21f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764476.581468:0:42324:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d600/0x57b8ff0e0304f21f lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764476.581474:0:42324:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d600/0x57b8ff0e0304f21f lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764476.581480:0:42324:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445bc27d600 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:0.0:1775764476.581484:0:42324:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d600/0x57b8ff0e0304f21f lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764476.581492:0:42324:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d600/0x57b8ff0e0304f21f lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764476.581504:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff944582f80d00) 00010000:00010000:0.0:1775764476.581508:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764476.581513:0:42324:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d600/0x57b8ff0e0304f21f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764476.581519:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d600/0x57b8ff0e0304f21f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764476.581534:0:42324:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27de00/0x57b8ff0e0304f226 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5d1d8ab3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764476.581539:0:42324:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27de00/0x57b8ff0e0304f226 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5d1d8ab3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764476.581545:0:42324:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27de00/0x57b8ff0e0304f226 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5d1d8ab3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764476.581550:0:42324:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445bc27de00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:0.0:1775764476.581552:0:42324:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27de00/0x57b8ff0e0304f226 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5d1d8ab3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764476.581558:0:42324:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27de00/0x57b8ff0e0304f226 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5d1d8ab3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764476.581565:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5d1d8ab3 (ffff944582f80200) 00010000:00010000:0.0:1775764476.581568:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764476.581571:0:42324:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27de00/0x57b8ff0e0304f226 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5d1d8ab3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764476.581582:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27de00/0x57b8ff0e0304f226 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5d1d8ab3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764476.581597:0:42324:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d800/0x57b8ff0e0304f22d lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x1a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764476.581604:0:42324:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d800/0x57b8ff0e0304f22d lrc: 2/0,0 mode: PR/PR res: [0x200003ab1:0x1a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764476.581609:0:42324:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d800/0x57b8ff0e0304f22d lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x1a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764476.581615:0:42324:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445bc27d800 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:0.0:1775764476.581617:0:42324:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d800/0x57b8ff0e0304f22d lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x1a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764476.581623:0:42324:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d800/0x57b8ff0e0304f22d lrc: 4/0,0 mode: PR/PR res: [0x200003ab1:0x1a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764476.581630:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x1a:0x0].0x0 (ffff944582f80800) 00010000:00010000:0.0:1775764476.581633:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764476.581635:0:42324:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d800/0x57b8ff0e0304f22d lrc: 2/0,0 mode: --/PR res: [0x200003ab1:0x1a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764476.581642:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d800/0x57b8ff0e0304f22d lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0x1a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764476.581763:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486042680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+9:50394:x1862022098357504:12345-192.168.202.28@tcp:34:lfs.0 Request processed in 1014us (1292us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764476.581772:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 301 00010000:00010000:0.0:1775764476.738563:0:42312:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775764477.185376:0:3328:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944486041180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3328:1862022118970624:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1775764477.185467:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764477.185833:0:42947:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118970624 00000100:00100000:1.0:1775764477.185842:0:42947:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118970624 00000100:00100000:1.0:1775764477.185917:0:42947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51 00000100:00100000:1.0:1775764477.185927:0:42947:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444867b0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3328:x1862022118970624:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1775764477.185965:0:42947:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 51052544 pending 0 free 3767533568 avail 3765436416 00000100:00080000:2.0:1775764477.185985:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1775764477.186020:0:42947:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444867b0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3328:x1862022118970624:12345-0@lo:13:osp-pre-1-0.0 Request processed in 93us (551us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764477.186027:0:42947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51 00000100:00100000:2.0:1775764477.186061:0:3328:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944486041180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3328:1862022118970624:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1775764477.761349:0:42313:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764478.786714:0:43224:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764479.813337:0:42312:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775764480.264355:0:3329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944585dded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3329:1862022118970752:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1775764480.264431:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764480.264526:0:42947:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118970752 00000100:00100000:0.0:1775764480.264536:0:42947:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118970752 00000100:00100000:0.0:1775764480.264598:0:42947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 52 00000100:00100000:0.0:1775764480.264608:0:42947:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444867cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3329:x1862022118970752:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1775764480.264656:0:42947:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 51052544 pending 0 free 3704619008 avail 3702521856 00000100:00100000:0.0:1775764480.264700:0:42947:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444867cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3329:x1862022118970752:12345-0@lo:13:osp-pre-0-0.0 Request processed in 94us (269us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764480.264707:0:42947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 52 00000100:00100000:0.0:1775764480.264755:0:3329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944585dded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3329:1862022118970752:0@lo:13:osp-pre-0-0.0 00000100:00080000:2.0:1775764480.264888:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000001:00080000:2.0:1775764480.393867:0:5825:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 34359738636 is committed 00000100:00100000:0.0:1775764480.770515:0:3331:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9444867cb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3331:1862022118971008:0@lo:400:kworker.0 00000100:00100000:0.0:1775764480.770591:0:3331:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764480.770651:0:3331:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:0.0:1775764480.770657:0:3331:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9444867c8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d8dacf45-8471-4226-a2fb-1fac83f69c1e:3331:1862022118970880:0@lo:400:kworker.0 00000100:00100000:0.0:1775764480.770687:0:3331:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764480.770712:0:3331:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9444867c8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3331:1862022118971392:0@lo:400:kworker.0 00000100:00100000:0.0:1775764480.770736:0:3331:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764480.770762:0:3328:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9444867cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3328:1862022118971136:0@lo:400:kworker.0 00000100:00100000:0.0:1775764480.770784:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764480.770835:0:3328:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1775764480.770841:0:3328:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9444867c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3328:1862022118971264:0@lo:400:kworker.0 00000100:00100000:0.0:1775764480.770862:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764480.770892:0:43212:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118971008 00000100:00100000:0.0:1775764480.770899:0:43212:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118971008 00000100:00100000:0.0:1775764480.770954:0:43212:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82 00000100:00100000:0.0:1775764480.770963:0:43212:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444867c9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3331:x1862022118971008:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764480.771014:0:43212:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444867c9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3331:x1862022118971008:12345-0@lo:400:kworker.0 Request processed in 52us (423us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764480.771021:0:43212:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82 00000100:00100000:0.0:1775764480.771049:0:42319:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118970880 00000100:00100000:0.0:1775764480.771067:0:42319:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118970880 00000100:00100000:0.0:1775764480.771101:0:42319:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 161 00000100:00100000:0.0:1775764480.771108:0:42319:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944587289450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d8dacf45-8471-4226-a2fb-1fac83f69c1e+18:3331:x1862022118970880:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764480.771136:0:42319:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944587289450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d8dacf45-8471-4226-a2fb-1fac83f69c1e+18:3331:x1862022118970880:12345-0@lo:400:kworker.0 Request processed in 28us (447us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764480.771142:0:42319:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 161 00000100:00100000:0.0:1775764480.771169:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118971392 00000100:00100000:0.0:1775764480.771172:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118971392 00000100:00100000:0.0:1775764480.771198:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118971136 00000100:00100000:0.0:1775764480.771201:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118971136 00000100:00100000:0.0:1775764480.771212:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118971264 00000100:00100000:0.0:1775764480.771215:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118971264 00000100:00100000:0.0:1775764480.771228:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 115 00000100:00100000:0.0:1775764480.771235:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444867ca680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3331:x1862022118971392:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764480.771265:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444867ca680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3331:x1862022118971392:12345-0@lo:400:kworker.0 Request processed in 30us (528us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764480.771271:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 115 00000100:00100000:0.0:1775764480.771296:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 116 00000100:00100000:0.0:1775764480.771303:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444867c9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3328:x1862022118971136:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764480.771334:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444867c9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3328:x1862022118971136:12345-0@lo:400:kworker.0 Request processed in 32us (549us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764480.771340:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 116 00000100:00100000:0.0:1775764480.771351:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 117 00000100:00100000:0.0:1775764480.771357:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444867cb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3328:x1862022118971264:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764480.771381:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444867cb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3328:x1862022118971264:12345-0@lo:400:kworker.0 Request processed in 24us (518us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764480.771386:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 117 00000100:00100000:0.0:1775764480.771439:0:3328:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9444867c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3328:1862022118971264:0@lo:400:kworker.0 00000100:00100000:0.0:1775764480.771450:0:3328:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9444867cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3328:1862022118971136:0@lo:400:kworker.0 00000100:00100000:0.0:1775764480.771483:0:3331:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9444867c8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d8dacf45-8471-4226-a2fb-1fac83f69c1e:3331:1862022118970880:0@lo:400:kworker.0 00000100:00100000:0.0:1775764480.771492:0:3331:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9444867c8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3331:1862022118971392:0@lo:400:kworker.0 00000100:00100000:0.0:1775764480.771501:0:3331:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9444867cb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3331:1862022118971008:0@lo:400:kworker.0 00000100:00080000:2.0:1775764480.772731:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1775764480.772739:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:1.0:1775764480.834008:0:42313:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775764481.224933:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764481.224963:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764481.224991:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764481.225011:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764481.225035:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764481.225535:0:42317:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098357632 00000100:00100000:0.0:1775764481.225545:0:42317:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098357632 00000100:00100000:0.0:1775764481.225617:0:42317:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 162 00000100:00100000:0.0:1775764481.225627:0:42317:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94458728bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:24b54882-c0a1-43f2-954f-009e5a9afc9d+12:2377:x1862022098357632:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:0.0:1775764481.225726:0:42317:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94458728bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:24b54882-c0a1-43f2-954f-009e5a9afc9d+12:2377:x1862022098357632:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 100us (808us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764481.225739:0:42317:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 162 00000100:00100000:0.0:1775764481.225778:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098358144 00000100:00100000:0.0:1775764481.225782:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098358144 00000100:00100000:0.0:1775764481.225850:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098357760 00000100:00100000:0.0:1775764481.225854:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098357760 00000100:00100000:0.0:1775764481.225877:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 118 00000100:00100000:0.0:1775764481.225899:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944585dde680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:82781e18-e0e3-4f9f-9a2b-041bf0344414+5:2377:x1862022098358144:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:0.0:1775764481.225946:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944585dde680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:82781e18-e0e3-4f9f-9a2b-041bf0344414+5:2377:x1862022098358144:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 48us (953us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764481.225952:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 118 00000100:00100000:0.0:1775764481.225965:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 119 00000100:00100000:0.0:1775764481.225972:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944585ddce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+8:2377:x1862022098357760:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:0.0:1775764481.225993:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944585ddce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+8:2377:x1862022098357760:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 22us (981us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764481.226006:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 119 00000100:00080000:0.0:1775764481.226153:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1775764481.226506:0:42946:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098357888 00000100:00100000:3.0:1775764481.226512:0:42946:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098357888 00000100:00100000:3.0:1775764481.226578:0:42946:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098358016 00000100:00100000:3.0:1775764481.226587:0:42946:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098358016 00000100:00100000:3.0:1775764481.226620:0:42946:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 83 00000100:00100000:3.0:1775764481.226628:0:42946:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944585ddd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+5:2377:x1862022098357888:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:3.0:1775764481.226671:0:42946:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944585ddd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+5:2377:x1862022098357888:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 45us (1706us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764481.226677:0:42946:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 83 00000100:00100000:3.0:1775764481.226697:0:42946:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 84 00000100:00100000:3.0:1775764481.226703:0:42946:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944585dddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+8:2377:x1862022098358016:12345-192.168.202.28@tcp:400:kworker.0 00000100:00080000:0.0:1775764481.227230:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1775764481.227234:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1775764481.227924:0:42946:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944585dddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+8:2377:x1862022098358016:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 1216us (2883us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764481.227933:0:42946:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 84 00010000:00010000:1.0:1775764481.856995:0:43224:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775764482.305042:0:3331:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944486041180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3331:1862022118971520:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1775764482.305123:0:3331:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764482.305249:0:42947:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118971520 00000100:00100000:2.0:1775764482.305259:0:42947:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118971520 00000100:00100000:2.0:1775764482.305349:0:42947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53 00000100:00100000:2.0:1775764482.305363:0:42947:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444867cb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3331:x1862022118971520:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1775764482.305403:0:42947:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 51052544 pending 0 free 3767533568 avail 3765436416 00000100:00100000:2.0:1775764482.305454:0:42947:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444867cb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3331:x1862022118971520:12345-0@lo:13:osp-pre-1-0.0 Request processed in 96us (331us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764482.305463:0:42947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53 00000100:00100000:2.0:1775764482.305519:0:3331:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944486041180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3331:1862022118971520:0@lo:13:osp-pre-1-0.0 00000100:00080000:0.0:1775764482.305581:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:0.0:1775764482.894348:0:42312:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1775764483.905780:0:42356:0:(llog.c:800:llog_process_thread()) index: 8, lh_last_idx: 8 synced_idx: 8 lgh_last_idx: 8 00000040:00080000:0.0:1775764483.905792:0:42356:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x32:0x0] at index 8 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1775764483.905860:0:42356:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x32:0x0] index 7 count 6 00000040:00080000:0.0:1775764483.905868:0:42356:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 9 count 2 00010000:00010000:2.0:1775764483.907427:0:42313:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764484.941726:0:43224:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775764485.244205:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764485.244511:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098358272 00000100:00100000:0.0:1775764485.244525:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098358272 00000100:00100000:0.0:1775764485.244610:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 302 00000100:00100000:0.0:1775764485.244622:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944585ddca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+8:50229:x1862022098358272:12345-192.168.202.28@tcp:60:lhsmtool_posix.0 00000100:00100000:0.0:1775764485.244786:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944585ddca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+8:50229:x1862022098358272:12345-192.168.202.28@tcp:60:lhsmtool_posix.0 Request processed in 165us (592us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764485.244833:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 302 00000100:00080000:2.0:1775764485.245087:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1775764485.257364:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764485.257626:0:42327:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098358528 00000100:00100000:2.0:1775764485.257637:0:42327:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098358528 00000100:00100000:2.0:1775764485.257699:0:42327:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 104 00000100:00100000:2.0:1775764485.257709:0:42327:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444867b1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+8:50229:x1862022098358528:12345-192.168.202.28@tcp:35:lhsmtool_posix.0 00000100:00100000:2.0:1775764485.258279:0:42327:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444867b1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+9:50229:x1862022098358528:12345-192.168.202.28@tcp:35:lhsmtool_posix.0 Request processed in 569us (921us total) trans 34359738637 rc 0/0 00000100:00100000:2.0:1775764485.258287:0:42327:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 104 00000100:00100000:0.0:1775764485.377434:0:3328:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944585ddf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3328:1862022118971648:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1775764485.377511:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764485.378430:0:42947:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118971648 00000100:00100000:2.0:1775764485.378442:0:42947:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118971648 00000100:00100000:2.0:1775764485.378518:0:42947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54 00000100:00100000:2.0:1775764485.378531:0:42947:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444867c8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3328:x1862022118971648:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1775764485.378569:0:42947:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 51052544 pending 0 free 3704619008 avail 3702521856 00000100:00100000:2.0:1775764485.378636:0:42947:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444867c8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3328:x1862022118971648:12345-0@lo:13:osp-pre-0-0.0 Request processed in 109us (1126us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764485.378643:0:42947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54 00000100:00100000:2.0:1775764485.378993:0:3328:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944585ddf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3328:1862022118971648:0@lo:13:osp-pre-0-0.0 00000100:00080000:0.0:1775764485.379470:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000001:00080000:3.0:1775764485.520764:0:5825:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 34359738637 is committed 00000100:00100000:3.0:1775764485.841065:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764485.841185:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098358656 00000100:00100000:0.0:1775764485.841198:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098358656 00000100:00100000:0.0:1775764485.841303:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 303 00000100:00100000:0.0:1775764485.841315:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444867b2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:82781e18-e0e3-4f9f-9a2b-041bf0344414+5:50834:x1862022098358656:12345-192.168.202.28@tcp:101:lsof.0 00010000:00010000:0.0:1775764485.841339:0:42324:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764485.841365:0:42324:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d000/0x57b8ff0e0304f234 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b0bf expref: -99 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764485.841433:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27da00/0x57b8ff0e0304f23b lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764485.841447:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27da00/0x57b8ff0e0304f23b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764485.841460:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27da00/0x57b8ff0e0304f23b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764485.841672:0:42324:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 8704 00000004:00200000:0.0:1775764485.841677:0:42324:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 31 stripe count 1 MDT count 1 00000004:00010000:0.0:1775764485.841757:0:42324:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27da00/0x57b8ff0e0304f23b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764485.841783:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d000/0x57b8ff0e0304f234 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b0bf expref: 7 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764485.841839:0:42324:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27da00/0x57b8ff0e0304f23b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b0bf expref: 6 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764485.841848:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff944582f80d00) 00010000:00010000:0.0:1775764485.841851:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1775764485.841856:0:42324:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445bc27da00, rc 0) 00000100:00100000:0.0:1775764485.841921:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444867b2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:82781e18-e0e3-4f9f-9a2b-041bf0344414+6:50834:x1862022098358656:12345-192.168.202.28@tcp:101:lsof.0 Request processed in 608us (878us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764485.841929:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 303 00000100:00080000:2.0:1775764485.842330:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1775764485.889188:0:3328:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9444867b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3328:1862022118972160:0@lo:400:kworker.0 00000100:00100000:3.0:1775764485.889268:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764485.889338:0:3328:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:3.0:1775764485.889344:0:3328:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9444867b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d8dacf45-8471-4226-a2fb-1fac83f69c1e:3328:1862022118971776:0@lo:400:kworker.0 00000100:00100000:3.0:1775764485.889375:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764485.889399:0:3328:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9444867b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3328:1862022118972288:0@lo:400:kworker.0 00000100:00100000:3.0:1775764485.889421:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764485.889449:0:3330:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9444867b2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3330:1862022118971904:0@lo:400:kworker.0 00000100:00100000:3.0:1775764485.889475:0:3330:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764485.889494:0:3330:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1775764485.889499:0:3330:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9444867b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3330:1862022118972032:0@lo:400:kworker.0 00000100:00100000:3.0:1775764485.889522:0:3330:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764485.889551:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118972160 00000100:00100000:3.0:1775764485.889558:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118972160 00000100:00100000:3.0:1775764485.889607:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118972288 00000100:00100000:3.0:1775764485.889610:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118972288 00000100:00100000:3.0:1775764485.889624:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118972032 00000100:00100000:3.0:1775764485.889626:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118972032 00000100:00100000:3.0:1775764485.889640:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 120 00000100:00100000:3.0:1775764485.889647:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444867b3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3328:x1862022118972160:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764485.889716:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444867b3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3328:x1862022118972160:12345-0@lo:400:kworker.0 Request processed in 68us (448us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764485.889723:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 120 00000100:00100000:3.0:1775764485.889741:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 121 00000100:00100000:3.0:1775764485.889747:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444867b0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3328:x1862022118972288:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764485.889768:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444867b0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3328:x1862022118972288:12345-0@lo:400:kworker.0 Request processed in 22us (346us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764485.889773:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 121 00000100:00100000:3.0:1775764485.889782:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 122 00000100:00100000:3.0:1775764485.889787:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444867b2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3330:x1862022118972032:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764485.889850:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444867b2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3330:x1862022118972032:12345-0@lo:400:kworker.0 Request processed in 63us (327us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764485.889857:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 122 00000100:00100000:3.0:1775764485.889876:0:42318:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118971776 00000100:00100000:3.0:1775764485.889879:0:42318:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118971776 00000100:00100000:3.0:1775764485.889901:0:42318:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 163 00000100:00100000:3.0:1775764485.889908:0:42318:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944587288c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d8dacf45-8471-4226-a2fb-1fac83f69c1e+18:3328:x1862022118971776:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764485.889934:0:42318:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944587288c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d8dacf45-8471-4226-a2fb-1fac83f69c1e+18:3328:x1862022118971776:12345-0@lo:400:kworker.0 Request processed in 27us (558us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764485.889940:0:42318:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 163 00000100:00100000:3.0:1775764485.889969:0:42946:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118971904 00000100:00100000:3.0:1775764485.889973:0:42946:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118971904 00000100:00100000:3.0:1775764485.890004:0:42946:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 85 00000100:00100000:3.0:1775764485.890010:0:42946:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444867b3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3330:x1862022118971904:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764485.890037:0:42946:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444867b3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3330:x1862022118971904:12345-0@lo:400:kworker.0 Request processed in 27us (562us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764485.890042:0:42946:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 85 00000100:00080000:3.0:1775764485.890070:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1775764485.890074:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1775764485.890104:0:3330:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9444867b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3330:1862022118972032:0@lo:400:kworker.0 00000100:00100000:3.0:1775764485.890114:0:3330:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9444867b2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3330:1862022118971904:0@lo:400:kworker.0 00000100:00100000:3.0:1775764485.890139:0:3328:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9444867b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d8dacf45-8471-4226-a2fb-1fac83f69c1e:3328:1862022118971776:0@lo:400:kworker.0 00000100:00100000:3.0:1775764485.890148:0:3328:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9444867b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3328:1862022118972288:0@lo:400:kworker.0 00000100:00100000:3.0:1775764485.890155:0:3328:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9444867b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3328:1862022118972160:0@lo:400:kworker.0 00010000:00010000:0.0:1775764485.954823:0:42312:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775764486.317919:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764486.317968:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764486.318006:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764486.318042:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764486.318327:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098358912 00000100:00100000:3.0:1775764486.318337:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098358912 00000100:00100000:3.0:1775764486.318392:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098359296 00000100:00100000:3.0:1775764486.318395:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098359296 00000100:00100000:3.0:1775764486.318422:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 123 00000100:00100000:3.0:1775764486.318433:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944585ddf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+8:2376:x1862022098358912:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:3.0:1775764486.318515:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944585ddf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+8:2376:x1862022098358912:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 82us (507us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764486.318522:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 123 00000100:00100000:3.0:1775764486.318540:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 124 00000100:00100000:3.0:1775764486.318546:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944585dded80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:82781e18-e0e3-4f9f-9a2b-041bf0344414+6:2376:x1862022098359296:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:3.0:1775764486.318572:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944585dded80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:82781e18-e0e3-4f9f-9a2b-041bf0344414+6:2376:x1862022098359296:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 26us (530us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764486.318590:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 124 00000100:00100000:2.0:1775764486.319149:0:43212:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098359168 00000100:00100000:2.0:1775764486.319156:0:43212:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098359168 00000100:00100000:2.0:1775764486.319222:0:43212:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 86 00000100:00100000:2.0:1775764486.319243:0:43212:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944585ddc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+8:2376:x1862022098359168:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:2.0:1775764486.319286:0:43212:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944585ddc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+8:2376:x1862022098359168:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 57us (1318us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764486.319292:0:43212:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 86 00000100:00080000:3.0:1775764486.319879:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1775764486.319960:0:42319:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098358784 00000100:00100000:0.0:1775764486.319967:0:42319:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098358784 00000100:00100000:0.0:1775764486.320012:0:42319:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 164 00000100:00100000:0.0:1775764486.320020:0:42319:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94458728ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:24b54882-c0a1-43f2-954f-009e5a9afc9d+12:2376:x1862022098358784:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:0.0:1775764486.320071:0:42319:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94458728ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:24b54882-c0a1-43f2-954f-009e5a9afc9d+12:2376:x1862022098358784:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 52us (2162us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764486.320078:0:42319:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 164 00000100:00100000:3.0:1775764486.321915:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764486.322026:0:42946:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098359040 00000100:00100000:0.0:1775764486.322036:0:42946:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098359040 00000100:00080000:3.0:1775764486.322161:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1775764486.322203:0:42946:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 75 00000100:00100000:0.0:1775764486.322213:0:42946:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444867b0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+5:2375:x1862022098359040:12345-192.168.202.28@tcp:9:kworker.0 00000020:00000080:0.0:1775764486.322262:0:42946:0:(genops.c:1487:class_disconnect()) disconnect: cookie 0x57b8ff0e0304dce0 00000100:00080000:0.0:1775764486.322271:0:42946:0:(import.c:65:import_set_state_nolock()) ffff9445bb5b9000 : changing import state from FULL to CLOSED 00000001:00000004:0.0:1775764486.322317:0:42946:0:(tgt_lastrcvd.c:732:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 8, last_transno is 34359738388 00000100:00100000:0.0:1775764486.322606:0:42946:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444867b0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+2:2375:x1862022098359040:12345-192.168.202.28@tcp:9:kworker.0 Request processed in 395us (699us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764486.322616:0:42946:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 75 00010000:00010000:2.0:1775764486.322680:0:42313:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764486.981374:0:43224:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775764487.425271:0:3331:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1775764487.425297:0:3331:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944486041180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3331:1862022118972416:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1775764487.425378:0:3331:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764487.425641:0:42947:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118972416 00000100:00100000:2.0:1775764487.425653:0:42947:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118972416 00000100:00100000:2.0:1775764487.425789:0:42947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 55 00000100:00100000:2.0:1775764487.425844:0:42947:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444867c8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3331:x1862022118972416:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1775764487.425888:0:42947:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 51052544 pending 0 free 3767533568 avail 3765436416 00000100:00100000:2.0:1775764487.425945:0:42947:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444867c8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3331:x1862022118972416:12345-0@lo:13:osp-pre-1-0.0 Request processed in 145us (564us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764487.425952:0:42947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 55 00000100:00100000:0.0:1775764487.426135:0:3331:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944486041180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3331:1862022118972416:0@lo:13:osp-pre-1-0.0 00000100:00080000:3.0:1775764487.433253:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:0.0:1775764488.001038:0:42312:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764489.025416:0:42313:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764490.058532:0:43224:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:2.0:1775764490.150165:0:6613:0:(tgt_lastrcvd.c:568:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 7e6eda44-5508-487e-b17f-ff28ad9d3512 00000020:00000080:2.0:1775764490.150176:0:6613:0:(genops.c:904:class_export_put()) final put ffff9445bb5bc800/7e6eda44-5508-487e-b17f-ff28ad9d3512 00000020:00000080:1.0:1775764490.150327:0:41523:0:(genops.c:863:class_export_destroy()) destroying export ffff9445bb5bc800/7e6eda44-5508-487e-b17f-ff28ad9d3512 for lustre-OST0000 00000020:00000080:1.0:1775764490.150387:0:41523:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff9445bb5b9000 for lustre-OST0000 00000100:00100000:0.0:1775764490.507647:0:3331:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944585ddf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3331:1862022118972544:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1775764490.507736:0:3331:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764490.508148:0:42947:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118972544 00000100:00100000:2.0:1775764490.508158:0:42947:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118972544 00000100:00100000:2.0:1775764490.508240:0:42947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 56 00000100:00100000:2.0:1775764490.508249:0:42947:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444867cad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3331:x1862022118972544:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1775764490.508285:0:42947:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3704619008 avail 3702521856 00000100:00100000:2.0:1775764490.508349:0:42947:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444867cad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3331:x1862022118972544:12345-0@lo:13:osp-pre-0-0.0 Request processed in 102us (613us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764490.508356:0:42947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 56 00000100:00100000:2.0:1775764490.508410:0:3331:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944585ddf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3331:1862022118972544:0@lo:13:osp-pre-0-0.0 00000100:00080000:0.0:1775764490.508620:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1775764491.013363:0:3329:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1775764491.013545:0:3328:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1775764491.013575:0:3328:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944486041180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3328:1862022118972800:0@lo:400:kworker.0 00000100:00100000:3.0:1775764491.013698:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764491.013848:0:43212:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118972800 00000100:00100000:3.0:1775764491.013859:0:43212:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118972800 00000100:00100000:3.0:1775764491.013951:0:43212:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 87 00000100:00100000:3.0:1775764491.013962:0:43212:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444867b2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3328:x1862022118972800:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764491.014032:0:43212:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444867b2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3328:x1862022118972800:12345-0@lo:400:kworker.0 Request processed in 73us (334us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764491.014042:0:43212:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 87 00000100:00100000:3.0:1775764491.014115:0:3328:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944486041180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3328:1862022118972800:0@lo:400:kworker.0 00000100:00100000:0.0:1775764491.014965:0:3329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944486042300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d8dacf45-8471-4226-a2fb-1fac83f69c1e:3329:1862022118972672:0@lo:400:kworker.0 00000100:00100000:0.0:1775764491.015028:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1775764491.015099:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1775764491.016446:0:42317:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118972672 00000100:00100000:3.0:1775764491.016463:0:42317:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118972672 00000100:00100000:3.0:1775764491.016550:0:42317:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 165 00000100:00100000:3.0:1775764491.016562:0:42317:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94458728a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d8dacf45-8471-4226-a2fb-1fac83f69c1e+18:3329:x1862022118972672:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764491.018320:0:42317:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94458728a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d8dacf45-8471-4226-a2fb-1fac83f69c1e+18:3329:x1862022118972672:12345-0@lo:400:kworker.0 Request processed in 1751us (3281us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764491.018334:0:42317:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 165 00000100:00100000:2.0:1775764491.019393:0:3330:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944486040e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3330:1862022118972928:0@lo:400:kworker.0 00000100:00100000:2.0:1775764491.019449:0:3330:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764491.019484:0:3330:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1775764491.019490:0:3330:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944486043b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3330:1862022118973056:0@lo:400:kworker.0 00000100:00100000:2.0:1775764491.019514:0:3330:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764491.019555:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118972928 00000100:00100000:2.0:1775764491.019563:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118972928 00000100:00100000:2.0:1775764491.019618:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118973056 00000100:00100000:2.0:1775764491.019621:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118973056 00000100:00100000:2.0:1775764491.019657:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 125 00000100:00100000:3.0:1775764491.019814:0:3329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944486042300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d8dacf45-8471-4226-a2fb-1fac83f69c1e:3329:1862022118972672:0@lo:400:kworker.0 00000100:00100000:3.0:1775764491.019837:0:3329:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1775764491.019842:0:3329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944486043800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3329:1862022118973184:0@lo:400:kworker.0 00000100:00100000:3.0:1775764491.019867:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764491.019891:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118973184 00000100:00100000:3.0:1775764491.019895:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118973184 00000100:00100000:2.0:1775764491.020624:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486040700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3330:x1862022118972928:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764491.021116:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486040700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3330:x1862022118972928:12345-0@lo:400:kworker.0 Request processed in 502us (1666us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764491.021930:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 126 00000100:00100000:3.0:1775764491.021944:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486040380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3330:x1862022118973056:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764491.021994:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486040380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3330:x1862022118973056:12345-0@lo:400:kworker.0 Request processed in 55us (2479us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764491.022001:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 126 00000100:00100000:3.0:1775764491.022021:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 127 00000100:00100000:3.0:1775764491.022027:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444867b1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3329:x1862022118973184:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764491.022066:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444867b1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3329:x1862022118973184:12345-0@lo:400:kworker.0 Request processed in 40us (2198us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764491.022084:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 127 00000100:00100000:3.0:1775764491.022128:0:3329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944486043800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3329:1862022118973184:0@lo:400:kworker.0 00000100:00100000:3.0:1775764491.022213:0:3330:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944486043b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3330:1862022118973056:0@lo:400:kworker.0 00000100:00100000:3.0:1775764491.022226:0:3330:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944486040e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3330:1862022118972928:0@lo:400:kworker.0 00000100:00080000:3.0:1775764491.022256:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1775764491.026207:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 125 00010000:00010000:0.0:1775764491.073469:0:42312:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775764491.448382:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764491.448430:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764491.448480:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764491.448526:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764491.448543:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098359552 00000100:00100000:1.0:1775764491.448555:0:42945:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098359680 00000100:00100000:3.0:1775764491.448555:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098359552 00000100:00100000:1.0:1775764491.448557:0:42945:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098359680 00000100:00100000:2.0:1775764491.448630:0:42318:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098359424 00000100:00100000:2.0:1775764491.448634:0:42318:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098359424 00000100:00100000:2.0:1775764491.448669:0:42318:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 166 00000100:00100000:2.0:1775764491.448680:0:42318:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94458728a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:24b54882-c0a1-43f2-954f-009e5a9afc9d+12:2379:x1862022098359424:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:2.0:1775764491.448755:0:42318:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94458728a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:24b54882-c0a1-43f2-954f-009e5a9afc9d+12:2379:x1862022098359424:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 76us (273us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764491.448763:0:42318:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 166 00000100:00100000:2.0:1775764491.448832:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098359808 00000100:00100000:2.0:1775764491.448835:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098359808 00000100:00100000:3.0:1775764491.448840:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 128 00000100:00100000:3.0:1775764491.448849:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944585ddc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+8:2379:x1862022098359552:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:3.0:1775764491.448884:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944585ddc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+8:2379:x1862022098359552:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 36us (529us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764491.448890:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 128 00000100:00100000:1.0:1775764491.458730:0:42945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 88 00000100:00100000:1.0:1775764491.458758:0:42945:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944585dddf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+8:2379:x1862022098359680:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:1.0:1775764491.458917:0:42945:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944585dddf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+8:2379:x1862022098359680:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 171us (10389us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764491.458927:0:42945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 88 00000100:00100000:2.0:1775764491.461357:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 129 00000100:00100000:2.0:1775764491.461390:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944585ddf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:82781e18-e0e3-4f9f-9a2b-041bf0344414+6:2379:x1862022098359808:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:2.0:1775764491.461557:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944585ddf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:82781e18-e0e3-4f9f-9a2b-041bf0344414+6:2379:x1862022098359808:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 176us (13125us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764491.461567:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 129 00000100:00080000:0.0:1775764491.469031:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1775764491.469040:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:2.0:1775764492.097068:0:42313:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0:1775764492.381144:0:45535:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-pcc test 18: Verify size correctness after re-attach the file ========================================================== 15:54:50 (1775764490) 00000100:00100000:1.0:1775764492.545783:0:3328:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1775764492.545879:0:3328:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944486040000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3328:1862022118973312:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1775764492.545979:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764492.546186:0:42947:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118973312 00000100:00100000:2.0:1775764492.546196:0:42947:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118973312 00000100:00100000:2.0:1775764492.546269:0:42947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 57 00000100:00100000:2.0:1775764492.546282:0:42947:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944585dde300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3328:x1862022118973312:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1775764492.546333:0:42947:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 51052544 pending 0 free 3767533568 avail 3765436416 00000100:00100000:2.0:1775764492.546403:0:42947:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944585dde300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3328:x1862022118973312:12345-0@lo:13:osp-pre-1-0.0 Request processed in 123us (426us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764492.546411:0:42947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 57 00000100:00100000:3.0:1775764492.546497:0:3328:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944486040000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3328:1862022118973312:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1775764493.122868:0:43224:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1775764493.186454:0:42356:0:(llog.c:800:llog_process_thread()) index: 8, lh_last_idx: 8 synced_idx: 8 lgh_last_idx: 8 00000040:00080000:0.0:1775764493.186469:0:42356:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x32:0x0] at index 8 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1775764493.190229:0:42356:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x32:0x0] index 7 count 3 00000040:00080000:0.0:1775764493.190251:0:42356:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 9 count 2 00010000:00010000:0.0:1775764494.145540:0:42312:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775764494.551738:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764494.552575:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098359936 00000100:00100000:0.0:1775764494.552649:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098359936 00000100:00080000:3.0:1775764494.552827:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1775764494.553466:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 304 00000100:00100000:0.0:1775764494.553484:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444867b2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+8:51094:x1862022098359936:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1775764494.553507:0:42324:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764494.553527:0:42324:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d000/0x57b8ff0e0304f242 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b0c6 expref: -99 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764494.553605:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c400/0x57b8ff0e0304f249 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764494.553620:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c400/0x57b8ff0e0304f249 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764494.553635:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c400/0x57b8ff0e0304f249 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764494.553649:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c600/0x57b8ff0e0304f250 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764494.553656:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c600/0x57b8ff0e0304f250 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764494.553662:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c600/0x57b8ff0e0304f250 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764494.554020:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d800/0x57b8ff0e0304f257 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764494.554029:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d800/0x57b8ff0e0304f257 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764494.554037:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d800/0x57b8ff0e0304f257 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764494.554120:0:42324:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000002:0x1:0x0]: returning size 6656 00000004:00200000:0.0:1775764494.554124:0:42324:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 2 stripe count 1 MDT count 1 00000004:00010000:0.0:1775764494.554207:0:42324:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d800/0x57b8ff0e0304f257 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764494.554219:0:42324:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c400/0x57b8ff0e0304f249 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764494.554225:0:42324:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c400/0x57b8ff0e0304f249 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764494.554232:0:42324:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c400/0x57b8ff0e0304f249 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764494.554238:0:42324:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445bc27c400 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:0.0:1775764494.554242:0:42324:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c400/0x57b8ff0e0304f249 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764494.554249:0:42324:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c400/0x57b8ff0e0304f249 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764494.554261:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff944582f80d00) 00010000:00010000:0.0:1775764494.554264:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764494.554268:0:42324:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c400/0x57b8ff0e0304f249 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764494.554273:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c400/0x57b8ff0e0304f249 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764494.554284:0:42324:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c600/0x57b8ff0e0304f250 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764494.554290:0:42324:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c600/0x57b8ff0e0304f250 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764494.554295:0:42324:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c600/0x57b8ff0e0304f250 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764494.554301:0:42324:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445bc27c600 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:0.0:1775764494.554304:0:42324:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c600/0x57b8ff0e0304f250 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764494.554309:0:42324:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c600/0x57b8ff0e0304f250 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764494.554317:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x3b979c7a (ffff944582f80000) 00010000:00010000:0.0:1775764494.554319:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764494.554322:0:42324:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c600/0x57b8ff0e0304f250 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764494.554327:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c600/0x57b8ff0e0304f250 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764494.554357:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d000/0x57b8ff0e0304f242 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b0c6 expref: 10 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764494.554370:0:42324:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d800/0x57b8ff0e0304f257 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b0c6 expref: 9 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764494.554377:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff944582f80200) 00010000:00010000:0.0:1775764494.554379:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1775764494.554381:0:42324:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445bc27d800, rc 0) 00000100:00100000:0.0:1775764494.554455:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444867b2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+9:51094:x1862022098359936:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 Request processed in 977us (2729us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764494.554464:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 304 00000100:00100000:3.0:1775764494.563516:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764494.564452:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098360192 00000100:00100000:2.0:1775764494.564463:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098360192 00000100:00100000:2.0:1775764494.564543:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 305 00000100:00100000:2.0:1775764494.564555:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444867b3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+9:51094:x1862022098360192:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1775764494.565848:0:42326:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764494.566117:0:42326:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944580031400/0x57b8ff0e0304f25e lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b0cd expref: -99 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764494.566221:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff944580031e00/0x57b8ff0e0304f265 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764494.566237:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944580031e00/0x57b8ff0e0304f265 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764494.566249:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944580031e00/0x57b8ff0e0304f265 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764494.566264:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944580030400/0x57b8ff0e0304f26c lrc: 3/1,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764494.566271:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944580030400/0x57b8ff0e0304f26c lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764494.566278:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944580030400/0x57b8ff0e0304f26c lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764494.568976:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944580030000/0x57b8ff0e0304f273 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764494.568998:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944580030000/0x57b8ff0e0304f273 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764494.569010:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944580030000/0x57b8ff0e0304f273 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764494.569024:0:42326:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000002:0x2:0x0]: returning size 6656 00010000:00010000:2.0:1775764494.570184:0:42326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff944580031e00/0x57b8ff0e0304f265 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764494.570203:0:42326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944580031e00/0x57b8ff0e0304f265 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764494.570209:0:42326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944580031e00/0x57b8ff0e0304f265 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764494.570214:0:42326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944580031e00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764494.570219:0:42326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944580031e00/0x57b8ff0e0304f265 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764494.570226:0:42326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944580031e00/0x57b8ff0e0304f265 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764494.570241:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff944582f80200) 00010000:00010000:2.0:1775764494.570244:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764494.570249:0:42326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944580031e00/0x57b8ff0e0304f265 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764494.570255:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944580031e00/0x57b8ff0e0304f265 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764494.570268:0:42326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944580030400/0x57b8ff0e0304f26c lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764494.570273:0:42326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944580030400/0x57b8ff0e0304f26c lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764494.570278:0:42326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944580030400/0x57b8ff0e0304f26c lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764494.570283:0:42326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944580030400 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764494.570286:0:42326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944580030400/0x57b8ff0e0304f26c lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764494.570292:0:42326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944580030400/0x57b8ff0e0304f26c lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764494.570298:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x8d45d6bc (ffff94459084a300) 00010000:00010000:2.0:1775764494.570301:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764494.570304:0:42326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944580030400/0x57b8ff0e0304f26c lrc: 2/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764494.570309:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944580030400/0x57b8ff0e0304f26c lrc: 0/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764494.570754:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944580031400/0x57b8ff0e0304f25e lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b0cd expref: 12 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764494.570770:0:42326:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff944580030000/0x57b8ff0e0304f273 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b0cd expref: 11 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764494.570779:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff94459084a500) 00010000:00010000:2.0:1775764494.570781:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764494.570783:0:42326:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944580030000, rc 0) 00000100:00100000:2.0:1775764494.570908:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444867b3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+11:51094:x1862022098360192:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 Request processed in 6354us (7401us total) trans 34359738638 rc 0/0 00000100:00100000:2.0:1775764494.570918:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 305 00000100:00100000:3.0:1775764494.578483:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764494.578596:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098360320 00000100:00100000:1.0:1775764494.578607:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098360320 00000100:00100000:1.0:1775764494.578670:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 306 00000100:00100000:1.0:1775764494.578680:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444867b1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+11:51094:x1862022098360320:12345-192.168.202.28@tcp:59:lhsmtool_posix.0 00000100:00100000:1.0:1775764494.578836:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444867b1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+11:51094:x1862022098360320:12345-192.168.202.28@tcp:59:lhsmtool_posix.0 Request processed in 119us (323us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764494.578845:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 306 00000100:00100000:3.0:1775764494.832305:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764494.832419:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098360576 00000100:00100000:0.0:1775764494.832433:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098360576 00000100:00100000:0.0:1775764494.832512:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 307 00000100:00100000:0.0:1775764494.832523:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444867b3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+11:51114:x1862022098360576:12345-192.168.202.28@tcp:101:dd.0 00010000:00010000:0.0:1775764494.832545:0:42324:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764494.832549:0:42324:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1775764494.832576:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27ce00/0x57b8ff0e0304f1b6 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b0a3 expref: 11 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764494.832597:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff944582f80d00) 00010000:00010000:0.0:1775764494.832603:0:42324:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1775764494.832618:0:42324:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d000/0x57b8ff0e0304f281 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b0d4 expref: -99 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764494.833051:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c600/0x57b8ff0e0304f288 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764494.833066:0:42324:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27da00/0x57b8ff0e0304f23b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b0bf expref: 5 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764494.833074:0:42324:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c600/0x57b8ff0e0304f288 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764494.833109:0:42324:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27da00/0x57b8ff0e0304f23b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b0bf expref: 5 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764494.833123:0:42324:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27da00/0x57b8ff0e0304f23b lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b0bf expref: 5 pid: 42324 timeout: 2061 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764494.833137:0:42324:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9444867c8380 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:42324:1862022118973440:192.168.202.28@tcp:104: 00000100:00100000:0.0:1775764494.833262:0:42324:0:(client.c:2691:ptlrpc_set_wait()) set ffff944482d643c0 going to sleep for 11 seconds 00000100:00100000:2.0:1775764494.846274:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764494.846396:0:42324:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9444867c8380 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:42324:1862022118973440:192.168.202.28@tcp:104: 00010000:00010000:0.0:1775764494.846436:0:42324:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c600/0x57b8ff0e0304f288 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764494.846518:0:44302:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098360704 00000100:00100000:3.0:1775764494.846527:0:44302:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098360704 00010000:00010000:3.0:1775764494.846582:0:44302:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27da00/0x57b8ff0e0304f23b lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b0bf expref: 6 pid: 42324 timeout: 2061 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764494.846622:0:44302:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 62 00000100:00100000:3.0:1775764494.846632:0:44302:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486041f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:82781e18-e0e3-4f9f-9a2b-041bf0344414+6:2378:x1862022098360704:12345-192.168.202.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764494.846648:0:44302:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764494.846654:0:44302:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27da00/0x57b8ff0e0304f23b lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b0bf expref: 6 pid: 42324 timeout: 2061 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764494.846668:0:44302:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27da00/0x57b8ff0e0304f23b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b0bf expref: 6 pid: 42324 timeout: 2061 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764494.846690:0:44302:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27da00/0x57b8ff0e0304f23b lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b0bf expref: 6 pid: 42324 timeout: 2061 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764494.846710:0:44302:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff944582f80d00) 00010000:00010000:3.0:1775764494.846715:0:44302:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c600/0x57b8ff0e0304f288 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764494.846724:0:44302:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c600/0x57b8ff0e0304f288 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764494.846732:0:44302:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c600/0x57b8ff0e0304f288 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764494.846763:0:44302:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764494.846853:0:44302:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486041f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:82781e18-e0e3-4f9f-9a2b-041bf0344414+5:2378:x1862022098360704:12345-192.168.202.28@tcp:103:ldlm_bl.0 Request processed in 221us (589us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764494.846861:0:44302:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 62 00010000:00010000:1.0:1775764494.847064:0:42324:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c600/0x57b8ff0e0304f288 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764494.847073:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c600/0x57b8ff0e0304f288 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764494.847099:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff944587809000/0x57b8ff0e0304f28f lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x91a7a9c8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764494.847109:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944587809000/0x57b8ff0e0304f28f lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x91a7a9c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764494.847117:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944587809000/0x57b8ff0e0304f28f lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x91a7a9c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1775764494.848178:0:42324:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x108:0x0], index 1: 0 00010000:00010000:1.0:1775764494.848438:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944587809200/0x57b8ff0e0304f296 lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0x1d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764494.848453:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944587809200/0x57b8ff0e0304f296 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764494.848462:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944587809200/0x57b8ff0e0304f296 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764494.848497:0:42324:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c600/0x57b8ff0e0304f288 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764494.848504:0:42324:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c600/0x57b8ff0e0304f288 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764494.848511:0:42324:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c600/0x57b8ff0e0304f288 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764494.848517:0:42324:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445bc27c600 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:1.0:1775764494.848522:0:42324:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c600/0x57b8ff0e0304f288 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764494.848530:0:42324:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c600/0x57b8ff0e0304f288 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764494.848540:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff944582f80d00) 00010000:00010000:1.0:1775764494.848543:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764494.848547:0:42324:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c600/0x57b8ff0e0304f288 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764494.848552:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c600/0x57b8ff0e0304f288 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764494.848564:0:42324:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000c39182c8 reply state 0000000066b6022d transno 34359738639 ns: mdt-lustre-MDT0000_UUID lock: ffff944587809000/0x57b8ff0e0304f28f lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x91a7a9c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764494.848572:0:42324:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1775764494.848606:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d000/0x57b8ff0e0304f281 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b0d4 expref: 13 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764494.848628:0:42324:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff944587809200/0x57b8ff0e0304f296 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b0d4 expref: 12 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764494.848635:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x1d:0x0].0x0 (ffff944584d1d100) 00010000:00010000:1.0:1775764494.848638:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1775764494.848640:0:42324:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944587809200, rc 0) 00000100:00100000:1.0:1775764494.848708:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444867b3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+13:51114:x1862022098360576:12345-192.168.202.28@tcp:101:dd.0 Request processed in 16186us (16413us total) trans 34359738639 rc 0/0 00000100:00100000:1.0:1775764494.848716:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 307 00000100:00080000:0.0:1775764494.848841:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:3.0:1775764494.856734:0:3314:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff944587809000/0x57b8ff0e0304f28f lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x91a7a9c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764494.856752:0:3314:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944587809000/0x57b8ff0e0304f28f lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x91a7a9c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764494.856760:0:3314:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944587809000/0x57b8ff0e0304f28f lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x91a7a9c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764494.856766:0:3314:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944587809000 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:3.0:1775764494.856771:0:3314:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944587809000/0x57b8ff0e0304f28f lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x91a7a9c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764494.856779:0:3314:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944587809000/0x57b8ff0e0304f28f lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x91a7a9c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764494.856841:0:3314:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x91a7a9c8 (ffff944584d1d700) 00010000:00010000:3.0:1775764494.856846:0:3314:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764494.856851:0:3314:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944587809000/0x57b8ff0e0304f28f lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x91a7a9c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764494.856858:0:3314:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944587809000/0x57b8ff0e0304f28f lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x91a7a9c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764494.880339:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764494.881068:0:43212:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098360832 00000100:00100000:2.0:1775764494.881082:0:43212:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098360832 00000100:00100000:2.0:1775764494.881169:0:43212:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 76 00000100:00100000:2.0:1775764494.881183:0:43212:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444867b1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+8:51114:x1862022098360832:12345-192.168.202.28@tcp:101:dd.0 00010000:00010000:2.0:1775764494.881202:0:43212:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764494.881224:0:43212:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000cf0058eb/0x57b8ff0e0304f2a4 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x108:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b0db expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1775764494.881252:0:43212:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x108:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1775764494.881273:0:43212:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764494.881276:0:43212:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764494.881284:0:43212:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000cf0058eb/0x57b8ff0e0304f2a4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x108:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b0db expref: 9 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764494.881302:0:43212:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000cf0058eb/0x57b8ff0e0304f2a4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x108:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b0db expref: 9 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764494.881314:0:43212:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944580030400, rc 0) 00000100:00100000:2.0:1775764494.881377:0:43212:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444867b1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+9:51114:x1862022098360832:12345-192.168.202.28@tcp:101:dd.0 Request processed in 199us (1345us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764494.881383:0:43212:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 76 00000100:00080000:0.0:1775764494.881450:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1775764494.911270:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764494.914172:0:42951:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098360960 00000100:00100000:3.0:1775764494.914191:0:42951:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098360960 00002000:00100000:3.0:1775764494.914270:0:42951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x108:0x0] (0->1048575) req@ffff944486042d80 x1862022098360960/t0(0) o4->7e6eda44-5508-487e-b17f-ff28ad9d3512@192.168.202.28@tcp:730/0 lens 488/0 e 0 to 0 dl 1775764505 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764494.914281:0:42951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff944486042d80 with x1862022098360960 ext(0->1048575) 00002000:00010000:3.0:1775764494.914287:0:42951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff944486042d80 00000100:00100000:3.0:1775764494.914386:0:42951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 10 00000100:00100000:3.0:1775764494.914396:0:42951:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486042d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+9:2377:x1862022098360960:12345-192.168.202.28@tcp:4:dd.0 00000100:00100000:3.0:1775764494.947858:0:42951:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486042d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+11:2377:x1862022098360960:12345-192.168.202.28@tcp:4:dd.0 Request processed in 33449us (36945us total) trans 34359738391 rc 0/0 00000100:00100000:3.0:1775764494.947878:0:42951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 10 00002000:00100000:3.0:1775764494.947894:0:42951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x108:0x0] (0->1048575) req@ffff944486042d80 x1862022098360960/t34359738391(0) o4->7e6eda44-5508-487e-b17f-ff28ad9d3512@192.168.202.28@tcp:730/0 lens 488/448 e 0 to 0 dl 1775764505 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764494.947905:0:42951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff944486042d80 with x1862022098360960 ext(0->1048575) 00002000:00010000:3.0:1775764494.947914:0:42951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff944486042d80 00000100:00100000:1.0:1775764494.976018:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764494.976192:0:42950:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098361088 00000100:00100000:3.0:1775764494.976213:0:42950:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098361088 00002000:00100000:3.0:1775764494.976267:0:42950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x108:0x0] (1048576->2097151) req@ffff944585ddc700 x1862022098361088/t0(0) o4->7e6eda44-5508-487e-b17f-ff28ad9d3512@192.168.202.28@tcp:730/0 lens 488/0 e 0 to 0 dl 1775764505 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764494.976280:0:42950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff944585ddc700 with x1862022098361088 ext(1048576->2097151) 00002000:00010000:3.0:1775764494.976287:0:42950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff944585ddc700 00000100:00100000:3.0:1775764494.976325:0:42950:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 11 00000100:00100000:3.0:1775764494.976336:0:42950:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944585ddc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+11:2379:x1862022098361088:12345-192.168.202.28@tcp:4:dd.0 00000100:00100000:1.0:1775764495.050358:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764495.050528:0:42951:0:(service.c:3441:ptlrpc_start_thread()) ost_io[0] started 3 min 3 max 116 00000100:00100000:3.0:1775764495.050543:0:42951:0:(service.c:3500:ptlrpc_start_thread()) starting thread 'll_ost_io00_003' 00000100:00100000:2.0:1775764495.050908:0:42951:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098361216 00000100:00100000:2.0:1775764495.050921:0:42951:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098361216 00002000:00100000:2.0:1775764495.050987:0:42951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x108:0x0] (2097152->3145727) req@ffff944585ddea00 x1862022098361216/t0(0) o4->7e6eda44-5508-487e-b17f-ff28ad9d3512@192.168.202.28@tcp:731/0 lens 488/0 e 0 to 0 dl 1775764506 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764495.050999:0:42951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff944585ddea00 with x1862022098361216 ext(2097152->3145727) 00002000:00010000:2.0:1775764495.051005:0:42951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff944585ddea00 00000100:00100000:3.0:1775764495.051778:0:45548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 12 00000100:00100000:3.0:1775764495.051790:0:45548:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944585ddea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+13:2377:x1862022098361216:12345-192.168.202.28@tcp:4:dd.0 00000100:00100000:2.0:1775764495.077495:0:42950:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944585ddc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+15:2379:x1862022098361088:12345-192.168.202.28@tcp:4:dd.0 Request processed in 101150us (101481us total) trans 34359738392 rc 0/0 00000100:00100000:2.0:1775764495.077509:0:42950:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 11 00002000:00100000:2.0:1775764495.077523:0:42950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x108:0x0] (1048576->2097151) req@ffff944585ddc700 x1862022098361088/t34359738392(0) o4->7e6eda44-5508-487e-b17f-ff28ad9d3512@192.168.202.28@tcp:730/0 lens 488/448 e 0 to 0 dl 1775764505 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764495.077534:0:42950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff944585ddc700 with x1862022098361088 ext(1048576->2097151) 00002000:00010000:2.0:1775764495.077542:0:42950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff944585ddc700 00000100:00100000:0.0:1775764495.093473:0:45548:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944585ddea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+15:2377:x1862022098361216:12345-192.168.202.28@tcp:4:dd.0 Request processed in 41673us (43116us total) trans 34359738393 rc 0/0 00000100:00100000:0.0:1775764495.093488:0:45548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 12 00002000:00100000:0.0:1775764495.093504:0:45548:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x108:0x0] (2097152->3145727) req@ffff944585ddea00 x1862022098361216/t34359738393(0) o4->7e6eda44-5508-487e-b17f-ff28ad9d3512@192.168.202.28@tcp:731/0 lens 488/448 e 0 to 0 dl 1775764506 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764495.093515:0:45548:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff944585ddea00 with x1862022098361216 ext(2097152->3145727) 00002000:00010000:0.0:1775764495.093521:0:45548:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff944585ddea00 00000100:00100000:1.0:1775764495.110332:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764495.110389:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764495.110514:0:42328:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098361600 00000100:00100000:0.0:1775764495.110529:0:42328:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098361600 00000100:00100000:0.0:1775764495.110605:0:42328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 105 00000100:00100000:0.0:1775764495.110616:0:42328:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944585ddf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+12:51114:x1862022098361600:12345-192.168.202.28@tcp:35:dd.0 00000100:00100000:0.0:1775764495.111126:0:42328:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944585ddf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+13:51114:x1862022098361600:12345-192.168.202.28@tcp:35:dd.0 Request processed in 510us (734us total) trans 34359738640 rc 0/0 00000100:00100000:0.0:1775764495.111136:0:42328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 105 00000100:00100000:2.0:1775764495.111486:0:42951:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098361344 00000100:00100000:2.0:1775764495.111504:0:42951:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098361344 00002000:00100000:2.0:1775764495.111560:0:42951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x108:0x0] (3145728->4194303) req@ffff944585ddd180 x1862022098361344/t0(0) o4->7e6eda44-5508-487e-b17f-ff28ad9d3512@192.168.202.28@tcp:731/0 lens 488/0 e 0 to 0 dl 1775764506 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764495.111573:0:42951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff944585ddd180 with x1862022098361344 ext(3145728->4194303) 00002000:00010000:2.0:1775764495.111579:0:42951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff944585ddd180 00000100:00100000:2.0:1775764495.111607:0:42951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 13 00000100:00100000:2.0:1775764495.111616:0:42951:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944585ddd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+15:2378:x1862022098361344:12345-192.168.202.28@tcp:4:dd.0 00000100:00100000:2.0:1775764495.129192:0:42951:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944585ddd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+17:2378:x1862022098361344:12345-192.168.202.28@tcp:4:dd.0 Request processed in 17565us (18862us total) trans 34359738394 rc 0/0 00000100:00100000:2.0:1775764495.129207:0:42951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 13 00002000:00100000:2.0:1775764495.129223:0:42951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x108:0x0] (3145728->4194303) req@ffff944585ddd180 x1862022098361344/t34359738394(0) o4->7e6eda44-5508-487e-b17f-ff28ad9d3512@192.168.202.28@tcp:731/0 lens 488/448 e 0 to 0 dl 1775764506 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764495.129236:0:42951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff944585ddd180 with x1862022098361344 ext(3145728->4194303) 00002000:00010000:2.0:1775764495.129242:0:42951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff944585ddd180 00010000:00010000:2.0:1775764495.175759:0:42313:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775764495.198095:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764495.198198:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098361728 00000100:00100000:3.0:1775764495.198208:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098361728 00000100:00100000:3.0:1775764495.198267:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 308 00000100:00100000:3.0:1775764495.198277:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944587192d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+13:51119:x1862022098361728:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:3.0:1775764495.198303:0:44493:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764495.198326:0:44493:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695000/0x57b8ff0e0304f2ab lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b0e2 expref: -99 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764495.198393:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695600/0x57b8ff0e0304f2b2 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764495.198409:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695600/0x57b8ff0e0304f2b2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764495.198422:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695600/0x57b8ff0e0304f2b2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764495.198507:0:44493:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 8704 00000004:00200000:3.0:1775764495.198511:0:44493:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 32 stripe count 1 MDT count 1 00000004:00010000:3.0:1775764495.198537:0:44493:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695600/0x57b8ff0e0304f2b2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764495.198564:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695000/0x57b8ff0e0304f2ab lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b0e2 expref: 15 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764495.198586:0:44493:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695600/0x57b8ff0e0304f2b2 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b0e2 expref: 14 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764495.198595:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff944586564e00) 00010000:00010000:3.0:1775764495.198599:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1775764495.198603:0:44493:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445be695600, rc 0) 00000100:00100000:3.0:1775764495.198673:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944587192d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+14:51119:x1862022098361728:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 397us (588us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764495.198682:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 308 00000100:00100000:3.0:1775764495.204988:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764495.205115:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098361984 00000100:00100000:2.0:1775764495.205126:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098361984 00000100:00100000:2.0:1775764495.205207:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 309 00000100:00100000:2.0:1775764495.205217:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444867b0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+14:51119:x1862022098361984:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:2.0:1775764495.205240:0:42326:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764495.205274:0:42326:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944580031e00/0x57b8ff0e0304f2b9 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b0e9 expref: -99 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764495.205392:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff944580031400/0x57b8ff0e0304f2c0 lrc: 3/0,1 mode: --/CW res: [0x200003ab1:0x1d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764495.205409:0:42326:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff944587809200/0x57b8ff0e0304f296 lrc: 2/0,0 mode: PR/PR res: [0x200003ab1:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b0d4 expref: 15 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764495.205418:0:42326:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff944580031400/0x57b8ff0e0304f2c0 lrc: 4/0,1 mode: --/CW res: [0x200003ab1:0x1d:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764495.205453:0:42326:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff944587809200/0x57b8ff0e0304f296 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b0d4 expref: 15 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764495.205467:0:42326:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff944587809200/0x57b8ff0e0304f296 lrc: 4/0,0 mode: PR/PR res: [0x200003ab1:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b0d4 expref: 15 pid: 42324 timeout: 2062 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764495.205481:0:42326:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944486042a00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:42326:1862022118973568:192.168.202.28@tcp:104: 00000100:00100000:2.0:1775764495.205607:0:42326:0:(client.c:2691:ptlrpc_set_wait()) set ffff9445983c5780 going to sleep for 11 seconds 00000100:00100000:0.0:1775764495.210070:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764495.210169:0:42309:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098362112 00000100:00100000:1.0:1775764495.210180:0:42309:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098362112 00010000:00010000:1.0:1775764495.210226:0:42309:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff944587809200/0x57b8ff0e0304f296 lrc: 5/0,0 mode: PR/PR res: [0x200003ab1:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b0d4 expref: 16 pid: 42324 timeout: 2062 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764495.210277:0:42309:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 63 00000100:00100000:1.0:1775764495.210288:0:42309:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944590e6e850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+16:2378:x1862022098362112:12345-192.168.202.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1775764495.210307:0:42309:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764495.210315:0:42309:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff944587809200/0x57b8ff0e0304f296 lrc: 5/0,0 mode: PR/PR res: [0x200003ab1:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b0d4 expref: 16 pid: 42324 timeout: 2062 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764495.210337:0:42309:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff944587809200/0x57b8ff0e0304f296 lrc: 4/0,0 mode: PR/PR res: [0x200003ab1:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b0d4 expref: 16 pid: 42324 timeout: 2062 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764495.210366:0:42309:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x1d:0x0].0x0 (ffff944584d1d100) 00010000:00010000:1.0:1775764495.210372:0:42309:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff944580031400/0x57b8ff0e0304f2c0 lrc: 3/0,1 mode: --/CW res: [0x200003ab1:0x1d:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764495.210383:0:42309:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff944580031400/0x57b8ff0e0304f2c0 lrc: 3/0,1 mode: CW/CW res: [0x200003ab1:0x1d:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764495.210391:0:42309:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944580031400/0x57b8ff0e0304f2c0 lrc: 4/0,1 mode: CW/CW res: [0x200003ab1:0x1d:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764495.210421:0:42309:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1775764495.210491:0:42309:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944590e6e850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+16:2378:x1862022098362112:12345-192.168.202.28@tcp:103:ldlm_bl.0 Request processed in 204us (431us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764495.210507:0:42309:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 63 00010000:00010000:2.0:1775764495.211288:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944587809200/0x57b8ff0e0304f296 lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b0d4 expref: 15 pid: 42324 timeout: 2062 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764495.211312:0:42326:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944486042a00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:42326:1862022118973568:192.168.202.28@tcp:104: 00010000:00010000:2.0:1775764495.211344:0:42326:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff944580031400/0x57b8ff0e0304f2c0 lrc: 3/0,1 mode: CW/CW res: [0x200003ab1:0x1d:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764495.211356:0:42326:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff944580031400/0x57b8ff0e0304f2c0 lrc: 3/0,1 mode: CW/CW res: [0x200003ab1:0x1d:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764495.211363:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944580031400/0x57b8ff0e0304f2c0 lrc: 3/0,1 mode: CW/CW res: [0x200003ab1:0x1d:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764495.211391:0:42326:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab1:0x1d:0x0]: returning size 4194304 00010000:00010000:2.0:1775764495.211867:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944580031e00/0x57b8ff0e0304f2b9 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b0e9 expref: 16 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764495.211898:0:42326:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff944580031400/0x57b8ff0e0304f2c0 lrc: 3/0,0 mode: CW/CW res: [0x200003ab1:0x1d:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b0e9 expref: 15 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764495.211909:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x1d:0x0].0x0 (ffff944584d1d100) 00010000:00010000:2.0:1775764495.211913:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:2.0:1775764495.211917:0:42326:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944580031400, rc 0) 00000100:00100000:2.0:1775764495.212033:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444867b0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+15:51119:x1862022098361984:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 6818us (7058us total) trans 34359738641 rc 0/0 00000100:00100000:2.0:1775764495.212044:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 309 00000100:00100000:0.0:1775764495.216782:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764495.216901:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098362368 00000100:00100000:3.0:1775764495.216915:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098362368 00000100:00100000:3.0:1775764495.216978:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 310 00000100:00100000:3.0:1775764495.216989:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444867c8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+15:51119:x1862022098362368:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:3.0:1775764495.217019:0:44493:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764495.217022:0:44493:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1775764495.217062:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944580031400/0x57b8ff0e0304f2c0 lrc: 0/0,0 mode: --/CW res: [0x200003ab1:0x1d:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b0e9 expref: 15 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764495.217088:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x1d:0x0].0x0 (ffff944584d1d100) 00010000:00010000:3.0:1775764495.217098:0:44493:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1775764495.217112:0:44493:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695000/0x57b8ff0e0304f2ce lrc: 2/0,0 mode: --/CR res: [0x200003ab1:0x1d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b0f0 expref: -99 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764495.217216:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694000/0x57b8ff0e0304f2d5 lrc: 3/0,1 mode: --/PW res: [0x200003ab1:0x1d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764495.217230:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694000/0x57b8ff0e0304f2d5 lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0x1d:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764495.217241:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694000/0x57b8ff0e0304f2d5 lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0x1d:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764495.217254:0:44493:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab1:0x1d:0x0]: returning size 4194304 00010000:00010000:3.0:1775764495.217381:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695000/0x57b8ff0e0304f2ce lrc: 0/0,0 mode: --/CR res: [0x200003ab1:0x1d:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b0f0 expref: 17 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764495.217397:0:44493:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694000/0x57b8ff0e0304f2d5 lrc: 3/0,0 mode: PW/PW res: [0x200003ab1:0x1d:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b0f0 expref: 16 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764495.217403:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x1d:0x0].0x0 (ffff944586564b00) 00010000:00010000:3.0:1775764495.217406:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:3.0:1775764495.217408:0:44493:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445be694000, rc 0) 00000100:00100000:3.0:1775764495.217502:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444867c8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+16:51119:x1862022098362368:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 504us (722us total) trans 34359738642 rc 0/0 00000100:00100000:3.0:1775764495.217511:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 310 00000100:00100000:1.0:1775764495.224553:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764495.224649:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098362496 00000100:00100000:0.0:1775764495.224661:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098362496 00000100:00100000:0.0:1775764495.224727:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 311 00000100:00100000:0.0:1775764495.224739:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944587190e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+16:51119:x1862022098362496:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:0.0:1775764495.224764:0:42324:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764495.224785:0:42324:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d400/0x57b8ff0e0304f2e3 lrc: 2/0,0 mode: --/CR res: [0x200003ab1:0x1d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b0f7 expref: -99 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764495.224894:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d400/0x57b8ff0e0304f2e3 lrc: 3/0,0 mode: CR/CR res: [0x200003ab1:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b0f7 expref: 17 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764495.224913:0:42324:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d400/0x57b8ff0e0304f2e3 lrc: 3/0,0 mode: CR/CR res: [0x200003ab1:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b0f7 expref: 17 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764495.224937:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x1d:0x0].0x0 (ffff944586564b00) 00010000:00010000:0.0:1775764495.224940:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1775764495.224945:0:42324:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445bc27d400, rc 0) 00000100:00100000:0.0:1775764495.225006:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944587190e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+17:51119:x1862022098362496:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 269us (463us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764495.225013:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 311 00000040:00080000:0.0:1775764495.233134:0:42356:0:(llog.c:800:llog_process_thread()) index: 8, lh_last_idx: 8 synced_idx: 8 lgh_last_idx: 8 00000040:00080000:0.0:1775764495.233143:0:42356:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x32:0x0] at index 8 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1775764495.233190:0:42356:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x32:0x0] index 7 count 3 00000040:00080000:0.0:1775764495.233200:0:42356:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 9 count 2 00000100:00100000:0.0:1775764495.269383:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764495.269623:0:42945:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098362624 00000100:00100000:1.0:1775764495.269637:0:42945:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098362624 00000100:00100000:1.0:1775764495.269707:0:42945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 77 00000100:00100000:1.0:1775764495.269716:0:42945:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444867c8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+17:2376:x1862022098362624:12345-192.168.202.28@tcp:1:lfs.0 00010000:00010000:1.0:1775764495.269776:0:42945:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000929e39ad/0x57b8ff0e0304f2ea lrc: 3/0,1 mode: --/PW res: [0x280000400:0x108:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 42945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764495.269831:0:42945:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000cf0058eb/0x57b8ff0e0304f2a4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x108:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b0db expref: 17 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764495.269849:0:42945:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1775764495.269852:0:42945:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1775764495.269855:0:42945:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000929e39ad/0x57b8ff0e0304f2ea lrc: 4/0,1 mode: --/PW res: [0x280000400:0x108:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 42945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764495.269890:0:42945:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000cf0058eb/0x57b8ff0e0304f2a4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x108:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b0db expref: 17 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764495.269903:0:42945:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000cf0058eb/0x57b8ff0e0304f2a4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x108:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b0db expref: 17 pid: 43212 timeout: 2062 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764495.269925:0:42945:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944587190700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:42945:1862022118973696:192.168.202.28@tcp:104: 00000100:00100000:1.0:1775764495.270014:0:42945:0:(client.c:2691:ptlrpc_set_wait()) set ffff9445a66ed180 going to sleep for 11 seconds 00000100:00100000:1.0:1775764495.279024:0:42945:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944587190700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:42945:1862022118973696:192.168.202.28@tcp:104: 00010000:00010000:1.0:1775764495.279066:0:42945:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000929e39ad/0x57b8ff0e0304f2ea lrc: 3/0,1 mode: --/PW res: [0x280000400:0x108:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 42945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764495.282008:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764495.282718:0:44302:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098362752 00000100:00100000:3.0:1775764495.282731:0:44302:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098362752 00010000:00010000:3.0:1775764495.282784:0:44302:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000cf0058eb/0x57b8ff0e0304f2a4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x108:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b0db expref: 18 pid: 43212 timeout: 2062 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764495.283390:0:44302:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 64 00000100:00100000:3.0:1775764495.283404:0:44302:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444867ca300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+18:2379:x1862022098362752:12345-192.168.202.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764495.283422:0:44302:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1775764495.283459:0:44302:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x108:0x0] updating lvb size from disk: 0 -> 4194304 00002000:00010000:3.0:1775764495.283464:0:44302:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x108:0x0] updating lvb mtime from disk: 0 -> 1775764495 00002000:00010000:3.0:1775764495.283467:0:44302:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x108:0x0] updating lvb ctime from disk: 0 -> 1775764495 00010000:00010000:3.0:1775764495.283474:0:44302:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000cf0058eb/0x57b8ff0e0304f2a4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x108:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b0db expref: 18 pid: 43212 timeout: 2062 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764495.283504:0:44302:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000cf0058eb/0x57b8ff0e0304f2a4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x108:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b0db expref: 18 pid: 43212 timeout: 2062 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764495.283535:0:44302:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000cf0058eb/0x57b8ff0e0304f2a4 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x108:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b0db expref: 18 pid: 43212 timeout: 2062 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764495.283561:0:44302:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764495.283565:0:44302:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764495.283571:0:44302:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000929e39ad/0x57b8ff0e0304f2ea lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x108:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 42945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764495.283583:0:44302:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000929e39ad/0x57b8ff0e0304f2ea lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x108:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 42945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764495.283630:0:44302:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764495.283705:0:44302:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444867ca300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+17:2379:x1862022098362752:12345-192.168.202.28@tcp:103:ldlm_bl.0 Request processed in 304us (1709us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764495.283715:0:44302:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 64 00010000:00010000:1.0:1775764495.284177:0:42945:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000929e39ad/0x57b8ff0e0304f2ea lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x108:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 42945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764495.284190:0:42945:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000929e39ad/0x57b8ff0e0304f2ea lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x108:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 42945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764495.284220:0:42945:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000929e39ad/0x57b8ff0e0304f2ea lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x108:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 42945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764495.284230:0:42945:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000929e39ad/0x57b8ff0e0304f2ea lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x108:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 42945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764495.284238:0:42945:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000929e39ad/0x57b8ff0e0304f2ea lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x108:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 42945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764495.284246:0:42945:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944587808200 already unused, calling callback (ffffffffc177a060) 00010000:00010000:1.0:1775764495.284251:0:42945:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000929e39ad/0x57b8ff0e0304f2ea lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x108:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 42945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764495.284262:0:42945:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000929e39ad/0x57b8ff0e0304f2ea lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x108:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 42945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764495.284276:0:42945:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000929e39ad/0x57b8ff0e0304f2ea lrc: 2/0,0 mode: --/PW res: [0x280000400:0x108:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 42945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764495.284284:0:42945:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000929e39ad/0x57b8ff0e0304f2ea lrc: 0/0,0 mode: --/PW res: [0x280000400:0x108:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 42945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764495.284337:0:42945:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444867c8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+16:2376:x1862022098362624:12345-192.168.202.28@tcp:1:lfs.0 Request processed in 14622us (14969us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764495.284347:0:42945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 77 00000100:00100000:3.0:1775764495.287746:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764495.287998:0:42328:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098363008 00000100:00100000:0.0:1775764495.288014:0:42328:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098363008 00000100:00100000:0.0:1775764495.288095:0:42328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 106 00000100:00100000:0.0:1775764495.288108:0:42328:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bce28700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+17:51119:x1862022098363008:12345-192.168.202.28@tcp:35:lfs.0 00000004:00010000:0.0:1775764495.288198:0:42328:0:(mdt_open.c:1994:mdt_hsm_release()) ### [0x200003ab1:0x1d:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694000/0x57b8ff0e0304f2d5 lrc: 3/0,0 mode: PW/PW res: [0x200003ab1:0x1d:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b0f0 expref: 17 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1775764495.288661:0:42328:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 34359738643 00000001:00080000:0.0:1775764495.288706:0:42328:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 34359738644 00000001:00080000:1.0:1775764495.295235:0:42328:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 34359738645 00010000:00010000:1.0:1775764495.295396:0:42328:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff944587808c00/0x57b8ff0e0304f2f1 lrc: 3/0,1 mode: --/EX res: [0x200003ab1:0x1d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764495.295423:0:42328:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d400/0x57b8ff0e0304f2e3 lrc: 2/0,0 mode: CR/CR res: [0x200003ab1:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b0f7 expref: 21 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764495.295432:0:42328:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff944587808c00/0x57b8ff0e0304f2f1 lrc: 4/0,1 mode: --/EX res: [0x200003ab1:0x1d:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764495.295489:0:42328:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d400/0x57b8ff0e0304f2e3 lrc: 3/0,0 mode: CR/CR res: [0x200003ab1:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b0f7 expref: 21 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764495.295685:0:42328:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d400/0x57b8ff0e0304f2e3 lrc: 4/0,0 mode: CR/CR res: [0x200003ab1:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b0f7 expref: 21 pid: 42324 timeout: 2062 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764495.295705:0:42328:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944587190700 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:42328:1862022118973824:192.168.202.28@tcp:104: 00000100:00100000:1.0:1775764495.296179:0:42328:0:(client.c:2691:ptlrpc_set_wait()) set ffff9445a66eda80 going to sleep for 11 seconds 00000100:00100000:0.0:1775764495.300376:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764495.300716:0:42309:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098363136 00000100:00100000:3.0:1775764495.300727:0:42309:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098363136 00010000:00010000:3.0:1775764495.300770:0:42309:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d400/0x57b8ff0e0304f2e3 lrc: 5/0,0 mode: CR/CR res: [0x200003ab1:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b0f7 expref: 22 pid: 42324 timeout: 2062 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764495.300848:0:42309:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 65 00000100:00100000:3.0:1775764495.300858:0:42309:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444867c9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+22:2378:x1862022098363136:12345-192.168.202.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764495.300875:0:42309:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764495.300882:0:42309:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d400/0x57b8ff0e0304f2e3 lrc: 5/0,0 mode: CR/CR res: [0x200003ab1:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b0f7 expref: 22 pid: 42324 timeout: 2062 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764495.300897:0:42309:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d400/0x57b8ff0e0304f2e3 lrc: 4/0,0 mode: CR/CR res: [0x200003ab1:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b0f7 expref: 22 pid: 42324 timeout: 2062 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764495.300924:0:42309:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x1d:0x0].0x0 (ffff944586564b00) 00010000:00010000:3.0:1775764495.300931:0:42309:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff944587808c00/0x57b8ff0e0304f2f1 lrc: 3/0,1 mode: --/EX res: [0x200003ab1:0x1d:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 42328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764495.300941:0:42309:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff944587808c00/0x57b8ff0e0304f2f1 lrc: 3/0,1 mode: EX/EX res: [0x200003ab1:0x1d:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 42328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764495.300949:0:42309:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944587808c00/0x57b8ff0e0304f2f1 lrc: 4/0,1 mode: EX/EX res: [0x200003ab1:0x1d:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 42328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764495.300970:0:42309:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764495.301027:0:42309:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444867c9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+22:2378:x1862022098363136:12345-192.168.202.28@tcp:103:ldlm_bl.0 Request processed in 170us (664us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764495.301221:0:42309:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 65 00010000:00010000:2.0:1775764495.301989:0:42328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d400/0x57b8ff0e0304f2e3 lrc: 0/0,0 mode: --/CR res: [0x200003ab1:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b0f7 expref: 21 pid: 42324 timeout: 2062 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764495.302008:0:42328:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944587190700 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:42328:1862022118973824:192.168.202.28@tcp:104: 00010000:00010000:2.0:1775764495.302031:0:42328:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff944587808c00/0x57b8ff0e0304f2f1 lrc: 3/0,1 mode: EX/EX res: [0x200003ab1:0x1d:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764495.302051:0:42328:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff944587808c00/0x57b8ff0e0304f2f1 lrc: 3/0,1 mode: EX/EX res: [0x200003ab1:0x1d:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764495.302058:0:42328:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944587808c00/0x57b8ff0e0304f2f1 lrc: 3/0,1 mode: EX/EX res: [0x200003ab1:0x1d:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42328 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1775764495.302215:0:42328:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 34359738646 00000001:00080000:2.0:1775764495.302441:0:42328:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 34359738647 00000100:00100000:2.0:1775764495.302558:0:42328:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944486042a00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:42328:1862022118973952:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1775764495.302613:0:42328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764495.302649:0:42328:0:(client.c:2691:ptlrpc_set_wait()) set ffff944586714e40 going to sleep for 11 seconds 00000100:00100000:1.0:1775764495.302787:0:42329:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118973952 00000100:00100000:1.0:1775764495.302794:0:42329:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118973952 00000100:00100000:1.0:1775764495.302918:0:42329:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:1.0:1775764495.302926:0:42329:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486043100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:42328:x1862022118973952:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1775764495.302996:0:42329:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486043100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:42328:x1862022118973952:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 71us (383us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764495.303003:0:42329:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:2.0:1775764495.304668:0:42328:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944486042a00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:42328:1862022118973952:0@lo:1000:mdt_rdpg00_001.0 00000100:00080000:3.0:1775764495.305358:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000001:00080000:2.0:1775764495.305666:0:42328:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 34359738648 00000100:00100000:2.0:1775764495.305781:0:42328:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944486042a00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:42328:1862022118974080:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1775764495.305869:0:42328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764495.305899:0:42328:0:(client.c:2691:ptlrpc_set_wait()) set ffff9445983c5780 going to sleep for 11 seconds 00000100:00100000:1.0:1775764495.310357:0:42329:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118974080 00000100:00100000:1.0:1775764495.310372:0:42329:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118974080 00000100:00100000:1.0:1775764495.310452:0:42329:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:1.0:1775764495.310463:0:42329:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486041500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:42328:x1862022118974080:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1775764495.310739:0:42329:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486041500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:42328:x1862022118974080:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 277us (4868us total) trans 34359738395 rc 0/0 00000100:00100000:1.0:1775764495.310748:0:42329:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00100000:2.0:1775764495.312299:0:42328:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944486042a00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:42328:1862022118974080:0@lo:1000:mdt_rdpg00_001.0 00000001:00080000:2.0:1775764495.312419:0:42328:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 34359738649 00010000:00010000:2.0:1775764495.312544:0:42328:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff944587808c00/0x57b8ff0e0304f2f1 lrc: 3/0,1 mode: EX/EX res: [0x200003ab1:0x1d:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764495.312557:0:42328:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944587808c00/0x57b8ff0e0304f2f1 lrc: 2/0,0 mode: EX/EX res: [0x200003ab1:0x1d:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764495.312565:0:42328:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944587808c00/0x57b8ff0e0304f2f1 lrc: 3/0,0 mode: EX/EX res: [0x200003ab1:0x1d:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764495.312571:0:42328:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944587808c00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764495.312576:0:42328:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944587808c00/0x57b8ff0e0304f2f1 lrc: 3/0,0 mode: EX/EX res: [0x200003ab1:0x1d:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764495.312588:0:42328:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944587808c00/0x57b8ff0e0304f2f1 lrc: 4/0,0 mode: EX/EX res: [0x200003ab1:0x1d:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764495.312605:0:42328:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x1d:0x0].0x0 (ffff944586564b00) 00010000:00010000:2.0:1775764495.312608:0:42328:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:2.0:1775764495.312614:0:42328:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944587808c00/0x57b8ff0e0304f2f1 lrc: 2/0,0 mode: --/EX res: [0x200003ab1:0x1d:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764495.312619:0:42328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944587808c00/0x57b8ff0e0304f2f1 lrc: 0/0,0 mode: --/EX res: [0x200003ab1:0x1d:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42328 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1775764495.313626:0:42328:0:(mdd_object.c:4010:mdd_close()) Object [0x200003ab1:0x1e:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:2.0:1775764495.313752:0:42328:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x30:0x0].8, 64 off8776 00000004:00080000:2.0:1775764495.313767:0:42328:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1962160967488ns, next at 1963160965010ns, rc = 0 00000001:00080000:2.0:1775764495.313776:0:42328:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 34359738650 00010000:00010000:2.0:1775764495.314243:0:42328:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x1d:0x0].0x0 (ffff944586564b00) 00010000:00010000:2.0:1775764495.314248:0:42328:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1775764495.314259:0:42328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694000/0x57b8ff0e0304f2d5 lrc: 0/0,0 mode: --/PW res: [0x200003ab1:0x1d:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b0f0 expref: 25 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764495.315210:0:42328:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bce28700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+24:51119:x1862022098363008:12345-192.168.202.28@tcp:35:lfs.0 Request processed in 27101us (27477us total) trans 34359738651 rc 0/0 00000100:00100000:2.0:1775764495.315222:0:42328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 106 00000020:00080000:2.0:1775764495.315229:0:42328:0:(tgt_main.c:783:tgt_ses_key_exit()) total 9 transactions per RPC 00000100:00100000:1.0:1775764495.337048:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764495.337243:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098363264 00000100:00100000:3.0:1775764495.337261:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098363264 00000100:00100000:3.0:1775764495.337345:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 312 00000100:00100000:3.0:1775764495.337356:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944587191880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+24:51119:x1862022098363264:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:3.0:1775764495.337388:0:44493:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764495.337416:0:44493:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695000/0x57b8ff0e0304f2f8 lrc: 2/0,0 mode: --/CR res: [0x200003ab1:0x1d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b0fe expref: -99 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764495.337516:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695000/0x57b8ff0e0304f2f8 lrc: 3/0,0 mode: CR/CR res: [0x200003ab1:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b0fe expref: 25 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764495.337534:0:44493:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695000/0x57b8ff0e0304f2f8 lrc: 3/0,0 mode: CR/CR res: [0x200003ab1:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b0fe expref: 25 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764495.337556:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x1d:0x0].0x0 (ffff944586564200) 00010000:00010000:3.0:1775764495.337560:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1775764495.337565:0:44493:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445be695000, rc 0) 00000100:00100000:3.0:1775764495.337641:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944587191880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+25:51119:x1862022098363264:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 288us (616us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764495.337649:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 312 00000100:00100000:0.0:1775764495.342585:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764495.342864:0:42327:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098363520 00000100:00100000:3.0:1775764495.342891:0:42327:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098363520 00000100:00100000:3.0:1775764495.342969:0:42327:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 107 00000100:00100000:3.0:1775764495.342980:0:42327:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444867caa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+25:51119:x1862022098363520:12345-192.168.202.28@tcp:35:lfs.0 00000100:00100000:3.0:1775764495.343303:0:42327:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444867caa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+26:51119:x1862022098363520:12345-192.168.202.28@tcp:35:lfs.0 Request processed in 324us (738us total) trans 34359738652 rc 0/0 00000100:00100000:3.0:1775764495.343311:0:42327:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 107 00000100:00100000:0.0:1775764495.452773:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764495.452957:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098363648 00000100:00100000:1.0:1775764495.452969:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098363648 00000100:00100000:1.0:1775764495.453041:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 313 00000100:00100000:1.0:1775764495.453053:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444867cb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+26:51126:x1862022098363648:12345-192.168.202.28@tcp:34:lfs.0 00010000:00010000:1.0:1775764495.453135:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff944587808200/0x57b8ff0e0304f2ff lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764495.453163:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944587808200/0x57b8ff0e0304f2ff lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764495.453179:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944587808200/0x57b8ff0e0304f2ff lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764495.453199:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944587808400/0x57b8ff0e0304f306 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x91a7a9c8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764495.453206:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944587808400/0x57b8ff0e0304f306 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x91a7a9c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764495.453213:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944587808400/0x57b8ff0e0304f306 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x91a7a9c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764495.453647:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944587809c00/0x57b8ff0e0304f30d lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0x1d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764495.453658:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944587809c00/0x57b8ff0e0304f30d lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764495.453666:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944587809c00/0x57b8ff0e0304f30d lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764495.453710:0:42324:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff944587809c00/0x57b8ff0e0304f30d lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764495.453724:0:42324:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff944587808200/0x57b8ff0e0304f2ff lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764495.453731:0:42324:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944587808200/0x57b8ff0e0304f2ff lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764495.453751:0:42324:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944587808200/0x57b8ff0e0304f2ff lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764495.453764:0:42324:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944587808200 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:1.0:1775764495.453769:0:42324:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944587808200/0x57b8ff0e0304f2ff lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764495.453779:0:42324:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944587808200/0x57b8ff0e0304f2ff lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764495.453794:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff944586564e00) 00010000:00010000:1.0:1775764495.453916:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764495.453924:0:42324:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944587808200/0x57b8ff0e0304f2ff lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764495.453930:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944587808200/0x57b8ff0e0304f2ff lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764495.453952:0:42324:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944587808400/0x57b8ff0e0304f306 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x91a7a9c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764495.453958:0:42324:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944587808400/0x57b8ff0e0304f306 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x91a7a9c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764495.453964:0:42324:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944587808400/0x57b8ff0e0304f306 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x91a7a9c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764495.453969:0:42324:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944587808400 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:1.0:1775764495.453972:0:42324:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944587808400/0x57b8ff0e0304f306 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x91a7a9c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764495.453977:0:42324:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944587808400/0x57b8ff0e0304f306 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x91a7a9c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764495.453989:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x91a7a9c8 (ffff944584d1dc00) 00010000:00010000:1.0:1775764495.453991:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764495.453993:0:42324:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944587808400/0x57b8ff0e0304f306 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x91a7a9c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764495.453998:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944587808400/0x57b8ff0e0304f306 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x91a7a9c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764495.454017:0:42324:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944587809c00/0x57b8ff0e0304f30d lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764495.454024:0:42324:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944587809c00/0x57b8ff0e0304f30d lrc: 2/0,0 mode: PR/PR res: [0x200003ab1:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764495.454029:0:42324:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944587809c00/0x57b8ff0e0304f30d lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764495.454034:0:42324:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944587809c00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:1.0:1775764495.454037:0:42324:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944587809c00/0x57b8ff0e0304f30d lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764495.454042:0:42324:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944587809c00/0x57b8ff0e0304f30d lrc: 4/0,0 mode: PR/PR res: [0x200003ab1:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764495.454049:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x1d:0x0].0x0 (ffff944586564200) 00010000:00010000:1.0:1775764495.454051:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764495.454054:0:42324:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944587809c00/0x57b8ff0e0304f30d lrc: 2/0,0 mode: --/PR res: [0x200003ab1:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764495.454059:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944587809c00/0x57b8ff0e0304f30d lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764495.454257:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444867cb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+26:51126:x1862022098363648:12345-192.168.202.28@tcp:34:lfs.0 Request processed in 1201us (1492us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764495.454268:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 313 00000100:00100000:0.0:1775764495.576373:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764495.576486:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098363776 00000100:00100000:3.0:1775764495.576508:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098363776 00000100:00100000:3.0:1775764495.576577:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 314 00000100:00100000:3.0:1775764495.576588:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944589103b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+26:51136:x1862022098363776:12345-192.168.202.28@tcp:34:lfs.0 00010000:00010000:3.0:1775764495.576662:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694000/0x57b8ff0e0304f314 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764495.576680:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694000/0x57b8ff0e0304f314 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764495.576693:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694000/0x57b8ff0e0304f314 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764495.576708:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e0304f31b lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x91a7a9c8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764495.576715:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e0304f31b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x91a7a9c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764495.576722:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e0304f31b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x91a7a9c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764495.576853:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694e00/0x57b8ff0e0304f322 lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0x1d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764495.576867:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694e00/0x57b8ff0e0304f322 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764495.576874:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694e00/0x57b8ff0e0304f322 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764495.577280:0:44493:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694e00/0x57b8ff0e0304f322 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764495.577294:0:44493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694000/0x57b8ff0e0304f314 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764495.577301:0:44493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694000/0x57b8ff0e0304f314 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764495.577307:0:44493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694000/0x57b8ff0e0304f314 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764495.577313:0:44493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445be694000 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:3.0:1775764495.577317:0:44493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694000/0x57b8ff0e0304f314 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764495.577324:0:44493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694000/0x57b8ff0e0304f314 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764495.577337:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff944586564e00) 00010000:00010000:3.0:1775764495.577339:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764495.577343:0:44493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694000/0x57b8ff0e0304f314 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764495.577349:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694000/0x57b8ff0e0304f314 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764495.577362:0:44493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e0304f31b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x91a7a9c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764495.577368:0:44493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e0304f31b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x91a7a9c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764495.577374:0:44493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e0304f31b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x91a7a9c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764495.577379:0:44493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445be695800 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:3.0:1775764495.577381:0:44493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e0304f31b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x91a7a9c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764495.577386:0:44493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e0304f31b lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x91a7a9c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764495.577393:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x91a7a9c8 (ffff944586564800) 00010000:00010000:3.0:1775764495.577395:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764495.577397:0:44493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e0304f31b lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x91a7a9c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764495.577402:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e0304f31b lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x91a7a9c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764495.577418:0:44493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694e00/0x57b8ff0e0304f322 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764495.577424:0:44493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694e00/0x57b8ff0e0304f322 lrc: 2/0,0 mode: PR/PR res: [0x200003ab1:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764495.577429:0:44493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694e00/0x57b8ff0e0304f322 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764495.577445:0:44493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445be694e00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:3.0:1775764495.577448:0:44493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694e00/0x57b8ff0e0304f322 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764495.577453:0:44493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694e00/0x57b8ff0e0304f322 lrc: 4/0,0 mode: PR/PR res: [0x200003ab1:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764495.577461:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x1d:0x0].0x0 (ffff944586564200) 00010000:00010000:3.0:1775764495.577463:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764495.577466:0:44493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694e00/0x57b8ff0e0304f322 lrc: 2/0,0 mode: --/PR res: [0x200003ab1:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764495.577471:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694e00/0x57b8ff0e0304f322 lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764495.577666:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944589103b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+26:51136:x1862022098363776:12345-192.168.202.28@tcp:34:lfs.0 Request processed in 1077us (1302us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764495.577674:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 314 00000100:00100000:0.0:1775764495.619812:0:3331:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1775764495.619851:0:3331:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944587192300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3331:1862022118974208:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1775764495.619922:0:3331:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764495.619975:0:42947:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118974208 00000100:00100000:1.0:1775764495.619985:0:42947:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118974208 00000100:00080000:0.0:1775764495.620023:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1775764495.620061:0:42947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 58 00000100:00100000:1.0:1775764495.620071:0:42947:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944589100700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3331:x1862022118974208:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1775764495.620111:0:42947:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3704619008 avail 3702521856 00000100:00100000:1.0:1775764495.620172:0:42947:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944589100700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3331:x1862022118974208:12345-0@lo:13:osp-pre-0-0.0 Request processed in 103us (250us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764495.620178:0:42947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 58 00000100:00100000:0.0:1775764495.620270:0:3331:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944587192300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3331:1862022118974208:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1775764495.750119:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764495.750653:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098363904 00000100:00100000:1.0:1775764495.750671:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098363904 00000100:00100000:1.0:1775764495.752977:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 315 00000100:00100000:1.0:1775764495.753001:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bce2b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+26:51142:x1862022098363904:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:1.0:1775764495.753037:0:42326:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764495.753066:0:42326:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944587809c00/0x57b8ff0e0304f329 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b105 expref: -99 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764495.753158:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff944587808400/0x57b8ff0e0304f330 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764495.753174:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944587808400/0x57b8ff0e0304f330 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764495.753188:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944587808400/0x57b8ff0e0304f330 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764495.753208:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944587808200/0x57b8ff0e0304f337 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x91a7a9c8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764495.753216:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944587808200/0x57b8ff0e0304f337 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x91a7a9c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764495.753222:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944587808200/0x57b8ff0e0304f337 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x91a7a9c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764495.759644:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944587808c00/0x57b8ff0e0304f33e lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0x1d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764495.759676:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944587808c00/0x57b8ff0e0304f33e lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x1d:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764495.759691:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944587808c00/0x57b8ff0e0304f33e lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x1d:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764495.759746:0:42326:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab1:0x1d:0x0]: returning size 4194304 00000004:00200000:1.0:1775764495.759751:0:42326:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1775764495.759780:0:42326:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff944587808c00/0x57b8ff0e0304f33e lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x1d:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764495.759794:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944587808c00/0x57b8ff0e0304f33e lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764495.759831:0:42326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff944587808400/0x57b8ff0e0304f330 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764495.759839:0:42326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944587808400/0x57b8ff0e0304f330 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764495.759851:0:42326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944587808400/0x57b8ff0e0304f330 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764495.759857:0:42326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944587808400 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:1.0:1775764495.759862:0:42326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944587808400/0x57b8ff0e0304f330 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764495.759870:0:42326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944587808400/0x57b8ff0e0304f330 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764495.759885:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff944586564e00) 00010000:00010000:1.0:1775764495.759889:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764495.759895:0:42326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944587808400/0x57b8ff0e0304f330 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764495.759901:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944587808400/0x57b8ff0e0304f330 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764495.759916:0:42326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944587808200/0x57b8ff0e0304f337 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x91a7a9c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764495.759923:0:42326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944587808200/0x57b8ff0e0304f337 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x91a7a9c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764495.759929:0:42326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944587808200/0x57b8ff0e0304f337 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x91a7a9c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764495.759934:0:42326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944587808200 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:1.0:1775764495.759938:0:42326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944587808200/0x57b8ff0e0304f337 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x91a7a9c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764495.759949:0:42326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944587808200/0x57b8ff0e0304f337 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x91a7a9c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764495.759957:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x91a7a9c8 (ffff944584d1dc00) 00010000:00010000:1.0:1775764495.759960:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764495.759963:0:42326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944587808200/0x57b8ff0e0304f337 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x91a7a9c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764495.759969:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944587808200/0x57b8ff0e0304f337 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x91a7a9c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764495.760027:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944587809c00/0x57b8ff0e0304f329 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b105 expref: 28 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764495.760044:0:42326:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff944587808c00/0x57b8ff0e0304f33e lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b105 expref: 27 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764495.760051:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x1d:0x0].0x0 (ffff944586564200) 00010000:00010000:1.0:1775764495.760054:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1775764495.760056:0:42326:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944587808c00, rc 0) 00000100:00100000:1.0:1775764495.760165:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bce2b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+27:51142:x1862022098363904:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 7175us (10056us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764495.760177:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 315 00000001:00080000:1.0:1775764495.763744:0:5825:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 34359738646 is committed 00000001:00080000:1.0:1775764495.763790:0:5825:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 34359738651 is committed 00000004:00080000:1.0:1775764495.763829:0:5825:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 8 committed 00000020:00080000:1.0:1775764495.763858:0:5825:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff944586714300 refcount 2 committed 0 result 0 batchid 30064771806 00000020:00080000:1.0:1775764495.763865:0:5825:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9445bc120e00 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff944586714e40 00000020:00080000:1.0:1775764495.763869:0:5825:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9445bc120700 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff944486745800 00000001:00080000:1.0:1775764495.763899:0:5825:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 34359738652 is committed 00000020:00080000:1.0:1775764495.764077:0:42361:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 30064771806 committed batchid 30064771805 00000020:00080000:1.0:1775764495.764342:0:42361:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 30064771805 00000100:00100000:1.0:1775764495.764355:0:3330:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1775764495.764385:0:3330:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944587191f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3330:1862022118974336:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1775764495.764475:0:3330:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764495.764570:0:43212:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118974336 00000100:00100000:1.0:1775764495.764578:0:43212:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118974336 00000100:00100000:1.0:1775764495.764646:0:43212:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 78 00000100:00100000:1.0:1775764495.764658:0:43212:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944587190a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3330:x1862022118974336:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1775764495.764693:0:43212:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:264 count 1 00002000:00010000:1.0:1775764495.764733:0:43212:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x108:0x0] initial LVB size: 4194304, mtime: 0x69d8040f, atime: 0x0, ctime: 0x69d8040f, blocks: 0x1 00010000:00010000:1.0:1775764495.764741:0:43212:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ad96fad7/0x57b8ff0e0304f345 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x108:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764495.764759:0:43212:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1775764495.764761:0:43212:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1775764495.764768:0:43212:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ad96fad7/0x57b8ff0e0304f345 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x108:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764495.764788:0:43212:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ad96fad7/0x57b8ff0e0304f345 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x108:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764495.764834:0:43212:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ad96fad7/0x57b8ff0e0304f345 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x108:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764495.764848:0:43212:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ad96fad7/0x57b8ff0e0304f345 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x108:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764495.764872:0:43212:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1775764495.765412:0:43212:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944587190a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+7:3330:x1862022118974336:12345-0@lo:6:osp-syn-1-0.0 Request processed in 754us (935us total) trans 34359738396 rc 0/0 00000100:00100000:1.0:1775764495.765419:0:43212:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 78 00010000:00010000:1.0:1775764495.765449:0:43224:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1775764495.765457:0:43224:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000ad96fad7/0x57b8ff0e0304f345 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x108:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764495.765467:0:43224:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944587809200 already unused, calling callback (ffffffffc177a060) 00010000:00010000:1.0:1775764495.765473:0:43224:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000ad96fad7/0x57b8ff0e0304f345 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x108:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764495.765484:0:43224:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000ad96fad7/0x57b8ff0e0304f345 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x108:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764495.765506:0:43224:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000ad96fad7/0x57b8ff0e0304f345 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x108:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764495.765512:0:43224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ad96fad7/0x57b8ff0e0304f345 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x108:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764495.765535:0:43224:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764495.765537:0:43224:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764495.765539:0:43224:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1775764495.765582:0:3330:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff944587191f80/2, rc 0, transno 34359738396 00000100:00100000:1.0:1775764495.765590:0:3330:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944587191f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3330:1862022118974336:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1775764495.768876:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764495.777242:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098364160 00000100:00100000:3.0:1775764495.777258:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098364160 00000100:00100000:2.0:1775764495.782935:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 316 00000100:00100000:2.0:1775764495.782955:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944587191180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+12:51142:x1862022098364160:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:2.0:1775764495.782982:0:42325:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764495.783005:0:42325:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944580031800/0x57b8ff0e0304f34c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b10c expref: -99 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764495.783141:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944580031200/0x57b8ff0e0304f353 lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0x1d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764495.783170:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944580031200/0x57b8ff0e0304f353 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764495.783183:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944580031200/0x57b8ff0e0304f353 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764495.783197:0:42325:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab1:0x1d:0x0]: returning size 4194304 00010000:00010000:2.0:1775764495.783420:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944580031800/0x57b8ff0e0304f34c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b10c expref: 15 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764495.783440:0:42325:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff944580031200/0x57b8ff0e0304f353 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b10c expref: 14 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764495.783449:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x1d:0x0].0x0 (ffff944586564200) 00010000:00010000:2.0:1775764495.783452:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1775764495.783457:0:42325:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944580031200, rc 0) 00000100:00100000:2.0:1775764495.784778:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944587191180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+14:51142:x1862022098364160:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 1819us (15903us total) trans 34359738653 rc 0/0 00000100:00100000:2.0:1775764495.784791:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 316 00000100:00100000:2.0:1775764495.805196:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764495.805241:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764495.805336:0:42311:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098364544 00000100:00100000:0.0:1775764495.805347:0:42311:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098364544 00000100:00100000:0.0:1775764495.805420:0:42311:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 27 00000100:00100000:0.0:1775764495.805432:0:42311:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486041f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+14:2377:x1862022098364544:12345-192.168.202.28@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1775764495.805451:0:42311:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764495.805478:0:42311:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944580031200/0x57b8ff0e0304f353 lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b10c expref: 14 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764495.805513:0:42311:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x1d:0x0].0x0 (ffff944586564200) 00010000:00010000:0.0:1775764495.805519:0:42311:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775764495.805584:0:42311:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486041f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+13:2377:x1862022098364544:12345-192.168.202.28@tcp:103:ldlm_bl.0 Request processed in 154us (342us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764495.805596:0:42311:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 27 00000100:00100000:3.0:1775764495.806758:0:42327:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098364416 00000100:00100000:3.0:1775764495.806769:0:42327:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098364416 00000100:00100000:3.0:1775764495.806851:0:42327:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 108 00000100:00100000:3.0:1775764495.806860:0:42327:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944481e59c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+13:51142:x1862022098364416:12345-192.168.202.28@tcp:35:lfs.0 00000100:00100000:3.0:1775764495.807109:0:42327:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944481e59c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+14:51142:x1862022098364416:12345-192.168.202.28@tcp:35:lfs.0 Request processed in 249us (1924us total) trans 34359738654 rc 0/0 00000100:00100000:3.0:1775764495.807117:0:42327:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 108 00000100:00100000:3.0:1775764495.934907:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764495.935062:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098364672 00000100:00100000:1.0:1775764495.935077:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098364672 00000100:00100000:1.0:1775764495.935209:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 317 00000100:00100000:1.0:1775764495.935221:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bce28700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:82781e18-e0e3-4f9f-9a2b-041bf0344414+5:51150:x1862022098364672:12345-192.168.202.28@tcp:101:dd.0 00010000:00010000:1.0:1775764495.935624:0:42324:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764495.935655:0:42324:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944587809c00/0x57b8ff0e0304f361 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b113 expref: -99 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764495.935743:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944587808200/0x57b8ff0e0304f368 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764495.935758:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944587808200/0x57b8ff0e0304f368 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764495.935771:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944587808200/0x57b8ff0e0304f368 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764495.937225:0:42324:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 8704 00000004:00200000:1.0:1775764495.937244:0:42324:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 32 stripe count 1 MDT count 1 00000004:00010000:1.0:1775764495.938064:0:42324:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff944587808200/0x57b8ff0e0304f368 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764495.938108:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944587809c00/0x57b8ff0e0304f361 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b113 expref: 7 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764495.938138:0:42324:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff944587808200/0x57b8ff0e0304f368 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b113 expref: 6 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764495.938158:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff944586564e00) 00010000:00010000:1.0:1775764495.938161:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1775764495.938165:0:42324:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944587808200, rc 0) 00000100:00100000:1.0:1775764495.938783:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bce28700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:82781e18-e0e3-4f9f-9a2b-041bf0344414+6:51150:x1862022098364672:12345-192.168.202.28@tcp:101:dd.0 Request processed in 3561us (3998us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764495.938794:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 317 00000100:00100000:0.0:1775764495.942910:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764495.943099:0:42334:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098364800 00000100:00100000:1.0:1775764495.943110:0:42334:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098364800 00000100:00100000:1.0:1775764495.943179:0:42334:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 1 00000100:00100000:1.0:1775764495.943190:0:42334:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944589103800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_seqm_0001:82781e18-e0e3-4f9f-9a2b-041bf0344414+6:51150:x1862022098364800:12345-192.168.202.28@tcp:700:dd.0 00000100:00100000:1.0:1775764495.943318:0:42334:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944589103800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_seqm_0001:82781e18-e0e3-4f9f-9a2b-041bf0344414+6:51150:x1862022098364800:12345-192.168.202.28@tcp:700:dd.0 Request processed in 129us (418us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764495.943326:0:42334:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 1 00000100:00100000:0.0:1775764495.945339:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764495.945436:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098365056 00000100:00100000:3.0:1775764495.945447:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098365056 00000100:00100000:3.0:1775764495.945528:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 318 00000100:00100000:3.0:1775764495.945539:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944589101c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:82781e18-e0e3-4f9f-9a2b-041bf0344414+6:51150:x1862022098365056:12345-192.168.202.28@tcp:101:dd.0 00010000:00010000:3.0:1775764495.945561:0:44493:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764495.945564:0:44493:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1775764495.945593:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944587808200/0x57b8ff0e0304f368 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b113 expref: 6 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764495.945616:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff944586564e00) 00010000:00010000:3.0:1775764495.945622:0:44493:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1775764495.945635:0:44493:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694e00/0x57b8ff0e0304f36f lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b11a expref: -99 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764495.946081:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e0304f376 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764495.946095:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e0304f376 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764495.946105:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e0304f376 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764495.946119:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694000/0x57b8ff0e0304f37d lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x91a7a9c8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764495.946126:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694000/0x57b8ff0e0304f37d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x91a7a9c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764495.946134:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694000/0x57b8ff0e0304f37d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x91a7a9c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764495.946383:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695400/0x57b8ff0e0304f384 lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0x1d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764495.946394:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695400/0x57b8ff0e0304f384 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764495.946401:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695400/0x57b8ff0e0304f384 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764495.946412:0:44493:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab1:0x1d:0x0]: returning size 4194304 00010000:00010000:3.0:1775764495.946507:0:44493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e0304f376 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764495.946516:0:44493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e0304f376 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764495.946523:0:44493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e0304f376 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764495.946529:0:44493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445be695800 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:3.0:1775764495.946533:0:44493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e0304f376 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764495.946541:0:44493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e0304f376 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764495.946551:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff944586564e00) 00010000:00010000:3.0:1775764495.946554:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764495.946558:0:44493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e0304f376 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764495.946567:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e0304f376 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764495.946580:0:44493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694000/0x57b8ff0e0304f37d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x91a7a9c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764495.946586:0:44493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694000/0x57b8ff0e0304f37d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x91a7a9c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764495.946592:0:44493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694000/0x57b8ff0e0304f37d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x91a7a9c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764495.946597:0:44493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445be694000 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:3.0:1775764495.946599:0:44493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694000/0x57b8ff0e0304f37d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x91a7a9c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764495.946604:0:44493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694000/0x57b8ff0e0304f37d lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x91a7a9c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764495.946610:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x91a7a9c8 (ffff944586564f00) 00010000:00010000:3.0:1775764495.946613:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764495.946615:0:44493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694000/0x57b8ff0e0304f37d lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x91a7a9c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764495.946620:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694000/0x57b8ff0e0304f37d lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x91a7a9c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764495.946661:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694e00/0x57b8ff0e0304f36f lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b11a expref: 8 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764495.946679:0:44493:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695400/0x57b8ff0e0304f384 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b11a expref: 7 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764495.946687:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x1d:0x0].0x0 (ffff944586564200) 00010000:00010000:3.0:1775764495.946689:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1775764495.946691:0:44493:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445be695400, rc 0) 00000100:00100000:3.0:1775764495.946753:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944589101c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:82781e18-e0e3-4f9f-9a2b-041bf0344414+7:51150:x1862022098365056:12345-192.168.202.28@tcp:101:dd.0 Request processed in 1215us (1422us total) trans 34359738655 rc 0/0 00000100:00100000:3.0:1775764495.946761:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 318 00000100:00100000:3.0:1775764495.950311:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764495.950600:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098365312 00000100:00100000:2.0:1775764495.950614:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098365312 00000100:00100000:2.0:1775764495.950740:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 319 00000100:00100000:2.0:1775764495.950752:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bce2ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:82781e18-e0e3-4f9f-9a2b-041bf0344414+7:51150:x1862022098365312:12345-192.168.202.28@tcp:36:dd.0 00010000:00010000:2.0:1775764495.950861:0:42326:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764495.950900:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695400/0x57b8ff0e0304f384 lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b11a expref: 7 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764495.950921:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x1d:0x0].0x0 (ffff944586564200) 00010000:00010000:2.0:1775764495.950927:0:42326:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775764495.951188:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff944580031800/0x57b8ff0e0304f392 lrc: 3/0,1 mode: --/PW res: [0x200003ab1:0x1d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764495.951206:0:42326:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff944587808c00/0x57b8ff0e0304f33e lrc: 2/0,0 mode: PR/PR res: [0x200003ab1:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b105 expref: 13 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764495.951216:0:42326:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff944580031800/0x57b8ff0e0304f392 lrc: 4/0,1 mode: --/PW res: [0x200003ab1:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764495.951254:0:42326:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff944587808c00/0x57b8ff0e0304f33e lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b105 expref: 13 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764495.951268:0:42326:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff944587808c00/0x57b8ff0e0304f33e lrc: 4/0,0 mode: PR/PR res: [0x200003ab1:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b105 expref: 13 pid: 42326 timeout: 2062 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764495.951284:0:42326:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944486040000 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:42326:1862022118974464:192.168.202.28@tcp:104: 00000100:00100000:2.0:1775764495.951373:0:42326:0:(client.c:2691:ptlrpc_set_wait()) set ffff9445983c5540 going to sleep for 11 seconds 00000100:00100000:2.0:1775764495.955586:0:42326:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944486040000 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:42326:1862022118974464:192.168.202.28@tcp:104: 00010000:00010000:2.0:1775764495.955621:0:42326:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff944580031800/0x57b8ff0e0304f392 lrc: 3/0,1 mode: --/PW res: [0x200003ab1:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764495.956161:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764495.956575:0:42310:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098365440 00000100:00100000:0.0:1775764495.956586:0:42310:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098365440 00010000:00010000:0.0:1775764495.956632:0:42310:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff944587808c00/0x57b8ff0e0304f33e lrc: 4/0,0 mode: PR/PR res: [0x200003ab1:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b105 expref: 14 pid: 42326 timeout: 2062 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764495.956681:0:42310:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 66 00000100:00100000:0.0:1775764495.956691:0:42310:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bce29f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+14:2379:x1862022098365440:12345-192.168.202.28@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1775764495.956706:0:42310:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764495.956713:0:42310:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff944587808c00/0x57b8ff0e0304f33e lrc: 4/0,0 mode: PR/PR res: [0x200003ab1:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b105 expref: 14 pid: 42326 timeout: 2062 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764495.956726:0:42310:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff944587808c00/0x57b8ff0e0304f33e lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b105 expref: 14 pid: 42326 timeout: 2062 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764495.956748:0:42310:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944587808c00/0x57b8ff0e0304f33e lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b105 expref: 14 pid: 42326 timeout: 2062 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764495.956766:0:42310:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x1d:0x0].0x0 (ffff944586564200) 00010000:00010000:0.0:1775764495.956772:0:42310:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff944580031800/0x57b8ff0e0304f392 lrc: 3/0,1 mode: --/PW res: [0x200003ab1:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764495.956781:0:42310:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff944580031800/0x57b8ff0e0304f392 lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764495.956792:0:42310:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944580031800/0x57b8ff0e0304f392 lrc: 4/0,1 mode: PW/PW res: [0x200003ab1:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764495.956865:0:42310:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775764495.956928:0:42310:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bce29f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+13:2379:x1862022098365440:12345-192.168.202.28@tcp:103:ldlm_bl.0 Request processed in 239us (768us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764495.956936:0:42310:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 66 00010000:00010000:2.0:1775764495.957729:0:42326:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff944580031800/0x57b8ff0e0304f392 lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764495.957741:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944580031800/0x57b8ff0e0304f392 lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1775764495.957923:0:42326:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 34359738656 00000004:00010000:2.0:1775764495.957989:0:42326:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000f3f1a95c reply state 000000008d2885f1 transno 34359738657 ns: mdt-lustre-MDT0000_UUID lock: ffff944580031800/0x57b8ff0e0304f392 lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764495.957999:0:42326:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1775764495.958111:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bce2ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:82781e18-e0e3-4f9f-9a2b-041bf0344414+9:51150:x1862022098365312:12345-192.168.202.28@tcp:36:dd.0 Request processed in 7359us (7807us total) trans 34359738657 rc 0/0 00000100:00100000:2.0:1775764495.958121:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 319 00000020:00080000:2.0:1775764495.958126:0:42326:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:2.0:1775764495.961366:0:3315:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff944580031800/0x57b8ff0e0304f392 lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764495.961386:0:3315:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944580031800/0x57b8ff0e0304f392 lrc: 2/0,0 mode: PW/PW res: [0x200003ab1:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764495.961394:0:3315:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944580031800/0x57b8ff0e0304f392 lrc: 3/0,0 mode: PW/PW res: [0x200003ab1:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764495.961400:0:3315:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944580031800 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764495.961405:0:3315:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944580031800/0x57b8ff0e0304f392 lrc: 3/0,0 mode: PW/PW res: [0x200003ab1:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764495.961414:0:3315:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944580031800/0x57b8ff0e0304f392 lrc: 4/0,0 mode: PW/PW res: [0x200003ab1:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764495.961436:0:3315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x1d:0x0].0x0 (ffff944586564200) 00010000:00010000:2.0:1775764495.961440:0:3315:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764495.961445:0:3315:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944580031800/0x57b8ff0e0304f392 lrc: 2/0,0 mode: --/PW res: [0x200003ab1:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764495.961451:0:3315:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944580031800/0x57b8ff0e0304f392 lrc: 0/0,0 mode: --/PW res: [0x200003ab1:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764495.963054:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764495.963245:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098365568 00000100:00100000:3.0:1775764495.963258:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098365568 00000100:00100000:3.0:1775764495.963334:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 320 00000100:00100000:3.0:1775764495.963348:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944589101880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:82781e18-e0e3-4f9f-9a2b-041bf0344414+8:51150:x1862022098365568:12345-192.168.202.28@tcp:101:dd.0 00010000:00010000:3.0:1775764495.963398:0:44493:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764495.963425:0:44493:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694e00/0x57b8ff0e0304f399 lrc: 2/0,0 mode: --/CR res: [0x200003ab1:0x1d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b121 expref: -99 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764495.963509:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694e00/0x57b8ff0e0304f399 lrc: 3/0,0 mode: CR/CR res: [0x200003ab1:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b121 expref: 9 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764495.963527:0:44493:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694e00/0x57b8ff0e0304f399 lrc: 3/0,0 mode: CR/CR res: [0x200003ab1:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b121 expref: 9 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764495.963549:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x1d:0x0].0x0 (ffff944586564200) 00010000:00010000:3.0:1775764495.963554:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1775764495.963558:0:44493:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445be694e00, rc 0) 00000100:00100000:3.0:1775764495.963635:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944589101880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:82781e18-e0e3-4f9f-9a2b-041bf0344414+9:51150:x1862022098365568:12345-192.168.202.28@tcp:101:dd.0 Request processed in 291us (591us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764495.963643:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 320 00000100:00100000:3.0:1775764495.968947:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764495.969223:0:42311:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098365824 00000100:00100000:0.0:1775764495.969236:0:42311:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098365824 00000100:00100000:0.0:1775764495.969316:0:42311:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 28 00000100:00100000:0.0:1775764495.969328:0:42311:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bce2b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:82781e18-e0e3-4f9f-9a2b-041bf0344414+9:51150:x1862022098365824:12345-192.168.202.28@tcp:103:dd.0 00010000:00010000:0.0:1775764495.969345:0:42311:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764495.969372:0:42311:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694e00/0x57b8ff0e0304f399 lrc: 0/0,0 mode: --/CR res: [0x200003ab1:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b121 expref: 9 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764495.969394:0:42311:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x1d:0x0].0x0 (ffff944586564200) 00010000:00010000:0.0:1775764495.969400:0:42311:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775764495.969657:0:42311:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bce2b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:82781e18-e0e3-4f9f-9a2b-041bf0344414+8:51150:x1862022098365824:12345-192.168.202.28@tcp:103:dd.0 Request processed in 331us (723us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764495.969665:0:42311:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 28 00000100:00100000:0.0:1775764495.973099:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764495.973204:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098365952 00000100:00100000:1.0:1775764495.973216:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098365952 00000100:00100000:1.0:1775764495.973286:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 321 00000100:00100000:1.0:1775764495.973297:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944589101180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:82781e18-e0e3-4f9f-9a2b-041bf0344414+8:51150:x1862022098365952:12345-192.168.202.28@tcp:58:dd.0 00010000:00010000:1.0:1775764495.973409:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff944587809c00/0x57b8ff0e0304f3a0 lrc: 3/0,1 mode: --/EX res: [0x200003ab1:0x1d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764495.973428:0:42324:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695000/0x57b8ff0e0304f2f8 lrc: 2/0,0 mode: CR/CR res: [0x200003ab1:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b0fe expref: 12 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764495.973442:0:42324:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff944587809c00/0x57b8ff0e0304f3a0 lrc: 4/0,1 mode: --/EX res: [0x200003ab1:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764495.973479:0:42324:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695000/0x57b8ff0e0304f2f8 lrc: 3/0,0 mode: CR/CR res: [0x200003ab1:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b0fe expref: 12 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764495.973506:0:42324:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695000/0x57b8ff0e0304f2f8 lrc: 4/0,0 mode: CR/CR res: [0x200003ab1:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b0fe expref: 12 pid: 44493 timeout: 2062 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764495.973523:0:42324:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944587192a00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:42324:1862022118974592:192.168.202.28@tcp:104: 00000100:00100000:1.0:1775764495.973611:0:42324:0:(client.c:2691:ptlrpc_set_wait()) set ffff9445a66ed300 going to sleep for 11 seconds 00000100:00100000:1.0:1775764495.976761:0:42324:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944587192a00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:42324:1862022118974592:192.168.202.28@tcp:104: 00010000:00010000:1.0:1775764495.976790:0:42324:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff944587809c00/0x57b8ff0e0304f3a0 lrc: 3/0,1 mode: --/EX res: [0x200003ab1:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764495.978794:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764495.979196:0:42310:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098366080 00000100:00100000:1.0:1775764495.979205:0:42310:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098366080 00010000:00010000:1.0:1775764495.979247:0:42310:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695000/0x57b8ff0e0304f2f8 lrc: 4/0,0 mode: CR/CR res: [0x200003ab1:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b0fe expref: 13 pid: 44493 timeout: 2062 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764495.979289:0:42310:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 67 00000100:00100000:1.0:1775764495.979296:0:42310:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944589102300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+13:2379:x1862022098366080:12345-192.168.202.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1775764495.979311:0:42310:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764495.979318:0:42310:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695000/0x57b8ff0e0304f2f8 lrc: 4/0,0 mode: CR/CR res: [0x200003ab1:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b0fe expref: 13 pid: 44493 timeout: 2062 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764495.979339:0:42310:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695000/0x57b8ff0e0304f2f8 lrc: 3/0,0 mode: CR/CR res: [0x200003ab1:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b0fe expref: 13 pid: 44493 timeout: 2062 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764495.979365:0:42310:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695000/0x57b8ff0e0304f2f8 lrc: 0/0,0 mode: --/CR res: [0x200003ab1:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b0fe expref: 13 pid: 44493 timeout: 2062 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764495.979395:0:42310:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x1d:0x0].0x0 (ffff944586564200) 00010000:00010000:1.0:1775764495.979400:0:42310:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff944587809c00/0x57b8ff0e0304f3a0 lrc: 3/0,1 mode: --/EX res: [0x200003ab1:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764495.979409:0:42310:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff944587809c00/0x57b8ff0e0304f3a0 lrc: 3/0,1 mode: EX/EX res: [0x200003ab1:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764495.979416:0:42310:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944587809c00/0x57b8ff0e0304f3a0 lrc: 4/0,1 mode: EX/EX res: [0x200003ab1:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764495.979450:0:42310:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1775764495.979522:0:42310:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944589102300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+12:2379:x1862022098366080:12345-192.168.202.28@tcp:103:ldlm_bl.0 Request processed in 224us (739us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764495.979530:0:42310:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 67 00010000:00010000:2.0:1775764495.979604:0:42324:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff944587809c00/0x57b8ff0e0304f3a0 lrc: 3/0,1 mode: EX/EX res: [0x200003ab1:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764495.979614:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944587809c00/0x57b8ff0e0304f3a0 lrc: 3/0,1 mode: EX/EX res: [0x200003ab1:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1775764495.979983:0:42324:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x32:0x0].7, 136 off9144 00000100:00100000:2.0:1775764495.980060:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944589101180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:82781e18-e0e3-4f9f-9a2b-041bf0344414+8:51150:x1862022098365952:12345-192.168.202.28@tcp:58:dd.0 Request processed in 6763us (6975us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764495.980068:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 321 00000100:00100000:0.0:1775764495.983693:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764495.983792:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098366208 00000100:00100000:3.0:1775764495.983843:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098366208 00000100:00100000:3.0:1775764495.983917:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 322 00000100:00100000:3.0:1775764495.983928:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944589102d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:82781e18-e0e3-4f9f-9a2b-041bf0344414+8:51150:x1862022098366208:12345-192.168.202.28@tcp:101:dd.0 00010000:00010000:3.0:1775764495.983954:0:44493:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764495.983979:0:44493:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694000/0x57b8ff0e0304f3a7 lrc: 2/0,0 mode: --/CR res: [0x200003ab1:0x1d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b128 expref: -99 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764495.984216:0:44493:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff944587809c00/0x57b8ff0e0304f3a0 lrc: 2/0,1 mode: EX/EX res: [0x200003ab1:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764495.984228:0:44493:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694000/0x57b8ff0e0304f3a7 lrc: 4/0,0 mode: --/CR res: [0x200003ab1:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b128 expref: 9 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764495.984248:0:44493:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff944587809c00/0x57b8ff0e0304f3a0 lrc: 3/0,1 mode: EX/EX res: [0x200003ab1:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764495.984261:0:44493:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694000/0x57b8ff0e0304f3a7 lrc: 3/0,0 mode: --/CR res: [0x200003ab1:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b128 expref: 9 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764495.984274:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x1d:0x0].0x0 (ffff944586564200) 00010000:00010000:3.0:1775764495.984277:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1775764495.984281:0:44493:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694000/0x57b8ff0e0304f3a7 lrc: 3/0,0 mode: --/CR res: [0x200003ab1:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b128 expref: 9 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764495.984289:0:44493:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445be694000, rc 0) 00000100:00100000:3.0:1775764495.984339:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944589102d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:82781e18-e0e3-4f9f-9a2b-041bf0344414+9:51150:x1862022098366208:12345-192.168.202.28@tcp:101:dd.0 Request processed in 414us (667us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764495.984346:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 322 00000100:00100000:1.0:1775764496.130736:0:3328:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bce29c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d8dacf45-8471-4226-a2fb-1fac83f69c1e:3328:1862022118974720:0@lo:400:kworker.0 00000100:00100000:1.0:1775764496.130876:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764496.130948:0:3328:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1775764496.130955:0:3328:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bce28380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3328:1862022118974848:0@lo:400:kworker.0 00000100:00100000:1.0:1775764496.130984:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764496.131012:0:3331:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bce29880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3331:1862022118975104:0@lo:400:kworker.0 00000100:00100000:1.0:1775764496.131040:0:3331:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764496.131057:0:3331:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1775764496.131062:0:3331:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bce28000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3331:1862022118974976:0@lo:400:kworker.0 00000100:00100000:1.0:1775764496.131084:0:3331:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764496.131120:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118974848 00000100:00100000:1.0:1775764496.131128:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118974848 00000100:00100000:1.0:1775764496.131293:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118975104 00000100:00100000:1.0:1775764496.131298:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118975104 00000100:00080000:1.0:1775764496.131322:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1775764496.131339:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118974976 00000100:00100000:1.0:1775764496.131342:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118974976 00000100:00080000:1.0:1775764496.131356:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1775764496.131371:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 130 00000100:00100000:1.0:1775764496.131380:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944587192a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3328:x1862022118974848:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764496.131452:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944587192a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3328:x1862022118974848:12345-0@lo:400:kworker.0 Request processed in 72us (466us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764496.131460:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 130 00000100:00100000:1.0:1775764496.131503:0:3328:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bce28380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3328:1862022118974848:0@lo:400:kworker.0 00000100:00100000:1.0:1775764496.131532:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 131 00000100:00100000:1.0:1775764496.131538:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944587192680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3331:x1862022118975104:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764496.131570:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944587192680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3331:x1862022118975104:12345-0@lo:400:kworker.0 Request processed in 32us (529us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764496.131576:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 131 00000100:00100000:1.0:1775764496.131600:0:3331:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bce29880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3331:1862022118975104:0@lo:400:kworker.0 00000100:00100000:1.0:1775764496.131623:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 132 00000100:00100000:1.0:1775764496.131628:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944587190000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3331:x1862022118974976:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764496.131660:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944587190000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3331:x1862022118974976:12345-0@lo:400:kworker.0 Request processed in 32us (574us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764496.131665:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 132 00000100:00100000:1.0:1775764496.131683:0:3331:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bce28000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3331:1862022118974976:0@lo:400:kworker.0 00000100:00100000:3.0:1775764496.131788:0:42317:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118974720 00000100:00100000:3.0:1775764496.131793:0:42317:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118974720 00000100:00100000:3.0:1775764496.131860:0:42317:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 167 00000100:00100000:3.0:1775764496.131867:0:42317:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94458728b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d8dacf45-8471-4226-a2fb-1fac83f69c1e+18:3328:x1862022118974720:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764496.131910:0:42317:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94458728b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d8dacf45-8471-4226-a2fb-1fac83f69c1e+18:3328:x1862022118974720:12345-0@lo:400:kworker.0 Request processed in 44us (1034us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764496.131915:0:42317:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 167 00000100:00100000:3.0:1775764496.131953:0:3328:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bce29c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d8dacf45-8471-4226-a2fb-1fac83f69c1e:3328:1862022118974720:0@lo:400:kworker.0 00010000:00010000:0.0:1775764496.193644:0:42312:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:1.0:1775764496.232072:0:7469:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 34359738393 is committed 00000001:00080000:1.0:1775764496.232094:0:7469:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 34359738396 is committed 00000001:00080000:1.0:1775764496.232103:0:7469:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 34359738394 is committed 00000040:00080000:0.0:1775764496.257177:0:42356:0:(llog.c:800:llog_process_thread()) index: 8, lh_last_idx: 8 synced_idx: 8 lgh_last_idx: 8 00000040:00080000:0.0:1775764496.257188:0:42356:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x32:0x0] at index 8 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1775764496.257243:0:42356:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x32:0x0] index 8 count 4 00000040:00080000:0.0:1775764496.257253:0:42356:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 9 count 2 00000100:00100000:0.0:1775764496.257410:0:42356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944589102680 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:42356:1862022118975232:192.168.202.28@tcp:107:hsm_cdtr.0 00000100:00100000:0.0:1775764496.257551:0:42356:0:(client.c:2691:ptlrpc_set_wait()) set ffff944482d64240 going to sleep for 11 seconds 00000100:00100000:2.0:1775764496.270274:0:42356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944589102680 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:42356:1862022118975232:192.168.202.28@tcp:107:hsm_cdtr.0 00000100:00100000:0.0:1775764496.278894:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764496.279332:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098366336 00000100:00100000:2.0:1775764496.279344:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098366336 00000100:00100000:2.0:1775764496.279439:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 323 00000100:00100000:2.0:1775764496.279452:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944589100e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+12:51151:x1862022098366336:12345-192.168.202.28@tcp:53:lhsmtool_posix.0 00000100:00080000:3.0:1775764496.279589:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000004:00000080:2.0:1775764496.279688:0:42325:0:(mdt_handler.c:7957:mdt_fid2path()) path get [0x200003ab1:0x1d:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1775764496.280379:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944589100e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+12:51151:x1862022098366336:12345-192.168.202.28@tcp:53:lhsmtool_posix.0 Request processed in 922us (1487us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764496.280390:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 323 00000100:00100000:0.0:1775764496.293311:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764496.293529:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098366464 00000100:00100000:2.0:1775764496.293544:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098366464 00000100:00100000:2.0:1775764496.293615:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 324 00000100:00100000:2.0:1775764496.293626:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944589102a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+12:51151:x1862022098366464:12345-192.168.202.28@tcp:34:lhsmtool_posix.0 00010000:00010000:2.0:1775764496.293709:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff944580031800/0x57b8ff0e0304f3ae lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764496.293729:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944580031800/0x57b8ff0e0304f3ae lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764496.293743:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944580031800/0x57b8ff0e0304f3ae lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764496.293758:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944580031000/0x57b8ff0e0304f3b5 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x231127a9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764496.293766:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944580031000/0x57b8ff0e0304f3b5 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x231127a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764496.293773:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944580031000/0x57b8ff0e0304f3b5 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x231127a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764496.293847:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944580031200/0x57b8ff0e0304f3bc lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0x1d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764496.293856:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944580031200/0x57b8ff0e0304f3bc lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764496.293864:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944580031200/0x57b8ff0e0304f3bc lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764496.293907:0:42326:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab1:0x1d:0x0]: returning size 1048576 00000004:00200000:2.0:1775764496.293913:0:42326:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764496.293929:0:42326:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff944580031200/0x57b8ff0e0304f3bc lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764496.293943:0:42326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff944580031800/0x57b8ff0e0304f3ae lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764496.293950:0:42326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944580031800/0x57b8ff0e0304f3ae lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764496.293957:0:42326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944580031800/0x57b8ff0e0304f3ae lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764496.293964:0:42326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944580031800 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764496.293968:0:42326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944580031800/0x57b8ff0e0304f3ae lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764496.293976:0:42326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944580031800/0x57b8ff0e0304f3ae lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764496.293990:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff94459084a500) 00010000:00010000:2.0:1775764496.293993:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764496.293998:0:42326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944580031800/0x57b8ff0e0304f3ae lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764496.294004:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944580031800/0x57b8ff0e0304f3ae lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764496.294018:0:42326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944580031000/0x57b8ff0e0304f3b5 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x231127a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764496.294025:0:42326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944580031000/0x57b8ff0e0304f3b5 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x231127a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764496.294997:0:42326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944580031000/0x57b8ff0e0304f3b5 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x231127a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764496.295005:0:42326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944580031000 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764496.295009:0:42326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944580031000/0x57b8ff0e0304f3b5 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x231127a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764496.295018:0:42326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944580031000/0x57b8ff0e0304f3b5 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x231127a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764496.295046:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x231127a9 (ffff94459084a600) 00010000:00010000:2.0:1775764496.295049:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764496.295052:0:42326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944580031000/0x57b8ff0e0304f3b5 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x231127a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764496.295059:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944580031000/0x57b8ff0e0304f3b5 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x231127a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764496.295082:0:42326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944580031200/0x57b8ff0e0304f3bc lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764496.295090:0:42326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944580031200/0x57b8ff0e0304f3bc lrc: 2/0,0 mode: PR/PR res: [0x200003ab1:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764496.295095:0:42326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944580031200/0x57b8ff0e0304f3bc lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764496.295101:0:42326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944580031200 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764496.295103:0:42326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944580031200/0x57b8ff0e0304f3bc lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764496.295113:0:42326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944580031200/0x57b8ff0e0304f3bc lrc: 4/0,0 mode: PR/PR res: [0x200003ab1:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764496.295121:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x1d:0x0].0x0 (ffff944586564200) 00010000:00010000:2.0:1775764496.295123:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764496.295126:0:42326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944580031200/0x57b8ff0e0304f3bc lrc: 2/0,0 mode: --/PR res: [0x200003ab1:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764496.295131:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944580031200/0x57b8ff0e0304f3bc lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764496.295269:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944589102a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+12:51151:x1862022098366464:12345-192.168.202.28@tcp:34:lhsmtool_posix.0 Request processed in 1639us (1964us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764496.295281:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 324 00000100:00100000:3.0:1775764496.305950:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764496.306536:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098366720 00000100:00100000:0.0:1775764496.306551:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098366720 00000100:00100000:0.0:1775764496.306636:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 325 00000100:00100000:0.0:1775764496.306648:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bce29c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+12:51151:x1862022098366720:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1775764496.306676:0:44493:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764496.306702:0:44493:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27ce00/0x57b8ff0e0304f3c3 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b12f expref: -99 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764496.306869:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c400/0x57b8ff0e0304f3ca lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0x1d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764496.306886:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c400/0x57b8ff0e0304f3ca lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x1d:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764496.306899:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c400/0x57b8ff0e0304f3ca lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x1d:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764496.306911:0:44493:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab1:0x1d:0x0]: returning size 1048576 00010000:00010000:0.0:1775764496.307368:0:44493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c400/0x57b8ff0e0304f3ca lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x1d:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764496.307379:0:44493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c400/0x57b8ff0e0304f3ca lrc: 2/0,0 mode: PR/PR res: [0x200003ab1:0x1d:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764496.307393:0:44493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c400/0x57b8ff0e0304f3ca lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x1d:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764496.307399:0:44493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445bc27c400 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:0.0:1775764496.307403:0:44493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c400/0x57b8ff0e0304f3ca lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x1d:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764496.307412:0:44493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c400/0x57b8ff0e0304f3ca lrc: 4/0,0 mode: PR/PR res: [0x200003ab1:0x1d:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764496.307426:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x1d:0x0].0x0 (ffff944586564200) 00010000:00010000:0.0:1775764496.307429:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1775764496.307563:0:44493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c400/0x57b8ff0e0304f3ca lrc: 2/0,0 mode: --/PR res: [0x200003ab1:0x1d:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764496.307571:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c400/0x57b8ff0e0304f3ca lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0x1d:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764496.307626:0:44493:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27ce00/0x57b8ff0e0304f3c3 lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b12f expref: 14 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764496.307638:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff94459084a500) 00010000:00010000:0.0:1775764496.307640:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1775764496.307644:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27ce00/0x57b8ff0e0304f3c3 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b12f expref: 14 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764496.307653:0:44493:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445bc27ce00, rc 0) 00000100:00100000:0.0:1775764496.307736:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bce29c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+13:51151:x1862022098366720:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 Request processed in 1090us (1798us total) trans 34359738658 rc 301/301 00000100:00100000:0.0:1775764496.307749:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 325 00000100:00100000:0.0:1775764496.316349:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764496.316641:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098366848 00000100:00100000:2.0:1775764496.316653:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098366848 00000100:00100000:2.0:1775764496.316728:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 326 00000100:00100000:2.0:1775764496.316738:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944589100a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+13:51151:x1862022098366848:12345-192.168.202.28@tcp:53:lhsmtool_posix.0 00000004:00000080:2.0:1775764496.316776:0:42324:0:(mdt_handler.c:7957:mdt_fid2path()) path get [0x200003ab1:0x1d:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1775764496.316937:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944589100a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+13:51151:x1862022098366848:12345-192.168.202.28@tcp:53:lhsmtool_posix.0 Request processed in 201us (602us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764496.316945:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 326 00000100:00100000:2.0:1775764496.325396:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764496.325862:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098367104 00000100:00100000:1.0:1775764496.325874:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098367104 00000100:00100000:1.0:1775764496.325951:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 327 00000100:00100000:1.0:1775764496.325963:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486040000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+13:51151:x1862022098367104:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1775764496.325989:0:42325:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764496.325993:0:42325:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:1.0:1775764496.326033:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695600/0x57b8ff0e0304f2b2 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b0e2 expref: 13 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764496.326059:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff944586564e00) 00010000:00010000:1.0:1775764496.326073:0:42325:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1775764496.326093:0:42325:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944587808400/0x57b8ff0e0304f3d8 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b136 expref: -99 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1775764496.329378:0:42325:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x108:0x0], index 0: 0 00010000:00010000:2.0:1775764496.329786:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944580031200/0x57b8ff0e0304f3df lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764496.329853:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944580031200/0x57b8ff0e0304f3df lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764496.329868:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944580031200/0x57b8ff0e0304f3df lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764496.329954:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944587808400/0x57b8ff0e0304f3d8 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b136 expref: 15 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764496.329982:0:42325:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff944580031200/0x57b8ff0e0304f3df lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b136 expref: 14 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764496.329992:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x1f:0x0].0x0 (ffff94459084a600) 00010000:00010000:2.0:1775764496.329995:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1775764496.330000:0:42325:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944580031200, rc 0) 00000100:00100000:2.0:1775764496.333333:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486040000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+14:51151:x1862022098367104:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 Request processed in 7244us (7822us total) trans 34359738659 rc 0/0 00000100:00100000:2.0:1775764496.333355:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 327 00000100:00100000:0.0:1775764496.339334:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764496.339430:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098367232 00000100:00100000:2.0:1775764496.339453:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098367232 00000100:00100000:2.0:1775764496.339533:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 328 00000100:00100000:2.0:1775764496.339546:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944589100380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+14:51151:x1862022098367232:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1775764496.339585:0:42324:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764496.339615:0:42324:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944580031000/0x57b8ff0e0304f3ed lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b13d expref: -99 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764496.339693:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944580031800/0x57b8ff0e0304f3f4 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764496.339711:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944580031800/0x57b8ff0e0304f3f4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764496.339725:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944580031800/0x57b8ff0e0304f3f4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764496.340037:0:42324:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 8704 00000004:00200000:2.0:1775764496.340042:0:42324:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 32 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764496.340118:0:42324:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff944580031800/0x57b8ff0e0304f3f4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764496.340158:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944580031000/0x57b8ff0e0304f3ed lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b13d expref: 16 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764496.340178:0:42324:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff944580031800/0x57b8ff0e0304f3f4 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b13d expref: 15 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764496.340187:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff94459084a100) 00010000:00010000:2.0:1775764496.340190:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1775764496.340194:0:42324:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944580031800, rc 0) 00000100:00100000:2.0:1775764496.341137:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944589100380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+15:51151:x1862022098367232:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 Request processed in 1582us (1805us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764496.341162:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 328 00000100:00100000:0.0:1775764496.348378:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764496.348607:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098367488 00000100:00100000:3.0:1775764496.348620:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098367488 00000100:00100000:3.0:1775764496.348717:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 329 00000100:00100000:3.0:1775764496.348728:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944589100000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+15:51151:x1862022098367488:12345-192.168.202.28@tcp:36:lhsmtool_posix.0 00010000:00010000:3.0:1775764496.348789:0:44493:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1775764496.348851:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944580031200/0x57b8ff0e0304f3df lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b136 expref: 15 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764496.348875:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x1f:0x0].0x0 (ffff94459084a600) 00010000:00010000:3.0:1775764496.348905:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944580031800/0x57b8ff0e0304f3f4 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b13d expref: 14 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764496.348915:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff94459084a100) 00010000:00010000:3.0:1775764496.348921:0:44493:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1775764496.348950:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e0304f3fb lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764496.348965:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e0304f3fb lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764496.348976:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e0304f3fb lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764496.348990:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694c00/0x57b8ff0e0304f402 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x5c178020 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764496.348998:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694c00/0x57b8ff0e0304f402 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x5c178020 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764496.349004:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694c00/0x57b8ff0e0304f402 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x5c178020 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764496.350014:0:44493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e0304f3fb lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764496.350429:0:44493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e0304f3fb lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764496.350594:0:44493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e0304f3fb lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764496.350601:0:44493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445be695800 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:3.0:1775764496.350605:0:44493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e0304f3fb lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764496.350614:0:44493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e0304f3fb lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764496.350632:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff944586564f00) 00010000:00010000:3.0:1775764496.350635:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764496.350640:0:44493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e0304f3fb lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764496.350645:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e0304f3fb lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764496.350675:0:44493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694c00/0x57b8ff0e0304f402 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x5c178020 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764496.350682:0:44493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694c00/0x57b8ff0e0304f402 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5c178020 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764496.350687:0:44493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694c00/0x57b8ff0e0304f402 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5c178020 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764496.350692:0:44493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445be694c00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:3.0:1775764496.350695:0:44493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694c00/0x57b8ff0e0304f402 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5c178020 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764496.350701:0:44493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694c00/0x57b8ff0e0304f402 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5c178020 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764496.350708:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5c178020 (ffff944586564800) 00010000:00010000:3.0:1775764496.350710:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764496.350713:0:44493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694c00/0x57b8ff0e0304f402 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x5c178020 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764496.350722:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694c00/0x57b8ff0e0304f402 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x5c178020 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764496.351406:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944589100000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+13:51151:x1862022098367488:12345-192.168.202.28@tcp:36:lhsmtool_posix.0 Request processed in 2673us (3035us total) trans 0 rc -2/-2 00000100:00100000:3.0:1775764496.351417:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 329 00000100:00100000:2.0:1775764496.357719:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764496.358163:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098367616 00000100:00100000:0.0:1775764496.358175:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098367616 00000100:00100000:0.0:1775764496.358389:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 330 00000100:00100000:0.0:1775764496.358404:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486040e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+13:51151:x1862022098367616:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1775764496.358445:0:42324:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764496.358490:0:42324:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27de00/0x57b8ff0e0304f409 lrc: 2/0,0 mode: --/PR res: [0x200003ab1:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b144 expref: -99 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764496.358544:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d600/0x57b8ff0e0304f410 lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764496.358564:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d600/0x57b8ff0e0304f410 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764496.358581:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d600/0x57b8ff0e0304f410 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764496.358724:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27de00/0x57b8ff0e0304f409 lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b144 expref: 15 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764496.358748:0:42324:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d600/0x57b8ff0e0304f410 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b144 expref: 14 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764496.358758:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x1f:0x0].0x0 (ffff944582f80000) 00010000:00010000:0.0:1775764496.358763:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1775764496.358768:0:42324:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445bc27d600, rc 0) 00000100:00100000:0.0:1775764496.359387:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486040e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+14:51151:x1862022098367616:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 Request processed in 980us (2165us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764496.359397:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 330 00000100:00100000:3.0:1775764496.363196:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764496.365173:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098367872 00000100:00100000:2.0:1775764496.365188:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098367872 00000100:00100000:2.0:1775764496.365276:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 331 00000100:00100000:2.0:1775764496.365286:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bce28a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+14:51151:x1862022098367872:12345-192.168.202.28@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1775764496.365383:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff944580031000/0x57b8ff0e0304f417 lrc: 3/0,1 mode: --/PW res: [0x200003ab1:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764496.365406:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944580031000/0x57b8ff0e0304f417 lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764496.365419:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944580031000/0x57b8ff0e0304f417 lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1775764496.366774:0:42326:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x2e:0x0].9, 88 off8816 00000004:00080000:2.0:1775764496.366792:0:42326:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1963213992434ns, next at 1964213989544ns, rc = 0 00000004:00010000:2.0:1775764496.367195:0:42326:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000aa8a961e reply state 0000000017b872e6 transno 34359738660 ns: mdt-lustre-MDT0000_UUID lock: ffff944580031000/0x57b8ff0e0304f417 lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764496.367211:0:42326:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1775764496.367630:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bce28a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+16:51151:x1862022098367872:12345-192.168.202.28@tcp:36:lhsmtool_posix.0 Request processed in 2341us (4442us total) trans 34359738660 rc 0/0 00000100:00100000:2.0:1775764496.367641:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 331 00000100:00100000:0.0:1775764496.373472:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764496.374457:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098368000 00000100:00100000:3.0:1775764496.374469:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098368000 00000100:00100000:3.0:1775764496.374541:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 332 00000100:00100000:3.0:1775764496.374552:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944589103480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+16:51151:x1862022098368000:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1775764496.374582:0:44493:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764496.374614:0:44493:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694c00/0x57b8ff0e0304f41e lrc: 2/0,0 mode: --/CR res: [0x200003ab1:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b14b expref: -99 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764496.374697:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694c00/0x57b8ff0e0304f41e lrc: 3/0,0 mode: CR/CR res: [0x200003ab1:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b14b expref: 17 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764496.374714:0:44493:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694c00/0x57b8ff0e0304f41e lrc: 3/0,0 mode: CR/CR res: [0x200003ab1:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b14b expref: 17 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764496.374736:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x1f:0x0].0x0 (ffff944582f80000) 00010000:00010000:3.0:1775764496.374740:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1775764496.374744:0:44493:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445be694c00, rc 0) 00000100:00100000:3.0:1775764496.374876:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944589103480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+17:51151:x1862022098368000:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 Request processed in 325us (1415us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764496.374887:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 332 00010000:00010000:2.0:1775764496.380183:0:3314:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff944580031000/0x57b8ff0e0304f417 lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764496.380204:0:3314:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944580031000/0x57b8ff0e0304f417 lrc: 2/0,0 mode: PW/PW res: [0x200003ab1:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764496.380212:0:3314:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944580031000/0x57b8ff0e0304f417 lrc: 3/0,0 mode: PW/PW res: [0x200003ab1:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764496.380219:0:3314:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944580031000 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764496.380309:0:3314:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944580031000/0x57b8ff0e0304f417 lrc: 3/0,0 mode: PW/PW res: [0x200003ab1:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764496.380319:0:3314:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944580031000/0x57b8ff0e0304f417 lrc: 4/0,0 mode: PW/PW res: [0x200003ab1:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764496.380350:0:3314:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x1f:0x0].0x0 (ffff944582f80000) 00010000:00010000:2.0:1775764496.380353:0:3314:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1775764496.380359:0:3314:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944580031000/0x57b8ff0e0304f417 lrc: 2/0,0 mode: --/PW res: [0x200003ab1:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764496.380365:0:3314:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944580031000/0x57b8ff0e0304f417 lrc: 0/0,0 mode: --/PW res: [0x200003ab1:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764496.381946:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764496.382238:0:42946:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098368128 00000100:00100000:2.0:1775764496.382253:0:42946:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098368128 00000100:00100000:2.0:1775764496.382313:0:42946:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 79 00000100:00100000:2.0:1775764496.382325:0:42946:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944589101500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2375:x1862022098368128:12345-192.168.202.28@tcp:8:lhsmtool_posix.0 00010000:00080000:2.0:1775764496.382370:0:42946:0:(ldlm_lib.c:1429:target_handle_connect()) lustre-OST0000: connection from 7e6eda44-5508-487e-b17f-ff28ad9d3512@192.168.202.28@tcp t0 exp 0000000000000000 cur 1963 last 0 00000020:00000080:2.0:1775764496.382415:0:42946:0:(genops.c:1404:class_connect()) connect: client 7e6eda44-5508-487e-b17f-ff28ad9d3512, cookie 0x57b8ff0e0304f425 00002000:00100000:2.0:1775764496.382445:0:42946:0:(ofd_obd.c:124:ofd_parse_connect_data()) lustre-OST0000: cli 7e6eda44-5508-487e-b17f-ff28ad9d3512/ffff9444861e3000 ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 211334d ocd_grant: 10223616 ocd_index: 0 ocd_group 0 00002000:00100000:2.0:1775764496.382460:0:42946:0:(ofd_obd.c:222:ofd_parse_connect_data()) lustre-OST0000: cli supports cksum type f7, return f7 00002000:00080000:2.0:1775764496.382754:0:42946:0:(ofd_obd.c:388:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:2.0:1775764496.382792:0:42946:0:(import.c:65:import_set_state_nolock()) ffff9444861e2000 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1775764496.383448:0:42946:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944589101500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+6:2375:x1862022098368128:12345-192.168.202.28@tcp:8:lhsmtool_posix.0 Request processed in 1109us (1500us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764496.383459:0:42946:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 79 00000100:00100000:1.0:1775764496.387790:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764496.388190:0:43212:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098368256 00000100:00100000:2.0:1775764496.388203:0:43212:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098368256 00000100:00100000:2.0:1775764496.388462:0:43212:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 80 00000100:00100000:2.0:1775764496.388473:0:43212:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944587193480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+6:0:x1862022098368256:12345-192.168.202.28@tcp:2:lhsmtool_posix.0 00000100:00080000:3.0:1775764496.399936:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000001:00080000:0.0:1775764496.445703:0:6613:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 34359738389 is committed 00000001:00100000:0.0:1775764496.445735:0:6613:0:(tgt_lastrcvd.c:568:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 7e6eda44-5508-487e-b17f-ff28ad9d3512 00000100:00100000:3.0:1775764496.446154:0:43212:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944587193480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+5:0:x1862022098368256:12345-192.168.202.28@tcp:2:lhsmtool_posix.0 Request processed in 57666us (58360us total) trans 34359738389 rc 0/0 00000100:00100000:3.0:1775764496.446172:0:43212:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 80 00000100:00100000:0.0:1775764496.450287:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764496.450454:0:42327:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098368512 00000100:00100000:3.0:1775764496.450466:0:42327:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098368512 00000100:00100000:3.0:1775764496.450538:0:42327:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 109 00000100:00100000:3.0:1775764496.450548:0:42327:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944589101f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+16:51151:x1862022098368512:12345-192.168.202.28@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1775764496.450786:0:42327:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944589101f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+17:51151:x1862022098368512:12345-192.168.202.28@tcp:35:lhsmtool_posix.0 Request processed in 239us (507us total) trans 34359738661 rc 0/0 00000100:00100000:3.0:1775764496.450794:0:42327:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 109 00000100:00100000:0.0:1775764496.454983:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764496.455755:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098368768 00000100:00100000:2.0:1775764496.455767:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098368768 00000100:00100000:2.0:1775764496.456032:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 333 00000100:00100000:2.0:1775764496.456046:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944589102680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+17:51151:x1862022098368768:12345-192.168.202.28@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1775764496.456197:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944589102680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+17:51151:x1862022098368768:12345-192.168.202.28@tcp:57:lhsmtool_posix.0 Request processed in 155us (1225us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764496.456205:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 333 00000100:00100000:0.0:1775764496.460598:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764496.460964:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098368896 00000100:00100000:3.0:1775764496.460974:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098368896 00000100:00100000:3.0:1775764496.461157:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 334 00000100:00100000:3.0:1775764496.461170:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944589139880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+17:51151:x1862022098368896:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1775764496.461198:0:44493:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764496.461232:0:44493:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e0304f42c lrc: 2/0,0 mode: --/CR res: [0x200003ab1:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b152 expref: -99 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764496.461318:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694200/0x57b8ff0e0304f433 lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764496.461335:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694200/0x57b8ff0e0304f433 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x1f:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764496.461349:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694200/0x57b8ff0e0304f433 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x1f:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764496.461397:0:44493:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1775764496.461420:0:44493:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694200/0x57b8ff0e0304f433 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x1f:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764496.461446:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e0304f42c lrc: 0/0,0 mode: --/CR res: [0x200003ab1:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b152 expref: 19 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764496.461466:0:44493:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694200/0x57b8ff0e0304f433 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x1f:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b152 expref: 18 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764496.461474:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x1f:0x0].0x0 (ffff944582f80000) 00010000:00010000:3.0:1775764496.461476:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:3.0:1775764496.461480:0:44493:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445be694200, rc 0) 00000100:00100000:3.0:1775764496.461775:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944589139880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+18:51151:x1862022098368896:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 Request processed in 607us (1185us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764496.461783:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 334 00000100:00100000:1.0:1775764496.467033:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764496.467132:0:42945:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098369024 00000100:00100000:3.0:1775764496.467154:0:42945:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098369024 00000100:00100000:3.0:1775764496.467220:0:42945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 81 00000100:00100000:3.0:1775764496.467238:0:42945:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944587193b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+5:2378:x1862022098369024:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1775764496.467259:0:42945:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764496.467284:0:42945:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f5801d6f/0x57b8ff0e0304f43a lrc: 2/0,0 mode: --/PR res: [0x240000400:0x108:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b159 expref: -99 pid: 42945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1775764496.467312:0:42945:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x108:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x69d80410, blocks: 0x1 00010000:00010000:3.0:1775764496.467334:0:42945:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764496.467338:0:42945:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764496.467346:0:42945:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f5801d6f/0x57b8ff0e0304f43a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x108:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b159 expref: 6 pid: 42945 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764496.467366:0:42945:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000f5801d6f/0x57b8ff0e0304f43a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x108:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b159 expref: 6 pid: 42945 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764496.467382:0:42945:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445be695a00, rc 0) 00000100:00100000:3.0:1775764496.467458:0:42945:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944587193b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+6:2378:x1862022098369024:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 Request processed in 221us (437us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764496.467466:0:42945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 81 00000100:00100000:3.0:1775764496.470839:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764496.471021:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098369280 00000100:00100000:2.0:1775764496.471043:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098369280 00000100:00100000:0.0:1775764496.471173:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 335 00000100:00100000:0.0:1775764496.471184:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bce29500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+18:51151:x1862022098369280:12345-192.168.202.28@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1775764496.471311:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bce29500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+18:51151:x1862022098369280:12345-192.168.202.28@tcp:57:lhsmtool_posix.0 Request processed in 128us (525us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764496.471318:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 335 00000100:00100000:0.0:1775764496.480580:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764496.480876:0:42944:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098369408 00000100:00100000:1.0:1775764496.480890:0:42944:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098369408 00000100:00100000:1.0:1775764496.480963:0:42944:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 82 00000100:00100000:1.0:1775764496.480975:0:42944:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944589139500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+6:51151:x1862022098369408:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1775764496.480995:0:42944:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764496.481016:0:42944:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e249f982/0x57b8ff0e0304f441 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x108:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b160 expref: -99 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764496.481062:0:42944:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000f5801d6f/0x57b8ff0e0304f43a lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x108:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b159 expref: 7 pid: 42945 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764496.481073:0:42944:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1775764496.481075:0:42944:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1775764496.481080:0:42944:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e249f982/0x57b8ff0e0304f441 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x108:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b160 expref: 7 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764496.481117:0:42944:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000f5801d6f/0x57b8ff0e0304f43a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x108:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b159 expref: 7 pid: 42945 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764496.481133:0:42944:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000f5801d6f/0x57b8ff0e0304f43a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x108:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b159 expref: 7 pid: 42945 timeout: 2063 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764496.481160:0:42944:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944587190380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:42944:1862022118975360:192.168.202.28@tcp:104: 00000100:00100000:1.0:1775764496.481767:0:42944:0:(client.c:2691:ptlrpc_set_wait()) set ffff9444836623c0 going to sleep for 11 seconds 00000100:00100000:2.0:1775764496.487675:0:42944:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944587190380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:42944:1862022118975360:192.168.202.28@tcp:104: 00010000:00010000:2.0:1775764496.487723:0:42944:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000e249f982/0x57b8ff0e0304f441 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x108:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b160 expref: 7 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764496.487748:0:42944:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944587808600, rc 0) 00000100:00100000:2.0:1775764496.487947:0:42944:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944589139500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+7:51151:x1862022098369408:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 Request processed in 6973us (7382us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764496.487957:0:42944:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 82 00000100:00100000:1.0:1775764496.488288:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764496.488438:0:44302:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098369536 00000100:00100000:2.0:1775764496.488446:0:44302:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098369536 00010000:00010000:2.0:1775764496.488492:0:44302:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000f5801d6f/0x57b8ff0e0304f43a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x108:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b159 expref: 7 pid: 42945 timeout: 2063 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764496.488537:0:44302:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 68 00000100:00100000:2.0:1775764496.488547:0:44302:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944590e6c050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+7:2379:x1862022098369536:12345-192.168.202.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1775764496.488564:0:44302:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764496.488592:0:44302:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000f5801d6f/0x57b8ff0e0304f43a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x108:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b159 expref: 7 pid: 42945 timeout: 2063 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764496.488614:0:44302:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000f5801d6f/0x57b8ff0e0304f43a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x108:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b159 expref: 7 pid: 42945 timeout: 2063 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764496.488639:0:44302:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f5801d6f/0x57b8ff0e0304f43a lrc: 0/0,0 mode: --/PR res: [0x240000400:0x108:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b159 expref: 7 pid: 42945 timeout: 2063 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764496.488657:0:44302:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764496.488660:0:44302:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764496.488669:0:44302:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000e249f982/0x57b8ff0e0304f441 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x108:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b160 expref: 6 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764496.488681:0:44302:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e249f982/0x57b8ff0e0304f441 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x108:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b160 expref: 6 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764496.488718:0:44302:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000e249f982/0x57b8ff0e0304f441 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x108:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b160 expref: 6 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764496.488733:0:44302:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944486043b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:44302:1862022118975488:192.168.202.28@tcp:105: 00000100:00100000:2.0:1775764496.488855:0:44302:0:(client.c:2691:ptlrpc_set_wait()) set ffff9445b7639840 going to sleep for 11 seconds 00000100:00100000:2.0:1775764496.500102:0:44302:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944486043b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:44302:1862022118975488:192.168.202.28@tcp:105: 00010000:00010000:2.0:1775764496.500134:0:44302:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775764496.500299:0:44302:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944590e6c050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+6:2379:x1862022098369536:12345-192.168.202.28@tcp:103:ldlm_bl.0 Request processed in 11752us (12009us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764496.500312:0:44302:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 68 00000100:00100000:1.0:1775764496.520079:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764496.520260:0:42950:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098369664 00000100:00100000:2.0:1775764496.520272:0:42950:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098369664 00002000:00100000:2.0:1775764496.520338:0:42950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x108:0x0] (0->1048575) req@ffff944587193800 x1862022098369664/t0(0) o4->7e6eda44-5508-487e-b17f-ff28ad9d3512@192.168.202.28@tcp:732/0 lens 488/0 e 0 to 0 dl 1775764507 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764496.520351:0:42950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff944587193800 with x1862022098369664 ext(0->1048575) 00002000:00010000:2.0:1775764496.520358:0:42950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff944587193800 00000100:00100000:2.0:1775764496.520401:0:42950:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 14 00000100:00100000:2.0:1775764496.520412:0:42950:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944587193800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+6:2379:x1862022098369664:12345-192.168.202.28@tcp:4:lhsmtool_posix.0 00000100:00100000:0.0:1775764496.559345:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764496.559455:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764496.559500:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764496.560855:0:42945:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098369920 00000100:00100000:3.0:1775764496.560872:0:42945:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098369920 00000100:00100000:3.0:1775764496.560950:0:42945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 89 00000100:00100000:3.0:1775764496.560960:0:42945:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944589138380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+8:2376:x1862022098369920:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:3.0:1775764496.561059:0:42945:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944589138380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+8:2376:x1862022098369920:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 99us (1557us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764496.561068:0:42945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 89 00000100:00100000:3.0:1775764496.561100:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098370048 00000100:00100000:3.0:1775764496.561104:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098370048 00000100:00100000:3.0:1775764496.561135:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 133 00000100:00100000:3.0:1775764496.561154:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94458913a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:82781e18-e0e3-4f9f-9a2b-041bf0344414+9:2376:x1862022098370048:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:3.0:1775764496.561185:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94458913a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:82781e18-e0e3-4f9f-9a2b-041bf0344414+9:2376:x1862022098370048:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 33us (1730us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764496.561191:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 133 00000100:00080000:0.0:1775764496.567487:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1775764496.567500:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1775764496.577487:0:42319:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098369792 00000100:00100000:2.0:1775764496.577510:0:42319:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098369792 00000100:00100000:2.0:1775764496.577591:0:42319:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 168 00000100:00100000:2.0:1775764496.577604:0:42319:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944587289050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:24b54882-c0a1-43f2-954f-009e5a9afc9d+12:2376:x1862022098369792:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:2.0:1775764496.577693:0:42319:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944587289050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:24b54882-c0a1-43f2-954f-009e5a9afc9d+12:2376:x1862022098369792:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 92us (18362us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764496.577701:0:42319:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 168 00000100:00100000:2.0:1775764496.581999:0:42950:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944587193800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+8:2379:x1862022098369664:12345-192.168.202.28@tcp:4:lhsmtool_posix.0 Request processed in 61577us (61923us total) trans 34359738390 rc 0/0 00000100:00100000:2.0:1775764496.582015:0:42950:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 14 00002000:00100000:2.0:1775764496.582029:0:42950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x108:0x0] (0->1048575) req@ffff944587193800 x1862022098369664/t34359738390(0) o4->7e6eda44-5508-487e-b17f-ff28ad9d3512@192.168.202.28@tcp:732/0 lens 488/448 e 0 to 0 dl 1775764507 ref 1 fl Complete:/600/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764496.582040:0:42950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff944587193800 with x1862022098369664 ext(0->1048575) 00002000:00010000:2.0:1775764496.582046:0:42950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff944587193800 00000100:00100000:0.0:1775764496.596905:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764496.597089:0:42949:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098370176 00000100:00100000:1.0:1775764496.597103:0:42949:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098370176 00002000:00100000:1.0:1775764496.597182:0:42949:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x108:0x0] (1048576->2097151) req@ffff944589138000 x1862022098370176/t0(0) o4->7e6eda44-5508-487e-b17f-ff28ad9d3512@192.168.202.28@tcp:732/0 lens 488/0 e 0 to 0 dl 1775764507 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764496.597199:0:42949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff944589138000 with x1862022098370176 ext(1048576->2097151) 00002000:00010000:1.0:1775764496.597207:0:42949:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff944589138000 00000100:00100000:1.0:1775764496.597263:0:42949:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 15 00000100:00100000:1.0:1775764496.597274:0:42949:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944589138000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+8:2378:x1862022098370176:12345-192.168.202.28@tcp:4:lhsmtool_posix.0 00000100:00100000:0.0:1775764496.628067:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764496.628190:0:45548:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098370304 00000100:00100000:3.0:1775764496.628208:0:45548:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098370304 00002000:00100000:3.0:1775764496.628278:0:45548:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x108:0x0] (2097152->3145727) req@ffff94458913b100 x1862022098370304/t0(0) o4->7e6eda44-5508-487e-b17f-ff28ad9d3512@192.168.202.28@tcp:732/0 lens 488/0 e 0 to 0 dl 1775764507 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764496.628291:0:45548:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff94458913b100 with x1862022098370304 ext(2097152->3145727) 00002000:00010000:3.0:1775764496.628297:0:45548:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff94458913b100 00000100:00100000:3.0:1775764496.628338:0:45548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 16 00000100:00100000:3.0:1775764496.628349:0:45548:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94458913b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+10:2379:x1862022098370304:12345-192.168.202.28@tcp:4:lhsmtool_posix.0 00000100:00100000:2.0:1775764496.635187:0:42949:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944589138000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+12:2378:x1862022098370176:12345-192.168.202.28@tcp:4:lhsmtool_posix.0 Request processed in 37901us (38283us total) trans 34359738391 rc 0/0 00000100:00100000:2.0:1775764496.635210:0:42949:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 15 00002000:00100000:2.0:1775764496.635227:0:42949:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x108:0x0] (1048576->2097151) req@ffff944589138000 x1862022098370176/t34359738391(0) o4->7e6eda44-5508-487e-b17f-ff28ad9d3512@192.168.202.28@tcp:732/0 lens 488/448 e 0 to 0 dl 1775764507 ref 1 fl Complete:/600/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764496.635238:0:42949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff944589138000 with x1862022098370176 ext(1048576->2097151) 00002000:00010000:2.0:1775764496.635245:0:42949:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff944589138000 00000100:00100000:3.0:1775764496.663043:0:45548:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94458913b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+12:2379:x1862022098370304:12345-192.168.202.28@tcp:4:lhsmtool_posix.0 Request processed in 34685us (34979us total) trans 34359738392 rc 0/0 00000100:00100000:3.0:1775764496.663056:0:45548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 16 00002000:00100000:3.0:1775764496.663071:0:45548:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x108:0x0] (2097152->3145727) req@ffff94458913b100 x1862022098370304/t34359738392(0) o4->7e6eda44-5508-487e-b17f-ff28ad9d3512@192.168.202.28@tcp:732/0 lens 488/448 e 0 to 0 dl 1775764507 ref 1 fl Complete:/600/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764496.663082:0:45548:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff94458913b100 with x1862022098370304 ext(2097152->3145727) 00002000:00010000:3.0:1775764496.663090:0:45548:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff94458913b100 00000100:00100000:0.0:1775764496.666227:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764496.666392:0:42951:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098370432 00000100:00100000:3.0:1775764496.666411:0:42951:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098370432 00002000:00100000:3.0:1775764496.666487:0:42951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x108:0x0] (3145728->4194303) req@ffff944589138700 x1862022098370432/t0(0) o4->7e6eda44-5508-487e-b17f-ff28ad9d3512@192.168.202.28@tcp:732/0 lens 488/0 e 0 to 0 dl 1775764507 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764496.666500:0:42951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff944589138700 with x1862022098370432 ext(3145728->4194303) 00002000:00010000:3.0:1775764496.666506:0:42951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff944589138700 00000100:00100000:3.0:1775764496.666541:0:42951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 17 00000100:00100000:3.0:1775764496.666551:0:42951:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944589138700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+12:2378:x1862022098370432:12345-192.168.202.28@tcp:4:lhsmtool_posix.0 00000100:00100000:3.0:1775764496.681724:0:42951:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944589138700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+14:2378:x1862022098370432:12345-192.168.202.28@tcp:4:lhsmtool_posix.0 Request processed in 15158us (15494us total) trans 34359738393 rc 0/0 00000100:00100000:3.0:1775764496.681742:0:42951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 17 00002000:00100000:3.0:1775764496.681756:0:42951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x108:0x0] (3145728->4194303) req@ffff944589138700 x1862022098370432/t34359738393(0) o4->7e6eda44-5508-487e-b17f-ff28ad9d3512@192.168.202.28@tcp:732/0 lens 488/448 e 0 to 0 dl 1775764507 ref 1 fl Complete:/600/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764496.681768:0:42951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff944589138700 with x1862022098370432 ext(3145728->4194303) 00002000:00010000:3.0:1775764496.681777:0:42951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff944589138700 00000100:00100000:1.0:1775764496.687372:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764496.687578:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098370560 00000100:00100000:2.0:1775764496.687594:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098370560 00000100:00100000:2.0:1775764496.687714:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 336 00000100:00100000:2.0:1775764496.687726:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944587191c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+18:51151:x1862022098370560:12345-192.168.202.28@tcp:44:lhsmtool_posix.0 00000001:00080000:1.0:1775764496.731352:0:5825:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 34359738658 is committed 00000001:00080000:1.0:1775764496.731488:0:5825:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 34359738659 is committed 00000020:00080000:1.0:1775764496.731505:0:5825:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 30064771806 batchid updated 00000020:00080000:3.0:1775764496.731653:0:42361:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 30064771806 00000020:00080000:3.0:1775764496.731668:0:42361:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 30064771806 00000001:00080000:1.0:1775764496.731760:0:5825:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 34359738660 is committed 00000004:00080000:1.0:1775764496.731766:0:5825:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 12 committed 00000100:00100000:2.0:1775764496.732158:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944587191c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+15:51151:x1862022098370560:12345-192.168.202.28@tcp:44:lhsmtool_posix.0 Request processed in 44427us (44793us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764496.732171:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 336 00000100:00100000:3.0:1775764496.735074:0:3329:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1775764496.735102:0:3329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bce2a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3329:1862022118975616:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1775764496.735228:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764496.735326:0:43212:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118975616 00000100:00100000:3.0:1775764496.735334:0:43212:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118975616 00000100:00100000:3.0:1775764496.735403:0:43212:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83 00000100:00100000:3.0:1775764496.735413:0:43212:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bce29180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3329:x1862022118975616:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:3.0:1775764496.735621:0:43212:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x108:0x0] updating lvb size from disk: 0 -> 4194304 00002000:00010000:3.0:1775764496.735626:0:43212:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x108:0x0] updating lvb mtime from disk: 0 -> 1775764497 00002000:00010000:3.0:1775764496.735628:0:43212:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x108:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1775764496.735630:0:43212:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x108:0x0] updating lvb ctime from disk: 1775764496 -> 1775764497 00002000:00010000:3.0:1775764496.735633:0:43212:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x108:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:3.0:1775764496.735677:0:43212:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bce29180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3329:x1862022118975616:12345-0@lo:2:osp-syn-0-0.0 Request processed in 266us (450us total) trans 34359738394 rc 0/0 00000100:00100000:3.0:1775764496.735685:0:43212:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83 00000004:00080000:3.0:1775764496.735733:0:3329:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9445bce2a680/2, rc 0, transno 34359738394 00000100:00100000:3.0:1775764496.735739:0:3329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bce2a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3329:1862022118975616:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1775764496.737048:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000001:00080000:1.0:1775764496.738007:0:5825:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 34359738657 is committed 00000001:00080000:1.0:1775764496.738143:0:5825:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 34359738661 is committed 00000100:00100000:3.0:1775764496.738457:0:42945:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098370688 00000100:00100000:3.0:1775764496.738468:0:42945:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098370688 00000100:00100000:3.0:1775764496.738676:0:42945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 84 00000100:00100000:3.0:1775764496.738687:0:42945:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944589139c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+14:2379:x1862022098370688:12345-192.168.202.28@tcp:16:lhsmtool_posix.0 00000001:00080000:3.0:1775764496.823651:0:6613:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 34359738391 is committed 00000001:00080000:3.0:1775764496.823699:0:6613:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 34359738394 is committed 00000001:00080000:3.0:1775764496.823705:0:6613:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 34359738393 is committed 00000100:00100000:2.0:1775764496.823894:0:42945:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944589139c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+6:2379:x1862022098370688:12345-192.168.202.28@tcp:16:lhsmtool_posix.0 Request processed in 85204us (86850us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764496.823907:0:42945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 84 00000100:00100000:0.0:1775764496.827669:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764496.827762:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098370944 00000100:00100000:3.0:1775764496.827772:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098370944 00000100:00100000:3.0:1775764496.827857:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 337 00000100:00100000:3.0:1775764496.827865:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944589139f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+12:51151:x1862022098370944:12345-192.168.202.28@tcp:36:lhsmtool_posix.0 00010000:00010000:3.0:1775764496.827928:0:42326:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764496.827956:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694200/0x57b8ff0e0304f433 lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0x1f:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b152 expref: 12 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764496.827978:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x1f:0x0].0x0 (ffff944582f80000) 00010000:00010000:3.0:1775764496.827984:0:42326:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1775764496.828017:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e0304f448 lrc: 3/0,1 mode: --/PW res: [0x200003ab1:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764496.828032:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e0304f448 lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764496.828043:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e0304f448 lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764496.828259:0:42326:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000009eca6d9f reply state 00000000031e33d4 transno 34359738662 ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e0304f448 lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764496.828269:0:42326:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1775764496.828385:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944589139f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+13:51151:x1862022098370944:12345-192.168.202.28@tcp:36:lhsmtool_posix.0 Request processed in 520us (725us total) trans 34359738662 rc 0/0 00000100:00100000:3.0:1775764496.828393:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 337 00000100:00100000:0.0:1775764496.831200:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00010000:00010000:2.0:1775764496.831308:0:3315:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e0304f448 lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764496.831323:0:3315:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e0304f448 lrc: 2/0,0 mode: PW/PW res: [0x200003ab1:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764496.831332:0:3315:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e0304f448 lrc: 3/0,0 mode: PW/PW res: [0x200003ab1:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764496.831340:0:3315:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445be695200 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764496.831346:0:3315:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e0304f448 lrc: 3/0,0 mode: PW/PW res: [0x200003ab1:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764496.831355:0:3315:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e0304f448 lrc: 4/0,0 mode: PW/PW res: [0x200003ab1:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764496.831377:0:3315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x1f:0x0].0x0 (ffff944582f80000) 00010000:00010000:2.0:1775764496.831380:0:3315:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764496.831385:0:3315:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e0304f448 lrc: 2/0,0 mode: --/PW res: [0x200003ab1:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764496.831391:0:3315:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e0304f448 lrc: 0/0,0 mode: --/PW res: [0x200003ab1:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764496.832044:0:43212:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098371072 00000100:00100000:3.0:1775764496.832057:0:43212:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098371072 00000100:00100000:3.0:1775764496.832121:0:43212:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 85 00000100:00100000:3.0:1775764496.832127:0:43212:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94458913bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+6:2379:x1862022098371072:12345-192.168.202.28@tcp:2:lhsmtool_posix.0 00002000:00010000:3.0:1775764496.832743:0:43212:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x108:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:3.0:1775764496.832748:0:43212:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x108:0x0] updating lvb mtime from disk: 1775764497 -> 1775764496 00002000:00010000:3.0:1775764496.832751:0:43212:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x108:0x0] updating lvb atime from disk: 0 -> 1775764495 00002000:00010000:3.0:1775764496.832753:0:43212:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x108:0x0] updating lvb ctime from disk: 1775764497 -> 1775764496 00002000:00010000:3.0:1775764496.832755:0:43212:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x108:0x0] updating lvb blocks from disk: 1 -> 8199 00000100:00100000:3.0:1775764496.833070:0:43212:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94458913bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+7:2379:x1862022098371072:12345-192.168.202.28@tcp:2:lhsmtool_posix.0 Request processed in 938us (1877us total) trans 34359738395 rc 0/0 00000100:00100000:3.0:1775764496.833079:0:43212:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 85 00000100:00100000:1.0:1775764496.838176:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764496.838282:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098371328 00000100:00100000:2.0:1775764496.838368:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098371328 00000100:00100000:2.0:1775764496.838489:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 338 00000100:00100000:2.0:1775764496.838501:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944587191500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+12:51151:x1862022098371328:12345-192.168.202.28@tcp:55:lhsmtool_posix.0 00010000:00010000:2.0:1775764496.838589:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff944580031400/0x57b8ff0e0304f44f lrc: 3/0,1 mode: --/PW res: [0x200003ab1:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764496.838610:0:42325:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d600/0x57b8ff0e0304f410 lrc: 2/0,0 mode: PR/PR res: [0x200003ab1:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b144 expref: 12 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764496.838620:0:42325:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff944580031400/0x57b8ff0e0304f44f lrc: 4/0,1 mode: --/PW res: [0x200003ab1:0x1f:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764496.838662:0:42325:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d600/0x57b8ff0e0304f410 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b144 expref: 12 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764496.838676:0:42325:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d600/0x57b8ff0e0304f410 lrc: 4/0,0 mode: PR/PR res: [0x200003ab1:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b144 expref: 12 pid: 42324 timeout: 2063 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764496.838697:0:42325:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944486041f80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:42325:1862022118975744:192.168.202.28@tcp:104: 00000100:00100000:2.0:1775764496.838864:0:42325:0:(client.c:2691:ptlrpc_set_wait()) set ffff944586068c00 going to sleep for 11 seconds 00000100:00100000:1.0:1775764496.844052:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764496.844227:0:42325:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944486041f80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:42325:1862022118975744:192.168.202.28@tcp:104: 00010000:00010000:2.0:1775764496.844256:0:42325:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff944580031400/0x57b8ff0e0304f44f lrc: 3/0,1 mode: --/PW res: [0x200003ab1:0x1f:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764496.844756:0:42310:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098371456 00000100:00100000:0.0:1775764496.844763:0:42310:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098371456 00010000:00010000:0.0:1775764496.844822:0:42310:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d600/0x57b8ff0e0304f410 lrc: 4/0,0 mode: PR/PR res: [0x200003ab1:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b144 expref: 13 pid: 42324 timeout: 2063 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764496.844861:0:42310:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 69 00000100:00100000:0.0:1775764496.844872:0:42310:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944587190380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+13:2378:x1862022098371456:12345-192.168.202.28@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1775764496.844886:0:42310:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764496.844893:0:42310:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d600/0x57b8ff0e0304f410 lrc: 4/0,0 mode: PR/PR res: [0x200003ab1:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b144 expref: 13 pid: 42324 timeout: 2063 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764496.844905:0:42310:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d600/0x57b8ff0e0304f410 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b144 expref: 13 pid: 42324 timeout: 2063 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764496.844928:0:42310:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d600/0x57b8ff0e0304f410 lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b144 expref: 13 pid: 42324 timeout: 2063 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764496.844946:0:42310:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x1f:0x0].0x0 (ffff944582f80000) 00010000:00010000:0.0:1775764496.844950:0:42310:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff944580031400/0x57b8ff0e0304f44f lrc: 3/0,1 mode: --/PW res: [0x200003ab1:0x1f:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764496.844961:0:42310:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff944580031400/0x57b8ff0e0304f44f lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0x1f:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764496.844969:0:42310:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944580031400/0x57b8ff0e0304f44f lrc: 4/0,1 mode: PW/PW res: [0x200003ab1:0x1f:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764496.844992:0:42310:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775764496.845115:0:42325:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff944580031400/0x57b8ff0e0304f44f lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0x1f:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764496.845123:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944580031400/0x57b8ff0e0304f44f lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0x1f:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764496.845172:0:42325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff944580031400/0x57b8ff0e0304f44f lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0x1f:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764496.845180:0:42325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944580031400/0x57b8ff0e0304f44f lrc: 2/0,0 mode: PW/PW res: [0x200003ab1:0x1f:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764496.845186:0:42325:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944580031400/0x57b8ff0e0304f44f lrc: 3/0,0 mode: PW/PW res: [0x200003ab1:0x1f:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764496.845192:0:42325:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944580031400 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764496.845196:0:42325:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944580031400/0x57b8ff0e0304f44f lrc: 3/0,0 mode: PW/PW res: [0x200003ab1:0x1f:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764496.845204:0:42325:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944580031400/0x57b8ff0e0304f44f lrc: 4/0,0 mode: PW/PW res: [0x200003ab1:0x1f:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764496.845214:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x1f:0x0].0x0 (ffff944582f80000) 00010000:00010000:2.0:1775764496.845218:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:2.0:1775764496.845222:0:42325:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944580031400/0x57b8ff0e0304f44f lrc: 2/0,0 mode: --/PW res: [0x200003ab1:0x1f:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764496.845228:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944580031400/0x57b8ff0e0304f44f lrc: 0/0,0 mode: --/PW res: [0x200003ab1:0x1f:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764496.845314:0:42310:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944587190380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+12:2378:x1862022098371456:12345-192.168.202.28@tcp:103:ldlm_bl.0 Request processed in 442us (1269us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764496.845322:0:42310:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 69 00000100:00100000:2.0:1775764496.847963:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944587191500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+11:51151:x1862022098371328:12345-192.168.202.28@tcp:55:lhsmtool_posix.0 Request processed in 9442us (9808us total) trans 0 rc -22/-22 00000100:00100000:2.0:1775764496.847978:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 338 00000100:00100000:1.0:1775764496.852682:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764496.852856:0:42946:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098371584 00000100:00100000:2.0:1775764496.852868:0:42946:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098371584 00000100:00100000:2.0:1775764496.852926:0:42946:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 86 00000100:00100000:2.0:1775764496.852938:0:42946:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944587192300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+7:2377:x1862022098371584:12345-192.168.202.28@tcp:1:lhsmtool_posix.0 00010000:00010000:2.0:1775764496.852994:0:42946:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000001149a065/0x57b8ff0e0304f456 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x108:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764496.853016:0:42946:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000e249f982/0x57b8ff0e0304f441 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x108:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b160 expref: 7 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764496.853025:0:42946:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1775764496.853028:0:42946:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1775764496.853031:0:42946:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001149a065/0x57b8ff0e0304f456 lrc: 4/1,0 mode: --/PR res: [0x240000400:0x108:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764496.853068:0:42946:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000e249f982/0x57b8ff0e0304f441 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x108:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000020020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b160 expref: 7 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764496.853084:0:42946:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000e249f982/0x57b8ff0e0304f441 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x108:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400020020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b160 expref: 7 pid: 42944 timeout: 2063 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764496.853100:0:42946:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944486041f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:42946:1862022118975872:192.168.202.28@tcp:104: 00000100:00100000:2.0:1775764496.853191:0:42946:0:(client.c:2691:ptlrpc_set_wait()) set ffff944586068c00 going to sleep for 11 seconds 00000100:00100000:2.0:1775764496.855965:0:42946:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944486041f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:42946:1862022118975872:192.168.202.28@tcp:104: 00010000:00010000:2.0:1775764496.855995:0:42946:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000001149a065/0x57b8ff0e0304f456 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x108:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764496.870585:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764496.870665:0:42311:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098371712 00000100:00100000:3.0:1775764496.870679:0:42311:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098371712 00010000:00010000:3.0:1775764496.870727:0:42311:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000e249f982/0x57b8ff0e0304f441 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x108:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b160 expref: 8 pid: 42944 timeout: 2063 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764496.871273:0:42311:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 70 00000100:00100000:3.0:1775764496.871299:0:42311:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944587190700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+8:2379:x1862022098371712:12345-192.168.202.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764496.871318:0:42311:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764496.871344:0:42311:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000e249f982/0x57b8ff0e0304f441 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x108:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b160 expref: 8 pid: 42944 timeout: 2063 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764496.871360:0:42311:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000e249f982/0x57b8ff0e0304f441 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x108:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400020020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b160 expref: 8 pid: 42944 timeout: 2063 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764496.871388:0:42311:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e249f982/0x57b8ff0e0304f441 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x108:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400020020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b160 expref: 8 pid: 42944 timeout: 2063 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764496.871406:0:42311:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764496.871408:0:42311:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764496.871414:0:42311:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000001149a065/0x57b8ff0e0304f456 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x108:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764496.871424:0:42311:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001149a065/0x57b8ff0e0304f456 lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x108:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764496.871453:0:42311:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764496.871512:0:42311:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944587190700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+7:2379:x1862022098371712:12345-192.168.202.28@tcp:103:ldlm_bl.0 Request processed in 228us (938us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764496.871521:0:42311:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 70 00010000:00010000:2.0:1775764496.871718:0:42946:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000001149a065/0x57b8ff0e0304f456 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x108:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764496.871728:0:42946:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001149a065/0x57b8ff0e0304f456 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x108:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764496.871753:0:42946:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000001149a065/0x57b8ff0e0304f456 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x108:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764496.871761:0:42946:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000001149a065/0x57b8ff0e0304f456 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x108:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764496.871769:0:42946:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000001149a065/0x57b8ff0e0304f456 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x108:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764496.871776:0:42946:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944580031400 already unused, calling callback (ffffffffc177a060) 00010000:00010000:2.0:1775764496.871781:0:42946:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000001149a065/0x57b8ff0e0304f456 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x108:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764496.871791:0:42946:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000001149a065/0x57b8ff0e0304f456 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x108:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764496.871819:0:42946:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000001149a065/0x57b8ff0e0304f456 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x108:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764496.871826:0:42946:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001149a065/0x57b8ff0e0304f456 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x108:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764496.871881:0:42946:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944587192300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+6:2377:x1862022098371584:12345-192.168.202.28@tcp:1:lhsmtool_posix.0 Request processed in 18946us (19209us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764496.871891:0:42946:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 86 00000100:00100000:2.0:1775764496.877644:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764496.877743:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098371968 00000100:00100000:3.0:1775764496.877755:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098371968 00000100:00100000:0.0:1775764496.878649:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 339 00000100:00100000:1.0:1775764496.878784:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486041f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+11:51151:x1862022098371968:12345-192.168.202.28@tcp:57:lhsmtool_posix.0 00010000:00010000:1.0:1775764496.878891:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff944587808400/0x57b8ff0e0304f45d lrc: 3/0,1 mode: --/PW res: [0x200003ab1:0x1d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764496.878911:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944587808400/0x57b8ff0e0304f45d lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0x1d:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764496.878924:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944587808400/0x57b8ff0e0304f45d lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0x1d:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764496.879152:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff944587808200/0x57b8ff0e0304f464 lrc: 3/0,1 mode: --/EX res: [0x200003ab1:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764496.879163:0:44493:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694c00/0x57b8ff0e0304f41e lrc: 2/0,0 mode: CR/CR res: [0x200003ab1:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b14b expref: 12 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764496.879172:0:44493:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff944587808200/0x57b8ff0e0304f464 lrc: 4/0,1 mode: --/EX res: [0x200003ab1:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764496.879208:0:44493:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694c00/0x57b8ff0e0304f41e lrc: 3/0,0 mode: CR/CR res: [0x200003ab1:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b14b expref: 12 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764496.879223:0:44493:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694c00/0x57b8ff0e0304f41e lrc: 4/0,0 mode: CR/CR res: [0x200003ab1:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b14b expref: 12 pid: 44493 timeout: 2063 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764496.879237:0:44493:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944586b89c00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:44493:1862022118976000:192.168.202.28@tcp:104: 00000100:00100000:1.0:1775764496.880572:0:44493:0:(client.c:2691:ptlrpc_set_wait()) set ffff944483662b40 going to sleep for 11 seconds 00000100:00100000:1.0:1775764496.884734:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764496.884844:0:44493:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944586b89c00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:44493:1862022118976000:192.168.202.28@tcp:104: 00010000:00010000:3.0:1775764496.884871:0:44493:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff944587808200/0x57b8ff0e0304f464 lrc: 3/0,1 mode: --/EX res: [0x200003ab1:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764496.885444:0:42310:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098372096 00000100:00100000:0.0:1775764496.885455:0:42310:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098372096 00010000:00010000:0.0:1775764496.885579:0:42310:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694c00/0x57b8ff0e0304f41e lrc: 4/0,0 mode: CR/CR res: [0x200003ab1:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b14b expref: 13 pid: 44493 timeout: 2063 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764496.885662:0:42310:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 71 00000100:00100000:0.0:1775764496.885673:0:42310:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944586b8ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+13:2379:x1862022098372096:12345-192.168.202.28@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1775764496.885693:0:42310:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764496.885701:0:42310:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694c00/0x57b8ff0e0304f41e lrc: 4/0,0 mode: CR/CR res: [0x200003ab1:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b14b expref: 13 pid: 44493 timeout: 2063 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764496.885714:0:42310:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694c00/0x57b8ff0e0304f41e lrc: 3/0,0 mode: CR/CR res: [0x200003ab1:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b14b expref: 13 pid: 44493 timeout: 2063 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764496.885740:0:42310:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694c00/0x57b8ff0e0304f41e lrc: 0/0,0 mode: --/CR res: [0x200003ab1:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b14b expref: 13 pid: 44493 timeout: 2063 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764496.885761:0:42310:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x1f:0x0].0x0 (ffff944582f80000) 00010000:00010000:0.0:1775764496.885768:0:42310:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff944587808200/0x57b8ff0e0304f464 lrc: 3/0,1 mode: --/EX res: [0x200003ab1:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764496.885777:0:42310:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff944587808200/0x57b8ff0e0304f464 lrc: 3/0,1 mode: EX/EX res: [0x200003ab1:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764496.885786:0:42310:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944587808200/0x57b8ff0e0304f464 lrc: 4/0,1 mode: EX/EX res: [0x200003ab1:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764496.885851:0:42310:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775764496.885918:0:42310:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944586b8ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+12:2379:x1862022098372096:12345-192.168.202.28@tcp:103:ldlm_bl.0 Request processed in 247us (1192us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764496.885925:0:42310:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 71 00010000:00010000:1.0:1775764496.886032:0:44493:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff944587808200/0x57b8ff0e0304f464 lrc: 3/0,1 mode: EX/EX res: [0x200003ab1:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764496.886041:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944587808200/0x57b8ff0e0304f464 lrc: 3/0,1 mode: EX/EX res: [0x200003ab1:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1775764496.886260:0:44493:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 34359738663 00000001:00080000:1.0:1775764496.886380:0:44493:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 34359738664 00000001:00080000:1.0:1775764496.886422:0:44493:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 34359738665 00000100:00100000:1.0:1775764496.886521:0:44493:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944586b8b480 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:44493:1862022118976128:0@lo:1000:mdt00_003.0 00000100:00100000:1.0:1775764496.886568:0:44493:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764496.886600:0:42329:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118976128 00000100:00100000:1.0:1775764496.886603:0:42329:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118976128 00000100:00100000:1.0:1775764496.886625:0:42329:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:1.0:1775764496.886629:0:42329:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944586b88380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:44493:x1862022118976128:12345-0@lo:1000:mdt00_003.0 00000100:00100000:1.0:1775764496.886675:0:42329:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944586b88380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:44493:x1862022118976128:12345-0@lo:1000:mdt00_003.0 Request processed in 45us (106us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764496.886679:0:42329:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00100000:1.0:1775764496.886692:0:44493:0:(client.c:2691:ptlrpc_set_wait()) set ffff944483662a80 going to sleep for 11 seconds 00000100:00100000:1.0:1775764496.886706:0:44493:0:(client.c:3082:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 34359738394 gen 2 00000004:00080000:1.0:1775764496.886710:0:44493:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9445bce2a680, transno 34359738394 00000100:00100000:1.0:1775764496.886717:0:44493:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944586b8b480 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:44493:1862022118976128:0@lo:1000:mdt00_003.0 00000001:00080000:1.0:1775764496.887101:0:44493:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 34359738666 00000100:00100000:1.0:1775764496.887155:0:44493:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944586b8b480 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:44493:1862022118976256:0@lo:1000:mdt00_003.0 00000100:00100000:1.0:1775764496.887189:0:44493:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764496.887223:0:42329:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118976256 00000100:00100000:1.0:1775764496.887227:0:42329:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118976256 00000100:00100000:1.0:1775764496.887253:0:42329:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:1.0:1775764496.887258:0:42329:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944586b88e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:44493:x1862022118976256:12345-0@lo:1000:mdt00_003.0 00000100:00100000:1.0:1775764496.887389:0:42329:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944586b88e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:44493:x1862022118976256:12345-0@lo:1000:mdt00_003.0 Request processed in 129us (198us total) trans 34359738396 rc 0/0 00000100:00100000:1.0:1775764496.887396:0:42329:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00100000:1.0:1775764496.887411:0:44493:0:(client.c:2691:ptlrpc_set_wait()) set ffff9444836623c0 going to sleep for 11 seconds 00000100:00100000:1.0:1775764496.887428:0:44493:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944586b8b480 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:44493:1862022118976256:0@lo:1000:mdt00_003.0 00010000:00010000:1.0:1775764496.887454:0:44493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff944587808200/0x57b8ff0e0304f464 lrc: 3/0,1 mode: EX/EX res: [0x200003ab1:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764496.887466:0:44493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944587808200/0x57b8ff0e0304f464 lrc: 2/0,0 mode: EX/EX res: [0x200003ab1:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764496.887472:0:44493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944587808200/0x57b8ff0e0304f464 lrc: 3/0,0 mode: EX/EX res: [0x200003ab1:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764496.887477:0:44493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944587808200 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:1.0:1775764496.887482:0:44493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944587808200/0x57b8ff0e0304f464 lrc: 3/0,0 mode: EX/EX res: [0x200003ab1:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764496.887488:0:44493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944587808200/0x57b8ff0e0304f464 lrc: 4/0,0 mode: EX/EX res: [0x200003ab1:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764496.887502:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x1f:0x0].0x0 (ffff944582f80000) 00010000:00010000:1.0:1775764496.887505:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1775764496.887509:0:44493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944587808200/0x57b8ff0e0304f464 lrc: 2/0,0 mode: --/EX res: [0x200003ab1:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764496.887515:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944587808200/0x57b8ff0e0304f464 lrc: 0/0,0 mode: --/EX res: [0x200003ab1:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764496.887542:0:44493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff944587809c00/0x57b8ff0e0304f3a0 lrc: 3/0,1 mode: EX/EX res: [0x200003ab1:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764496.887548:0:44493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944587809c00/0x57b8ff0e0304f3a0 lrc: 2/0,0 mode: EX/EX res: [0x200003ab1:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764496.887554:0:44493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944587809c00/0x57b8ff0e0304f3a0 lrc: 3/0,0 mode: EX/EX res: [0x200003ab1:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764496.887559:0:44493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944587809c00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:1.0:1775764496.887562:0:44493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944587809c00/0x57b8ff0e0304f3a0 lrc: 3/0,0 mode: EX/EX res: [0x200003ab1:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764496.887569:0:44493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944587809c00/0x57b8ff0e0304f3a0 lrc: 4/0,0 mode: EX/EX res: [0x200003ab1:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000020 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764496.887575:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x1d:0x0].0x0 (ffff944586564200) 00010000:00010000:1.0:1775764496.887578:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1775764496.887583:0:44493:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694000/0x57b8ff0e0304f3a7 lrc: 2/0,0 mode: --/CR res: [0x200003ab1:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b128 expref: 5 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764496.887595:0:44493:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694000/0x57b8ff0e0304f3a7 lrc: 2/0,0 mode: CR/CR res: [0x200003ab1:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b128 expref: 5 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764496.887604:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694000/0x57b8ff0e0304f3a7 lrc: 3/0,0 mode: CR/CR res: [0x200003ab1:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b128 expref: 5 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764496.887627:0:44493:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694000/0x57b8ff0e0304f3a7 lrc: 3/0,0 mode: CR/CR res: [0x200003ab1:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b128 expref: 5 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764496.887638:0:44493:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944586b89880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:44493:1862022118976384:192.168.202.28@tcp:105: 00000100:00100000:1.0:1775764496.889117:0:44493:0:(client.c:2691:ptlrpc_set_wait()) set ffff9445b7639480 going to sleep for 11 seconds 00000100:00100000:3.0:1775764496.892066:0:44493:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944586b89880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:44493:1862022118976384:192.168.202.28@tcp:105: 00010000:00010000:3.0:1775764496.892099:0:44493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944587809c00/0x57b8ff0e0304f3a0 lrc: 2/0,0 mode: --/EX res: [0x200003ab1:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764496.892108:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944587809c00/0x57b8ff0e0304f3a0 lrc: 0/0,0 mode: --/EX res: [0x200003ab1:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764496.892152:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694200/0x57b8ff0e0304f46b lrc: 3/0,1 mode: --/EX res: [0x200003ab1:0x1d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764496.892167:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694200/0x57b8ff0e0304f46b lrc: 3/0,1 mode: EX/EX res: [0x200003ab1:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764496.892179:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694200/0x57b8ff0e0304f46b lrc: 3/0,1 mode: EX/EX res: [0x200003ab1:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764496.892191:0:44493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694200/0x57b8ff0e0304f46b lrc: 3/0,1 mode: EX/EX res: [0x200003ab1:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764496.892197:0:44493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694200/0x57b8ff0e0304f46b lrc: 2/0,0 mode: EX/EX res: [0x200003ab1:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764496.892204:0:44493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694200/0x57b8ff0e0304f46b lrc: 3/0,0 mode: EX/EX res: [0x200003ab1:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764496.892210:0:44493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445be694200 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:3.0:1775764496.892213:0:44493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694200/0x57b8ff0e0304f46b lrc: 3/0,0 mode: EX/EX res: [0x200003ab1:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764496.892225:0:44493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694200/0x57b8ff0e0304f46b lrc: 4/0,0 mode: EX/EX res: [0x200003ab1:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764496.892237:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x1d:0x0].0x0 (ffff944586564200) 00010000:00010000:3.0:1775764496.892240:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764496.892244:0:44493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694200/0x57b8ff0e0304f46b lrc: 2/0,0 mode: --/EX res: [0x200003ab1:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764496.892250:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694200/0x57b8ff0e0304f46b lrc: 0/0,0 mode: --/EX res: [0x200003ab1:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764496.892258:0:44493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff944587808400/0x57b8ff0e0304f45d lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0x1d:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764496.892264:0:44493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944587808400/0x57b8ff0e0304f45d lrc: 2/0,0 mode: PW/PW res: [0x200003ab1:0x1d:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764496.892270:0:44493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944587808400/0x57b8ff0e0304f45d lrc: 3/0,0 mode: PW/PW res: [0x200003ab1:0x1d:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764496.892274:0:44493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944587808400 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:3.0:1775764496.892277:0:44493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944587808400/0x57b8ff0e0304f45d lrc: 3/0,0 mode: PW/PW res: [0x200003ab1:0x1d:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764496.892282:0:44493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944587808400/0x57b8ff0e0304f45d lrc: 4/0,0 mode: PW/PW res: [0x200003ab1:0x1d:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764496.892289:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x1d:0x0].0x0 (ffff944586564200) 00010000:00010000:3.0:1775764496.892291:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1775764496.892294:0:44493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944587808400/0x57b8ff0e0304f45d lrc: 2/0,0 mode: --/PW res: [0x200003ab1:0x1d:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764496.892300:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944587808400/0x57b8ff0e0304f45d lrc: 0/0,0 mode: --/PW res: [0x200003ab1:0x1d:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764496.892628:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764496.892697:0:42327:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098372224 00000100:00100000:0.0:1775764496.892707:0:42327:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098372224 00000100:00100000:0.0:1775764496.892837:0:42327:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 110 00000100:00100000:0.0:1775764496.892846:0:42327:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486043b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:82781e18-e0e3-4f9f-9a2b-041bf0344414+6:51150:x1862022098372224:12345-192.168.202.28@tcp:49:dd.0 00000100:00100000:3.0:1775764496.892920:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486041f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+15:51151:x1862022098371968:12345-192.168.202.28@tcp:57:lhsmtool_posix.0 Request processed in 14260us (15289us total) trans 34359738667 rc 0/0 00000100:00100000:3.0:1775764496.892929:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 339 00000020:00080000:3.0:1775764496.892935:0:44493:0:(tgt_main.c:783:tgt_ses_key_exit()) total 5 transactions per RPC 00000100:00100000:0.0:1775764496.892943:0:42327:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486043b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:82781e18-e0e3-4f9f-9a2b-041bf0344414+6:51150:x1862022098372224:12345-192.168.202.28@tcp:49:dd.0 Request processed in 99us (320us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764496.892962:0:42327:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 110 00000040:00080000:1.0:1775764496.893095:0:42356:0:(llog.c:800:llog_process_thread()) index: 8, lh_last_idx: 8 synced_idx: 8 lgh_last_idx: 8 00000040:00080000:1.0:1775764496.893099:0:42356:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x32:0x0] at index 8 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1775764496.893118:0:42356:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x32:0x0] index 8 count 4 00000040:00080000:1.0:1775764496.893124:0:42356:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 9 count 2 00000100:00100000:1.0:1775764496.896993:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764496.897051:0:42944:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098372352 00000100:00100000:2.0:1775764496.897062:0:42944:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098372352 00000100:00100000:2.0:1775764496.897159:0:42944:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 87 00000100:00100000:2.0:1775764496.897169:0:42944:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944586b8bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2375:x1862022098372352:12345-192.168.202.28@tcp:8:dd.0 00010000:00080000:2.0:1775764496.897207:0:42944:0:(ldlm_lib.c:1429:target_handle_connect()) lustre-OST0000: connection from 82781e18-e0e3-4f9f-9a2b-041bf0344414@192.168.202.28@tcp t0 exp 0000000000000000 cur 1963 last 0 00000020:00000080:2.0:1775764496.897245:0:42944:0:(genops.c:1404:class_connect()) connect: client 82781e18-e0e3-4f9f-9a2b-041bf0344414, cookie 0x57b8ff0e0304f472 00002000:00100000:2.0:1775764496.897259:0:42944:0:(ofd_obd.c:124:ofd_parse_connect_data()) lustre-OST0000: cli 82781e18-e0e3-4f9f-9a2b-041bf0344414/ffff9444861e6800 ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 211334d ocd_grant: 3407872 ocd_index: 0 ocd_group 0 00002000:00100000:2.0:1775764496.897271:0:42944:0:(ofd_obd.c:222:ofd_parse_connect_data()) lustre-OST0000: cli supports cksum type f7, return f7 00002000:00080000:2.0:1775764496.897413:0:42944:0:(ofd_obd.c:388:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:2.0:1775764496.897447:0:42944:0:(import.c:65:import_set_state_nolock()) ffff9444861e4000 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1775764496.897530:0:42944:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944586b8bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:82781e18-e0e3-4f9f-9a2b-041bf0344414+6:2375:x1862022098372352:12345-192.168.202.28@tcp:8:dd.0 Request processed in 361us (543us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764496.897539:0:42944:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 87 00000100:00100000:2.0:1775764496.898937:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764496.899030:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764496.899096:0:42945:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098372480 00000100:00100000:3.0:1775764496.899105:0:42945:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098372480 00000100:00080000:1.0:1775764496.899187:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1775764496.899225:0:42945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 88 00000100:00100000:3.0:1775764496.899235:0:42945:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486042300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:82781e18-e0e3-4f9f-9a2b-041bf0344414+6:51150:x1862022098372480:12345-192.168.202.28@tcp:101:dd.0 00010000:00010000:3.0:1775764496.899254:0:42945:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1775764496.899310:0:42328:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098372736 00000100:00100000:0.0:1775764496.899314:0:42328:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098372736 00010000:00010000:3.0:1775764496.899343:0:42945:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009022cbfb/0x57b8ff0e0304f479 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x108:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b167 expref: -99 pid: 42945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764496.899357:0:42328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 111 00000100:00100000:0.0:1775764496.899363:0:42328:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486043800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+15:51151:x1862022098372736:12345-192.168.202.28@tcp:35:lhsmtool_posix.0 00002000:00010000:3.0:1775764496.899372:0:42945:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x108:0x0] initial LVB size: 4194304, mtime: 0x69d80410, atime: 0x69d8040f, ctime: 0x69d80410, blocks: 0x2007 00010000:00010000:3.0:1775764496.899392:0:42945:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764496.899395:0:42945:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764496.899403:0:42945:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009022cbfb/0x57b8ff0e0304f479 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x108:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b167 expref: 7 pid: 42945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764496.899422:0:42945:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000009022cbfb/0x57b8ff0e0304f479 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x108:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b167 expref: 7 pid: 42945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764496.899435:0:42945:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445be695800, rc 0) 00000100:00100000:3.0:1775764496.899489:0:42945:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486042300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:82781e18-e0e3-4f9f-9a2b-041bf0344414+7:51150:x1862022098372480:12345-192.168.202.28@tcp:101:dd.0 Request processed in 256us (459us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764496.899495:0:42945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 88 00000004:00080000:0.0:1775764496.900154:0:42328:0:(mdd_object.c:4010:mdd_close()) Object [0x200003ab1:0x1f:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000001:00080000:0.0:1775764496.900254:0:42328:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 34359738668 00010000:00010000:0.0:1775764496.900291:0:42328:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27ce00/0x57b8ff0e0304f480 lrc: 3/0,1 mode: --/PW res: [0x200003ab1:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764496.900305:0:42328:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27ce00/0x57b8ff0e0304f480 lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0x1f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010080000000 pid: 42328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764496.900314:0:42328:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27ce00/0x57b8ff0e0304f480 lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0x1f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 42328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764496.900322:0:42328:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27ce00/0x57b8ff0e0304f480 lrc: 4/0,1 mode: PW/PW res: [0x200003ab1:0x1f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 42328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764496.900329:0:42328:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27ce00/0x57b8ff0e0304f480 lrc: 4/0,1 mode: PW/PW res: [0x200003ab1:0x1f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 42328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764496.900334:0:42328:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27ce00/0x57b8ff0e0304f480 lrc: 3/0,0 mode: PW/PW res: [0x200003ab1:0x1f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 42328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764496.900358:0:42328:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1775764496.900421:0:42328:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486043800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+17:51151:x1862022098372736:12345-192.168.202.28@tcp:35:lhsmtool_posix.0 Request processed in 1056us (1489us total) trans 34359738669 rc 0/0 00000100:00100000:0.0:1775764496.900429:0:42328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 111 00000020:00080000:0.0:1775764496.900433:0:42328:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:1.0:1775764496.900439:0:42313:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1775764496.900446:0:42313:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27ce00/0x57b8ff0e0304f480 lrc: 2/0,0 mode: PW/PW res: [0x200003ab1:0x1f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 42328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764496.900453:0:42313:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445bc27ce00 already unused, calling callback (ffffffffc177a060) 00010000:00010000:1.0:1775764496.900457:0:42313:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27ce00/0x57b8ff0e0304f480 lrc: 2/0,0 mode: PW/PW res: [0x200003ab1:0x1f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 42328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764496.900464:0:42313:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27ce00/0x57b8ff0e0304f480 lrc: 3/0,0 mode: PW/PW res: [0x200003ab1:0x1f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 42328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764496.900487:0:42313:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x1f:0x0].0x0 (ffff944582f80900) 00010000:00010000:1.0:1775764496.900490:0:42313:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1775764496.900495:0:42313:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27ce00/0x57b8ff0e0304f480 lrc: 1/0,0 mode: --/PW res: [0x200003ab1:0x1f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 42328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764496.900500:0:42313:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27ce00/0x57b8ff0e0304f480 lrc: 0/0,0 mode: --/PW res: [0x200003ab1:0x1f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 42328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764496.900519:0:42313:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764496.900521:0:42313:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764496.900522:0:42313:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775764496.905080:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764496.905270:0:42949:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098372864 00000100:00100000:1.0:1775764496.905282:0:42949:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098372864 00002000:00010000:1.0:1775764496.905328:0:42949:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/264 (1048576->18446744073709551615) 00002000:00100000:1.0:1775764496.905334:0:42949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff94458913aa00 with x1862022098372864 ext(1048576->18446744073709551615) 00002000:00010000:1.0:1775764496.905346:0:42949:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff94458913aa00. 00000100:00100000:1.0:1775764496.905384:0:42949:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 18 00000100:00100000:1.0:1775764496.905394:0:42949:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94458913aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:82781e18-e0e3-4f9f-9a2b-041bf0344414+7:2378:x1862022098372864:12345-192.168.202.28@tcp:10:dd.0 00002000:00010000:2.0:1775764496.947252:0:42949:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x108:0x0] updating lvb size from disk: 4194304 -> 1048576 00002000:00010000:2.0:1775764496.947261:0:42949:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x108:0x0] updating lvb mtime from disk: 1775764496 -> 1775764496 00002000:00010000:2.0:1775764496.947263:0:42949:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x108:0x0] updating lvb atime from disk: 1775764495 -> 1775764495 00002000:00010000:2.0:1775764496.947266:0:42949:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x108:0x0] updating lvb ctime from disk: 1775764496 -> 1775764496 00002000:00010000:2.0:1775764496.947268:0:42949:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x108:0x0] updating lvb blocks from disk: 8199 -> 2055 00000100:00100000:2.0:1775764496.947348:0:42949:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94458913aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:82781e18-e0e3-4f9f-9a2b-041bf0344414+8:2378:x1862022098372864:12345-192.168.202.28@tcp:10:dd.0 Request processed in 41950us (42275us total) trans 34359738397 rc 0/0 00000100:00100000:2.0:1775764496.947359:0:42949:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 18 00002000:00010000:2.0:1775764496.947365:0:42949:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/264 (1048576->18446744073709551615) 00002000:00100000:2.0:1775764496.947368:0:42949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff94458913aa00 with x1862022098372864 ext(1048576->18446744073709551615) 00002000:00010000:2.0:1775764496.947375:0:42949:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff94458913aa00. 00000001:00080000:3.0:1775764496.947591:0:6613:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 34359738397 is committed 00000001:00080000:3.0:1775764496.947603:0:6613:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 34359738396 is committed 00000001:00100000:3.0:1775764496.947611:0:6613:0:(tgt_lastrcvd.c:568:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 82781e18-e0e3-4f9f-9a2b-041bf0344414 00000001:00080000:3.0:1775764496.947624:0:6613:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 34359738395 is committed 00000100:00100000:3.0:1775764496.952886:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764496.953002:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098373120 00000100:00100000:0.0:1775764496.953013:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098373120 00000100:00100000:0.0:1775764496.953086:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 340 00000100:00100000:0.0:1775764496.953097:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bce2a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:82781e18-e0e3-4f9f-9a2b-041bf0344414+6:51150:x1862022098373120:12345-192.168.202.28@tcp:55:dd.0 00010000:00010000:0.0:1775764496.953189:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c600/0x57b8ff0e0304f487 lrc: 3/0,1 mode: --/PW res: [0x200003ab1:0x1d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764496.953209:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c600/0x57b8ff0e0304f487 lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0x1d:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764496.953228:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c600/0x57b8ff0e0304f487 lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0x1d:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764496.953475:0:42324:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c600/0x57b8ff0e0304f487 lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0x1d:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764496.953483:0:42324:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c600/0x57b8ff0e0304f487 lrc: 2/0,0 mode: PW/PW res: [0x200003ab1:0x1d:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764496.953491:0:42324:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c600/0x57b8ff0e0304f487 lrc: 3/0,0 mode: PW/PW res: [0x200003ab1:0x1d:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764496.953497:0:42324:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445bc27c600 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:0.0:1775764496.953501:0:42324:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c600/0x57b8ff0e0304f487 lrc: 3/0,0 mode: PW/PW res: [0x200003ab1:0x1d:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764496.953508:0:42324:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c600/0x57b8ff0e0304f487 lrc: 4/0,0 mode: PW/PW res: [0x200003ab1:0x1d:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764496.953521:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x1d:0x0].0x0 (ffff944586564200) 00010000:00010000:0.0:1775764496.953524:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:0.0:1775764496.954189:0:42324:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c600/0x57b8ff0e0304f487 lrc: 2/0,0 mode: --/PW res: [0x200003ab1:0x1d:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764496.954199:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27c600/0x57b8ff0e0304f487 lrc: 0/0,0 mode: --/PW res: [0x200003ab1:0x1d:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764496.954300:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bce2a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:82781e18-e0e3-4f9f-9a2b-041bf0344414+7:51150:x1862022098373120:12345-192.168.202.28@tcp:55:dd.0 Request processed in 1203us (1426us total) trans 34359738670 rc 0/0 00000100:00100000:0.0:1775764496.954309:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 340 00000100:00100000:0.0:1775764496.960961:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764496.961067:0:42327:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098373376 00000100:00100000:1.0:1775764496.961078:0:42327:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098373376 00000100:00100000:1.0:1775764496.961148:0:42327:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 112 00000100:00100000:1.0:1775764496.961160:0:42327:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944589139180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:82781e18-e0e3-4f9f-9a2b-041bf0344414+7:51150:x1862022098373376:12345-192.168.202.28@tcp:35:dd.0 00000001:00080000:1.0:1775764496.961454:0:42327:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 34359738671 00000100:00100000:1.0:1775764496.961661:0:42327:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944589139180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:82781e18-e0e3-4f9f-9a2b-041bf0344414+9:51150:x1862022098373376:12345-192.168.202.28@tcp:35:dd.0 Request processed in 502us (709us total) trans 34359738672 rc 0/0 00000100:00100000:1.0:1775764496.961670:0:42327:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 112 00000020:00080000:1.0:1775764496.961676:0:42327:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1775764496.995287:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764496.995354:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098373504 00000100:00100000:1.0:1775764496.995365:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098373504 00000100:00100000:1.0:1775764496.995557:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 341 00000100:00100000:1.0:1775764496.995569:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486041180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:82781e18-e0e3-4f9f-9a2b-041bf0344414+9:51153:x1862022098373504:12345-192.168.202.28@tcp:101:md5sum.0 00010000:00010000:1.0:1775764496.995595:0:42326:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764496.995617:0:42326:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944587808200/0x57b8ff0e0304f48e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b16e expref: -99 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764496.995688:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944587809200/0x57b8ff0e0304f495 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764496.995702:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944587809200/0x57b8ff0e0304f495 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764496.995715:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944587809200/0x57b8ff0e0304f495 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764496.995966:0:42326:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 8704 00000004:00200000:1.0:1775764496.995971:0:42326:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 32 stripe count 1 MDT count 1 00000004:00010000:1.0:1775764496.996076:0:42326:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff944587809200/0x57b8ff0e0304f495 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764496.996101:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944587808200/0x57b8ff0e0304f48e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b16e expref: 11 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764496.996118:0:42326:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff944587809200/0x57b8ff0e0304f495 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b16e expref: 10 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764496.996126:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff944584d1d600) 00010000:00010000:1.0:1775764496.996129:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1775764496.996150:0:42326:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944587809200, rc 0) 00000100:00100000:1.0:1775764496.996215:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486041180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:82781e18-e0e3-4f9f-9a2b-041bf0344414+10:51153:x1862022098373504:12345-192.168.202.28@tcp:101:md5sum.0 Request processed in 649us (937us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764496.996224:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 341 00000100:00100000:2.0:1775764497.006013:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764497.007315:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098373760 00000100:00100000:1.0:1775764497.007328:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098373760 00000100:00100000:1.0:1775764497.007449:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 342 00000100:00100000:1.0:1775764497.007460:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944589102300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:82781e18-e0e3-4f9f-9a2b-041bf0344414+10:51153:x1862022098373760:12345-192.168.202.28@tcp:101:md5sum.0 00010000:00010000:1.0:1775764497.007494:0:42325:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764497.007516:0:42325:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944587808400/0x57b8ff0e0304f49c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b175 expref: -99 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764497.007601:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff944587809c00/0x57b8ff0e0304f4a3 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764497.007616:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944587809c00/0x57b8ff0e0304f4a3 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764497.007628:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944587809c00/0x57b8ff0e0304f4a3 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764497.007644:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944587808600/0x57b8ff0e0304f4aa lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x91a7a9c8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764497.007651:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944587808600/0x57b8ff0e0304f4aa lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x91a7a9c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764497.007657:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944587808600/0x57b8ff0e0304f4aa lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x91a7a9c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764497.008046:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944587808c00/0x57b8ff0e0304f4b1 lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0x1d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764497.008055:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944587808c00/0x57b8ff0e0304f4b1 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764497.008062:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944587808c00/0x57b8ff0e0304f4b1 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764497.008072:0:42325:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab1:0x1d:0x0]: returning size 1049600 00010000:00010000:1.0:1775764497.008178:0:42325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff944587809c00/0x57b8ff0e0304f4a3 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764497.008186:0:42325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944587809c00/0x57b8ff0e0304f4a3 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764497.008192:0:42325:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944587809c00/0x57b8ff0e0304f4a3 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764497.008198:0:42325:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944587809c00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:1.0:1775764497.008202:0:42325:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944587809c00/0x57b8ff0e0304f4a3 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764497.008210:0:42325:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944587809c00/0x57b8ff0e0304f4a3 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764497.008226:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff944584d1d600) 00010000:00010000:1.0:1775764497.008230:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764497.008234:0:42325:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944587809c00/0x57b8ff0e0304f4a3 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764497.008240:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944587809c00/0x57b8ff0e0304f4a3 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764497.008254:0:42325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944587808600/0x57b8ff0e0304f4aa lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x91a7a9c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764497.008260:0:42325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944587808600/0x57b8ff0e0304f4aa lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x91a7a9c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764497.008266:0:42325:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944587808600/0x57b8ff0e0304f4aa lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x91a7a9c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764497.008271:0:42325:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944587808600 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:1.0:1775764497.008273:0:42325:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944587808600/0x57b8ff0e0304f4aa lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x91a7a9c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764497.008279:0:42325:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944587808600/0x57b8ff0e0304f4aa lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x91a7a9c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764497.008285:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x91a7a9c8 (ffff944584d1de00) 00010000:00010000:1.0:1775764497.008287:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764497.008289:0:42325:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944587808600/0x57b8ff0e0304f4aa lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x91a7a9c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764497.008294:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944587808600/0x57b8ff0e0304f4aa lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x91a7a9c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764497.008338:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944587808400/0x57b8ff0e0304f49c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b175 expref: 13 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764497.008351:0:42325:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff944587808c00/0x57b8ff0e0304f4b1 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b175 expref: 12 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764497.008358:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x1d:0x0].0x0 (ffff944586564200) 00010000:00010000:1.0:1775764497.008360:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1775764497.008363:0:42325:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944587808c00, rc 0) 00000100:00100000:1.0:1775764497.008430:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944589102300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:82781e18-e0e3-4f9f-9a2b-041bf0344414+12:51153:x1862022098373760:12345-192.168.202.28@tcp:101:md5sum.0 Request processed in 972us (2428us total) trans 34359738673 rc 0/0 00000100:00100000:1.0:1775764497.008438:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 342 00000100:00100000:0.0:1775764497.013701:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764497.014119:0:42950:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098373888 00000100:00100000:2.0:1775764497.014129:0:42950:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098373888 00002000:00100000:2.0:1775764497.014189:0:42950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x108:0x0] (0->32767) req@ffff94458913a680 x1862022098373888/t0(0) o3->82781e18-e0e3-4f9f-9a2b-041bf0344414@192.168.202.28@tcp:733/0 lens 488/0 e 0 to 0 dl 1775764508 ref 1 fl New:/600/ffffffff rc 0/-1 job:'md5sum.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764497.014202:0:42950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff94458913a680 with x1862022098373888 ext(0->32767) 00002000:00010000:2.0:1775764497.014207:0:42950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff94458913a680 00000100:00100000:2.0:1775764497.014280:0:42950:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 19 00000100:00100000:2.0:1775764497.014290:0:42950:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94458913a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:82781e18-e0e3-4f9f-9a2b-041bf0344414+6:2379:x1862022098373888:12345-192.168.202.28@tcp:3:md5sum.0 00000100:00100000:0.0:1775764497.018473:0:42950:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94458913a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:82781e18-e0e3-4f9f-9a2b-041bf0344414+6:2379:x1862022098373888:12345-192.168.202.28@tcp:3:md5sum.0 Request processed in 4174us (4769us total) trans 0 rc 32768/32768 00000100:00100000:0.0:1775764497.018494:0:42950:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 19 00002000:00100000:0.0:1775764497.018508:0:42950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x108:0x0] (0->32767) req@ffff94458913a680 x1862022098373888/t0(0) o3->82781e18-e0e3-4f9f-9a2b-041bf0344414@192.168.202.28@tcp:733/0 lens 488/440 e 0 to 0 dl 1775764508 ref 1 fl Complete:/600/0 rc 32768/32768 job:'md5sum.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764497.018519:0:42950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff94458913a680 with x1862022098373888 ext(0->32767) 00002000:00010000:0.0:1775764497.018534:0:42950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff94458913a680 00000100:00100000:0.0:1775764497.025467:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764497.025560:0:45548:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098374016 00000100:00100000:3.0:1775764497.025569:0:45548:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098374016 00002000:00100000:3.0:1775764497.025615:0:45548:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x108:0x0] (32768->1048575) req@ffff944589138a80 x1862022098374016/t0(0) o3->82781e18-e0e3-4f9f-9a2b-041bf0344414@192.168.202.28@tcp:733/0 lens 488/0 e 0 to 0 dl 1775764508 ref 1 fl New:/600/ffffffff rc 0/-1 job:'md5sum.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764497.025627:0:45548:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff944589138a80 with x1862022098374016 ext(32768->1048575) 00002000:00010000:3.0:1775764497.025632:0:45548:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff944589138a80 00000100:00100000:3.0:1775764497.025710:0:45548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 20 00000100:00100000:3.0:1775764497.025720:0:45548:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944589138a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:82781e18-e0e3-4f9f-9a2b-041bf0344414+6:2378:x1862022098374016:12345-192.168.202.28@tcp:3:md5sum.0 00000100:00100000:2.0:1775764497.040185:0:45548:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944589138a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:82781e18-e0e3-4f9f-9a2b-041bf0344414+6:2378:x1862022098374016:12345-192.168.202.28@tcp:3:md5sum.0 Request processed in 14456us (14716us total) trans 0 rc 1015808/1015808 00000100:00100000:2.0:1775764497.040198:0:45548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 20 00002000:00100000:2.0:1775764497.040214:0:45548:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x108:0x0] (32768->1048575) req@ffff944589138a80 x1862022098374016/t0(0) o3->82781e18-e0e3-4f9f-9a2b-041bf0344414@192.168.202.28@tcp:733/0 lens 488/440 e 0 to 0 dl 1775764508 ref 1 fl Complete:/600/0 rc 1015808/1015808 job:'md5sum.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764497.040226:0:45548:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff944589138a80 with x1862022098374016 ext(32768->1048575) 00002000:00010000:2.0:1775764497.040234:0:45548:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff944589138a80 00000100:00100000:0.0:1775764497.046868:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764497.046933:0:42328:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098374272 00000100:00100000:2.0:1775764497.046944:0:42328:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098374272 00000100:00100000:2.0:1775764497.047176:0:42328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 113 00000100:00100000:2.0:1775764497.047187:0:42328:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944589138e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:82781e18-e0e3-4f9f-9a2b-041bf0344414+12:51153:x1862022098374272:12345-192.168.202.28@tcp:35:md5sum.0 00000100:00100000:2.0:1775764497.047430:0:42328:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944589138e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:82781e18-e0e3-4f9f-9a2b-041bf0344414+13:51153:x1862022098374272:12345-192.168.202.28@tcp:35:md5sum.0 Request processed in 243us (570us total) trans 34359738674 rc 0/0 00000100:00100000:2.0:1775764497.047438:0:42328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 113 00000100:00100000:0.0:1775764497.073644:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764497.073692:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098374400 00000100:00100000:3.0:1775764497.073702:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098374400 00000100:00100000:3.0:1775764497.073793:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 343 00000100:00100000:3.0:1775764497.073828:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94458913b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+17:51158:x1862022098374400:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:3.0:1775764497.073865:0:44493:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764497.074213:0:44493:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bd390400/0x57b8ff0e0304f4bf lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b17c expref: -99 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764497.074279:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bd390600/0x57b8ff0e0304f4c6 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764497.074291:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bd390600/0x57b8ff0e0304f4c6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764497.074300:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bd390600/0x57b8ff0e0304f4c6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764497.074495:0:44493:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 8704 00000004:00200000:0.0:1775764497.074500:0:44493:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 32 stripe count 1 MDT count 1 00000004:00010000:0.0:1775764497.074581:0:44493:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9445bd390600/0x57b8ff0e0304f4c6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764497.074613:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bd390400/0x57b8ff0e0304f4bf lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b17c expref: 19 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764497.074631:0:44493:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bd390600/0x57b8ff0e0304f4c6 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b17c expref: 18 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764497.074643:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff944584d1d600) 00010000:00010000:0.0:1775764497.074646:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1775764497.074650:0:44493:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445bd390600, rc 0) 00000100:00100000:0.0:1775764497.074720:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94458913b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+18:51158:x1862022098374400:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 921us (1084us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764497.074726:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 343 00000100:00100000:0.0:1775764497.076527:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764497.076627:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098374528 00000100:00100000:2.0:1775764497.076639:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098374528 00000100:00100000:2.0:1775764497.076731:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 344 00000100:00100000:2.0:1775764497.076741:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94458913ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+18:51158:x1862022098374528:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:2.0:1775764497.076762:0:42324:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764497.076782:0:42324:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944580030e00/0x57b8ff0e0304f4cd lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b183 expref: -99 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764497.077002:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff944580031e00/0x57b8ff0e0304f4d4 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764497.077025:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944580031e00/0x57b8ff0e0304f4d4 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764497.077037:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944580031e00/0x57b8ff0e0304f4d4 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764497.077049:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944580030400/0x57b8ff0e0304f4db lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x91a7a9c8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764497.077054:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944580030400/0x57b8ff0e0304f4db lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x91a7a9c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764497.077058:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944580030400/0x57b8ff0e0304f4db lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x91a7a9c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764497.077363:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944580031200/0x57b8ff0e0304f4e2 lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0x1d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764497.077371:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944580031200/0x57b8ff0e0304f4e2 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x1d:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764497.077378:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944580031200/0x57b8ff0e0304f4e2 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x1d:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764497.077422:0:42324:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab1:0x1d:0x0]: returning size 1049600 00000004:00200000:2.0:1775764497.077427:0:42324:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764497.077450:0:42324:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff944580031200/0x57b8ff0e0304f4e2 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x1d:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764497.077462:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944580031200/0x57b8ff0e0304f4e2 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764497.077472:0:42324:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff944580031e00/0x57b8ff0e0304f4d4 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764497.077477:0:42324:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944580031e00/0x57b8ff0e0304f4d4 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764497.077482:0:42324:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944580031e00/0x57b8ff0e0304f4d4 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764497.077486:0:42324:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944580031e00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764497.077490:0:42324:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944580031e00/0x57b8ff0e0304f4d4 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764497.077498:0:42324:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944580031e00/0x57b8ff0e0304f4d4 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764497.077511:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff944584d1d600) 00010000:00010000:2.0:1775764497.077515:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764497.077520:0:42324:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944580031e00/0x57b8ff0e0304f4d4 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764497.077526:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944580031e00/0x57b8ff0e0304f4d4 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764497.077541:0:42324:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944580030400/0x57b8ff0e0304f4db lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x91a7a9c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764497.077546:0:42324:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944580030400/0x57b8ff0e0304f4db lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x91a7a9c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764497.077552:0:42324:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944580030400/0x57b8ff0e0304f4db lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x91a7a9c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764497.077557:0:42324:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944580030400 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764497.077560:0:42324:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944580030400/0x57b8ff0e0304f4db lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x91a7a9c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764497.077565:0:42324:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944580030400/0x57b8ff0e0304f4db lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x91a7a9c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764497.077573:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x91a7a9c8 (ffff94459084aa00) 00010000:00010000:2.0:1775764497.077575:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764497.077578:0:42324:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944580030400/0x57b8ff0e0304f4db lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x91a7a9c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764497.077583:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944580030400/0x57b8ff0e0304f4db lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x91a7a9c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764497.077623:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944580030e00/0x57b8ff0e0304f4cd lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b183 expref: 20 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764497.077633:0:42324:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff944580031200/0x57b8ff0e0304f4e2 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b183 expref: 19 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764497.077639:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x1d:0x0].0x0 (ffff944586564200) 00010000:00010000:2.0:1775764497.077640:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1775764497.077642:0:42324:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944580031200, rc 0) 00000100:00100000:2.0:1775764497.077752:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94458913ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+19:51158:x1862022098374528:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 1012us (1236us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764497.077758:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 344 00010000:00010000:1.0:1775764497.217112:0:43224:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1775764497.524215:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764497.524330:0:43212:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098374656 00000100:00100000:3.0:1775764497.524345:0:43212:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098374656 00000100:00100000:3.0:1775764497.524415:0:43212:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 89 00000100:00100000:3.0:1775764497.524427:0:43212:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486788700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+5:2376:x1862022098374656:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:3.0:1775764497.524449:0:43212:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764497.524476:0:43212:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000eecd6319/0x57b8ff0e0304f4e9 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x108:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b18a expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764497.524572:0:43212:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bce2b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:43212:1862022118976512:192.168.202.28@tcp:106: 00000100:00100000:3.0:1775764497.524700:0:43212:0:(client.c:2691:ptlrpc_set_wait()) set ffff944587a02240 going to sleep for 11 seconds 00002000:00010000:3.0:1775764497.529353:0:43212:0:(ofd_lvb.c:258:ofd_lvbo_update()) res: [0x240000400:0x108:0x0] updating lvb size: 1048576 -> 1049600 00002000:00010000:3.0:1775764497.529365:0:43212:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x240000400:0x108:0x0] updating lvb mtime: 1775764496 -> 1775764497 00002000:00010000:3.0:1775764497.529368:0:43212:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x240000400:0x108:0x0] updating lvb atime: 1775764495 -> 1775764497 00002000:00010000:3.0:1775764497.529371:0:43212:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x240000400:0x108:0x0] updating lvb ctime: 1775764496 -> 1775764497 00000100:00100000:3.0:1775764497.529398:0:43212:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bce2b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:43212:1862022118976512:192.168.202.28@tcp:106: 00010000:00010000:3.0:1775764497.529443:0:43212:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000eecd6319/0x57b8ff0e0304f4e9 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x108:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b18a expref: 6 pid: 43212 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764497.529469:0:43212:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000eecd6319/0x57b8ff0e0304f4e9 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x108:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b18a expref: 6 pid: 43212 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764497.529484:0:43212:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445be695e00, rc 0) 00000100:00100000:3.0:1775764497.529565:0:43212:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486788700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+5:2376:x1862022098374656:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 5141us (5362us total) trans 0 rc 301/301 00000100:00100000:3.0:1775764497.529575:0:43212:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 89 00000100:00100000:0.0:1775764497.534641:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764497.535146:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098374912 00000100:00100000:1.0:1775764497.535158:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098374912 00000100:00100000:1.0:1775764497.535217:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 345 00000100:00100000:1.0:1775764497.535227:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94458913b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+19:51188:x1862022098374912:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:1.0:1775764497.535247:0:42326:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764497.535267:0:42326:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944587808400/0x57b8ff0e0304f4f0 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b191 expref: -99 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764497.535373:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff944587808600/0x57b8ff0e0304f4f7 lrc: 3/0,1 mode: --/CW res: [0x200003ab1:0x1d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764497.535388:0:42326:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff944587808c00/0x57b8ff0e0304f4b1 lrc: 2/0,0 mode: PR/PR res: [0x200003ab1:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b175 expref: 12 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764497.535403:0:42326:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff944580031200/0x57b8ff0e0304f4e2 lrc: 2/0,0 mode: PR/PR res: [0x200003ab1:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b183 expref: 20 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764497.535410:0:42326:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff944587808600/0x57b8ff0e0304f4f7 lrc: 5/0,1 mode: --/CW res: [0x200003ab1:0x1d:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764497.535460:0:42326:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff944580031200/0x57b8ff0e0304f4e2 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b183 expref: 20 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764497.535473:0:42326:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff944580031200/0x57b8ff0e0304f4e2 lrc: 4/0,0 mode: PR/PR res: [0x200003ab1:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b183 expref: 20 pid: 42324 timeout: 2064 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764497.535488:0:42326:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944586b88a80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:42326:1862022118976640:192.168.202.28@tcp:104: 00010000:00010000:1.0:1775764497.535599:0:42326:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff944587808c00/0x57b8ff0e0304f4b1 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b175 expref: 12 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764497.535610:0:42326:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff944587808c00/0x57b8ff0e0304f4b1 lrc: 4/0,0 mode: PR/PR res: [0x200003ab1:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b175 expref: 12 pid: 42325 timeout: 2064 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764497.535619:0:42326:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944586b89500 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:42326:1862022118976768:192.168.202.28@tcp:104: 00000100:00100000:1.0:1775764497.535642:0:42326:0:(client.c:2691:ptlrpc_set_wait()) set ffff9445b7639c00 going to sleep for 11 seconds 00000100:00100000:1.0:1775764497.541234:0:42326:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944586b88a80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:42326:1862022118976640:192.168.202.28@tcp:104: 00000100:00100000:1.0:1775764497.541253:0:42326:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944586b89500 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:42326:1862022118976768:192.168.202.28@tcp:104: 00010000:00010000:1.0:1775764497.541286:0:42326:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff944587808600/0x57b8ff0e0304f4f7 lrc: 3/0,1 mode: --/CW res: [0x200003ab1:0x1d:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764497.546716:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764497.546757:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764497.546843:0:42311:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098375040 00000100:00100000:3.0:1775764497.546854:0:42311:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098375040 00010000:00010000:3.0:1775764497.546895:0:42311:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff944580031200/0x57b8ff0e0304f4e2 lrc: 4/0,0 mode: PR/PR res: [0x200003ab1:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b183 expref: 21 pid: 42324 timeout: 2064 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764497.546935:0:42311:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098375168 00000100:00100000:3.0:1775764497.546938:0:42311:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098375168 00010000:00010000:3.0:1775764497.546951:0:42311:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff944587808c00/0x57b8ff0e0304f4b1 lrc: 4/0,0 mode: PR/PR res: [0x200003ab1:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b175 expref: 13 pid: 42325 timeout: 2064 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764497.546977:0:42311:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 72 00000100:00100000:3.0:1775764497.546986:0:42311:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bbf2dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+21:2379:x1862022098375040:12345-192.168.202.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764497.547000:0:42311:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764497.547007:0:42311:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff944580031200/0x57b8ff0e0304f4e2 lrc: 4/0,0 mode: PR/PR res: [0x200003ab1:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b183 expref: 21 pid: 42324 timeout: 2064 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764497.547021:0:42311:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff944580031200/0x57b8ff0e0304f4e2 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b183 expref: 21 pid: 42324 timeout: 2064 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764497.547044:0:42311:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944580031200/0x57b8ff0e0304f4e2 lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b183 expref: 21 pid: 42324 timeout: 2064 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764497.547062:0:42311:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x1d:0x0].0x0 (ffff944586564200) 00010000:00010000:3.0:1775764497.547067:0:42311:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff944587808600/0x57b8ff0e0304f4f7 lrc: 3/0,1 mode: --/CW res: [0x200003ab1:0x1d:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764497.547077:0:42311:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff944587808600/0x57b8ff0e0304f4f7 lrc: 3/0,1 mode: --/CW res: [0x200003ab1:0x1d:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764497.547084:0:42311:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764497.547153:0:42311:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bbf2dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+20:2379:x1862022098375040:12345-192.168.202.28@tcp:103:ldlm_bl.0 Request processed in 167us (450us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764497.547161:0:42311:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 72 00000100:00100000:3.0:1775764497.547178:0:42311:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 73 00000100:00100000:3.0:1775764497.547185:0:42311:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bbf2d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:82781e18-e0e3-4f9f-9a2b-041bf0344414+13:2379:x1862022098375168:12345-192.168.202.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764497.547192:0:42311:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764497.547197:0:42311:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff944587808c00/0x57b8ff0e0304f4b1 lrc: 4/0,0 mode: PR/PR res: [0x200003ab1:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b175 expref: 13 pid: 42325 timeout: 2064 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764497.547207:0:42311:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff944587808c00/0x57b8ff0e0304f4b1 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b175 expref: 13 pid: 42325 timeout: 2064 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764497.547226:0:42311:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944587808c00/0x57b8ff0e0304f4b1 lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b175 expref: 13 pid: 42325 timeout: 2064 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764497.547237:0:42311:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x1d:0x0].0x0 (ffff944586564200) 00010000:00010000:3.0:1775764497.547241:0:42311:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff944587808600/0x57b8ff0e0304f4f7 lrc: 3/0,1 mode: --/CW res: [0x200003ab1:0x1d:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764497.547249:0:42311:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff944587808600/0x57b8ff0e0304f4f7 lrc: 3/0,1 mode: CW/CW res: [0x200003ab1:0x1d:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764497.547257:0:42311:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944587808600/0x57b8ff0e0304f4f7 lrc: 4/0,1 mode: CW/CW res: [0x200003ab1:0x1d:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764497.547281:0:42311:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764497.547299:0:42311:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bbf2d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:82781e18-e0e3-4f9f-9a2b-041bf0344414+12:2379:x1862022098375168:12345-192.168.202.28@tcp:103:ldlm_bl.0 Request processed in 114us (541us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764497.547306:0:42311:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 73 00010000:00010000:3.0:1775764497.547399:0:42326:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff944587808600/0x57b8ff0e0304f4f7 lrc: 3/0,1 mode: CW/CW res: [0x200003ab1:0x1d:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764497.547408:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944587808600/0x57b8ff0e0304f4f7 lrc: 3/0,1 mode: CW/CW res: [0x200003ab1:0x1d:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764497.547429:0:42326:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab1:0x1d:0x0]: returning size 1049600 00010000:00010000:3.0:1775764497.547567:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944587808400/0x57b8ff0e0304f4f0 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b191 expref: 21 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764497.547583:0:42326:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff944587808600/0x57b8ff0e0304f4f7 lrc: 3/0,0 mode: CW/CW res: [0x200003ab1:0x1d:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b191 expref: 20 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764497.547596:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x1d:0x0].0x0 (ffff944586564200) 00010000:00010000:3.0:1775764497.547598:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:3.0:1775764497.547601:0:42326:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944587808600, rc 0) 00000100:00100000:3.0:1775764497.547726:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94458913b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+20:51188:x1862022098374912:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 12501us (13098us total) trans 34359738675 rc 0/0 00000100:00100000:3.0:1775764497.547732:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 345 00000100:00100000:0.0:1775764497.553721:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764497.553884:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098375424 00000100:00100000:1.0:1775764497.553894:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098375424 00000100:00100000:1.0:1775764497.553953:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 346 00000100:00100000:1.0:1775764497.553962:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bbf2d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+20:51188:x1862022098375424:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:1.0:1775764497.553986:0:42325:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764497.553989:0:42325:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:1.0:1775764497.554016:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944587808600/0x57b8ff0e0304f4f7 lrc: 0/0,0 mode: --/CW res: [0x200003ab1:0x1d:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b191 expref: 20 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764497.554037:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x1d:0x0].0x0 (ffff944586564200) 00010000:00010000:1.0:1775764497.554042:0:42325:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1775764497.554055:0:42325:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944587809c00/0x57b8ff0e0304f505 lrc: 2/0,0 mode: --/CR res: [0x200003ab1:0x1d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b198 expref: -99 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764497.554180:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff944587808400/0x57b8ff0e0304f50c lrc: 3/0,1 mode: --/PW res: [0x200003ab1:0x1d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764497.554197:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944587808400/0x57b8ff0e0304f50c lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0x1d:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764497.554208:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944587808400/0x57b8ff0e0304f50c lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0x1d:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764497.554222:0:42325:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab1:0x1d:0x0]: returning size 1049600 00010000:00010000:1.0:1775764497.554339:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944587809c00/0x57b8ff0e0304f505 lrc: 0/0,0 mode: --/CR res: [0x200003ab1:0x1d:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b198 expref: 22 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764497.554353:0:42325:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff944587808400/0x57b8ff0e0304f50c lrc: 3/0,0 mode: PW/PW res: [0x200003ab1:0x1d:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b198 expref: 21 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764497.554362:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x1d:0x0].0x0 (ffff944586564200) 00010000:00010000:1.0:1775764497.554365:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:1.0:1775764497.554368:0:42325:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944587808400, rc 0) 00000100:00100000:1.0:1775764497.554433:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bbf2d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+21:51188:x1862022098375424:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 472us (725us total) trans 34359738676 rc 0/0 00000100:00100000:1.0:1775764497.554440:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 346 00000100:00100000:2.0:1775764497.566424:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764497.566900:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098375552 00000100:00100000:0.0:1775764497.566913:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098375552 00000100:00100000:0.0:1775764497.567099:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 347 00000100:00100000:0.0:1775764497.567111:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486789f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+21:51188:x1862022098375552:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:0.0:1775764497.567151:0:44493:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764497.567172:0:44493:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bd390800/0x57b8ff0e0304f51a lrc: 2/0,0 mode: --/CR res: [0x200003ab1:0x1d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b19f expref: -99 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764497.567249:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bd390800/0x57b8ff0e0304f51a lrc: 3/0,0 mode: CR/CR res: [0x200003ab1:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b19f expref: 22 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764497.567267:0:44493:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bd390800/0x57b8ff0e0304f51a lrc: 3/0,0 mode: CR/CR res: [0x200003ab1:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b19f expref: 22 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764497.567289:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x1d:0x0].0x0 (ffff944586564200) 00010000:00010000:0.0:1775764497.567293:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1775764497.567297:0:44493:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445bd390800, rc 0) 00000100:00100000:0.0:1775764497.567381:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486789f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+22:51188:x1862022098375552:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 272us (970us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764497.567389:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 347 00000100:00100000:2.0:1775764497.575204:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764497.575652:0:42946:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098375680 00000100:00100000:1.0:1775764497.575664:0:42946:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098375680 00000100:00100000:1.0:1775764497.577338:0:42946:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 90 00000100:00100000:1.0:1775764497.577358:0:42946:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94448678b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+5:51188:x1862022098375680:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:1.0:1775764497.577392:0:42946:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764497.577415:0:42946:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005745d8de/0x57b8ff0e0304f521 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x108:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b1a6 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764497.577450:0:42946:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000009022cbfb/0x57b8ff0e0304f479 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x108:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b167 expref: 5 pid: 42945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764497.577459:0:42946:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1775764497.577461:0:42946:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1775764497.577465:0:42946:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005745d8de/0x57b8ff0e0304f521 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x108:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b1a6 expref: 6 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764497.577518:0:42946:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000009022cbfb/0x57b8ff0e0304f479 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x108:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b167 expref: 5 pid: 42945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764497.577539:0:42946:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000009022cbfb/0x57b8ff0e0304f479 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x108:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b167 expref: 5 pid: 42945 timeout: 2064 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764497.577553:0:42946:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944586b89500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:42946:1862022118976896:192.168.202.28@tcp:104: 00000100:00100000:1.0:1775764497.577643:0:42946:0:(client.c:2691:ptlrpc_set_wait()) set ffff9445b7639c00 going to sleep for 11 seconds 00000100:00100000:1.0:1775764497.582238:0:42946:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944586b89500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:42946:1862022118976896:192.168.202.28@tcp:104: 00010000:00010000:1.0:1775764497.582298:0:42946:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000005745d8de/0x57b8ff0e0304f521 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x108:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b1a6 expref: 6 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764497.582734:0:42946:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944587809c00, rc 0) 00000100:00100000:1.0:1775764497.582834:0:42946:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94448678b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+6:51188:x1862022098375680:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 5483us (7642us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764497.582844:0:42946:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 90 00000100:00100000:2.0:1775764497.590256:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764497.590706:0:42951:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098375808 00000100:00100000:3.0:1775764497.590719:0:42951:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098375808 00002000:00100000:3.0:1775764497.590775:0:42951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x108:0x0] (1048576->1049599) req@ffff944486789c00 x1862022098375808/t0(0) o4->82781e18-e0e3-4f9f-9a2b-041bf0344414@192.168.202.28@tcp:733/0 lens 1512/0 e 0 to 0 dl 1775764508 ref 1 fl New:/600/ffffffff rc 0/-1 job:'md5sum.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764497.590788:0:42951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff944486789c00 with x1862022098375808 ext(1048576->1049599) 00010000:00010000:3.0:1775764497.590902:0:42951:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 000000009022cbfb/0x57b8ff0e0304f479 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x108:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b167 expref: 6 pid: 42945 timeout: 2064 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764497.590922:0:42951:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 000000009022cbfb/0x57b8ff0e0304f479 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x108:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b167 expref: 6 pid: 42945 timeout: 2064 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1775764497.590931:0:42951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff944486789c00 00000100:00100000:3.0:1775764497.591007:0:42951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 4 00000100:00100000:3.0:1775764497.591017:0:42951:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486789c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:82781e18-e0e3-4f9f-9a2b-041bf0344414+6:2378:x1862022098375808:12345-192.168.202.28@tcp:4:md5sum.0 00000100:00100000:3.0:1775764497.592094:0:42951:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486789c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:82781e18-e0e3-4f9f-9a2b-041bf0344414+8:2378:x1862022098375808:12345-192.168.202.28@tcp:4:md5sum.0 Request processed in 1073us (1845us total) trans 34359738398 rc 0/0 00000100:00100000:3.0:1775764497.592104:0:42951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 4 00002000:00100000:3.0:1775764497.592114:0:42951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x108:0x0] (1048576->1049599) req@ffff944486789c00 x1862022098375808/t34359738398(0) o4->82781e18-e0e3-4f9f-9a2b-041bf0344414@192.168.202.28@tcp:733/0 lens 1512/448 e 0 to 0 dl 1775764508 ref 1 fl Complete:H/600/0 rc 0/0 job:'md5sum.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764497.592123:0:42951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff944486789c00 with x1862022098375808 ext(1048576->1049599) 00010000:00010000:3.0:1775764497.592145:0:42951:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 000000009022cbfb/0x57b8ff0e0304f479 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x108:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b167 expref: 8 pid: 42945 timeout: 2064 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764497.592162:0:42951:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 000000009022cbfb/0x57b8ff0e0304f479 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x108:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b167 expref: 8 pid: 42945 timeout: 2064 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1775764497.592170:0:42951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff944486789c00 00000100:00100000:2.0:1775764497.600007:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764497.600461:0:42311:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098375936 00000100:00100000:3.0:1775764497.600486:0:42311:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098375936 00010000:00010000:3.0:1775764497.600547:0:42311:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000009022cbfb/0x57b8ff0e0304f479 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x108:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b167 expref: 8 pid: 42945 timeout: 2064 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764497.600599:0:42311:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 74 00000100:00100000:3.0:1775764497.600609:0:42311:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486788380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:82781e18-e0e3-4f9f-9a2b-041bf0344414+8:2379:x1862022098375936:12345-192.168.202.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764497.600626:0:42311:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764497.600662:0:42311:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000009022cbfb/0x57b8ff0e0304f479 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x108:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b167 expref: 8 pid: 42945 timeout: 2064 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764497.600678:0:42311:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000009022cbfb/0x57b8ff0e0304f479 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x108:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b167 expref: 8 pid: 42945 timeout: 2064 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764497.600705:0:42311:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009022cbfb/0x57b8ff0e0304f479 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x108:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b167 expref: 8 pid: 42945 timeout: 2064 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764497.600725:0:42311:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764497.600727:0:42311:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764497.600734:0:42311:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000005745d8de/0x57b8ff0e0304f521 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x108:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b1a6 expref: 5 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764497.600744:0:42311:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005745d8de/0x57b8ff0e0304f521 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x108:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b1a6 expref: 5 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764497.600786:0:42311:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000005745d8de/0x57b8ff0e0304f521 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x108:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b1a6 expref: 5 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764497.600874:0:42311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bce2b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:42311:1862022118977024:192.168.202.28@tcp:105: 00000100:00100000:3.0:1775764497.600991:0:42311:0:(client.c:2691:ptlrpc_set_wait()) set ffff944587a02240 going to sleep for 11 seconds 00000100:00100000:3.0:1775764497.608380:0:42311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bce2b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:42311:1862022118977024:192.168.202.28@tcp:105: 00010000:00010000:3.0:1775764497.608410:0:42311:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764497.608467:0:42311:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486788380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:82781e18-e0e3-4f9f-9a2b-041bf0344414+7:2379:x1862022098375936:12345-192.168.202.28@tcp:103:ldlm_bl.0 Request processed in 7858us (8469us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764497.608487:0:42311:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 74 00000100:00100000:1.0:1775764497.614242:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764497.614873:0:42949:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098376064 00000100:00100000:2.0:1775764497.614886:0:42949:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098376064 00002000:00100000:2.0:1775764497.614942:0:42949:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x108:0x0] (0->1048575) req@ffff944586b89500 x1862022098376064/t0(0) o3->7e6eda44-5508-487e-b17f-ff28ad9d3512@192.168.202.28@tcp:733/0 lens 488/0 e 0 to 0 dl 1775764508 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764497.614954:0:42949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff944586b89500 with x1862022098376064 ext(0->1048575) 00002000:00010000:2.0:1775764497.614960:0:42949:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff944586b89500 00000100:00100000:2.0:1775764497.614999:0:42949:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 21 00000100:00100000:2.0:1775764497.615017:0:42949:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944586b89500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+6:2378:x1862022098376064:12345-192.168.202.28@tcp:3:lfs.0 00000100:00100000:2.0:1775764497.634736:0:42949:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944586b89500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+6:2378:x1862022098376064:12345-192.168.202.28@tcp:3:lfs.0 Request processed in 19716us (20497us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1775764497.634751:0:42949:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 21 00002000:00100000:2.0:1775764497.634764:0:42949:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x108:0x0] (0->1048575) req@ffff944586b89500 x1862022098376064/t0(0) o3->7e6eda44-5508-487e-b17f-ff28ad9d3512@192.168.202.28@tcp:733/0 lens 488/440 e 0 to 0 dl 1775764508 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764497.634774:0:42949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff944586b89500 with x1862022098376064 ext(0->1048575) 00002000:00010000:2.0:1775764497.634782:0:42949:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff944586b89500 00000100:00100000:2.0:1775764497.642570:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764497.642673:0:42950:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098376192 00000100:00100000:0.0:1775764497.642683:0:42950:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098376192 00002000:00100000:0.0:1775764497.642732:0:42950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x108:0x0] (1048576->1052671) req@ffff944486788000 x1862022098376192/t0(0) o3->7e6eda44-5508-487e-b17f-ff28ad9d3512@192.168.202.28@tcp:733/0 lens 488/0 e 0 to 0 dl 1775764508 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764497.642743:0:42950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff944486788000 with x1862022098376192 ext(1048576->1052671) 00002000:00010000:0.0:1775764497.642749:0:42950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff944486788000 00000100:00100000:0.0:1775764497.642780:0:42950:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 22 00000100:00100000:0.0:1775764497.642790:0:42950:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486788000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+6:2378:x1862022098376192:12345-192.168.202.28@tcp:3:lfs.0 00000100:00100000:0.0:1775764497.643357:0:42950:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486788000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+6:2378:x1862022098376192:12345-192.168.202.28@tcp:3:lfs.0 Request processed in 220us (449us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1775764497.643369:0:42950:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 22 00002000:00100000:0.0:1775764497.643378:0:42950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x108:0x0] (1048576->1052671) req@ffff944486788000 x1862022098376192/t0(0) o3->7e6eda44-5508-487e-b17f-ff28ad9d3512@192.168.202.28@tcp:733/0 lens 488/4536 e 0 to 0 dl 1775764508 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764497.643387:0:42950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff944486788000 with x1862022098376192 ext(1048576->1052671) 00002000:00010000:0.0:1775764497.643391:0:42950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff944486788000 00000100:00100000:0.0:1775764497.655999:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764497.656526:0:42944:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098376320 00000100:00100000:2.0:1775764497.656540:0:42944:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098376320 00000100:00100000:2.0:1775764497.656608:0:42944:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 91 00000100:00100000:2.0:1775764497.656619:0:42944:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bbf2c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+6:2379:x1862022098376320:12345-192.168.202.28@tcp:1:lfs.0 00010000:00010000:2.0:1775764497.656674:0:42944:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009f2554cc/0x57b8ff0e0304f528 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x108:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764497.656696:0:42944:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000005745d8de/0x57b8ff0e0304f521 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x108:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b1a6 expref: 6 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764497.656704:0:42944:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764497.656707:0:42944:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764497.656710:0:42944:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009f2554cc/0x57b8ff0e0304f528 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x108:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764497.656746:0:42944:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000005745d8de/0x57b8ff0e0304f521 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x108:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000020020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b1a6 expref: 6 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764497.656761:0:42944:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000005745d8de/0x57b8ff0e0304f521 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x108:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400020020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b1a6 expref: 6 pid: 42946 timeout: 2064 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764497.656779:0:42944:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944486789880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:42944:1862022118977152:192.168.202.28@tcp:104: 00000100:00100000:2.0:1775764497.656904:0:42944:0:(client.c:2691:ptlrpc_set_wait()) set ffff9445902070c0 going to sleep for 11 seconds 00000100:00100000:1.0:1775764497.662042:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764497.662537:0:42309:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098376448 00000100:00100000:3.0:1775764497.662550:0:42309:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098376448 00010000:00010000:3.0:1775764497.662598:0:42309:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000005745d8de/0x57b8ff0e0304f521 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x108:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b1a6 expref: 7 pid: 42946 timeout: 2064 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764497.662651:0:42309:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 75 00000100:00100000:3.0:1775764497.662660:0:42309:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944590e6f850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+7:2378:x1862022098376448:12345-192.168.202.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764497.662676:0:42309:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764497.662701:0:42309:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000005745d8de/0x57b8ff0e0304f521 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x108:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b1a6 expref: 7 pid: 42946 timeout: 2064 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764497.662715:0:42309:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000005745d8de/0x57b8ff0e0304f521 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x108:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400020020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b1a6 expref: 7 pid: 42946 timeout: 2064 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764497.662740:0:42309:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764497.662743:0:42309:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764497.662749:0:42309:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000009f2554cc/0x57b8ff0e0304f528 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x108:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764497.662760:0:42309:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009f2554cc/0x57b8ff0e0304f528 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x108:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764497.662782:0:42309:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764497.662869:0:42309:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944590e6f850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+7:2378:x1862022098376448:12345-192.168.202.28@tcp:103:ldlm_bl.0 Request processed in 210us (836us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764497.662877:0:42309:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 75 00010000:00010000:2.0:1775764497.663872:0:42944:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005745d8de/0x57b8ff0e0304f521 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x108:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400020020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b1a6 expref: 6 pid: 42946 timeout: 2064 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764497.663893:0:42944:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944486789880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:42944:1862022118977152:192.168.202.28@tcp:104: 00010000:00010000:2.0:1775764497.663914:0:42944:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000009f2554cc/0x57b8ff0e0304f528 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x108:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764497.663924:0:42944:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000009f2554cc/0x57b8ff0e0304f528 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x108:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764497.663933:0:42944:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009f2554cc/0x57b8ff0e0304f528 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x108:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764497.663962:0:42944:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009f2554cc/0x57b8ff0e0304f528 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x108:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764497.663969:0:42944:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000009f2554cc/0x57b8ff0e0304f528 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x108:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764497.663978:0:42944:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000009f2554cc/0x57b8ff0e0304f528 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x108:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764497.663985:0:42944:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944580031200 already unused, calling callback (ffffffffc177a060) 00010000:00010000:2.0:1775764497.663989:0:42944:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000009f2554cc/0x57b8ff0e0304f528 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x108:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764497.663997:0:42944:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000009f2554cc/0x57b8ff0e0304f528 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x108:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764497.664010:0:42944:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000009f2554cc/0x57b8ff0e0304f528 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x108:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764497.664079:0:42944:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009f2554cc/0x57b8ff0e0304f528 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x108:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764497.664174:0:42944:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bbf2c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+5:2379:x1862022098376320:12345-192.168.202.28@tcp:1:lfs.0 Request processed in 7556us (8185us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764497.664185:0:42944:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 91 00000100:00100000:0.0:1775764497.666303:0:3328:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1775764497.666326:0:3328:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944486789880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3328:1862022118977280:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1775764497.666394:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764497.666915:0:42948:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118977280 00000100:00100000:1.0:1775764497.666925:0:42948:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118977280 00000100:00080000:0.0:1775764497.667039:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1775764497.667417:0:42948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 59 00000100:00100000:1.0:1775764497.667428:0:42948:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bbf2c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3328:x1862022118977280:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1775764497.667478:0:42948:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 3407872 granted 57868288 pending 0 free 3767533568 avail 3765436416 00000100:00100000:1.0:1775764497.667546:0:42948:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bbf2c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3328:x1862022118977280:12345-0@lo:13:osp-pre-1-0.0 Request processed in 120us (1152us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764497.667555:0:42948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 59 00000100:00100000:0.0:1775764497.667628:0:3328:0:(client.c:3082:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 34359738396 gen 2 00000004:00080000:0.0:1775764497.667644:0:3328:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 34359738395 committed transno 34359738396 00000004:00080000:0.0:1775764497.667666:0:3328:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff944587191f80, transno 34359738396 00000100:00100000:0.0:1775764497.667694:0:3328:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944486789880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3328:1862022118977280:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1775764497.670877:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764497.671057:0:42328:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098376704 00000100:00100000:3.0:1775764497.671069:0:42328:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098376704 00000100:00100000:3.0:1775764497.671149:0:42328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 114 00000100:00100000:3.0:1775764497.671162:0:42328:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944481e5a050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+22:51188:x1862022098376704:12345-192.168.202.28@tcp:35:lfs.0 00000004:00010000:3.0:1775764497.671237:0:42328:0:(mdt_open.c:1994:mdt_hsm_release()) ### [0x200003ab1:0x1d:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff944587808400/0x57b8ff0e0304f50c lrc: 3/0,0 mode: PW/PW res: [0x200003ab1:0x1d:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b198 expref: 22 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1775764497.671728:0:42328:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 34359738677 00000001:00080000:3.0:1775764497.672369:0:42328:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 34359738678 00010000:00010000:3.0:1775764497.672435:0:42328:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e0304f52f lrc: 3/0,1 mode: --/EX res: [0x200003ab1:0x1d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 42328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764497.672452:0:42328:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694000/0x57b8ff0e0304f3a7 lrc: 2/0,0 mode: CR/CR res: [0x200003ab1:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b128 expref: 11 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764497.672461:0:42328:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bd390800/0x57b8ff0e0304f51a lrc: 2/0,0 mode: CR/CR res: [0x200003ab1:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b19f expref: 25 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764497.673121:0:42328:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e0304f52f lrc: 5/0,1 mode: --/EX res: [0x200003ab1:0x1d:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 42328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764497.673260:0:42328:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9445bd390800/0x57b8ff0e0304f51a lrc: 3/0,0 mode: CR/CR res: [0x200003ab1:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b19f expref: 25 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764497.673278:0:42328:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bd390800/0x57b8ff0e0304f51a lrc: 4/0,0 mode: CR/CR res: [0x200003ab1:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b19f expref: 25 pid: 44493 timeout: 2064 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764497.673294:0:42328:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944486789500 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:42328:1862022118977408:192.168.202.28@tcp:104: 00010000:00010000:2.0:1775764497.673392:0:42328:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694000/0x57b8ff0e0304f3a7 lrc: 3/0,0 mode: CR/CR res: [0x200003ab1:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b128 expref: 11 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764497.673401:0:42328:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694000/0x57b8ff0e0304f3a7 lrc: 4/0,0 mode: CR/CR res: [0x200003ab1:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b128 expref: 11 pid: 44493 timeout: 2064 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764497.673410:0:42328:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff94448678a300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:42328:1862022118977536:192.168.202.28@tcp:104: 00000100:00100000:2.0:1775764497.673433:0:42328:0:(client.c:2691:ptlrpc_set_wait()) set ffff9445902070c0 going to sleep for 11 seconds 00000100:00100000:1.0:1775764497.679716:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764497.679754:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764497.679830:0:44302:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098376832 00000100:00100000:0.0:1775764497.679840:0:44302:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098376832 00010000:00010000:0.0:1775764497.679891:0:44302:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445bd390800/0x57b8ff0e0304f51a lrc: 5/0,0 mode: CR/CR res: [0x200003ab1:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b19f expref: 26 pid: 44493 timeout: 2064 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764497.679931:0:44302:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098376960 00000100:00100000:0.0:1775764497.679934:0:44302:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098376960 00010000:00010000:0.0:1775764497.679948:0:44302:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694000/0x57b8ff0e0304f3a7 lrc: 5/0,0 mode: CR/CR res: [0x200003ab1:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b128 expref: 12 pid: 44493 timeout: 2064 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764497.679973:0:44302:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 76 00000100:00100000:0.0:1775764497.679981:0:44302:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944586b88a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+26:2379:x1862022098376832:12345-192.168.202.28@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1775764497.679999:0:44302:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764497.680007:0:44302:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9445bd390800/0x57b8ff0e0304f51a lrc: 5/0,0 mode: CR/CR res: [0x200003ab1:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b19f expref: 26 pid: 44493 timeout: 2064 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764497.680033:0:44302:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9445bd390800/0x57b8ff0e0304f51a lrc: 4/0,0 mode: CR/CR res: [0x200003ab1:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b19f expref: 26 pid: 44493 timeout: 2064 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764497.680058:0:44302:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x1d:0x0].0x0 (ffff944586564200) 00010000:00010000:0.0:1775764497.680064:0:44302:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e0304f52f lrc: 3/0,1 mode: --/EX res: [0x200003ab1:0x1d:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 42328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764497.680078:0:44302:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e0304f52f lrc: 3/0,1 mode: --/EX res: [0x200003ab1:0x1d:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 42328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764497.680085:0:44302:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775764497.680152:0:44302:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944586b88a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+26:2379:x1862022098376832:12345-192.168.202.28@tcp:103:ldlm_bl.0 Request processed in 170us (445us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764497.680161:0:44302:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 76 00000100:00100000:0.0:1775764497.680182:0:44302:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 77 00000100:00100000:0.0:1775764497.680188:0:44302:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944586b8aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:82781e18-e0e3-4f9f-9a2b-041bf0344414+12:2379:x1862022098376960:12345-192.168.202.28@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1775764497.680196:0:44302:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764497.680201:0:44302:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694000/0x57b8ff0e0304f3a7 lrc: 5/0,0 mode: CR/CR res: [0x200003ab1:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b128 expref: 12 pid: 44493 timeout: 2064 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764497.680210:0:44302:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694000/0x57b8ff0e0304f3a7 lrc: 4/0,0 mode: CR/CR res: [0x200003ab1:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b128 expref: 12 pid: 44493 timeout: 2064 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764497.680222:0:44302:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x1d:0x0].0x0 (ffff944586564200) 00010000:00010000:0.0:1775764497.680225:0:44302:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e0304f52f lrc: 3/0,1 mode: --/EX res: [0x200003ab1:0x1d:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 42328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764497.680233:0:44302:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e0304f52f lrc: 3/0,1 mode: EX/EX res: [0x200003ab1:0x1d:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 42328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764497.680240:0:44302:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e0304f52f lrc: 4/0,1 mode: EX/EX res: [0x200003ab1:0x1d:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 42328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764497.680258:0:44302:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775764497.680275:0:44302:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944586b8aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:82781e18-e0e3-4f9f-9a2b-041bf0344414+12:2379:x1862022098376960:12345-192.168.202.28@tcp:103:ldlm_bl.0 Request processed in 87us (520us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764497.680281:0:44302:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 77 00010000:00010000:2.0:1775764497.680436:0:42328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bd390800/0x57b8ff0e0304f51a lrc: 0/0,0 mode: --/CR res: [0x200003ab1:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b19f expref: 25 pid: 44493 timeout: 2064 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764497.680453:0:42328:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944486789500 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:42328:1862022118977408:192.168.202.28@tcp:104: 00010000:00010000:2.0:1775764497.680466:0:42328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694000/0x57b8ff0e0304f3a7 lrc: 0/0,0 mode: --/CR res: [0x200003ab1:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b128 expref: 11 pid: 44493 timeout: 2064 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764497.680493:0:42328:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff94448678a300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:42328:1862022118977536:192.168.202.28@tcp:104: 00010000:00010000:2.0:1775764497.680516:0:42328:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e0304f52f lrc: 3/0,1 mode: EX/EX res: [0x200003ab1:0x1d:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764497.680525:0:42328:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e0304f52f lrc: 3/0,1 mode: EX/EX res: [0x200003ab1:0x1d:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764497.680532:0:42328:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e0304f52f lrc: 3/0,1 mode: EX/EX res: [0x200003ab1:0x1d:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42328 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1775764497.680671:0:42328:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 34359738679 00000001:00080000:2.0:1775764497.680937:0:42328:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 34359738680 00000100:00100000:2.0:1775764497.681041:0:42328:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff94448678a300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:42328:1862022118977664:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1775764497.681088:0:42328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764497.681115:0:42328:0:(client.c:2691:ptlrpc_set_wait()) set ffff944482872f00 going to sleep for 11 seconds 00000100:00100000:2.0:1775764497.681154:0:42329:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118977664 00000100:00100000:2.0:1775764497.681161:0:42329:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118977664 00000100:00100000:2.0:1775764497.681219:0:42329:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:2.0:1775764497.681227:0:42329:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486789500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:42328:x1862022118977664:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1775764497.681296:0:42329:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486789500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:42328:x1862022118977664:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 70us (207us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764497.681304:0:42329:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00100000:2.0:1775764497.681335:0:42328:0:(client.c:3082:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 34359738396 gen 2 00000004:00080000:2.0:1775764497.681341:0:42328:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 34359738396 committed transno 34359738396 00000100:00100000:2.0:1775764497.681359:0:42328:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff94448678a300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:42328:1862022118977664:0@lo:1000:mdt_rdpg00_001.0 00000001:00080000:2.0:1775764497.681830:0:42328:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 34359738681 00000100:00100000:2.0:1775764497.681887:0:42328:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff94448678a300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:42328:1862022118977792:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1775764497.681915:0:42328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764497.681932:0:42328:0:(client.c:2691:ptlrpc_set_wait()) set ffff944482872a80 going to sleep for 11 seconds 00000100:00100000:2.0:1775764497.681947:0:42329:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118977792 00000100:00100000:2.0:1775764497.681951:0:42329:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118977792 00000100:00100000:2.0:1775764497.681975:0:42329:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:2.0:1775764497.681982:0:42329:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94448678b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:42328:x1862022118977792:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1775764497.682100:0:42329:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94448678b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:42328:x1862022118977792:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 117us (183us total) trans 34359738399 rc 0/0 00000100:00100000:2.0:1775764497.682107:0:42329:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00100000:2.0:1775764497.682154:0:42328:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff94448678a300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:42328:1862022118977792:0@lo:1000:mdt_rdpg00_001.0 00000001:00080000:2.0:1775764497.682190:0:42328:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 34359738682 00010000:00010000:2.0:1775764497.682222:0:42328:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e0304f52f lrc: 3/0,1 mode: EX/EX res: [0x200003ab1:0x1d:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764497.682232:0:42328:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e0304f52f lrc: 2/0,0 mode: EX/EX res: [0x200003ab1:0x1d:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764497.682239:0:42328:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e0304f52f lrc: 3/0,0 mode: EX/EX res: [0x200003ab1:0x1d:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764497.682245:0:42328:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445be695800 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764497.682250:0:42328:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e0304f52f lrc: 3/0,0 mode: EX/EX res: [0x200003ab1:0x1d:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764497.682258:0:42328:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e0304f52f lrc: 4/0,0 mode: EX/EX res: [0x200003ab1:0x1d:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764497.682272:0:42328:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x1d:0x0].0x0 (ffff944586564200) 00010000:00010000:2.0:1775764497.682276:0:42328:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:2.0:1775764497.682281:0:42328:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e0304f52f lrc: 2/0,0 mode: --/EX res: [0x200003ab1:0x1d:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764497.682287:0:42328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e0304f52f lrc: 0/0,0 mode: --/EX res: [0x200003ab1:0x1d:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42328 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1775764497.682512:0:42328:0:(mdd_object.c:4010:mdd_close()) Object [0x200003ab1:0x20:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:2.0:1775764497.682611:0:42328:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x2e:0x0].10, 64 off8880 00000004:00080000:2.0:1775764497.682623:0:42328:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1964529823562ns, next at 1965529821721ns, rc = 0 00000001:00080000:2.0:1775764497.682629:0:42328:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 34359738683 00010000:00010000:2.0:1775764497.682666:0:42328:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x1d:0x0].0x0 (ffff944586564200) 00010000:00010000:2.0:1775764497.682669:0:42328:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1775764497.682675:0:42328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944587808400/0x57b8ff0e0304f50c lrc: 0/0,0 mode: --/PW res: [0x200003ab1:0x1d:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b198 expref: 29 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764497.682764:0:42328:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944481e5a050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+28:51188:x1862022098376704:12345-192.168.202.28@tcp:35:lfs.0 Request processed in 11605us (11898us total) trans 34359738684 rc 0/0 00000100:00100000:2.0:1775764497.682773:0:42328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 114 00000020:00080000:2.0:1775764497.682777:0:42328:0:(tgt_main.c:783:tgt_ses_key_exit()) total 8 transactions per RPC 00000100:00080000:1.0:1775764497.684482:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1775764497.690049:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764497.690180:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098377088 00000100:00100000:2.0:1775764497.690193:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098377088 00000100:00100000:2.0:1775764497.690280:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 348 00000100:00100000:2.0:1775764497.690292:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944586b8a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+28:51188:x1862022098377088:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:2.0:1775764497.690327:0:42325:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764497.690362:0:42325:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944580031200/0x57b8ff0e0304f536 lrc: 2/0,0 mode: --/CR res: [0x200003ab1:0x1d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b1ad expref: -99 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764497.690449:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944580031200/0x57b8ff0e0304f536 lrc: 3/0,0 mode: CR/CR res: [0x200003ab1:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b1ad expref: 29 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764497.690468:0:42325:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff944580031200/0x57b8ff0e0304f536 lrc: 3/0,0 mode: CR/CR res: [0x200003ab1:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b1ad expref: 29 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764497.690601:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x1d:0x0].0x0 (ffff94459084aa00) 00010000:00010000:2.0:1775764497.690606:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1775764497.690610:0:42325:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944580031200, rc 0) 00000100:00100000:2.0:1775764497.690878:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944586b8a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+29:51188:x1862022098377088:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 585us (839us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764497.690888:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 348 00000100:00100000:0.0:1775764497.695786:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764497.695968:0:42327:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098377344 00000100:00100000:1.0:1775764497.695978:0:42327:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098377344 00000100:00100000:1.0:1775764497.696141:0:42327:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 115 00000100:00100000:1.0:1775764497.696152:0:42327:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bbf2d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+29:51188:x1862022098377344:12345-192.168.202.28@tcp:35:lfs.0 00000100:00100000:1.0:1775764497.696426:0:42327:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bbf2d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+30:51188:x1862022098377344:12345-192.168.202.28@tcp:35:lfs.0 Request processed in 275us (651us total) trans 34359738685 rc 0/0 00000100:00100000:1.0:1775764497.696435:0:42327:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 115 00000100:00100000:1.0:1775764497.926363:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764497.926846:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098377472 00000100:00100000:3.0:1775764497.926862:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098377472 00000100:00100000:3.0:1775764497.926950:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 349 00000100:00100000:3.0:1775764497.926960:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944586b8b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+30:51202:x1862022098377472:12345-192.168.202.28@tcp:101:stat.0 00010000:00010000:3.0:1775764497.926991:0:42326:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764497.927017:0:42326:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695e00/0x57b8ff0e0304f53d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b1b4 expref: -99 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764497.927094:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694200/0x57b8ff0e0304f544 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764497.927111:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694200/0x57b8ff0e0304f544 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764497.927140:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694200/0x57b8ff0e0304f544 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764497.927160:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694400/0x57b8ff0e0304f54b lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x91a7a9c8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764497.927168:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694400/0x57b8ff0e0304f54b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x91a7a9c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764497.927174:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694400/0x57b8ff0e0304f54b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x91a7a9c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764497.928037:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694a00/0x57b8ff0e0304f552 lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0x1d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764497.928052:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694a00/0x57b8ff0e0304f552 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x1d:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764497.928060:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694a00/0x57b8ff0e0304f552 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x1d:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764497.928104:0:42326:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab1:0x1d:0x0]: returning size 1049600 00000004:00200000:3.0:1775764497.928109:0:42326:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1775764497.928164:0:42326:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694a00/0x57b8ff0e0304f552 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x1d:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764497.928178:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694a00/0x57b8ff0e0304f552 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764497.928191:0:42326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694200/0x57b8ff0e0304f544 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764497.928197:0:42326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694200/0x57b8ff0e0304f544 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764497.928204:0:42326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694200/0x57b8ff0e0304f544 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764497.928227:0:42326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445be694200 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:3.0:1775764497.928232:0:42326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694200/0x57b8ff0e0304f544 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764497.928241:0:42326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694200/0x57b8ff0e0304f544 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764497.928255:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff944584d1d600) 00010000:00010000:3.0:1775764497.928259:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764497.928264:0:42326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694200/0x57b8ff0e0304f544 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764497.928270:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694200/0x57b8ff0e0304f544 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764497.928282:0:42326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694400/0x57b8ff0e0304f54b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x91a7a9c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764497.928287:0:42326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694400/0x57b8ff0e0304f54b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x91a7a9c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764497.928293:0:42326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694400/0x57b8ff0e0304f54b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x91a7a9c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764497.928298:0:42326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445be694400 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:3.0:1775764497.928301:0:42326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694400/0x57b8ff0e0304f54b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x91a7a9c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764497.928306:0:42326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694400/0x57b8ff0e0304f54b lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x91a7a9c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764497.928317:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x91a7a9c8 (ffff944586564c00) 00010000:00010000:3.0:1775764497.928320:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764497.928322:0:42326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694400/0x57b8ff0e0304f54b lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x91a7a9c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764497.928327:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694400/0x57b8ff0e0304f54b lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x91a7a9c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764497.928366:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695e00/0x57b8ff0e0304f53d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b1b4 expref: 32 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764497.929395:0:42326:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694a00/0x57b8ff0e0304f552 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b1b4 expref: 31 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764497.929414:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x1d:0x0].0x0 (ffff94459084aa00) 00010000:00010000:3.0:1775764497.929417:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1775764497.929420:0:42326:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445be694a00, rc 0) 00000100:00100000:3.0:1775764497.929787:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944586b8b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+31:51202:x1862022098377472:12345-192.168.202.28@tcp:101:stat.0 Request processed in 2821us (3430us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764497.929818:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 349 00000100:00100000:0.0:1775764498.025457:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764498.025578:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098377728 00000100:00100000:2.0:1775764498.025594:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098377728 00000100:00100000:2.0:1775764498.025688:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 350 00000100:00100000:2.0:1775764498.025701:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bbf2ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+31:51211:x1862022098377728:12345-192.168.202.28@tcp:101:md5sum.0 00010000:00010000:2.0:1775764498.025730:0:42325:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764498.025754:0:42325:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944580031e00/0x57b8ff0e0304f559 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b1bb expref: -99 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:1.0:1775764498.026040:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:2.0:1775764498.026833:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff944580030400/0x57b8ff0e0304f560 lrc: 3/1,0 mode: --/CR res: [0x200003ab1:0x1d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764498.026854:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944580030400/0x57b8ff0e0304f560 lrc: 3/1,0 mode: CR/CR res: [0x200003ab1:0x1d:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764498.026869:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944580030400/0x57b8ff0e0304f560 lrc: 3/1,0 mode: CR/CR res: [0x200003ab1:0x1d:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764498.026894:0:42325:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab1:0x1d:0x0]: returning size 1049600 00010000:00010000:2.0:1775764498.028309:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944580031e00/0x57b8ff0e0304f559 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b1bb expref: 34 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764498.028341:0:42325:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff944580030400/0x57b8ff0e0304f560 lrc: 3/0,0 mode: CR/CR res: [0x200003ab1:0x1d:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b1bb expref: 33 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764498.028351:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x1d:0x0].0x0 (ffff94459084aa00) 00010000:00010000:2.0:1775764498.028355:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:2.0:1775764498.028359:0:42325:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944580030400, rc 0) 00000100:00100000:2.0:1775764498.028571:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bbf2ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+33:51211:x1862022098377728:12345-192.168.202.28@tcp:101:md5sum.0 Request processed in 2873us (3123us total) trans 34359738686 rc 0/0 00000100:00100000:2.0:1775764498.028581:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 350 00000100:00100000:0.0:1775764498.158727:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764498.159292:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098377984 00000100:00100000:1.0:1775764498.159304:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098377984 00000100:00100000:1.0:1775764498.159385:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 351 00000100:00100000:1.0:1775764498.159398:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bbf2ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+33:51217:x1862022098377984:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:1.0:1775764498.159434:0:44493:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764498.159460:0:44493:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944587808400/0x57b8ff0e0304f56e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b1c2 expref: -99 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764498.159603:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff944587808c00/0x57b8ff0e0304f575 lrc: 3/0,1 mode: --/CW res: [0x200003ab1:0x1d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764498.159620:0:44493:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694a00/0x57b8ff0e0304f552 lrc: 2/0,0 mode: PR/PR res: [0x200003ab1:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b1b4 expref: 34 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764498.159776:0:44493:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff944587808c00/0x57b8ff0e0304f575 lrc: 4/0,1 mode: --/CW res: [0x200003ab1:0x1d:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764498.159851:0:44493:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694a00/0x57b8ff0e0304f552 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b1b4 expref: 34 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764498.159866:0:44493:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694a00/0x57b8ff0e0304f552 lrc: 4/0,0 mode: PR/PR res: [0x200003ab1:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b1b4 expref: 34 pid: 42326 timeout: 2065 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764498.159892:0:44493:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944586b89180 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:44493:1862022118977920:192.168.202.28@tcp:104: 00000100:00100000:1.0:1775764498.160272:0:44493:0:(client.c:2691:ptlrpc_set_wait()) set ffff9445b7639480 going to sleep for 11 seconds 00000100:00100000:0.0:1775764498.169614:0:44493:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944586b89180 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:44493:1862022118977920:192.168.202.28@tcp:104: 00010000:00010000:0.0:1775764498.169659:0:44493:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff944587808c00/0x57b8ff0e0304f575 lrc: 3/0,1 mode: --/CW res: [0x200003ab1:0x1d:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764498.172293:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764498.174310:0:44302:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098378112 00000100:00100000:0.0:1775764498.174326:0:44302:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098378112 00010000:00010000:0.0:1775764498.174542:0:44302:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694a00/0x57b8ff0e0304f552 lrc: 4/0,0 mode: PR/PR res: [0x200003ab1:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b1b4 expref: 35 pid: 42326 timeout: 2065 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764498.174733:0:44302:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 78 00000100:00100000:0.0:1775764498.174747:0:44302:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944586b88700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+35:2376:x1862022098378112:12345-192.168.202.28@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1775764498.174767:0:44302:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764498.174775:0:44302:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694a00/0x57b8ff0e0304f552 lrc: 4/0,0 mode: PR/PR res: [0x200003ab1:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b1b4 expref: 35 pid: 42326 timeout: 2065 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764498.174792:0:44302:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694a00/0x57b8ff0e0304f552 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b1b4 expref: 35 pid: 42326 timeout: 2065 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764498.174844:0:44302:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694a00/0x57b8ff0e0304f552 lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b1b4 expref: 35 pid: 42326 timeout: 2065 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764498.174869:0:44302:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x1d:0x0].0x0 (ffff94459084aa00) 00010000:00010000:0.0:1775764498.174876:0:44302:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff944587808c00/0x57b8ff0e0304f575 lrc: 3/0,1 mode: --/CW res: [0x200003ab1:0x1d:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764498.174888:0:44302:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff944587808c00/0x57b8ff0e0304f575 lrc: 3/0,1 mode: CW/CW res: [0x200003ab1:0x1d:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764498.174898:0:44302:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944587808c00/0x57b8ff0e0304f575 lrc: 4/0,1 mode: CW/CW res: [0x200003ab1:0x1d:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764498.175093:0:44302:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1775764498.175200:0:44493:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff944587808c00/0x57b8ff0e0304f575 lrc: 3/0,1 mode: CW/CW res: [0x200003ab1:0x1d:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764498.175212:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944587808c00/0x57b8ff0e0304f575 lrc: 3/0,1 mode: CW/CW res: [0x200003ab1:0x1d:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764498.175236:0:44493:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab1:0x1d:0x0]: returning size 1049600 00000100:00100000:0.0:1775764498.175242:0:44302:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944586b88700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+34:2376:x1862022098378112:12345-192.168.202.28@tcp:103:ldlm_bl.0 Request processed in 496us (2961us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764498.175253:0:44302:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 78 00010000:00010000:1.0:1775764498.175411:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944587808400/0x57b8ff0e0304f56e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b1c2 expref: 35 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764498.175429:0:44493:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff944587808c00/0x57b8ff0e0304f575 lrc: 3/0,0 mode: CW/CW res: [0x200003ab1:0x1d:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b1c2 expref: 34 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764498.175437:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x1d:0x0].0x0 (ffff94459084aa00) 00010000:00010000:1.0:1775764498.175440:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:1.0:1775764498.175443:0:44493:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944587808c00, rc 0) 00000100:00100000:1.0:1775764498.175468:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bbf2ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+34:51217:x1862022098377984:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 16074us (16756us total) trans 34359738687 rc 0/0 00000100:00100000:1.0:1775764498.175479:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 351 00000100:00100000:0.0:1775764498.179195:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764498.179419:0:42328:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098378496 00000100:00100000:2.0:1775764498.179431:0:42328:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098378496 00000100:00100000:2.0:1775764498.179504:0:42328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 116 00000100:00100000:2.0:1775764498.179515:0:42328:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bbf2fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+34:51217:x1862022098378496:12345-192.168.202.28@tcp:35:lfs.0 00000100:00100000:2.0:1775764498.179862:0:42328:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bbf2fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+35:51217:x1862022098378496:12345-192.168.202.28@tcp:35:lfs.0 Request processed in 349us (676us total) trans 34359738688 rc 0/0 00000100:00100000:2.0:1775764498.179870:0:42328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 116 00000100:00100000:2.0:1775764498.183935:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764498.184104:0:42309:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098378624 00000100:00100000:1.0:1775764498.184116:0:42309:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098378624 00000100:00100000:1.0:1775764498.184200:0:42309:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 29 00000100:00100000:1.0:1775764498.184212:0:42309:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94448678ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+35:51217:x1862022098378624:12345-192.168.202.28@tcp:103:lfs.0 00010000:00010000:1.0:1775764498.184228:0:42309:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1775764498.184256:0:42309:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944580030400/0x57b8ff0e0304f560 lrc: 0/0,0 mode: --/CR res: [0x200003ab1:0x1d:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b1bb expref: 35 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764498.184286:0:42309:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944580031200/0x57b8ff0e0304f536 lrc: 0/0,0 mode: --/CR res: [0x200003ab1:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b1ad expref: 34 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764498.184298:0:42309:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x1d:0x0].0x0 (ffff94459084aa00) 00010000:00010000:1.0:1775764498.184304:0:42309:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1775764498.184370:0:42309:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94448678ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+33:51217:x1862022098378624:12345-192.168.202.28@tcp:103:lfs.0 Request processed in 160us (446us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764498.184385:0:42309:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 29 00000100:00100000:0.0:1775764498.188662:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764498.188937:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098378752 00000100:00100000:2.0:1775764498.188947:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098378752 00000100:00100000:2.0:1775764498.189015:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 352 00000100:00100000:2.0:1775764498.189026:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bbf2f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+33:51217:x1862022098378752:12345-192.168.202.28@tcp:58:lfs.0 00010000:00010000:2.0:1775764498.189148:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff944580031e00/0x57b8ff0e0304f583 lrc: 3/0,1 mode: --/EX res: [0x200003ab1:0x1d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764498.189176:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944580031e00/0x57b8ff0e0304f583 lrc: 3/0,1 mode: EX/EX res: [0x200003ab1:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764498.189192:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944580031e00/0x57b8ff0e0304f583 lrc: 3/0,1 mode: EX/EX res: [0x200003ab1:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1775764498.189540:0:42324:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x32:0x0].8, 136 off9280 00000100:00100000:2.0:1775764498.189889:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bbf2f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+33:51217:x1862022098378752:12345-192.168.202.28@tcp:58:lfs.0 Request processed in 861us (1236us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764498.189899:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 352 00000100:00100000:0.0:1775764498.201694:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764498.205853:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098378880 00000100:00100000:3.0:1775764498.205869:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098378880 00000100:00100000:3.0:1775764498.205957:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 353 00000100:00100000:3.0:1775764498.205970:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bbf2e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+33:51217:x1862022098378880:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:3.0:1775764498.205993:0:42326:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764498.206017:0:42326:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695e00/0x57b8ff0e0304f58a lrc: 2/0,0 mode: --/CR res: [0x200003ab1:0x1d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b1c9 expref: -99 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764498.206094:0:42326:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff944580031e00/0x57b8ff0e0304f583 lrc: 2/0,1 mode: EX/EX res: [0x200003ab1:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764498.206105:0:42326:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695e00/0x57b8ff0e0304f58a lrc: 4/0,0 mode: --/CR res: [0x200003ab1:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b1c9 expref: 34 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764498.206151:0:42326:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff944580031e00/0x57b8ff0e0304f583 lrc: 3/0,1 mode: EX/EX res: [0x200003ab1:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764498.206167:0:42326:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695e00/0x57b8ff0e0304f58a lrc: 3/0,0 mode: --/CR res: [0x200003ab1:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b1c9 expref: 34 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764498.206184:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x1d:0x0].0x0 (ffff94459084aa00) 00010000:00010000:3.0:1775764498.206188:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1775764498.206192:0:42326:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695e00/0x57b8ff0e0304f58a lrc: 3/0,0 mode: --/CR res: [0x200003ab1:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b1c9 expref: 34 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764498.206201:0:42326:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445be695e00, rc 0) 00000100:00100000:3.0:1775764498.206301:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bbf2e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+34:51217:x1862022098378880:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 334us (4621us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764498.206310:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 353 00010000:00010000:0.0:1775764498.242115:0:42312:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1775764498.945771:0:42356:0:(llog.c:800:llog_process_thread()) index: 8, lh_last_idx: 8 synced_idx: 8 lgh_last_idx: 8 00000040:00080000:1.0:1775764498.945781:0:42356:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x32:0x0] at index 8 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1775764498.945848:0:42356:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x32:0x0] index 9 count 5 00000040:00080000:1.0:1775764498.945854:0:42356:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 9 count 2 00000100:00100000:1.0:1775764498.946010:0:42356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944586b89f80 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:42356:1862022118978048:192.168.202.28@tcp:107:hsm_cdtr.0 00000100:00100000:1.0:1775764498.946174:0:42356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9445b76393c0 going to sleep for 11 seconds 00000100:00100000:2.0:1775764498.951422:0:42356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944586b89f80 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:42356:1862022118978048:192.168.202.28@tcp:107:hsm_cdtr.0 00000100:00100000:0.0:1775764498.956200:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764498.958427:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098379008 00000100:00100000:2.0:1775764498.958452:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098379008 00000100:00100000:2.0:1775764498.958536:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 354 00000100:00100000:2.0:1775764498.958547:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bbf2f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+34:51218:x1862022098379008:12345-192.168.202.28@tcp:53:lhsmtool_posix.0 00000004:00000080:2.0:1775764498.958583:0:42324:0:(mdt_handler.c:7957:mdt_fid2path()) path get [0x200003ab1:0x1d:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1775764498.958682:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bbf2f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+34:51218:x1862022098379008:12345-192.168.202.28@tcp:53:lhsmtool_posix.0 Request processed in 136us (2493us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764498.958689:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 354 00000100:00100000:1.0:1775764498.965953:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764498.966508:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098379136 00000100:00100000:3.0:1775764498.966519:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098379136 00000100:00100000:3.0:1775764498.966589:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 355 00000100:00100000:3.0:1775764498.966602:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944586b88000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+34:51218:x1862022098379136:12345-192.168.202.28@tcp:34:lhsmtool_posix.0 00010000:00010000:3.0:1775764498.966703:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694400/0x57b8ff0e0304f591 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764498.966725:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694400/0x57b8ff0e0304f591 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764498.966739:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694400/0x57b8ff0e0304f591 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764498.966755:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694200/0x57b8ff0e0304f598 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x231127a9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764498.966762:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694200/0x57b8ff0e0304f598 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x231127a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764498.966768:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694200/0x57b8ff0e0304f598 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x231127a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764498.966794:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e0304f59f lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0x1d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764498.966845:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e0304f59f lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764498.966853:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e0304f59f lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764498.966902:0:42326:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab1:0x1d:0x0]: returning size 1049600 00000004:00200000:3.0:1775764498.966906:0:42326:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1775764498.966919:0:42326:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e0304f59f lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764498.966928:0:42326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694400/0x57b8ff0e0304f591 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764498.966935:0:42326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694400/0x57b8ff0e0304f591 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764498.966940:0:42326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694400/0x57b8ff0e0304f591 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764498.966943:0:42326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445be694400 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:3.0:1775764498.966946:0:42326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694400/0x57b8ff0e0304f591 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764498.966951:0:42326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694400/0x57b8ff0e0304f591 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764498.966961:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff94459084a500) 00010000:00010000:3.0:1775764498.966963:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764498.966967:0:42326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694400/0x57b8ff0e0304f591 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764498.966970:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694400/0x57b8ff0e0304f591 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764498.966980:0:42326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694200/0x57b8ff0e0304f598 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x231127a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764498.966984:0:42326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694200/0x57b8ff0e0304f598 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x231127a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764498.967003:0:42326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694200/0x57b8ff0e0304f598 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x231127a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764498.967006:0:42326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445be694200 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:3.0:1775764498.967012:0:42326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694200/0x57b8ff0e0304f598 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x231127a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764498.967016:0:42326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694200/0x57b8ff0e0304f598 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x231127a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764498.967020:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x231127a9 (ffff944586564c00) 00010000:00010000:3.0:1775764498.967021:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764498.967023:0:42326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694200/0x57b8ff0e0304f598 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x231127a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764498.967026:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694200/0x57b8ff0e0304f598 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x231127a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764498.967036:0:42326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e0304f59f lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764498.967040:0:42326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e0304f59f lrc: 2/0,0 mode: PR/PR res: [0x200003ab1:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764498.967044:0:42326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e0304f59f lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764498.967046:0:42326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445be694600 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:3.0:1775764498.967048:0:42326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e0304f59f lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764498.967051:0:42326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e0304f59f lrc: 4/0,0 mode: PR/PR res: [0x200003ab1:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764498.967054:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x1d:0x0].0x0 (ffff94459084aa00) 00010000:00010000:3.0:1775764498.967055:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764498.967057:0:42326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e0304f59f lrc: 2/0,0 mode: --/PR res: [0x200003ab1:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764498.967061:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e0304f59f lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764498.967294:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944586b88000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+34:51218:x1862022098379136:12345-192.168.202.28@tcp:34:lhsmtool_posix.0 Request processed in 692us (1351us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764498.967304:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 355 00000100:00100000:0.0:1775764498.972777:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764498.973864:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098379392 00000100:00100000:3.0:1775764498.973879:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098379392 00000100:00100000:3.0:1775764498.973959:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 356 00000100:00100000:3.0:1775764498.973969:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bbf2dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+34:51218:x1862022098379392:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1775764498.973994:0:42324:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764498.974016:0:42324:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e0304f5a6 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b1d0 expref: -99 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764498.974156:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694a00/0x57b8ff0e0304f5ad lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0x1d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764498.974174:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694a00/0x57b8ff0e0304f5ad lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x1d:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764498.974188:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694a00/0x57b8ff0e0304f5ad lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x1d:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764498.974208:0:42324:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab1:0x1d:0x0]: returning size 1049600 00010000:00010000:3.0:1775764498.974327:0:42324:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694a00/0x57b8ff0e0304f5ad lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x1d:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764498.974335:0:42324:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694a00/0x57b8ff0e0304f5ad lrc: 2/0,0 mode: PR/PR res: [0x200003ab1:0x1d:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764498.974352:0:42324:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694a00/0x57b8ff0e0304f5ad lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x1d:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764498.974359:0:42324:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445be694a00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:3.0:1775764498.974365:0:42324:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694a00/0x57b8ff0e0304f5ad lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x1d:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764498.974372:0:42324:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694a00/0x57b8ff0e0304f5ad lrc: 4/0,0 mode: PR/PR res: [0x200003ab1:0x1d:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764498.974385:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x1d:0x0].0x0 (ffff94459084aa00) 00010000:00010000:3.0:1775764498.974389:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1775764498.974393:0:42324:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694a00/0x57b8ff0e0304f5ad lrc: 2/0,0 mode: --/PR res: [0x200003ab1:0x1d:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764498.974399:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694a00/0x57b8ff0e0304f5ad lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0x1d:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764498.975088:0:42324:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e0304f5a6 lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b1d0 expref: 36 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764498.975101:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff94459084a500) 00010000:00010000:3.0:1775764498.975104:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1775764498.975107:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e0304f5a6 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b1d0 expref: 36 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764498.975129:0:42324:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445be695c00, rc 0) 00000100:00100000:3.0:1775764498.975217:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bbf2dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+35:51218:x1862022098379392:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 Request processed in 1249us (2452us total) trans 34359738689 rc 301/301 00000100:00100000:3.0:1775764498.975230:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 356 00000100:00100000:1.0:1775764498.987013:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764498.987160:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098379520 00000100:00100000:3.0:1775764498.987173:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098379520 00000100:00100000:3.0:1775764498.987241:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 357 00000100:00100000:3.0:1775764498.987252:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944586b8b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+35:51218:x1862022098379520:12345-192.168.202.28@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1775764498.987294:0:42326:0:(mdt_handler.c:7957:mdt_fid2path()) path get [0x200003ab1:0x1d:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1775764498.988318:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944586b8b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+35:51218:x1862022098379520:12345-192.168.202.28@tcp:53:lhsmtool_posix.0 Request processed in 1061us (1329us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764498.988330:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 357 00000100:00100000:1.0:1775764498.996644:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764498.996795:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098379776 00000100:00100000:2.0:1775764498.996852:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098379776 00000100:00100000:2.0:1775764498.996950:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 358 00000100:00100000:2.0:1775764498.996965:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944586b89f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+35:51218:x1862022098379776:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1775764498.997357:0:42325:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764498.997362:0:42325:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1775764498.997395:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bd390600/0x57b8ff0e0304f4c6 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b17c expref: 35 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764498.997419:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff944584d1d600) 00010000:00010000:2.0:1775764498.997425:0:42325:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775764498.997442:0:42325:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944580030e00/0x57b8ff0e0304f5bb lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b1d7 expref: -99 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1775764498.998958:0:42325:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x109:0x0], index 1: 0 00010000:00010000:2.0:1775764498.999233:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944580031200/0x57b8ff0e0304f5c2 lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0x21:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764498.999252:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944580031200/0x57b8ff0e0304f5c2 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x21:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764498.999266:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944580031200/0x57b8ff0e0304f5c2 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x21:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764498.999336:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944580030e00/0x57b8ff0e0304f5bb lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b1d7 expref: 37 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764498.999354:0:42325:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff944580031200/0x57b8ff0e0304f5c2 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x21:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b1d7 expref: 36 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764498.999363:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x21:0x0].0x0 (ffff94459084ac00) 00010000:00010000:2.0:1775764498.999366:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1775764498.999369:0:42325:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944580031200, rc 0) 00000100:00100000:2.0:1775764498.999451:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944586b89f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+36:51218:x1862022098379776:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 Request processed in 2490us (3459us total) trans 34359738690 rc 0/0 00000100:00100000:2.0:1775764498.999460:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 358 00000100:00100000:0.0:1775764499.012298:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764499.012456:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098379904 00000100:00100000:1.0:1775764499.012481:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098379904 00000100:00100000:1.0:1775764499.016962:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 359 00000100:00100000:1.0:1775764499.016974:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bbf2d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+36:51218:x1862022098379904:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1775764499.017016:0:44493:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764499.017039:0:44493:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944587809c00/0x57b8ff0e0304f5d0 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b1de expref: -99 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764499.017128:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944587809000/0x57b8ff0e0304f5d7 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764499.017144:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944587809000/0x57b8ff0e0304f5d7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764499.017156:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944587809000/0x57b8ff0e0304f5d7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764499.019417:0:44493:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 8704 00000004:00200000:0.0:1775764499.019432:0:44493:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 32 stripe count 1 MDT count 1 00000004:00010000:0.0:1775764499.019841:0:44493:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff944587809000/0x57b8ff0e0304f5d7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764499.019887:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944587809c00/0x57b8ff0e0304f5d0 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b1de expref: 38 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764499.019910:0:44493:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff944587809000/0x57b8ff0e0304f5d7 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b1de expref: 37 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764499.019925:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff944584d1d600) 00010000:00010000:0.0:1775764499.019928:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1775764499.019933:0:44493:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944587809000, rc 0) 00000100:00100000:0.0:1775764499.020025:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bbf2d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+37:51218:x1862022098379904:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 Request processed in 3052us (7739us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764499.020035:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 359 00000100:00100000:1.0:1775764499.025050:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764499.025218:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098380160 00000100:00100000:2.0:1775764499.025230:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098380160 00000100:00100000:2.0:1775764499.025299:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 360 00000100:00100000:2.0:1775764499.025311:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944586b89180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+37:51218:x1862022098380160:12345-192.168.202.28@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1775764499.025389:0:42325:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1775764499.025422:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944580031200/0x57b8ff0e0304f5c2 lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0x21:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b1d7 expref: 37 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764499.025451:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x21:0x0].0x0 (ffff94459084ac00) 00010000:00010000:2.0:1775764499.025494:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944587809000/0x57b8ff0e0304f5d7 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b1de expref: 36 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764499.025506:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff944584d1d600) 00010000:00010000:2.0:1775764499.025509:0:42325:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775764499.025538:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff944580030e00/0x57b8ff0e0304f5de lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764499.025553:0:42325:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff944587809200/0x57b8ff0e0304f495 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b16e expref: 10 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764499.025561:0:42325:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff944580030e00/0x57b8ff0e0304f5de lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764499.027161:0:42325:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff944587809200/0x57b8ff0e0304f495 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b16e expref: 10 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764499.027182:0:42325:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff944587809200/0x57b8ff0e0304f495 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b16e expref: 10 pid: 42326 timeout: 2065 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764499.027203:0:42325:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944486789180 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:42325:1862022118978176:192.168.202.28@tcp:104: 00000100:00100000:2.0:1775764499.027302:0:42325:0:(client.c:2691:ptlrpc_set_wait()) set ffff9445a190ae40 going to sleep for 11 seconds 00000100:00100000:2.0:1775764499.056935:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764499.057066:0:42310:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098380288 00000100:00100000:0.0:1775764499.057080:0:42310:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098380288 00010000:00010000:0.0:1775764499.057183:0:42310:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff944587809200/0x57b8ff0e0304f495 lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b16e expref: 11 pid: 42326 timeout: 2065 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764499.057297:0:42310:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 79 00000100:00100000:0.0:1775764499.057311:0:42310:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94448678aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:82781e18-e0e3-4f9f-9a2b-041bf0344414+11:2379:x1862022098380288:12345-192.168.202.28@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1775764499.057332:0:42310:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764499.057341:0:42310:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff944587809200/0x57b8ff0e0304f495 lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b16e expref: 11 pid: 42326 timeout: 2065 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764499.057370:0:42310:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff944587809200/0x57b8ff0e0304f495 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b16e expref: 11 pid: 42326 timeout: 2065 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764499.057401:0:42310:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff944584d1d600) 00010000:00010000:0.0:1775764499.057408:0:42310:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff944580030e00/0x57b8ff0e0304f5de lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764499.057419:0:42310:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff944580030e00/0x57b8ff0e0304f5de lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764499.057432:0:42310:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944580030e00/0x57b8ff0e0304f5de lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764499.057466:0:42310:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00080000:2.0:1775764499.057596:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1775764499.058176:0:42310:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94448678aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:82781e18-e0e3-4f9f-9a2b-041bf0344414+11:2379:x1862022098380288:12345-192.168.202.28@tcp:103:ldlm_bl.0 Request processed in 865us (1251us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764499.058186:0:42310:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 79 00010000:00010000:1.0:1775764499.059932:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944587809200/0x57b8ff0e0304f495 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b16e expref: 10 pid: 42326 timeout: 2065 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764499.059960:0:42325:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944486789180 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:42325:1862022118978176:192.168.202.28@tcp:104: 00010000:00010000:1.0:1775764499.059990:0:42325:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff944580030e00/0x57b8ff0e0304f5de lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764499.060287:0:42325:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff944580030e00/0x57b8ff0e0304f5de lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764499.060295:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944580030e00/0x57b8ff0e0304f5de lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764499.060331:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff944580030400/0x57b8ff0e0304f5e5 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x20ad049a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764499.060355:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944580030400/0x57b8ff0e0304f5e5 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x20ad049a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764499.060367:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944580030400/0x57b8ff0e0304f5e5 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x20ad049a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764499.060787:0:42325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff944580030e00/0x57b8ff0e0304f5de lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764499.060831:0:42325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944580030e00/0x57b8ff0e0304f5de lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764499.060839:0:42325:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944580030e00/0x57b8ff0e0304f5de lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764499.060845:0:42325:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944580030e00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764499.060849:0:42325:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944580030e00/0x57b8ff0e0304f5de lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764499.060858:0:42325:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944580030e00/0x57b8ff0e0304f5de lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764499.060872:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff944584d1d600) 00010000:00010000:2.0:1775764499.060875:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764499.060880:0:42325:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944580030e00/0x57b8ff0e0304f5de lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764499.060886:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944580030e00/0x57b8ff0e0304f5de lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764499.060902:0:42325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff944580030400/0x57b8ff0e0304f5e5 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x20ad049a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764499.060907:0:42325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944580030400/0x57b8ff0e0304f5e5 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x20ad049a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764499.060913:0:42325:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944580030400/0x57b8ff0e0304f5e5 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x20ad049a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764499.060918:0:42325:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944580030400 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764499.060920:0:42325:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944580030400/0x57b8ff0e0304f5e5 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x20ad049a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764499.060926:0:42325:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944580030400/0x57b8ff0e0304f5e5 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x20ad049a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764499.060931:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x20ad049a (ffff94459084ac00) 00010000:00010000:2.0:1775764499.060933:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764499.060936:0:42325:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944580030400/0x57b8ff0e0304f5e5 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x20ad049a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764499.060946:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944580030400/0x57b8ff0e0304f5e5 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x20ad049a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764499.061356:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944586b89180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+35:51218:x1862022098380160:12345-192.168.202.28@tcp:36:lhsmtool_posix.0 Request processed in 36033us (36300us total) trans 0 rc -2/-2 00000100:00100000:2.0:1775764499.061365:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 360 00000100:00100000:2.0:1775764499.067256:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764499.067624:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098380416 00000100:00100000:3.0:1775764499.067634:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098380416 00000100:00100000:3.0:1775764499.067734:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 361 00000100:00100000:3.0:1775764499.067744:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94448678a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+35:51218:x1862022098380416:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1775764499.067767:0:42326:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764499.067791:0:42326:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e0304f5ec lrc: 2/0,0 mode: --/PR res: [0x200003ab1:0x21:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b1e5 expref: -99 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764499.067858:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694a00/0x57b8ff0e0304f5f3 lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0x21:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764499.067872:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694a00/0x57b8ff0e0304f5f3 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x21:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764499.067884:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694a00/0x57b8ff0e0304f5f3 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x21:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764499.067990:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e0304f5ec lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0x21:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b1e5 expref: 37 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764499.068030:0:42326:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694a00/0x57b8ff0e0304f5f3 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x21:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b1e5 expref: 36 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764499.068039:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x21:0x0].0x0 (ffff944586564c00) 00010000:00010000:3.0:1775764499.068042:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1775764499.068045:0:42326:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445be694a00, rc 0) 00000100:00100000:3.0:1775764499.068125:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94448678a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+36:51218:x1862022098380416:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 Request processed in 373us (874us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764499.068133:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 361 00000100:00100000:1.0:1775764499.078827:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764499.078919:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098380672 00000100:00100000:0.0:1775764499.078930:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098380672 00000100:00100000:0.0:1775764499.078989:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 362 00000100:00100000:0.0:1775764499.079014:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944586b8b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+36:51218:x1862022098380672:12345-192.168.202.28@tcp:36:lhsmtool_posix.0 00010000:00010000:0.0:1775764499.079106:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77000/0x57b8ff0e0304f5fa lrc: 3/0,1 mode: --/PW res: [0x200003ab1:0x21:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764499.079134:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77000/0x57b8ff0e0304f5fa lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0x21:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764499.079147:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77000/0x57b8ff0e0304f5fa lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0x21:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1775764499.079888:0:42324:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x30:0x0].9, 88 off8864 00000004:00080000:0.0:1775764499.079903:0:42324:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1965927103870ns, next at 1966927100779ns, rc = 0 00000004:00010000:0.0:1775764499.081849:0:42324:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000e2577dc9 reply state 000000009d396a07 transno 34359738691 ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77000/0x57b8ff0e0304f5fa lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0x21:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764499.081869:0:42324:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1775764499.082073:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944586b8b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+38:51218:x1862022098380672:12345-192.168.202.28@tcp:36:lhsmtool_posix.0 Request processed in 3068us (3268us total) trans 34359738691 rc 0/0 00000100:00100000:0.0:1775764499.082088:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 362 00010000:00010000:1.0:1775764499.087452:0:3314:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77000/0x57b8ff0e0304f5fa lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0x21:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764499.087472:0:3314:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77000/0x57b8ff0e0304f5fa lrc: 2/0,0 mode: PW/PW res: [0x200003ab1:0x21:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764499.087480:0:3314:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77000/0x57b8ff0e0304f5fa lrc: 3/0,0 mode: PW/PW res: [0x200003ab1:0x21:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764499.087487:0:3314:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445bfe77000 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:1.0:1775764499.087492:0:3314:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77000/0x57b8ff0e0304f5fa lrc: 3/0,0 mode: PW/PW res: [0x200003ab1:0x21:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764499.087500:0:3314:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77000/0x57b8ff0e0304f5fa lrc: 4/0,0 mode: PW/PW res: [0x200003ab1:0x21:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764499.087520:0:3314:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x21:0x0].0x0 (ffff944586564c00) 00010000:00010000:1.0:1775764499.087524:0:3314:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1775764499.087529:0:3314:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77000/0x57b8ff0e0304f5fa lrc: 2/0,0 mode: --/PW res: [0x200003ab1:0x21:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764499.087536:0:3314:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77000/0x57b8ff0e0304f5fa lrc: 0/0,0 mode: --/PW res: [0x200003ab1:0x21:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764499.088444:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764499.089221:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098380800 00000100:00100000:2.0:1775764499.089233:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098380800 00000100:00100000:2.0:1775764499.089287:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 363 00000100:00100000:2.0:1775764499.089297:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944586b8ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+37:51218:x1862022098380800:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1775764499.089329:0:44493:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764499.089351:0:44493:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944580030e00/0x57b8ff0e0304f601 lrc: 2/0,0 mode: --/CR res: [0x200003ab1:0x21:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b1ec expref: -99 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764499.089427:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944580030e00/0x57b8ff0e0304f601 lrc: 3/0,0 mode: CR/CR res: [0x200003ab1:0x21:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b1ec expref: 38 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764499.089444:0:44493:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff944580030e00/0x57b8ff0e0304f601 lrc: 3/0,0 mode: CR/CR res: [0x200003ab1:0x21:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b1ec expref: 38 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764499.089489:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x21:0x0].0x0 (ffff944586564c00) 00010000:00010000:2.0:1775764499.089492:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1775764499.089496:0:44493:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944580030e00, rc 0) 00000100:00100000:2.0:1775764499.089564:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944586b8ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+38:51218:x1862022098380800:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 Request processed in 268us (1130us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764499.089576:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 363 00000100:00100000:2.0:1775764499.093710:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764499.093953:0:42945:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098380928 00000100:00100000:3.0:1775764499.093965:0:42945:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098380928 00000100:00100000:3.0:1775764499.094053:0:42945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 92 00000100:00100000:3.0:1775764499.094063:0:42945:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94448678b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+8:2378:x1862022098380928:12345-192.168.202.28@tcp:2:lhsmtool_posix.0 00000100:00080000:2.0:1775764499.094637:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1775764499.096396:0:42945:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94448678b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+9:2378:x1862022098380928:12345-192.168.202.28@tcp:2:lhsmtool_posix.0 Request processed in 2325us (2688us total) trans 34359738397 rc 0/0 00000100:00100000:3.0:1775764499.096410:0:42945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 92 00000100:00100000:0.0:1775764499.107778:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764499.109979:0:42328:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098381184 00000100:00100000:2.0:1775764499.109999:0:42328:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098381184 00000100:00100000:2.0:1775764499.110315:0:42328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 117 00000100:00100000:2.0:1775764499.110329:0:42328:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486043b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+38:51218:x1862022098381184:12345-192.168.202.28@tcp:35:lhsmtool_posix.0 00000100:00100000:2.0:1775764499.110741:0:42328:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486043b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+39:51218:x1862022098381184:12345-192.168.202.28@tcp:35:lhsmtool_posix.0 Request processed in 414us (2969us total) trans 34359738692 rc 0/0 00000100:00100000:2.0:1775764499.110749:0:42328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 117 00000100:00100000:0.0:1775764499.117960:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764499.118233:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098381440 00000100:00100000:3.0:1775764499.118246:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098381440 00000100:00100000:3.0:1775764499.118326:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 364 00000100:00100000:3.0:1775764499.118338:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486043800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+39:51218:x1862022098381440:12345-192.168.202.28@tcp:57:lhsmtool_posix.0 00000100:00100000:3.0:1775764499.118948:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486043800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+39:51218:x1862022098381440:12345-192.168.202.28@tcp:57:lhsmtool_posix.0 Request processed in 610us (999us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764499.118958:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 364 00000100:00100000:3.0:1775764499.129683:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764499.130297:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098381568 00000100:00100000:1.0:1775764499.130311:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098381568 00000100:00100000:1.0:1775764499.130401:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 365 00000100:00100000:1.0:1775764499.130413:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bce2b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+39:51218:x1862022098381568:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1775764499.130445:0:44493:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764499.130496:0:44493:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944587809200/0x57b8ff0e0304f608 lrc: 2/0,0 mode: --/CR res: [0x200003ab1:0x21:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b1f3 expref: -99 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764499.130586:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944587808600/0x57b8ff0e0304f60f lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0x21:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764499.130606:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944587808600/0x57b8ff0e0304f60f lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x21:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764499.130619:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944587808600/0x57b8ff0e0304f60f lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x21:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764499.130665:0:44493:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1775764499.130689:0:44493:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff944587808600/0x57b8ff0e0304f60f lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x21:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764499.130721:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944587809200/0x57b8ff0e0304f608 lrc: 0/0,0 mode: --/CR res: [0x200003ab1:0x21:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b1f3 expref: 41 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764499.130743:0:44493:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff944587808600/0x57b8ff0e0304f60f lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x21:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b1f3 expref: 40 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764499.130755:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x21:0x0].0x0 (ffff944586564c00) 00010000:00010000:1.0:1775764499.130758:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:1.0:1775764499.130762:0:44493:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944587808600, rc 0) 00000100:00100000:1.0:1775764499.130972:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bce2b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+40:51218:x1862022098381568:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 Request processed in 560us (1305us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764499.130983:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 365 00000100:00100000:0.0:1775764499.138317:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764499.139949:0:43212:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098381696 00000100:00100000:3.0:1775764499.139972:0:43212:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098381696 00000100:00100000:3.0:1775764499.140093:0:43212:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 93 00000100:00100000:3.0:1775764499.140107:0:43212:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486042a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+9:2379:x1862022098381696:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1775764499.140140:0:43212:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764499.140168:0:43212:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000033f52952/0x57b8ff0e0304f616 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x109:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b1fa expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1775764499.140204:0:43212:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x109:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x69d80413, blocks: 0x1 00010000:00010000:3.0:1775764499.140237:0:43212:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764499.140242:0:43212:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764499.140256:0:43212:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000033f52952/0x57b8ff0e0304f616 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x109:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b1fa expref: 10 pid: 43212 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764499.140280:0:43212:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000033f52952/0x57b8ff0e0304f616 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x109:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b1fa expref: 10 pid: 43212 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764499.140300:0:43212:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445be695c00, rc 0) 00000100:00100000:3.0:1775764499.140402:0:43212:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486042a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+10:2379:x1862022098381696:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 Request processed in 297us (2098us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764499.140410:0:43212:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 93 00000100:00100000:1.0:1775764499.146131:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764499.146296:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098381952 00000100:00100000:0.0:1775764499.146310:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098381952 00000100:00100000:0.0:1775764499.146373:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 366 00000100:00100000:0.0:1775764499.146383:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944586b89880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+40:51218:x1862022098381952:12345-192.168.202.28@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1775764499.146530:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944586b89880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+40:51218:x1862022098381952:12345-192.168.202.28@tcp:57:lhsmtool_posix.0 Request processed in 147us (424us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764499.146537:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 366 00000100:00100000:0.0:1775764499.156903:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764499.160449:0:42946:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098382080 00000100:00100000:2.0:1775764499.160494:0:42946:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098382080 00000100:00100000:2.0:1775764499.160604:0:42946:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 94 00000100:00100000:2.0:1775764499.160619:0:42946:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944590388a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+10:51218:x1862022098382080:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1775764499.160640:0:42946:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764499.160671:0:42946:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001149a065/0x57b8ff0e0304f61d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x109:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b201 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764499.160714:0:42946:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000033f52952/0x57b8ff0e0304f616 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x109:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b1fa expref: 11 pid: 43212 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764499.160726:0:42946:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764499.160730:0:42946:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764499.160734:0:42946:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001149a065/0x57b8ff0e0304f61d lrc: 4/0,0 mode: --/PW res: [0x280000400:0x109:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b201 expref: 11 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764499.160788:0:42946:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000033f52952/0x57b8ff0e0304f616 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x109:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b1fa expref: 11 pid: 43212 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764499.160833:0:42946:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000033f52952/0x57b8ff0e0304f616 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x109:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b1fa expref: 11 pid: 43212 timeout: 2066 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764499.160851:0:42946:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944486789180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:42946:1862022118978304:192.168.202.28@tcp:104: 00000100:00100000:2.0:1775764499.160971:0:42946:0:(client.c:2691:ptlrpc_set_wait()) set ffff9445a190ae40 going to sleep for 11 seconds 00000100:00100000:1.0:1775764499.163871:0:42946:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944486789180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:42946:1862022118978304:192.168.202.28@tcp:104: 00010000:00010000:1.0:1775764499.163920:0:42946:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000001149a065/0x57b8ff0e0304f61d lrc: 3/0,0 mode: --/PW res: [0x280000400:0x109:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b201 expref: 11 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764499.163948:0:42946:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944580031400, rc 0) 00000100:00100000:1.0:1775764499.164023:0:42946:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944590388a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+11:51218:x1862022098382080:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 Request processed in 3406us (7133us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764499.164033:0:42946:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 94 00000100:00100000:1.0:1775764499.165673:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764499.165766:0:42309:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098382208 00000100:00100000:3.0:1775764499.165776:0:42309:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098382208 00010000:00010000:3.0:1775764499.165856:0:42309:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000033f52952/0x57b8ff0e0304f616 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x109:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b1fa expref: 11 pid: 43212 timeout: 2066 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764499.165891:0:42309:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 80 00000100:00100000:3.0:1775764499.165901:0:42309:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944586b89c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+11:2378:x1862022098382208:12345-192.168.202.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764499.165920:0:42309:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764499.165943:0:42309:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000033f52952/0x57b8ff0e0304f616 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x109:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b1fa expref: 11 pid: 43212 timeout: 2066 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764499.165956:0:42309:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000033f52952/0x57b8ff0e0304f616 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x109:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b1fa expref: 11 pid: 43212 timeout: 2066 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764499.165981:0:42309:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000033f52952/0x57b8ff0e0304f616 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x109:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b1fa expref: 11 pid: 43212 timeout: 2066 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764499.166191:0:42309:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764499.166194:0:42309:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764499.166202:0:42309:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000001149a065/0x57b8ff0e0304f61d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x109:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b201 expref: 10 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764499.166213:0:42309:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001149a065/0x57b8ff0e0304f61d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x109:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b201 expref: 10 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764499.166252:0:42309:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000001149a065/0x57b8ff0e0304f61d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x109:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b201 expref: 10 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764499.166268:0:42309:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bce28e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:42309:1862022118978432:192.168.202.28@tcp:105: 00000100:00100000:3.0:1775764499.166367:0:42309:0:(client.c:2691:ptlrpc_set_wait()) set ffff9445a66ed300 going to sleep for 11 seconds 00000100:00100000:3.0:1775764499.171676:0:42309:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bce28e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:42309:1862022118978432:192.168.202.28@tcp:105: 00010000:00010000:3.0:1775764499.171720:0:42309:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764499.171777:0:42309:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944586b89c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+10:2378:x1862022098382208:12345-192.168.202.28@tcp:103:ldlm_bl.0 Request processed in 5876us (6112us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764499.171789:0:42309:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 80 00000100:00100000:0.0:1775764499.200741:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764499.200781:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764499.201774:0:42949:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098382336 00000100:00100000:1.0:1775764499.201786:0:42949:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098382336 00002000:00100000:1.0:1775764499.201877:0:42949:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x109:0x0] (1048576->1049599) req@ffff94459038b100 x1862022098382336/t0(0) o4->7e6eda44-5508-487e-b17f-ff28ad9d3512@192.168.202.28@tcp:735/0 lens 1512/0 e 0 to 0 dl 1775764510 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764499.201888:0:42949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff94459038b100 with x1862022098382336 ext(1048576->1049599) 00002000:00010000:1.0:1775764499.201894:0:42949:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff94459038b100 00000100:00100000:1.0:1775764499.201930:0:42949:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098382464 00000100:00100000:1.0:1775764499.201934:0:42949:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098382464 00002000:00100000:1.0:1775764499.201950:0:42949:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x109:0x0] (0->1048575) req@ffff94459038aa00 x1862022098382464/t0(0) o4->7e6eda44-5508-487e-b17f-ff28ad9d3512@192.168.202.28@tcp:735/0 lens 488/0 e 0 to 0 dl 1775764510 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764499.201958:0:42949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff94459038aa00 with x1862022098382464 ext(0->1048575) 00002000:00010000:1.0:1775764499.201960:0:42949:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff94459038aa00 00000100:00100000:1.0:1775764499.201974:0:42949:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 23 00000100:00100000:1.0:1775764499.201983:0:42949:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94459038b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+11:2379:x1862022098382336:12345-192.168.202.28@tcp:4:lhsmtool_posix.0 00000100:00100000:2.0:1775764499.202620:0:42951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 24 00000100:00100000:2.0:1775764499.202633:0:42951:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94459038aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+11:2379:x1862022098382464:12345-192.168.202.28@tcp:4:lhsmtool_posix.0 00000100:00100000:1.0:1775764499.206367:0:42949:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94459038b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+14:2379:x1862022098382336:12345-192.168.202.28@tcp:4:lhsmtool_posix.0 Request processed in 4367us (5621us total) trans 34359738398 rc 0/0 00000100:00100000:1.0:1775764499.206385:0:42949:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 23 00002000:00100000:1.0:1775764499.206402:0:42949:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x109:0x0] (1048576->1049599) req@ffff94459038b100 x1862022098382336/t34359738398(0) o4->7e6eda44-5508-487e-b17f-ff28ad9d3512@192.168.202.28@tcp:735/0 lens 1512/448 e 0 to 0 dl 1775764510 ref 1 fl Complete:/600/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764499.206415:0:42949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff94459038b100 with x1862022098382336 ext(1048576->1049599) 00002000:00010000:1.0:1775764499.206423:0:42949:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff94459038b100 00000100:00100000:0.0:1775764499.236715:0:42951:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94459038aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+14:2379:x1862022098382464:12345-192.168.202.28@tcp:4:lhsmtool_posix.0 Request processed in 34072us (35918us total) trans 34359738399 rc 0/0 00000100:00100000:0.0:1775764499.236729:0:42951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 24 00002000:00100000:0.0:1775764499.236743:0:42951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x109:0x0] (0->1048575) req@ffff94459038aa00 x1862022098382464/t34359738399(0) o4->7e6eda44-5508-487e-b17f-ff28ad9d3512@192.168.202.28@tcp:735/0 lens 488/448 e 0 to 0 dl 1775764510 ref 1 fl Complete:/600/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764499.236754:0:42951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff94459038aa00 with x1862022098382464 ext(0->1048575) 00002000:00010000:0.0:1775764499.236763:0:42951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff94459038aa00 00000100:00100000:3.0:1775764499.242731:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764499.242914:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098382592 00000100:00100000:1.0:1775764499.242926:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098382592 00000100:00100000:1.0:1775764499.242989:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 367 00000100:00100000:1.0:1775764499.243000:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bce28e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+40:51218:x1862022098382592:12345-192.168.202.28@tcp:44:lhsmtool_posix.0 00010000:00010000:1.0:1775764499.267662:0:42313:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:0.0:1775764499.311409:0:45552:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 34359738691 is committed 00000004:00080000:0.0:1775764499.311422:0:45552:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 9 committed 00000001:00080000:0.0:1775764499.311443:0:45552:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 34359738670 is committed 00000001:00080000:0.0:1775764499.311473:0:45552:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 34359738673 is committed 00000020:00080000:0.0:1775764499.311645:0:45552:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff944483662300 refcount 2 committed 0 result 0 batchid 30064771807 00000020:00080000:0.0:1775764499.311651:0:45552:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9445b7923500 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff944482060c00 00000020:00080000:0.0:1775764499.311655:0:45552:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9445b7923f00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff94448697dc00 00000001:00080000:0.0:1775764499.311679:0:45552:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 34359738692 is committed 00000004:00080000:0.0:1775764499.311700:0:45552:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 13 committed 00000020:00080000:0.0:1775764499.311716:0:45552:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff944482872f00 refcount 2 committed 0 result 0 batchid 30064771808 00000020:00080000:0.0:1775764499.311720:0:45552:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9445b2a5ae00 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff944482872180 00000020:00080000:0.0:1775764499.311722:0:45552:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9445b2a5a900 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9445b61d2000 00000001:00080000:0.0:1775764499.311731:0:45552:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 34359738674 is committed 00000020:00080000:0.0:1775764499.311764:0:42361:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 30064771808 committed batchid 30064771806 00000020:00080000:0.0:1775764499.311984:0:42361:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 30064771806 00000100:00100000:1.0:1775764499.312238:0:3331:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1775764499.312261:0:3331:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944590389500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3331:1862022118978560:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1775764499.312344:0:3331:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764499.312421:0:43212:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118978560 00000100:00100000:1.0:1775764499.312430:0:43212:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118978560 00000100:00100000:1.0:1775764499.312770:0:43212:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 95 00000100:00100000:1.0:1775764499.312782:0:43212:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bc1dc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3331:x1862022118978560:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1775764499.312827:0:43212:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:264 count 1 00002000:00010000:1.0:1775764499.312856:0:43212:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x108:0x0] initial LVB size: 1049600, mtime: 0x69d80411, atime: 0x69d80411, ctime: 0x69d80411, blocks: 0x807 00010000:00010000:1.0:1775764499.312864:0:43212:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006ae59b66/0x57b8ff0e0304f624 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x108:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764499.312881:0:43212:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1775764499.312884:0:43212:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1775764499.312890:0:43212:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006ae59b66/0x57b8ff0e0304f624 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x108:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764499.312907:0:43212:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006ae59b66/0x57b8ff0e0304f624 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x108:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764499.312922:0:43212:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006ae59b66/0x57b8ff0e0304f624 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x108:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764499.312929:0:43212:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000006ae59b66/0x57b8ff0e0304f624 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x108:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764499.312945:0:43212:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1775764499.313903:0:3330:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1775764499.313922:0:3330:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944486789880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3330:1862022118978688:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1775764499.313978:0:3330:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764499.314753:0:42945:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118978688 00000100:00100000:2.0:1775764499.314765:0:42945:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118978688 00000100:00100000:2.0:1775764499.314857:0:42945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 96 00000100:00100000:2.0:1775764499.314866:0:42945:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944590389f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3330:x1862022118978688:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:2.0:1775764499.315351:0:42945:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x109:0x0] updating lvb size from disk: 0 -> 1049600 00002000:00010000:2.0:1775764499.315356:0:42945:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x109:0x0] updating lvb mtime from disk: 0 -> 1775764499 00002000:00010000:2.0:1775764499.315358:0:42945:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x109:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1775764499.315360:0:42945:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x109:0x0] updating lvb ctime from disk: 1775764499 -> 1775764499 00002000:00010000:2.0:1775764499.315362:0:42945:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x109:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:2.0:1775764499.315427:0:42945:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944590389f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3330:x1862022118978688:12345-0@lo:2:osp-syn-1-0.0 Request processed in 561us (1447us total) trans 34359738400 rc 0/0 00000100:00100000:2.0:1775764499.315435:0:42945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 96 00000004:00080000:0.0:1775764499.315647:0:3330:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff944486789880/2, rc 0, transno 34359738400 00000100:00100000:0.0:1775764499.315653:0:3330:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944486789880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3330:1862022118978688:0@lo:2:osp-syn-1-0.0 00000100:00080000:3.0:1775764499.316365:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1775764499.316370:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:0.0:1775764499.316751:0:43224:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1775764499.316763:0:43224:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000006ae59b66/0x57b8ff0e0304f624 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x108:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764499.316779:0:43224:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944587808a00 already unused, calling callback (ffffffffc177a060) 00010000:00010000:0.0:1775764499.316784:0:43224:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000006ae59b66/0x57b8ff0e0304f624 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x108:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764499.316795:0:43224:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000006ae59b66/0x57b8ff0e0304f624 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x108:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764499.316832:0:43224:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000006ae59b66/0x57b8ff0e0304f624 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x108:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764499.316839:0:43224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006ae59b66/0x57b8ff0e0304f624 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x108:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764499.316861:0:43224:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764499.316862:0:43224:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764499.316863:0:43224:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1775764499.317170:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bce28e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+14:51218:x1862022098382592:12345-192.168.202.28@tcp:44:lhsmtool_posix.0 Request processed in 74165us (74447us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764499.317184:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 367 00000100:00100000:3.0:1775764499.319828:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764499.319913:0:42944:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098382720 00000100:00100000:0.0:1775764499.319925:0:42944:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098382720 00000100:00100000:0.0:1775764499.319985:0:42944:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 97 00000100:00100000:0.0:1775764499.319998:0:42944:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bce2aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+14:2376:x1862022098382720:12345-192.168.202.28@tcp:16:lhsmtool_posix.0 00000100:00100000:1.0:1775764499.353839:0:43212:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bc1dc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+7:3331:x1862022118978560:12345-0@lo:6:osp-syn-0-0.0 Request processed in 41049us (41486us total) trans 34359738400 rc 0/0 00000100:00100000:1.0:1775764499.353856:0:43212:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 95 00000004:00080000:0.0:1775764499.354285:0:3331:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff944590389500/2, rc 0, transno 34359738400 00000100:00100000:0.0:1775764499.354305:0:3331:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944590389500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3331:1862022118978560:0@lo:6:osp-syn-0-0.0 00000001:00080000:3.0:1775764499.403574:0:7469:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 34359738399 is committed 00000001:00080000:3.0:1775764499.403614:0:7469:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 34359738400 is committed 00000100:00100000:1.0:1775764499.403916:0:42944:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bce2aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+9:2376:x1862022098382720:12345-192.168.202.28@tcp:16:lhsmtool_posix.0 Request processed in 83914us (84124us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764499.403930:0:42944:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 97 00000100:00100000:3.0:1775764499.411050:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764499.419833:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098382976 00000100:00100000:0.0:1775764499.419856:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098382976 00000100:00100000:0.0:1775764499.419959:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 368 00000100:00100000:0.0:1775764499.419971:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bce2bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+14:51218:x1862022098382976:12345-192.168.202.28@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1775764499.420755:0:42324:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764499.420820:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944587808600/0x57b8ff0e0304f60f lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0x21:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b1f3 expref: 14 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764499.420845:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x21:0x0].0x0 (ffff944586564c00) 00010000:00010000:2.0:1775764499.420851:0:42324:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775764499.420884:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff944580030400/0x57b8ff0e0304f62b lrc: 3/0,1 mode: --/PW res: [0x200003ab1:0x21:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764499.420897:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944580030400/0x57b8ff0e0304f62b lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0x21:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764499.420907:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944580030400/0x57b8ff0e0304f62b lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0x21:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764499.422398:0:42324:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000ede686b3 reply state 00000000f988d056 transno 34359738693 ns: mdt-lustre-MDT0000_UUID lock: ffff944580030400/0x57b8ff0e0304f62b lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0x21:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764499.422415:0:42324:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1775764499.422985:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bce2bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+15:51218:x1862022098382976:12345-192.168.202.28@tcp:36:lhsmtool_posix.0 Request processed in 3010us (11947us total) trans 34359738693 rc 0/0 00000100:00100000:2.0:1775764499.423010:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 368 00010000:00010000:2.0:1775764499.428942:0:3315:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff944580030400/0x57b8ff0e0304f62b lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0x21:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764499.428960:0:3315:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944580030400/0x57b8ff0e0304f62b lrc: 2/0,0 mode: PW/PW res: [0x200003ab1:0x21:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764499.428969:0:3315:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944580030400/0x57b8ff0e0304f62b lrc: 3/0,0 mode: PW/PW res: [0x200003ab1:0x21:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764499.428976:0:3315:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944580030400 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764499.428982:0:3315:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944580030400/0x57b8ff0e0304f62b lrc: 3/0,0 mode: PW/PW res: [0x200003ab1:0x21:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764499.428991:0:3315:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944580030400/0x57b8ff0e0304f62b lrc: 4/0,0 mode: PW/PW res: [0x200003ab1:0x21:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764499.429029:0:3315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x21:0x0].0x0 (ffff944586564c00) 00010000:00010000:2.0:1775764499.429032:0:3315:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764499.429038:0:3315:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944580030400/0x57b8ff0e0304f62b lrc: 2/0,0 mode: --/PW res: [0x200003ab1:0x21:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764499.429044:0:3315:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944580030400/0x57b8ff0e0304f62b lrc: 0/0,0 mode: --/PW res: [0x200003ab1:0x21:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764499.432273:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764499.432664:0:42945:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098383104 00000100:00100000:2.0:1775764499.432675:0:42945:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098383104 00000100:00100000:2.0:1775764499.432742:0:42945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 98 00000100:00100000:2.0:1775764499.432752:0:42945:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bce2a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+9:2378:x1862022098383104:12345-192.168.202.28@tcp:2:lhsmtool_posix.0 00002000:00010000:2.0:1775764499.433138:0:42945:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x109:0x0] updating lvb size from disk: 1049600 -> 1049600 00002000:00010000:2.0:1775764499.433143:0:42945:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x109:0x0] updating lvb mtime from disk: 1775764499 -> 1775764497 00002000:00010000:2.0:1775764499.433146:0:42945:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x109:0x0] updating lvb atime from disk: 0 -> 1775764498 00002000:00010000:2.0:1775764499.433148:0:42945:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x109:0x0] updating lvb ctime from disk: 1775764499 -> 1775764498 00002000:00010000:2.0:1775764499.433150:0:42945:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x109:0x0] updating lvb blocks from disk: 1 -> 4103 00000100:00100000:2.0:1775764499.433237:0:42945:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bce2a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+10:2378:x1862022098383104:12345-192.168.202.28@tcp:2:lhsmtool_posix.0 Request processed in 485us (974us total) trans 34359738401 rc 0/0 00000100:00100000:2.0:1775764499.433246:0:42945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 98 00000100:00100000:3.0:1775764499.439975:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764499.440199:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098383360 00000100:00100000:1.0:1775764499.440214:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098383360 00000100:00100000:1.0:1775764499.440302:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 369 00000100:00100000:1.0:1775764499.440314:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bce29f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+14:51218:x1862022098383360:12345-192.168.202.28@tcp:55:lhsmtool_posix.0 00010000:00010000:1.0:1775764499.440412:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff944587808200/0x57b8ff0e0304f632 lrc: 3/0,1 mode: --/PW res: [0x200003ab1:0x21:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764499.440430:0:42326:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694a00/0x57b8ff0e0304f5f3 lrc: 2/0,0 mode: PR/PR res: [0x200003ab1:0x21:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b1e5 expref: 14 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764499.440440:0:42326:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff944587808200/0x57b8ff0e0304f632 lrc: 4/0,1 mode: --/PW res: [0x200003ab1:0x21:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764499.440750:0:42326:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694a00/0x57b8ff0e0304f5f3 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x21:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b1e5 expref: 14 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764499.440766:0:42326:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694a00/0x57b8ff0e0304f5f3 lrc: 4/0,0 mode: PR/PR res: [0x200003ab1:0x21:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b1e5 expref: 14 pid: 42326 timeout: 2066 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764499.440781:0:42326:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bc1de680 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:42326:1862022118978816:192.168.202.28@tcp:104: 00000100:00100000:1.0:1775764499.440937:0:42326:0:(client.c:2691:ptlrpc_set_wait()) set ffff944586068b40 going to sleep for 11 seconds 00000100:00100000:3.0:1775764499.445646:0:42326:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bc1de680 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:42326:1862022118978816:192.168.202.28@tcp:104: 00010000:00010000:3.0:1775764499.445680:0:42326:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff944587808200/0x57b8ff0e0304f632 lrc: 3/0,1 mode: --/PW res: [0x200003ab1:0x21:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764499.446787:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764499.449665:0:44302:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098383488 00000100:00100000:0.0:1775764499.449680:0:44302:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098383488 00010000:00010000:0.0:1775764499.449735:0:44302:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694a00/0x57b8ff0e0304f5f3 lrc: 4/0,0 mode: PR/PR res: [0x200003ab1:0x21:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b1e5 expref: 15 pid: 42326 timeout: 2066 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764499.449899:0:44302:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 81 00000100:00100000:0.0:1775764499.449913:0:44302:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944590e6c450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+15:2379:x1862022098383488:12345-192.168.202.28@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1775764499.449932:0:44302:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764499.449939:0:44302:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694a00/0x57b8ff0e0304f5f3 lrc: 4/0,0 mode: PR/PR res: [0x200003ab1:0x21:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b1e5 expref: 15 pid: 42326 timeout: 2066 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764499.449954:0:44302:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694a00/0x57b8ff0e0304f5f3 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x21:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b1e5 expref: 15 pid: 42326 timeout: 2066 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764499.449980:0:44302:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694a00/0x57b8ff0e0304f5f3 lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0x21:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b1e5 expref: 15 pid: 42326 timeout: 2066 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764499.450151:0:44302:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x21:0x0].0x0 (ffff944586564c00) 00010000:00010000:0.0:1775764499.450160:0:44302:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff944587808200/0x57b8ff0e0304f632 lrc: 3/0,1 mode: --/PW res: [0x200003ab1:0x21:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764499.450173:0:44302:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff944587808200/0x57b8ff0e0304f632 lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0x21:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764499.450183:0:44302:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944587808200/0x57b8ff0e0304f632 lrc: 4/0,1 mode: PW/PW res: [0x200003ab1:0x21:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764499.450344:0:44302:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1775764499.450567:0:44302:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944590e6c450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+14:2379:x1862022098383488:12345-192.168.202.28@tcp:103:ldlm_bl.0 Request processed in 653us (3784us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764499.450578:0:44302:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 81 00010000:00010000:3.0:1775764499.453177:0:42326:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff944587808200/0x57b8ff0e0304f632 lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0x21:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764499.453194:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944587808200/0x57b8ff0e0304f632 lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0x21:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764499.453234:0:42326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff944587808200/0x57b8ff0e0304f632 lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0x21:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764499.453241:0:42326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944587808200/0x57b8ff0e0304f632 lrc: 2/0,0 mode: PW/PW res: [0x200003ab1:0x21:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764499.453253:0:42326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944587808200/0x57b8ff0e0304f632 lrc: 3/0,0 mode: PW/PW res: [0x200003ab1:0x21:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764499.453260:0:42326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944587808200 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:3.0:1775764499.453264:0:42326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944587808200/0x57b8ff0e0304f632 lrc: 3/0,0 mode: PW/PW res: [0x200003ab1:0x21:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764499.453272:0:42326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944587808200/0x57b8ff0e0304f632 lrc: 4/0,0 mode: PW/PW res: [0x200003ab1:0x21:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764499.454721:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x21:0x0].0x0 (ffff944586564c00) 00010000:00010000:3.0:1775764499.454729:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:3.0:1775764499.454736:0:42326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944587808200/0x57b8ff0e0304f632 lrc: 2/0,0 mode: --/PW res: [0x200003ab1:0x21:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764499.454745:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944587808200/0x57b8ff0e0304f632 lrc: 0/0,0 mode: --/PW res: [0x200003ab1:0x21:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764499.455380:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bce29f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+13:51218:x1862022098383360:12345-192.168.202.28@tcp:55:lhsmtool_posix.0 Request processed in 15060us (15412us total) trans 0 rc -22/-22 00000100:00100000:2.0:1775764499.455393:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 369 00000100:00100000:3.0:1775764499.458901:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764499.459269:0:43212:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098383616 00000100:00100000:2.0:1775764499.459280:0:43212:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098383616 00000100:00100000:2.0:1775764499.459425:0:43212:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 99 00000100:00100000:2.0:1775764499.459436:0:43212:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bce2b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+10:2379:x1862022098383616:12345-192.168.202.28@tcp:1:lhsmtool_posix.0 00010000:00010000:2.0:1775764499.459502:0:43212:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000cf0058eb/0x57b8ff0e0304f639 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x109:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764499.459524:0:43212:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000001149a065/0x57b8ff0e0304f61d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x109:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b201 expref: 10 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764499.459533:0:43212:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1775764499.459536:0:43212:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1775764499.459539:0:43212:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000cf0058eb/0x57b8ff0e0304f639 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x109:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764499.459579:0:43212:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000001149a065/0x57b8ff0e0304f61d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x109:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000020020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b201 expref: 10 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764499.459593:0:43212:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000001149a065/0x57b8ff0e0304f61d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x109:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400020020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b201 expref: 10 pid: 42946 timeout: 2066 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764499.459610:0:43212:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944486788380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:43212:1862022118978944:192.168.202.28@tcp:104: 00000100:00100000:2.0:1775764499.459705:0:43212:0:(client.c:2691:ptlrpc_set_wait()) set ffff9445885230c0 going to sleep for 11 seconds 00000100:00100000:2.0:1775764499.477388:0:43212:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944486788380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:43212:1862022118978944:192.168.202.28@tcp:104: 00010000:00010000:2.0:1775764499.477437:0:43212:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000cf0058eb/0x57b8ff0e0304f639 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x109:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764499.477855:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764499.485284:0:42311:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098383744 00000100:00100000:0.0:1775764499.485300:0:42311:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098383744 00010000:00010000:0.0:1775764499.485365:0:42311:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000001149a065/0x57b8ff0e0304f61d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x109:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b201 expref: 11 pid: 42946 timeout: 2066 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764499.485518:0:42311:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 82 00000100:00100000:0.0:1775764499.485530:0:42311:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bce28000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+11:2378:x1862022098383744:12345-192.168.202.28@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1775764499.485559:0:42311:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764499.485582:0:42311:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000001149a065/0x57b8ff0e0304f61d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x109:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b201 expref: 11 pid: 42946 timeout: 2066 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764499.485599:0:42311:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000001149a065/0x57b8ff0e0304f61d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x109:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400020020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b201 expref: 11 pid: 42946 timeout: 2066 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764499.485624:0:42311:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001149a065/0x57b8ff0e0304f61d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x109:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400020020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b201 expref: 11 pid: 42946 timeout: 2066 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764499.485645:0:42311:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764499.485647:0:42311:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764499.485652:0:42311:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000cf0058eb/0x57b8ff0e0304f639 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x109:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764499.485663:0:42311:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000cf0058eb/0x57b8ff0e0304f639 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x109:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764499.485705:0:42311:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775764499.485778:0:42311:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bce28000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+10:2378:x1862022098383744:12345-192.168.202.28@tcp:103:ldlm_bl.0 Request processed in 249us (7924us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764499.485785:0:42311:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 82 00010000:00010000:2.0:1775764499.485894:0:43212:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000cf0058eb/0x57b8ff0e0304f639 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x109:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764499.485904:0:43212:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000cf0058eb/0x57b8ff0e0304f639 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x109:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764499.485931:0:43212:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000cf0058eb/0x57b8ff0e0304f639 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x109:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764499.485938:0:43212:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000cf0058eb/0x57b8ff0e0304f639 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x109:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764499.485945:0:43212:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000cf0058eb/0x57b8ff0e0304f639 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x109:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764499.485952:0:43212:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944580030400 already unused, calling callback (ffffffffc177a060) 00010000:00010000:2.0:1775764499.485956:0:43212:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000cf0058eb/0x57b8ff0e0304f639 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x109:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764499.485965:0:43212:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000cf0058eb/0x57b8ff0e0304f639 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x109:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764499.485978:0:43212:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000cf0058eb/0x57b8ff0e0304f639 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x109:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764499.485986:0:43212:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000cf0058eb/0x57b8ff0e0304f639 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x109:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764499.486058:0:43212:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bce2b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+9:2379:x1862022098383616:12345-192.168.202.28@tcp:1:lhsmtool_posix.0 Request processed in 26623us (27168us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764499.486069:0:43212:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 99 00000100:00100000:1.0:1775764499.509103:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764499.511238:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098384000 00000100:00100000:3.0:1775764499.511257:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098384000 00000100:00100000:3.0:1775764499.511362:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 370 00000100:00100000:3.0:1775764499.511375:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bc1dc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+13:51218:x1862022098384000:12345-192.168.202.28@tcp:57:lhsmtool_posix.0 00010000:00010000:3.0:1775764499.511468:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e0304f640 lrc: 3/0,1 mode: --/PW res: [0x200003ab1:0x1d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764499.511498:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e0304f640 lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0x1d:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764499.511515:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e0304f640 lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0x1d:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764499.511753:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e0304f647 lrc: 3/0,1 mode: --/EX res: [0x200003ab1:0x21:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764499.511764:0:42325:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff944580030e00/0x57b8ff0e0304f601 lrc: 2/0,0 mode: CR/CR res: [0x200003ab1:0x21:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b1ec expref: 14 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764499.511772:0:42325:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e0304f647 lrc: 4/0,1 mode: --/EX res: [0x200003ab1:0x21:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764499.511851:0:42325:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff944580030e00/0x57b8ff0e0304f601 lrc: 3/0,0 mode: CR/CR res: [0x200003ab1:0x21:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b1ec expref: 14 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764499.511865:0:42325:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff944580030e00/0x57b8ff0e0304f601 lrc: 4/0,0 mode: CR/CR res: [0x200003ab1:0x21:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b1ec expref: 14 pid: 44493 timeout: 2066 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764499.511894:0:42325:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bce29880 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:42325:1862022118979072:192.168.202.28@tcp:104: 00000100:00100000:3.0:1775764499.511980:0:42325:0:(client.c:2691:ptlrpc_set_wait()) set ffff94458852a240 going to sleep for 11 seconds 00000100:00100000:1.0:1775764499.526498:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764499.526844:0:42310:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098384128 00000100:00100000:0.0:1775764499.526854:0:42310:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098384128 00010000:00010000:0.0:1775764499.526903:0:42310:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff944580030e00/0x57b8ff0e0304f601 lrc: 5/0,0 mode: CR/CR res: [0x200003ab1:0x21:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b1ec expref: 15 pid: 44493 timeout: 2066 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764499.526940:0:42310:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 83 00000100:00100000:0.0:1775764499.526951:0:42310:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bc1dc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+15:2378:x1862022098384128:12345-192.168.202.28@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1775764499.526966:0:42310:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764499.526972:0:42310:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff944580030e00/0x57b8ff0e0304f601 lrc: 5/0,0 mode: CR/CR res: [0x200003ab1:0x21:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b1ec expref: 15 pid: 44493 timeout: 2066 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764499.526984:0:42310:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff944580030e00/0x57b8ff0e0304f601 lrc: 4/0,0 mode: CR/CR res: [0x200003ab1:0x21:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b1ec expref: 15 pid: 44493 timeout: 2066 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764499.527022:0:42310:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x21:0x0].0x0 (ffff944586564c00) 00010000:00010000:0.0:1775764499.527028:0:42310:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e0304f647 lrc: 3/0,1 mode: --/EX res: [0x200003ab1:0x21:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764499.527038:0:42310:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e0304f647 lrc: 3/0,1 mode: EX/EX res: [0x200003ab1:0x21:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764499.527046:0:42310:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e0304f647 lrc: 4/0,1 mode: EX/EX res: [0x200003ab1:0x21:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764499.527068:0:42310:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775764499.527134:0:42310:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bc1dc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+15:2378:x1862022098384128:12345-192.168.202.28@tcp:103:ldlm_bl.0 Request processed in 184us (656us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764499.527143:0:42310:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 83 00010000:00010000:3.0:1775764499.528830:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944580030e00/0x57b8ff0e0304f601 lrc: 0/0,0 mode: --/CR res: [0x200003ab1:0x21:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b1ec expref: 14 pid: 44493 timeout: 2066 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764499.528850:0:42325:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bce29880 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:42325:1862022118979072:192.168.202.28@tcp:104: 00010000:00010000:3.0:1775764499.528889:0:42325:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e0304f647 lrc: 3/0,1 mode: EX/EX res: [0x200003ab1:0x21:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764499.528899:0:42325:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e0304f647 lrc: 3/0,1 mode: EX/EX res: [0x200003ab1:0x21:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764499.528905:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e0304f647 lrc: 3/0,1 mode: EX/EX res: [0x200003ab1:0x21:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1775764499.529155:0:42325:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 34359738694 00000001:00080000:3.0:1775764499.529330:0:42325:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 34359738695 00000001:00080000:3.0:1775764499.529382:0:42325:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 34359738696 00000100:00100000:3.0:1775764499.531046:0:42325:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bce29880 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:42325:1862022118979200:0@lo:1000:mdt00_001.0 00000100:00100000:3.0:1775764499.531128:0:42325:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764499.531159:0:42325:0:(client.c:2691:ptlrpc_set_wait()) set ffff944587a023c0 going to sleep for 11 seconds 00000100:00100000:2.0:1775764499.531773:0:42329:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118979200 00000100:00100000:2.0:1775764499.531783:0:42329:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118979200 00000100:00100000:2.0:1775764499.531909:0:42329:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:2.0:1775764499.531919:0:42329:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bce28380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:42325:x1862022118979200:12345-0@lo:1000:mdt00_001.0 00000100:00100000:2.0:1775764499.532036:0:42329:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bce28380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:42325:x1862022118979200:12345-0@lo:1000:mdt00_001.0 Request processed in 118us (908us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764499.532044:0:42329:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00100000:3.0:1775764499.532827:0:42325:0:(client.c:3082:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 34359738400 gen 2 00000004:00080000:3.0:1775764499.532834:0:42325:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff944486789880, transno 34359738400 00000100:00100000:3.0:1775764499.532848:0:42325:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bce29880 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:42325:1862022118979200:0@lo:1000:mdt00_001.0 00000001:00080000:3.0:1775764499.536672:0:42325:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 34359738697 00000100:00100000:3.0:1775764499.536783:0:42325:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bce29880 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:42325:1862022118979328:0@lo:1000:mdt00_001.0 00000100:00100000:3.0:1775764499.536908:0:42325:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764499.536949:0:42325:0:(client.c:2691:ptlrpc_set_wait()) set ffff9445983c5540 going to sleep for 11 seconds 00000100:00100000:2.0:1775764499.538224:0:42329:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118979328 00000100:00100000:2.0:1775764499.538236:0:42329:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118979328 00000100:00100000:2.0:1775764499.538301:0:42329:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:2.0:1775764499.538312:0:42329:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944587191f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:42325:x1862022118979328:12345-0@lo:1000:mdt00_001.0 00000100:00100000:2.0:1775764499.538768:0:42329:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944587191f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:42325:x1862022118979328:12345-0@lo:1000:mdt00_001.0 Request processed in 458us (1860us total) trans 34359738402 rc 0/0 00000100:00100000:2.0:1775764499.538779:0:42329:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00100000:0.0:1775764499.539015:0:42325:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bce29880 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:42325:1862022118979328:0@lo:1000:mdt00_001.0 00000001:00080000:0.0:1775764499.539151:0:42325:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 34359738698 00010000:00010000:0.0:1775764499.539198:0:42325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e0304f647 lrc: 3/0,1 mode: EX/EX res: [0x200003ab1:0x21:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764499.539211:0:42325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e0304f647 lrc: 2/0,0 mode: EX/EX res: [0x200003ab1:0x21:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764499.539219:0:42325:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e0304f647 lrc: 3/0,0 mode: EX/EX res: [0x200003ab1:0x21:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764499.539225:0:42325:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445be694600 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:0.0:1775764499.539230:0:42325:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e0304f647 lrc: 3/0,0 mode: EX/EX res: [0x200003ab1:0x21:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764499.539239:0:42325:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e0304f647 lrc: 4/0,0 mode: EX/EX res: [0x200003ab1:0x21:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764499.539257:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x21:0x0].0x0 (ffff944586564c00) 00010000:00010000:0.0:1775764499.539260:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1775764499.539266:0:42325:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e0304f647 lrc: 2/0,0 mode: --/EX res: [0x200003ab1:0x21:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764499.539272:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e0304f647 lrc: 0/0,0 mode: --/EX res: [0x200003ab1:0x21:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764499.539309:0:42325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff944580031e00/0x57b8ff0e0304f583 lrc: 3/0,1 mode: EX/EX res: [0x200003ab1:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210400000020 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764499.539315:0:42325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944580031e00/0x57b8ff0e0304f583 lrc: 2/0,0 mode: EX/EX res: [0x200003ab1:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210400000020 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764499.539320:0:42325:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944580031e00/0x57b8ff0e0304f583 lrc: 3/0,0 mode: EX/EX res: [0x200003ab1:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764499.539326:0:42325:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944580031e00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:0.0:1775764499.539329:0:42325:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944580031e00/0x57b8ff0e0304f583 lrc: 3/0,0 mode: EX/EX res: [0x200003ab1:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764499.539334:0:42325:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944580031e00/0x57b8ff0e0304f583 lrc: 4/0,0 mode: EX/EX res: [0x200003ab1:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40218400000020 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764499.539342:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x1d:0x0].0x0 (ffff94459084aa00) 00010000:00010000:0.0:1775764499.539345:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1775764499.539352:0:42325:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695e00/0x57b8ff0e0304f58a lrc: 2/0,0 mode: --/CR res: [0x200003ab1:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b1c9 expref: 18 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764499.539363:0:42325:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695e00/0x57b8ff0e0304f58a lrc: 2/0,0 mode: CR/CR res: [0x200003ab1:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b1c9 expref: 18 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764499.539372:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695e00/0x57b8ff0e0304f58a lrc: 3/0,0 mode: CR/CR res: [0x200003ab1:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b1c9 expref: 18 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764499.539406:0:42325:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695e00/0x57b8ff0e0304f58a lrc: 3/0,0 mode: CR/CR res: [0x200003ab1:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b1c9 expref: 18 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764499.539419:0:42325:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944590388e00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:42325:1862022118979456:192.168.202.28@tcp:105: 00000100:00100000:1.0:1775764499.544157:0:42325:0:(client.c:2691:ptlrpc_set_wait()) set ffff9445b76393c0 going to sleep for 11 seconds 00000100:00100000:3.0:1775764499.549862:0:42325:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944590388e00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:42325:1862022118979456:192.168.202.28@tcp:105: 00010000:00010000:3.0:1775764499.549894:0:42325:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944580031e00/0x57b8ff0e0304f583 lrc: 2/0,0 mode: --/EX res: [0x200003ab1:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x44a19400000020 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764499.549905:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944580031e00/0x57b8ff0e0304f583 lrc: 0/0,0 mode: --/EX res: [0x200003ab1:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x44a19400000020 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764499.549937:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694200/0x57b8ff0e0304f64e lrc: 3/0,1 mode: --/EX res: [0x200003ab1:0x1d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764499.549949:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694200/0x57b8ff0e0304f64e lrc: 3/0,1 mode: EX/EX res: [0x200003ab1:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764499.549965:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694200/0x57b8ff0e0304f64e lrc: 3/0,1 mode: EX/EX res: [0x200003ab1:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764499.549976:0:42325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694200/0x57b8ff0e0304f64e lrc: 3/0,1 mode: EX/EX res: [0x200003ab1:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764499.549982:0:42325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694200/0x57b8ff0e0304f64e lrc: 2/0,0 mode: EX/EX res: [0x200003ab1:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764499.549987:0:42325:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694200/0x57b8ff0e0304f64e lrc: 3/0,0 mode: EX/EX res: [0x200003ab1:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764499.549992:0:42325:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445be694200 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:3.0:1775764499.550010:0:42325:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694200/0x57b8ff0e0304f64e lrc: 3/0,0 mode: EX/EX res: [0x200003ab1:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764499.550019:0:42325:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694200/0x57b8ff0e0304f64e lrc: 4/0,0 mode: EX/EX res: [0x200003ab1:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764499.550033:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x1d:0x0].0x0 (ffff94459084aa00) 00010000:00010000:3.0:1775764499.550036:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764499.550040:0:42325:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694200/0x57b8ff0e0304f64e lrc: 2/0,0 mode: --/EX res: [0x200003ab1:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764499.550045:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694200/0x57b8ff0e0304f64e lrc: 0/0,0 mode: --/EX res: [0x200003ab1:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764499.550055:0:42325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e0304f640 lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0x1d:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764499.550061:0:42325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e0304f640 lrc: 2/0,0 mode: PW/PW res: [0x200003ab1:0x1d:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764499.550067:0:42325:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e0304f640 lrc: 3/0,0 mode: PW/PW res: [0x200003ab1:0x1d:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764499.550072:0:42325:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445be695c00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:3.0:1775764499.550075:0:42325:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e0304f640 lrc: 3/0,0 mode: PW/PW res: [0x200003ab1:0x1d:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764499.550081:0:42325:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e0304f640 lrc: 4/0,0 mode: PW/PW res: [0x200003ab1:0x1d:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764499.550088:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x1d:0x0].0x0 (ffff94459084aa00) 00010000:00010000:3.0:1775764499.550090:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1775764499.550093:0:42325:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e0304f640 lrc: 2/0,0 mode: --/PW res: [0x200003ab1:0x1d:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764499.550099:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e0304f640 lrc: 0/0,0 mode: --/PW res: [0x200003ab1:0x1d:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764499.550394:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bc1dc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+18:51218:x1862022098384000:12345-192.168.202.28@tcp:57:lhsmtool_posix.0 Request processed in 39020us (41304us total) trans 34359738699 rc 0/0 00000100:00100000:3.0:1775764499.550405:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 370 00000020:00080000:3.0:1775764499.550411:0:42325:0:(tgt_main.c:783:tgt_ses_key_exit()) total 6 transactions per RPC 00000040:00080000:2.0:1775764499.550914:0:42356:0:(llog.c:800:llog_process_thread()) index: 8, lh_last_idx: 8 synced_idx: 8 lgh_last_idx: 8 00000040:00080000:2.0:1775764499.550919:0:42356:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x32:0x0] at index 8 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1775764499.550950:0:42356:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x32:0x0] index 9 count 5 00000040:00080000:2.0:1775764499.550962:0:42356:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 9 count 2 00000100:00100000:1.0:1775764499.559406:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764499.560091:0:42327:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098384256 00000100:00100000:0.0:1775764499.560102:0:42327:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098384256 00000100:00100000:0.0:1775764499.560198:0:42327:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 118 00000100:00100000:0.0:1775764499.560210:0:42327:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bc1ded80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+18:51217:x1862022098384256:12345-192.168.202.28@tcp:49:lfs.0 00000100:00100000:0.0:1775764499.560365:0:42327:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bc1ded80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+18:51217:x1862022098384256:12345-192.168.202.28@tcp:49:lfs.0 Request processed in 157us (968us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764499.560373:0:42327:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 118 00000100:00100000:1.0:1775764499.562202:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764499.562341:0:42327:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098384512 00000100:00100000:0.0:1775764499.562350:0:42327:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098384512 00000100:00100000:0.0:1775764499.562403:0:42327:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 119 00000100:00100000:0.0:1775764499.562413:0:42327:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bc1dfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+18:51218:x1862022098384512:12345-192.168.202.28@tcp:35:lhsmtool_posix.0 00000004:00080000:0.0:1775764499.563694:0:42327:0:(mdd_object.c:4010:mdd_close()) Object [0x200003ab1:0x21:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000001:00080000:1.0:1775764499.564448:0:42327:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 34359738700 00010000:00010000:1.0:1775764499.564538:0:42327:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff944587809200/0x57b8ff0e0304f655 lrc: 3/0,1 mode: --/PW res: [0x200003ab1:0x21:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764499.564556:0:42327:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944587809200/0x57b8ff0e0304f655 lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0x21:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010080000000 pid: 42327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764499.564568:0:42327:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944587809200/0x57b8ff0e0304f655 lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0x21:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 42327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764499.564576:0:42327:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff944587809200/0x57b8ff0e0304f655 lrc: 4/0,1 mode: PW/PW res: [0x200003ab1:0x21:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 42327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764499.564588:0:42327:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff944587809200/0x57b8ff0e0304f655 lrc: 4/0,1 mode: PW/PW res: [0x200003ab1:0x21:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 42327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764499.564594:0:42327:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944587809200/0x57b8ff0e0304f655 lrc: 3/0,0 mode: PW/PW res: [0x200003ab1:0x21:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 42327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764499.564620:0:42327:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1775764499.564760:0:42327:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bc1dfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+20:51218:x1862022098384512:12345-192.168.202.28@tcp:35:lhsmtool_posix.0 Request processed in 2344us (2563us total) trans 34359738701 rc 0/0 00000100:00100000:1.0:1775764499.564772:0:42327:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 119 00000020:00080000:1.0:1775764499.564777:0:42327:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:0.0:1775764499.565626:0:42312:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1775764499.565635:0:42312:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944587809200/0x57b8ff0e0304f655 lrc: 2/0,0 mode: PW/PW res: [0x200003ab1:0x21:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 42327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764499.565645:0:42312:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944587809200 already unused, calling callback (ffffffffc177a060) 00010000:00010000:0.0:1775764499.565649:0:42312:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944587809200/0x57b8ff0e0304f655 lrc: 2/0,0 mode: PW/PW res: [0x200003ab1:0x21:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 42327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764499.565658:0:42312:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944587809200/0x57b8ff0e0304f655 lrc: 3/0,0 mode: PW/PW res: [0x200003ab1:0x21:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 42327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764499.565673:0:42312:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x21:0x0].0x0 (ffff944584d1d500) 00010000:00010000:0.0:1775764499.565676:0:42312:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1775764499.565681:0:42312:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944587809200/0x57b8ff0e0304f655 lrc: 1/0,0 mode: --/PW res: [0x200003ab1:0x21:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 42327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764499.565686:0:42312:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944587809200/0x57b8ff0e0304f655 lrc: 0/0,0 mode: --/PW res: [0x200003ab1:0x21:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 42327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764499.565708:0:42312:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764499.565710:0:42312:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764499.565711:0:42312:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775764499.570949:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764499.571747:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098384768 00000100:00100000:2.0:1775764499.571759:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098384768 00000100:00100000:2.0:1775764499.571919:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 371 00000100:00100000:2.0:1775764499.571931:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bc1de300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+20:51217:x1862022098384768:12345-192.168.202.28@tcp:58:lfs.0 00000040:00080000:2.0:1775764499.572372:0:44493:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x32:0x0].9, 136 off9416 00000100:00100000:2.0:1775764499.572604:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bc1de300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+20:51217:x1862022098384768:12345-192.168.202.28@tcp:58:lfs.0 Request processed in 672us (1663us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764499.572612:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 371 00010000:00010000:1.0:1775764500.289067:0:42313:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1775764500.609637:0:42356:0:(llog.c:800:llog_process_thread()) index: 8, lh_last_idx: 8 synced_idx: 8 lgh_last_idx: 8 00000040:00080000:1.0:1775764500.609649:0:42356:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x32:0x0] at index 8 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1775764500.609698:0:42356:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x32:0x0] index 10 count 6 00000040:00080000:1.0:1775764500.609709:0:42356:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 9 count 2 00000100:00100000:1.0:1775764500.609906:0:42356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bc1dce00 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:42356:1862022118979584:192.168.202.28@tcp:107:hsm_cdtr.0 00000100:00100000:1.0:1775764500.610039:0:42356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9444828720c0 going to sleep for 11 seconds 00000100:00100000:2.0:1775764500.626273:0:42356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bc1dce00 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:42356:1862022118979584:192.168.202.28@tcp:107:hsm_cdtr.0 00000100:00100000:1.0:1775764500.631841:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764500.632266:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098384896 00000100:00100000:0.0:1775764500.632293:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098384896 00000100:00100000:0.0:1775764500.632435:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 372 00000100:00100000:0.0:1775764500.632460:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bc1dd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+20:51310:x1862022098384896:12345-192.168.202.28@tcp:53:lhsmtool_posix.0 00000004:00000080:0.0:1775764500.632534:0:42324:0:(mdt_handler.c:7957:mdt_fid2path()) path get [0x200003ab1:0x1d:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1775764500.632742:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bc1dd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+20:51310:x1862022098384896:12345-192.168.202.28@tcp:53:lhsmtool_posix.0 Request processed in 284us (973us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764500.632750:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 372 00000100:00080000:2.0:1775764500.633060:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1775764500.652904:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764500.653060:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098385152 00000100:00100000:1.0:1775764500.653071:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098385152 00000100:00100000:1.0:1775764500.653139:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 373 00000100:00100000:1.0:1775764500.653150:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944590388380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+20:51310:x1862022098385152:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1775764500.653173:0:42326:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764500.653197:0:42326:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944587809000/0x57b8ff0e0304f65c lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b208 expref: -99 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764500.653322:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944587809200/0x57b8ff0e0304f663 lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0x1d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764500.653338:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944587809200/0x57b8ff0e0304f663 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x1d:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764500.653351:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944587809200/0x57b8ff0e0304f663 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x1d:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764500.653363:0:42326:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab1:0x1d:0x0]: returning size 1049600 00010000:00010000:1.0:1775764500.653513:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944587809000/0x57b8ff0e0304f65c lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b208 expref: 23 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764500.653532:0:42326:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff944587809200/0x57b8ff0e0304f663 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x1d:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b208 expref: 22 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764500.653543:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x1d:0x0].0x0 (ffff94459084aa00) 00010000:00010000:1.0:1775764500.653547:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:1.0:1775764500.653551:0:42326:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944587809200, rc 0) 00000100:00100000:1.0:1775764500.653923:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944590388380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+22:51310:x1862022098385152:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 Request processed in 774us (1030us total) trans 34359738702 rc 0/0 00000100:00100000:1.0:1775764500.653934:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 373 00000100:00100000:3.0:1775764500.685511:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764500.695980:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098385408 00000100:00100000:1.0:1775764500.695994:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098385408 00000100:00100000:3.0:1775764500.696294:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 374 00000100:00100000:3.0:1775764500.696305:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944587190380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+22:51310:x1862022098385408:12345-192.168.202.28@tcp:57:lhsmtool_posix.0 00010000:00010000:3.0:1775764500.696380:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e0304f671 lrc: 3/0,1 mode: --/PW res: [0x200003ab1:0x1d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764500.696397:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e0304f671 lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0x1d:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764500.696409:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e0304f671 lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0x1d:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764500.696614:0:42324:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e0304f671 lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0x1d:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764500.700745:0:42324:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e0304f671 lrc: 2/0,0 mode: PW/PW res: [0x200003ab1:0x1d:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764500.700768:0:42324:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e0304f671 lrc: 3/0,0 mode: PW/PW res: [0x200003ab1:0x1d:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764500.700775:0:42324:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445be695c00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:3.0:1775764500.700781:0:42324:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e0304f671 lrc: 3/0,0 mode: PW/PW res: [0x200003ab1:0x1d:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764500.700790:0:42324:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e0304f671 lrc: 4/0,0 mode: PW/PW res: [0x200003ab1:0x1d:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764500.700825:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x1d:0x0].0x0 (ffff94459084aa00) 00010000:00010000:3.0:1775764500.700829:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1775764500.700834:0:42324:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e0304f671 lrc: 2/0,0 mode: --/PW res: [0x200003ab1:0x1d:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764500.700842:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e0304f671 lrc: 0/0,0 mode: --/PW res: [0x200003ab1:0x1d:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764500.701122:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944587190380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+23:51310:x1862022098385408:12345-192.168.202.28@tcp:57:lhsmtool_posix.0 Request processed in 4813us (15616us total) trans 34359738703 rc 0/0 00000100:00100000:3.0:1775764500.701134:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 374 00000040:00080000:3.0:1775764500.701389:0:42356:0:(llog.c:800:llog_process_thread()) index: 8, lh_last_idx: 8 synced_idx: 8 lgh_last_idx: 8 00000040:00080000:3.0:1775764500.701394:0:42356:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x32:0x0] at index 8 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1775764500.706462:0:42356:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x32:0x0] index 64768 count 6 00000040:00080000:3.0:1775764500.706482:0:42356:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 9 count 2 00000100:00100000:1.0:1775764500.708853:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764500.709768:0:42328:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098385664 00000100:00100000:0.0:1775764500.709781:0:42328:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098385664 00000100:00100000:0.0:1775764500.709861:0:42328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 120 00000100:00100000:0.0:1775764500.709870:0:42328:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944481e5ac50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+23:51310:x1862022098385664:12345-192.168.202.28@tcp:35:lhsmtool_posix.0 00000100:00100000:0.0:1775764500.710140:0:42328:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944481e5ac50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+24:51310:x1862022098385664:12345-192.168.202.28@tcp:35:lhsmtool_posix.0 Request processed in 270us (1294us total) trans 34359738704 rc 0/0 00000100:00100000:0.0:1775764500.710149:0:42328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 120 00000100:00100000:0.0:1775764500.743665:0:3329:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1775764500.743703:0:3329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944590388700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3329:1862022118979712:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1775764500.743904:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764500.744057:0:42947:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118979712 00000100:00100000:0.0:1775764500.744066:0:42947:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118979712 00000100:00100000:0.0:1775764500.744198:0:42947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 60 00000100:00100000:0.0:1775764500.744209:0:42947:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94459038a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3329:x1862022118979712:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1775764500.744246:0:42947:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 57868288 pending 1703936 free 3703570432 avail 3701473280 00000100:00100000:0.0:1775764500.744292:0:42947:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94459038a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3329:x1862022118979712:12345-0@lo:13:osp-pre-0-0.0 Request processed in 85us (389us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764500.744299:0:42947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 60 00000100:00100000:0.0:1775764500.744419:0:3329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944590388700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3329:1862022118979712:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1775764501.249346:0:3329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944486788380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d8dacf45-8471-4226-a2fb-1fac83f69c1e:3329:1862022118979840:0@lo:400:kworker.0 00000100:00100000:1.0:1775764501.249347:0:3330:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944486789880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3330:1862022118979968:0@lo:400:kworker.0 00000100:00100000:3.0:1775764501.249408:0:3328:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff94448678aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3328:1862022118980224:0@lo:400:kworker.0 00000100:00100000:2.0:1775764501.252158:0:3331:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff94448678ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3331:1862022118980096:0@lo:400:kworker.0 00000100:00100000:1.0:1775764501.253283:0:3330:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764501.253636:0:3330:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944589101f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3330:1862022118980480:0@lo:400:kworker.0 00000100:00100000:1.0:1775764501.253674:0:3330:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764501.253726:0:42945:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118979968 00000100:00100000:1.0:1775764501.253735:0:42945:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118979968 00000100:00100000:0.0:1775764501.254723:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764501.254769:0:3329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944486789180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3329:1862022118980352:0@lo:400:kworker.0 00000100:00100000:0.0:1775764501.254822:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764501.254968:0:42945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90 00000100:00100000:1.0:1775764501.255129:0:42945:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bc1df480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+7:3330:x1862022118979968:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764501.255201:0:42945:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bc1df480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+7:3330:x1862022118979968:12345-0@lo:400:kworker.0 Request processed in 223us (1922us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764501.255209:0:42945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90 00000100:00100000:1.0:1775764501.255241:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118980480 00000100:00100000:1.0:1775764501.255247:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118980480 00000100:00100000:1.0:1775764501.255284:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118980352 00000100:00100000:1.0:1775764501.255287:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118980352 00000100:00100000:0.0:1775764501.255403:0:3330:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944486789880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3330:1862022118979968:0@lo:400:kworker.0 00000100:00100000:1.0:1775764501.255409:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 134 00000100:00100000:1.0:1775764501.255415:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bc1dca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3330:x1862022118980480:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764501.255564:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bc1dca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3330:x1862022118980480:12345-0@lo:400:kworker.0 Request processed in 148us (1889us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764501.255614:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 134 00000100:00100000:1.0:1775764501.255629:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 135 00000100:00100000:1.0:1775764501.255636:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944590388700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3329:x1862022118980352:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764501.255673:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944590388700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3329:x1862022118980352:12345-0@lo:400:kworker.0 Request processed in 39us (851us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764501.255679:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 135 00000100:00080000:1.0:1775764501.255697:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1775764501.255701:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1775764501.255713:0:42318:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118979840 00000100:00100000:1.0:1775764501.255717:0:42318:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118979840 00000100:00100000:1.0:1775764501.255744:0:42318:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 169 00000100:00100000:1.0:1775764501.255750:0:42318:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94458728a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d8dacf45-8471-4226-a2fb-1fac83f69c1e+18:3329:x1862022118979840:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764501.255782:0:3330:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944589101f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3330:1862022118980480:0@lo:400:kworker.0 00000100:00100000:1.0:1775764501.255782:0:42318:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94458728a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d8dacf45-8471-4226-a2fb-1fac83f69c1e+18:3329:x1862022118979840:12345-0@lo:400:kworker.0 Request processed in 32us (1064us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764501.255788:0:42318:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 169 00000100:00100000:1.0:1775764501.255856:0:3329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944486788380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d8dacf45-8471-4226-a2fb-1fac83f69c1e:3329:1862022118979840:0@lo:400:kworker.0 00000100:00100000:1.0:1775764501.255867:0:3329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944486789180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3329:1862022118980352:0@lo:400:kworker.0 00000100:00100000:3.0:1775764501.258194:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764501.259846:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118980224 00000100:00100000:1.0:1775764501.259861:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118980224 00000100:00100000:1.0:1775764501.259927:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 136 00000100:00100000:1.0:1775764501.259939:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944587190700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3328:x1862022118980224:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764501.260040:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944587190700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3328:x1862022118980224:12345-0@lo:400:kworker.0 Request processed in 103us (1857us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764501.260047:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 136 00000100:00100000:3.0:1775764501.260827:0:3328:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff94448678aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3328:1862022118980224:0@lo:400:kworker.0 00000100:00100000:2.0:1775764501.262631:0:3331:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764501.262709:0:42944:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118980096 00000100:00100000:1.0:1775764501.262718:0:42944:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118980096 00000100:00100000:1.0:1775764501.262792:0:42944:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91 00000100:00100000:1.0:1775764501.262819:0:42944:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94459ec8cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3331:x1862022118980096:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764501.262899:0:42944:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94459ec8cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3331:x1862022118980096:12345-0@lo:400:kworker.0 Request processed in 84us (275us total) trans 0 rc 0/0 00000100:00080000:2.0:1775764501.262901:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1775764501.262907:0:42944:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91 00000100:00100000:0.0:1775764501.263269:0:3331:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff94448678ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3331:1862022118980096:0@lo:400:kworker.0 00010000:00010000:1.0:1775764501.318239:0:43224:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775764501.681701:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764501.682707:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764501.682761:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764501.682790:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764501.682877:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098386304 00000100:00100000:2.0:1775764501.682887:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098386304 00000100:00100000:2.0:1775764501.682957:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098385920 00000100:00100000:2.0:1775764501.682967:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098385920 00000100:00100000:2.0:1775764501.683009:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 137 00000100:00100000:2.0:1775764501.683019:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944589101f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:82781e18-e0e3-4f9f-9a2b-041bf0344414+5:2377:x1862022098386304:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:2.0:1775764501.683103:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944589101f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:82781e18-e0e3-4f9f-9a2b-041bf0344414+5:2377:x1862022098386304:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 85us (346us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764501.683112:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 137 00000100:00100000:2.0:1775764501.683157:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 138 00000100:00100000:2.0:1775764501.683165:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944589139500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+24:2377:x1862022098385920:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:2.0:1775764501.683197:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944589139500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+24:2377:x1862022098385920:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 33us (406us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764501.683203:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 138 00000100:00080000:2.0:1775764501.683223:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1775764501.683312:0:42945:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098386048 00000100:00100000:0.0:1775764501.683316:0:42945:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098386048 00000100:00100000:0.0:1775764501.683359:0:42945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 92 00000100:00100000:0.0:1775764501.683367:0:42945:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944589101500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+5:2377:x1862022098386048:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:0.0:1775764501.683395:0:42945:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944589101500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+5:2377:x1862022098386048:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 29us (692us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764501.683401:0:42945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 92 00000100:00080000:2.0:1775764501.683844:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1775764501.684940:0:42317:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098385792 00000100:00100000:1.0:1775764501.684958:0:42317:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098385792 00000100:00100000:1.0:1775764501.685037:0:42317:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 170 00000100:00100000:1.0:1775764501.685056:0:42317:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944587288050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:24b54882-c0a1-43f2-954f-009e5a9afc9d+12:2377:x1862022098385792:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:1.0:1775764501.698496:0:42317:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944587288050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:24b54882-c0a1-43f2-954f-009e5a9afc9d+12:2377:x1862022098385792:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 13433us (16801us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764501.698519:0:42317:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 170 00000100:00100000:2.0:1775764501.699127:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764501.699527:0:42944:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098386176 00000100:00100000:1.0:1775764501.699538:0:42944:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098386176 00000100:00100000:1.0:1775764501.699616:0:42944:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 93 00000100:00100000:1.0:1775764501.699626:0:42944:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944589138380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+9:2377:x1862022098386176:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:1.0:1775764501.699716:0:42944:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944589138380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+9:2377:x1862022098386176:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 91us (592us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764501.699723:0:42944:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 93 00000100:00080000:1.0:1775764501.699764:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1775764501.700855:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764501.701034:0:42945:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098386432 00000100:00100000:1.0:1775764501.701043:0:42945:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098386432 00000100:00100000:1.0:1775764501.701183:0:42945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 94 00000100:00100000:1.0:1775764501.701193:0:42945:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944589139c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:82781e18-e0e3-4f9f-9a2b-041bf0344414+7:2377:x1862022098386432:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:1.0:1775764501.701273:0:42945:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944589139c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:82781e18-e0e3-4f9f-9a2b-041bf0344414+7:2377:x1862022098386432:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 82us (427us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764501.701281:0:42945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 94 00000100:00080000:2.0:1775764501.701862:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1775764502.345824:0:42312:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:1.0:1775764502.408418:0:6613:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 34359738400 is committed 00000001:00080000:1.0:1775764502.408468:0:6613:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 34359738398 is committed 00000100:00100000:0.0:1775764502.785409:0:3331:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff94458913bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3331:1862022118980608:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1775764502.785500:0:3331:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764502.785661:0:42947:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118980608 00000100:00100000:3.0:1775764502.785670:0:42947:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118980608 00000100:00100000:3.0:1775764502.785723:0:42947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 61 00000100:00100000:3.0:1775764502.785733:0:42947:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944590388000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3331:x1862022118980608:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1775764502.785769:0:42947:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 1703936 granted 61276160 pending 0 free 3765436416 avail 3763339264 00000100:00100000:3.0:1775764502.785835:0:42947:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944590388000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3331:x1862022118980608:12345-0@lo:13:osp-pre-1-0.0 Request processed in 103us (336us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764502.785843:0:42947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 61 00000100:00100000:3.0:1775764502.785890:0:3331:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff94458913bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3331:1862022118980608:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1775764503.363364:0:42313:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1775764503.815664:0:42356:0:(llog.c:800:llog_process_thread()) index: 8, lh_last_idx: 8 synced_idx: 8 lgh_last_idx: 8 00000040:00080000:2.0:1775764503.815675:0:42356:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x32:0x0] at index 8 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1775764503.815707:0:42356:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x32:0x0] index 10 count 6 00000040:00080000:2.0:1775764503.815721:0:42356:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 9 count 2 00010000:00010000:0.0:1775764504.394426:0:43224:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:0.0:1775764504.499664:0:45552:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 34359738704 is committed 00000020:00080000:0.0:1775764504.499715:0:45552:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 30064771808 batchid updated 00000020:00080000:0.0:1775764504.499784:0:45552:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff944587a023c0 refcount 2 committed 0 result 0 batchid 30064771809 00000020:00080000:0.0:1775764504.499792:0:45552:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff94458d0aa000 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff944587a02900 00000020:00080000:0.0:1775764504.499835:0:45552:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff94458d0aa700 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff944488983800 00000020:00080000:2.0:1775764504.500201:0:42361:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 30064771809 committed batchid 30064771808 00000020:00080000:2.0:1775764504.500441:0:42361:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 30064771808 00000001:00080000:1.0:1775764504.920672:0:7469:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 34359738402 is committed 00000001:00080000:1.0:1775764504.920695:0:7469:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 34359738401 is committed 00010000:00010000:2.0:1775764505.409789:0:42312:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775764505.858831:0:3329:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1775764505.858863:0:3329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff94459038a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3329:1862022118980736:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1775764505.858955:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764505.859276:0:42947:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118980736 00000100:00100000:1.0:1775764505.859298:0:42947:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118980736 00000100:00100000:1.0:1775764505.859366:0:42947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 62 00000100:00100000:1.0:1775764505.859377:0:42947:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944590389180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3329:x1862022118980736:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1775764505.859414:0:42947:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 56164352 pending 0 free 3704619008 avail 3702521856 00000100:00100000:1.0:1775764505.859477:0:42947:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944590389180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3329:x1862022118980736:12345-0@lo:13:osp-pre-0-0.0 Request processed in 102us (522us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764505.859484:0:42947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 62 00000100:00100000:1.0:1775764505.859520:0:3329:0:(client.c:3082:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 34359738400 gen 2 00000004:00080000:1.0:1775764505.859526:0:3329:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 34359738399 committed transno 34359738400 00000004:00080000:1.0:1775764505.859546:0:3329:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff944590389500, transno 34359738400 00000100:00100000:1.0:1775764505.859565:0:3329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff94459038a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3329:1862022118980736:0@lo:13:osp-pre-0-0.0 00000100:00080000:3.0:1775764505.859572:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1775764506.229943:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764506.230371:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098386560 00000100:00100000:2.0:1775764506.230382:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098386560 00000100:00100000:2.0:1775764506.230468:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 375 00000100:00100000:2.0:1775764506.230479:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94459038ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+12:51638:x1862022098386560:12345-192.168.202.28@tcp:101:lctl.0 00010000:00010000:2.0:1775764506.230501:0:42324:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764506.230521:0:42324:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944580030400/0x57b8ff0e0304f678 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b20f expref: -99 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764506.230596:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944580031800/0x57b8ff0e0304f67f lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764506.230608:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944580031800/0x57b8ff0e0304f67f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764506.230622:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944580031800/0x57b8ff0e0304f67f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764506.230872:0:42324:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 8704 00000004:00200000:2.0:1775764506.230877:0:42324:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 32 stripe count 1 MDT count 1 00000100:00080000:3.0:1775764506.231363:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000004:00010000:2.0:1775764506.232552:0:42324:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff944580031800/0x57b8ff0e0304f67f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764506.234772:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944580030400/0x57b8ff0e0304f678 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b20f expref: 14 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764506.234830:0:42324:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff944580031800/0x57b8ff0e0304f67f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b20f expref: 13 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764506.234842:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff94459084ac00) 00010000:00010000:2.0:1775764506.234845:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1775764506.234850:0:42324:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944580031800, rc 0) 00000100:00100000:2.0:1775764506.234990:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94459038ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+13:51638:x1862022098386560:12345-192.168.202.28@tcp:101:lctl.0 Request processed in 4513us (5055us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764506.235000:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 375 00000100:00100000:1.0:1775764506.369287:0:3329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944587190a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d8dacf45-8471-4226-a2fb-1fac83f69c1e:3329:1862022118980864:0@lo:400:kworker.0 00000100:00100000:1.0:1775764506.369383:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764506.369446:0:42319:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118980864 00000100:00100000:2.0:1775764506.369457:0:42319:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118980864 00000100:00100000:2.0:1775764506.369538:0:42319:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 171 00000100:00100000:2.0:1775764506.369549:0:42319:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94458728b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d8dacf45-8471-4226-a2fb-1fac83f69c1e+18:3329:x1862022118980864:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764506.369904:0:3328:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944587192300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3328:1862022118981248:0@lo:400:kworker.0 00000100:00100000:0.0:1775764506.369947:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764506.369985:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118981248 00000100:00100000:0.0:1775764506.369990:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118981248 00000100:00100000:0.0:1775764506.370022:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 139 00000100:00100000:0.0:1775764506.370030:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944590389500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3328:x1862022118981248:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764506.370083:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944590389500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3328:x1862022118981248:12345-0@lo:400:kworker.0 Request processed in 54us (134us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764506.370090:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 139 00000100:00100000:0.0:1775764506.370134:0:3328:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944587192300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3328:1862022118981248:0@lo:400:kworker.0 00000100:00100000:0.0:1775764506.370165:0:3330:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944587193480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3330:1862022118980992:0@lo:400:kworker.0 00000100:00100000:0.0:1775764506.370187:0:3330:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764506.370202:0:3330:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1775764506.370206:0:3330:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944587193b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3330:1862022118981120:0@lo:400:kworker.0 00000100:00100000:0.0:1775764506.370217:0:3330:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764506.370235:0:42944:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118980992 00000100:00100000:0.0:1775764506.370237:0:42944:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118980992 00000100:00100000:0.0:1775764506.370256:0:42944:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118981120 00000100:00100000:0.0:1775764506.370258:0:42944:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118981120 00000100:00100000:0.0:1775764506.370278:0:42944:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 95 00000100:00100000:0.0:1775764506.370282:0:42944:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94459038a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3330:x1862022118980992:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764506.370303:0:42944:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94459038a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3330:x1862022118980992:12345-0@lo:400:kworker.0 Request processed in 21us (115us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764506.370307:0:42944:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 95 00000100:00100000:0.0:1775764506.370314:0:42944:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 96 00000100:00100000:0.0:1775764506.370317:0:42944:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944590388a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3330:x1862022118981120:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764506.370330:0:42944:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944590388a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3330:x1862022118981120:12345-0@lo:400:kworker.0 Request processed in 14us (113us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764506.370334:0:42944:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 96 00000100:00100000:0.0:1775764506.370365:0:3330:0:(client.c:3082:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 34359738402 gen 2 00000004:00080000:0.0:1775764506.370370:0:3330:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 34359738402 committed transno 34359738402 00000100:00100000:0.0:1775764506.370392:0:3330:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944587193b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3330:1862022118981120:0@lo:400:kworker.0 00000100:00100000:0.0:1775764506.370398:0:3330:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944587193480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3330:1862022118980992:0@lo:400:kworker.0 00000100:00080000:0.0:1775764506.370429:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1775764506.377450:0:42319:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94458728b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d8dacf45-8471-4226-a2fb-1fac83f69c1e+18:3329:x1862022118980864:12345-0@lo:400:kworker.0 Request processed in 7892us (8055us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764506.377463:0:42319:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 171 00000100:00100000:0.0:1775764506.377933:0:3331:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1775764506.377967:0:3331:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944587193b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3331:1862022118981504:0@lo:400:kworker.0 00000100:00100000:0.0:1775764506.378065:0:3331:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764506.378112:0:3328:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1775764506.378122:0:3328:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944587193480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3328:1862022118981376:0@lo:400:kworker.0 00000100:00100000:0.0:1775764506.378147:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764506.378180:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118981504 00000100:00100000:0.0:1775764506.378187:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118981504 00000100:00100000:0.0:1775764506.378247:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118981376 00000100:00100000:0.0:1775764506.378250:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118981376 00000100:00100000:0.0:1775764506.378271:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 140 00000100:00100000:0.0:1775764506.378280:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944590389f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3331:x1862022118981504:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764506.378329:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944590389f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3331:x1862022118981504:12345-0@lo:400:kworker.0 Request processed in 51us (266us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764506.378337:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 140 00000100:00100000:3.0:1775764506.378459:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 141 00000100:00100000:3.0:1775764506.378468:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944590388e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3328:x1862022118981376:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764506.378509:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944590388e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3328:x1862022118981376:12345-0@lo:400:kworker.0 Request processed in 43us (360us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764506.378514:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 141 00000100:00100000:3.0:1775764506.378558:0:3328:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944587193480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3328:1862022118981376:0@lo:400:kworker.0 00000100:00080000:3.0:1775764506.378618:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1775764506.378647:0:3331:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944587193b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3331:1862022118981504:0@lo:400:kworker.0 00000100:00100000:1.0:1775764506.382272:0:3329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944587190a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d8dacf45-8471-4226-a2fb-1fac83f69c1e:3329:1862022118980864:0@lo:400:kworker.0 00010000:00010000:1.0:1775764506.433265:0:42313:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775764506.446683:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764506.446874:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098386688 00000100:00100000:3.0:1775764506.446884:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098386688 00000100:00100000:3.0:1775764506.446937:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 376 00000100:00100000:3.0:1775764506.446955:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bc1dc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+13:51094:x1862022098386688:12345-192.168.202.28@tcp:60:lhsmtool_posix.0 00000100:00100000:3.0:1775764506.447063:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bc1dc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+13:51094:x1862022098386688:12345-192.168.202.28@tcp:60:lhsmtool_posix.0 Request processed in 117us (388us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764506.447070:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 376 00000100:00100000:1.0:1775764506.459300:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764506.459718:0:42328:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098386944 00000100:00100000:2.0:1775764506.459730:0:42328:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098386944 00000100:00100000:2.0:1775764506.459820:0:42328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 121 00000100:00100000:2.0:1775764506.459831:0:42328:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bc1df480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+13:51094:x1862022098386944:12345-192.168.202.28@tcp:35:lhsmtool_posix.0 00000100:00100000:2.0:1775764506.464305:0:42328:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bc1df480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+14:51094:x1862022098386944:12345-192.168.202.28@tcp:35:lhsmtool_posix.0 Request processed in 2115us (2666us total) trans 34359738705 rc 0/0 00000100:00100000:2.0:1775764506.464325:0:42328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 121 00000100:00100000:0.0:1775764506.806463:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764506.806646:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764506.806690:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764506.806718:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764506.806749:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764506.806784:0:42945:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098387328 00000100:00100000:0.0:1775764506.806817:0:42945:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098387328 00000100:00100000:0.0:1775764506.806897:0:42945:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098387584 00000100:00100000:0.0:1775764506.806900:0:42945:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098387584 00000100:00100000:0.0:1775764506.806915:0:42945:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098387200 00000100:00100000:0.0:1775764506.806917:0:42945:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098387200 00000100:00100000:0.0:1775764506.806933:0:42945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 97 00000100:00100000:0.0:1775764506.806943:0:42945:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94448678a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+8:2377:x1862022098387328:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:0.0:1775764506.807029:0:42945:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94448678a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+8:2377:x1862022098387328:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 87us (382us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764506.807038:0:42945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 97 00000100:00100000:0.0:1775764506.807070:0:42945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 98 00000100:00100000:0.0:1775764506.807076:0:42945:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94448678ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:82781e18-e0e3-4f9f-9a2b-041bf0344414+5:2377:x1862022098387584:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:0.0:1775764506.807100:0:42945:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94448678ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:82781e18-e0e3-4f9f-9a2b-041bf0344414+5:2377:x1862022098387584:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 25us (409us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764506.807106:0:42945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 98 00000100:00100000:0.0:1775764506.807118:0:42945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 99 00000100:00100000:0.0:1775764506.807124:0:42945:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486788e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+5:2377:x1862022098387200:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:0.0:1775764506.807146:0:42945:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486788e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+5:2377:x1862022098387200:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 22us (427us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764506.807152:0:42945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 99 00000100:00080000:0.0:1775764506.807174:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1775764506.807178:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1775764506.807187:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098387456 00000100:00100000:0.0:1775764506.807190:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098387456 00000100:00100000:0.0:1775764506.807220:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 142 00000100:00100000:0.0:1775764506.807226:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94448678bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:82781e18-e0e3-4f9f-9a2b-041bf0344414+5:2377:x1862022098387456:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:0.0:1775764506.807252:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94448678bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:82781e18-e0e3-4f9f-9a2b-041bf0344414+5:2377:x1862022098387456:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 26us (502us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764506.807270:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 142 00000100:00080000:0.0:1775764506.807283:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1775764506.808203:0:42317:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098387072 00000100:00100000:1.0:1775764506.808214:0:42317:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098387072 00000100:00100000:1.0:1775764506.808373:0:42317:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 172 00000100:00100000:1.0:1775764506.808383:0:42317:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944587288450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:24b54882-c0a1-43f2-954f-009e5a9afc9d+12:2377:x1862022098387072:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:1.0:1775764506.808439:0:42317:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944587288450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:24b54882-c0a1-43f2-954f-009e5a9afc9d+12:2377:x1862022098387072:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 58us (1986us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764506.808446:0:42317:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 172 00000100:00100000:0.0:1775764506.901145:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764506.901319:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098387712 00000100:00100000:3.0:1775764506.901330:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098387712 00000100:00100000:0.0:1775764506.901556:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 377 00000100:00100000:0.0:1775764506.901569:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486788700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:82781e18-e0e3-4f9f-9a2b-041bf0344414+5:51659:x1862022098387712:12345-192.168.202.28@tcp:101:lsof.0 00010000:00010000:0.0:1775764506.901593:0:42326:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764506.901617:0:42326:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77000/0x57b8ff0e0304f686 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b216 expref: -99 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764506.901686:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77400/0x57b8ff0e0304f68d lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764506.901701:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77400/0x57b8ff0e0304f68d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764506.901713:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77400/0x57b8ff0e0304f68d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764506.901957:0:42326:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 8704 00000004:00200000:0.0:1775764506.901961:0:42326:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 32 stripe count 1 MDT count 1 00000004:00010000:0.0:1775764506.902065:0:42326:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77400/0x57b8ff0e0304f68d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764506.902092:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77000/0x57b8ff0e0304f686 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b216 expref: 7 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764506.902109:0:42326:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77400/0x57b8ff0e0304f68d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b216 expref: 6 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764506.902117:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff94459084ac00) 00010000:00010000:0.0:1775764506.902120:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1775764506.902123:0:42326:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445bfe77400, rc 0) 00000100:00100000:0.0:1775764506.902195:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486788700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:82781e18-e0e3-4f9f-9a2b-041bf0344414+6:51659:x1862022098387712:12345-192.168.202.28@tcp:101:lsof.0 Request processed in 629us (1059us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764506.902202:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 377 00010000:00010000:0.0:1775764507.459049:0:43224:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775764507.906612:0:3330:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1775764507.906637:0:3330:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944589139180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3330:1862022118981632:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1775764507.906714:0:3330:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764507.907005:0:42947:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118981632 00000100:00100000:1.0:1775764507.907014:0:42947:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118981632 00000100:00100000:1.0:1775764507.907086:0:42947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 63 00000100:00100000:1.0:1775764507.907096:0:42947:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94448678b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3330:x1862022118981632:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1775764507.907130:0:42947:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 1703936 granted 61276160 pending 0 free 3765436416 avail 3763339264 00000100:00100000:1.0:1775764507.907186:0:42947:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94448678b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3330:x1862022118981632:12345-0@lo:13:osp-pre-1-0.0 Request processed in 91us (471us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764507.907193:0:42947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 63 00000100:00100000:3.0:1775764507.907421:0:3330:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944589139180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3330:1862022118981632:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1775764508.481116:0:42312:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764509.507451:0:42313:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:1.0:1775764509.555531:0:5825:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 34359738705 is committed 00000020:00080000:1.0:1775764509.555549:0:5825:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 30064771809 batchid updated 00000020:00080000:2.0:1775764509.555898:0:42361:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 30064771809 00000020:00080000:2.0:1775764509.555907:0:42361:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 30064771809 00010000:00010000:0.0:1775764510.529040:0:43224:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775764510.979651:0:3328:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff94448678b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3328:1862022118981760:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1775764510.979741:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764510.980031:0:42947:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118981760 00000100:00100000:2.0:1775764510.980041:0:42947:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118981760 00000100:00100000:2.0:1775764510.980121:0:42947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 64 00000100:00100000:2.0:1775764510.980131:0:42947:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944587193b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3328:x1862022118981760:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1775764510.980173:0:42947:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 56164352 pending 0 free 3704619008 avail 3702521856 00000100:00100000:2.0:1775764510.980222:0:42947:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944587193b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3328:x1862022118981760:12345-0@lo:13:osp-pre-0-0.0 Request processed in 93us (481us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764510.980229:0:42947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 64 00000100:00080000:3.0:1775764510.982172:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1775764510.982257:0:3328:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff94448678b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3328:1862022118981760:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1775764511.490701:0:3330:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bc1df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3330:1862022118982016:0@lo:400:kworker.0 00000100:00100000:0.0:1775764511.490824:0:3329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bc1dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d8dacf45-8471-4226-a2fb-1fac83f69c1e:3329:1862022118981888:0@lo:400:kworker.0 00000100:00100000:2.0:1775764511.490834:0:3330:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764511.490892:0:3331:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bc1ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3331:1862022118982144:0@lo:400:kworker.0 00000100:00100000:1.0:1775764511.490894:0:42945:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118982016 00000100:00100000:1.0:1775764511.490902:0:42945:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118982016 00000100:00100000:1.0:1775764511.490977:0:42945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 100 00000100:00100000:1.0:1775764511.490987:0:42945:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944589138e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3330:x1862022118982016:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764511.504628:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764511.504718:0:3329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bc1dce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3329:1862022118982400:0@lo:400:kworker.0 00000100:00100000:0.0:1775764511.504768:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764511.504814:0:3329:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1775764511.504823:0:3329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bc1dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3329:1862022118982272:0@lo:400:kworker.0 00000100:00100000:0.0:1775764511.504846:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764511.504899:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118982400 00000100:00100000:0.0:1775764511.504906:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118982400 00000100:00100000:0.0:1775764511.504961:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118982272 00000100:00100000:0.0:1775764511.504964:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118982272 00000100:00100000:0.0:1775764511.504987:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 143 00000100:00100000:0.0:1775764511.505007:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94448678aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3329:x1862022118982400:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764511.505061:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94448678aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3329:x1862022118982400:12345-0@lo:400:kworker.0 Request processed in 65us (291us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764511.505068:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 143 00000100:00100000:0.0:1775764511.505087:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 144 00000100:00100000:0.0:1775764511.505093:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486789180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3329:x1862022118982272:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764511.505120:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486789180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3329:x1862022118982272:12345-0@lo:400:kworker.0 Request processed in 28us (273us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764511.505126:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 144 00000100:00080000:0.0:1775764511.505153:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1775764511.505183:0:3329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bc1dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3329:1862022118982272:0@lo:400:kworker.0 00000100:00100000:0.0:1775764511.505193:0:3329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bc1dce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3329:1862022118982400:0@lo:400:kworker.0 00000100:00100000:0.0:1775764511.505240:0:42319:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118981888 00000100:00100000:0.0:1775764511.505244:0:42319:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118981888 00000100:00100000:0.0:1775764511.505268:0:42319:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 173 00000100:00100000:0.0:1775764511.505274:0:42319:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944587288850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d8dacf45-8471-4226-a2fb-1fac83f69c1e+18:3329:x1862022118981888:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764511.505325:0:42319:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944587288850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d8dacf45-8471-4226-a2fb-1fac83f69c1e+18:3329:x1862022118981888:12345-0@lo:400:kworker.0 Request processed in 50us (706us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764511.505330:0:42319:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 173 00000100:00100000:0.0:1775764511.505378:0:3329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bc1dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d8dacf45-8471-4226-a2fb-1fac83f69c1e:3329:1862022118981888:0@lo:400:kworker.0 00000100:00100000:2.0:1775764511.511938:0:3330:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bc1de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3330:1862022118982528:0@lo:400:kworker.0 00000100:00100000:2.0:1775764511.512031:0:3330:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764511.514609:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118982528 00000100:00100000:0.0:1775764511.514625:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118982528 00000100:00100000:0.0:1775764511.514711:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 145 00000100:00100000:0.0:1775764511.514722:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944589139180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3330:x1862022118982528:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764511.514829:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944589139180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3330:x1862022118982528:12345-0@lo:400:kworker.0 Request processed in 109us (2797us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764511.514836:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 145 00000100:00080000:2.0:1775764511.514852:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1775764511.514892:0:3330:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bc1de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3330:1862022118982528:0@lo:400:kworker.0 00000100:00100000:3.0:1775764511.523103:0:3331:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764511.523287:0:43212:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118982144 00000100:00100000:0.0:1775764511.523311:0:43212:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118982144 00000100:00100000:0.0:1775764511.523399:0:43212:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 101 00000100:00100000:0.0:1775764511.523418:0:43212:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944587193480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3331:x1862022118982144:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764511.523504:0:43212:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944587193480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3331:x1862022118982144:12345-0@lo:400:kworker.0 Request processed in 96us (416us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764511.523511:0:43212:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 101 00000100:00080000:2.0:1775764511.523607:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1775764511.523923:0:3331:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bc1ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3331:1862022118982144:0@lo:400:kworker.0 00000100:00100000:2.0:1775764511.525473:0:42945:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944589138e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3330:x1862022118982016:12345-0@lo:400:kworker.0 Request processed in 34482us (34669us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764511.525485:0:42945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 100 00000100:00100000:3.0:1775764511.525731:0:3330:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bc1df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3330:1862022118982016:0@lo:400:kworker.0 00010000:00010000:2.0:1775764511.563111:0:42312:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775764511.922673:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764511.922724:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764511.922765:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764511.922789:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764511.922860:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764511.922900:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764511.922955:0:42946:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098388096 00000100:00100000:3.0:1775764511.922967:0:42946:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098388096 00000100:00100000:3.0:1775764511.923048:0:42946:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098388224 00000100:00100000:3.0:1775764511.923052:0:42946:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098388224 00000100:00100000:3.0:1775764511.923068:0:42946:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098388480 00000100:00100000:3.0:1775764511.923070:0:42946:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098388480 00000100:00100000:3.0:1775764511.923086:0:42946:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 102 00000100:00100000:3.0:1775764511.923094:0:42946:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944587192300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+5:2376:x1862022098388096:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:3.0:1775764511.923169:0:42946:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944587192300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+5:2376:x1862022098388096:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 74us (442us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764511.923176:0:42946:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 102 00000100:00100000:3.0:1775764511.923195:0:42946:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 103 00000100:00100000:3.0:1775764511.923201:0:42946:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444867b3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+8:2376:x1862022098388224:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:3.0:1775764511.923226:0:42946:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444867b3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+8:2376:x1862022098388224:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 27us (367us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764511.923232:0:42946:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 103 00000100:00100000:3.0:1775764511.923243:0:42946:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 104 00000100:00100000:3.0:1775764511.923248:0:42946:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444867b0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:82781e18-e0e3-4f9f-9a2b-041bf0344414+5:2376:x1862022098388480:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:3.0:1775764511.923268:0:42946:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444867b0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:82781e18-e0e3-4f9f-9a2b-041bf0344414+5:2376:x1862022098388480:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 20us (368us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764511.923273:0:42946:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 104 00000100:00100000:3.0:1775764511.923290:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098388352 00000100:00100000:3.0:1775764511.923293:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098388352 00000100:00100000:3.0:1775764511.923320:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098387968 00000100:00100000:3.0:1775764511.923322:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098387968 00000100:00100000:3.0:1775764511.923345:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 146 00000100:00100000:3.0:1775764511.923350:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944587190a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:82781e18-e0e3-4f9f-9a2b-041bf0344414+6:2376:x1862022098388352:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:3.0:1775764511.923378:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944587190a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:82781e18-e0e3-4f9f-9a2b-041bf0344414+6:2376:x1862022098388352:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 28us (612us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764511.923384:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 146 00000100:00100000:3.0:1775764511.923394:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 147 00000100:00100000:3.0:1775764511.923400:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444867b0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+13:2376:x1862022098387968:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:3.0:1775764511.923425:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444867b0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+13:2376:x1862022098387968:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 25us (636us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764511.923431:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 147 00000100:00080000:3.0:1775764511.923577:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1775764511.923581:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1775764511.923584:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1775764511.923794:0:42317:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098387840 00000100:00100000:1.0:1775764511.923826:0:42317:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098387840 00000100:00100000:1.0:1775764511.923861:0:42317:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 174 00000100:00100000:1.0:1775764511.923868:0:42317:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94458728b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:24b54882-c0a1-43f2-954f-009e5a9afc9d+12:2376:x1862022098387840:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:1.0:1775764511.923902:0:42317:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94458728b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:24b54882-c0a1-43f2-954f-009e5a9afc9d+12:2376:x1862022098387840:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 35us (1250us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764511.923908:0:42317:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 174 00010000:00010000:2.0:1775764512.578251:0:42313:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1775764513.033253:0:42356:0:(llog.c:800:llog_process_thread()) index: 8, lh_last_idx: 8 synced_idx: 8 lgh_last_idx: 8 00000040:00080000:1.0:1775764513.033262:0:42356:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x32:0x0] at index 8 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1775764513.036173:0:42356:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x32:0x0] index 10 count 4 00000040:00080000:1.0:1775764513.036190:0:42356:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 9 count 2 00000100:00100000:0.0:1775764513.037732:0:3330:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1775764513.037759:0:3330:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944486788380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3330:1862022118982656:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1775764513.038233:0:3330:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764513.040533:0:42947:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118982656 00000100:00100000:1.0:1775764513.040546:0:42947:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118982656 00000100:00100000:1.0:1775764513.041145:0:42947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 65 00000100:00100000:1.0:1775764513.041158:0:42947:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486789880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3330:x1862022118982656:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1775764513.041201:0:42947:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 1703936 granted 61276160 pending 0 free 3765436416 avail 3763339264 00000100:00100000:1.0:1775764513.041293:0:42947:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486789880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3330:x1862022118982656:12345-0@lo:13:osp-pre-1-0.0 Request processed in 139us (3061us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764513.041300:0:42947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 65 00000100:00080000:2.0:1775764513.041640:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1775764513.042380:0:3330:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944486788380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3330:1862022118982656:0@lo:13:osp-pre-1-0.0 00000001:02000400:0.0:1775764513.443151:0:45741:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-pcc test 19: Verify the file re-attach works as expected ========================================================== 15:55:10 (1775764510) 00010000:00010000:1.0:1775764513.603404:0:43224:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764514.625151:0:42312:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764515.649140:0:42313:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775764516.097768:0:3328:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944486788380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3328:1862022118982784:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1775764516.097918:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764516.099143:0:42947:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118982784 00000100:00100000:2.0:1775764516.099707:0:42947:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118982784 00000100:00100000:2.0:1775764516.099864:0:42947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 66 00000100:00100000:2.0:1775764516.099878:0:42947:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444867b2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3328:x1862022118982784:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1775764516.099932:0:42947:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 56164352 pending 0 free 3704619008 avail 3702521856 00000100:00100000:2.0:1775764516.100047:0:42947:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444867b2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3328:x1862022118982784:12345-0@lo:13:osp-pre-0-0.0 Request processed in 171us (2128us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764516.100057:0:42947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 66 00000100:00080000:3.0:1775764516.100362:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1775764516.100610:0:3328:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944486788380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3328:1862022118982784:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1775764516.444163:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764516.445362:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098388736 00000100:00100000:3.0:1775764516.445388:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098388736 00000100:00100000:3.0:1775764516.445548:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 378 00000100:00100000:3.0:1775764516.445566:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bc1df800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+13:51920:x1862022098388736:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1775764516.445602:0:42326:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764516.445640:0:42326:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694200/0x57b8ff0e0304f694 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b21d expref: -99 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764516.445784:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e0304f69b lrc: 3/1,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764516.445869:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e0304f69b lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764516.445893:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e0304f69b lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764516.445917:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694400/0x57b8ff0e0304f6a2 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764516.445925:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694400/0x57b8ff0e0304f6a2 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764516.445932:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694400/0x57b8ff0e0304f6a2 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764516.446550:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e0304f6a9 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764516.446566:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e0304f6a9 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764516.446575:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e0304f6a9 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764516.446590:0:42326:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000002:0x2:0x0]: returning size 6656 00010000:00010000:3.0:1775764516.446887:0:42326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e0304f69b lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764516.446897:0:42326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e0304f69b lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764516.446905:0:42326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e0304f69b lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764516.446913:0:42326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445be695c00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:3.0:1775764516.446919:0:42326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e0304f69b lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764516.446927:0:42326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e0304f69b lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764516.446946:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff944582f80200) 00010000:00010000:3.0:1775764516.446949:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764516.446968:0:42326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e0304f69b lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764516.446975:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e0304f69b lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764516.446993:0:42326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694400/0x57b8ff0e0304f6a2 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764516.446999:0:42326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694400/0x57b8ff0e0304f6a2 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764516.447005:0:42326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694400/0x57b8ff0e0304f6a2 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764516.447011:0:42326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445be694400 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:3.0:1775764516.447014:0:42326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694400/0x57b8ff0e0304f6a2 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764516.447019:0:42326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694400/0x57b8ff0e0304f6a2 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764516.447031:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x8d45d6bc (ffff944586564200) 00010000:00010000:3.0:1775764516.447034:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764516.447037:0:42326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694400/0x57b8ff0e0304f6a2 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764516.447043:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694400/0x57b8ff0e0304f6a2 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764516.447643:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694200/0x57b8ff0e0304f694 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b21d expref: 16 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764516.447663:0:42326:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e0304f6a9 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b21d expref: 15 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764516.447672:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff94459084a500) 00010000:00010000:3.0:1775764516.447674:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764516.447677:0:42326:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445be695800, rc 0) 00000100:00100000:3.0:1775764516.447866:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bc1df800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+15:51920:x1862022098388736:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 Request processed in 2305us (3720us total) trans 34359738706 rc 0/0 00000100:00100000:3.0:1775764516.447879:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 378 00000100:00080000:2.0:1775764516.450471:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1775764516.468737:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764516.468910:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764516.469270:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098388864 00000100:00100000:3.0:1775764516.469284:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098388864 00000100:00100000:3.0:1775764516.469366:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 379 00000100:00100000:3.0:1775764516.469378:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94448678b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+15:51920:x1862022098388864:12345-192.168.202.28@tcp:59:lhsmtool_posix.0 00000100:00100000:3.0:1775764516.469532:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94448678b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+15:51920:x1862022098388864:12345-192.168.202.28@tcp:59:lhsmtool_posix.0 Request processed in 156us (810us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764516.469546:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 379 00000100:00100000:1.0:1775764516.470665:0:42311:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098388992 00000100:00100000:1.0:1775764516.470681:0:42311:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098388992 00000100:00100000:1.0:1775764516.470781:0:42311:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 30 00000100:00100000:1.0:1775764516.470792:0:42311:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486788380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+15:2378:x1862022098388992:12345-192.168.202.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1775764516.470856:0:42311:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764516.470892:0:42311:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e0304f6a9 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b21d expref: 15 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764516.470919:0:42311:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff94459084a500) 00010000:00010000:1.0:1775764516.470926:0:42311:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1775764516.471014:0:42311:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486788380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+14:2378:x1862022098388992:12345-192.168.202.28@tcp:103:ldlm_bl.0 Request processed in 223us (2102us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764516.471023:0:42311:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 30 00000100:00100000:0.0:1775764516.612934:0:3328:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944585dddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3328:1862022118983296:0@lo:400:kworker.0 00000100:00100000:0.0:1775764516.613062:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764516.613153:0:3328:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1775764516.613160:0:3328:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9444867b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d8dacf45-8471-4226-a2fb-1fac83f69c1e:3328:1862022118982912:0@lo:400:kworker.0 00000100:00100000:0.0:1775764516.613198:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764516.613228:0:3328:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944585ddc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3328:1862022118983424:0@lo:400:kworker.0 00000100:00100000:0.0:1775764516.613251:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764516.613309:0:42318:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118982912 00000100:00100000:0.0:1775764516.613320:0:42318:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118982912 00000100:00100000:0.0:1775764516.613387:0:42318:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 175 00000100:00100000:0.0:1775764516.613397:0:42318:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944585def850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d8dacf45-8471-4226-a2fb-1fac83f69c1e+18:3328:x1862022118982912:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764516.613465:0:42318:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944585def850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d8dacf45-8471-4226-a2fb-1fac83f69c1e+18:3328:x1862022118982912:12345-0@lo:400:kworker.0 Request processed in 69us (264us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764516.613473:0:42318:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 175 00000100:00100000:0.0:1775764516.613524:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118983296 00000100:00100000:0.0:1775764516.613528:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118983296 00000100:00100000:0.0:1775764516.613571:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118983424 00000100:00100000:0.0:1775764516.613574:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118983424 00000100:00100000:0.0:1775764516.613611:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 148 00000100:00100000:0.0:1775764516.613618:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bbf2c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3328:x1862022118983296:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764516.613629:0:3330:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9444867b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3330:1862022118983040:0@lo:400:kworker.0 00000100:00100000:0.0:1775764516.613652:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bbf2c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3328:x1862022118983296:12345-0@lo:400:kworker.0 Request processed in 35us (591us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764516.613658:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 148 00000100:00100000:2.0:1775764516.613666:0:3330:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764516.613670:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 149 00000100:00100000:0.0:1775764516.613675:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bbf2d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3328:x1862022118983424:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764516.613690:0:3330:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944585dddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3330:1862022118983552:0@lo:400:kworker.0 00000100:00100000:0.0:1775764516.613698:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bbf2d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3328:x1862022118983424:12345-0@lo:400:kworker.0 Request processed in 24us (447us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764516.613704:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 149 00000100:00100000:2.0:1775764516.613713:0:3330:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764516.614106:0:3331:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944585ddd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3331:1862022118983168:0@lo:400:kworker.0 00000100:00100000:1.0:1775764516.614146:0:3331:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764516.614190:0:43212:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118983040 00000100:00100000:1.0:1775764516.614194:0:43212:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118983040 00000100:00100000:1.0:1775764516.614224:0:43212:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118983168 00000100:00100000:1.0:1775764516.614226:0:43212:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118983168 00000100:00100000:1.0:1775764516.614249:0:43212:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 105 00000100:00100000:1.0:1775764516.614256:0:43212:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94458913bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3330:x1862022118983040:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764516.614307:0:43212:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94458913bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3330:x1862022118983040:12345-0@lo:400:kworker.0 Request processed in 38us (627us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764516.614315:0:43212:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 105 00000100:00100000:1.0:1775764516.614331:0:43212:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 106 00000100:00100000:1.0:1775764516.614337:0:43212:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bc1ded80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3331:x1862022118983168:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764516.614366:0:43212:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bc1ded80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3331:x1862022118983168:12345-0@lo:400:kworker.0 Request processed in 30us (220us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764516.614372:0:43212:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 106 00000100:00100000:1.0:1775764516.614433:0:3331:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944585ddd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3331:1862022118983168:0@lo:400:kworker.0 00000100:00100000:1.0:1775764516.614486:0:3328:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9444867b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d8dacf45-8471-4226-a2fb-1fac83f69c1e:3328:1862022118982912:0@lo:400:kworker.0 00000100:00100000:1.0:1775764516.614497:0:3328:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944585ddc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3328:1862022118983424:0@lo:400:kworker.0 00000100:00100000:1.0:1775764516.614507:0:3328:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944585dddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3328:1862022118983296:0@lo:400:kworker.0 00000100:00100000:2.0:1775764516.624501:0:3330:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9444867b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3330:1862022118983040:0@lo:400:kworker.0 00000100:00080000:2.0:1775764516.624588:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1775764516.624596:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1775764516.633627:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118983552 00000100:00100000:0.0:1775764516.633652:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118983552 00000100:00100000:0.0:1775764516.633781:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 150 00000100:00100000:0.0:1775764516.633794:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486e44380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3330:x1862022118983552:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764516.633968:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486e44380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3330:x1862022118983552:12345-0@lo:400:kworker.0 Request processed in 176us (20252us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764516.633985:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 150 00000100:00100000:0.0:1775764516.634063:0:3330:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944585dddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3330:1862022118983552:0@lo:400:kworker.0 00000100:00080000:3.0:1775764516.635675:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:1.0:1775764516.675673:0:43224:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775764516.799711:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764516.800039:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098389248 00000100:00100000:2.0:1775764516.800058:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098389248 00000100:00100000:2.0:1775764516.800185:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 380 00000100:00100000:2.0:1775764516.800199:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bbf2fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+14:51934:x1862022098389248:12345-192.168.202.28@tcp:101:bash.0 00010000:00010000:2.0:1775764516.800240:0:42324:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764516.800245:0:42324:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1775764516.800538:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944580031800/0x57b8ff0e0304f67f lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b20f expref: 14 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764516.800585:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff94459084ac00) 00010000:00010000:2.0:1775764516.800593:0:42324:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775764516.800617:0:42324:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944580030400/0x57b8ff0e0304f6b7 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b224 expref: -99 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764516.801670:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff944580031200/0x57b8ff0e0304f6be lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764516.801704:0:42324:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77400/0x57b8ff0e0304f68d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b216 expref: 5 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764516.801715:0:42324:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff944580031200/0x57b8ff0e0304f6be lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764516.801784:0:42324:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77400/0x57b8ff0e0304f68d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b216 expref: 5 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764516.802056:0:42324:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77400/0x57b8ff0e0304f68d lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b216 expref: 5 pid: 42326 timeout: 2083 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764516.802081:0:42324:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944486e45880 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:42324:1862022118983680:192.168.202.28@tcp:104: 00000100:00100000:2.0:1775764516.802723:0:42324:0:(client.c:2691:ptlrpc_set_wait()) set ffff944482872a80 going to sleep for 11 seconds 00000100:00100000:2.0:1775764516.808165:0:42324:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944486e45880 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:42324:1862022118983680:192.168.202.28@tcp:104: 00010000:00010000:2.0:1775764516.808214:0:42324:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff944580031200/0x57b8ff0e0304f6be lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764516.823130:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764516.823242:0:44302:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098389376 00000100:00100000:1.0:1775764516.823253:0:44302:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098389376 00010000:00010000:1.0:1775764516.823321:0:44302:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77400/0x57b8ff0e0304f68d lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b216 expref: 6 pid: 42326 timeout: 2083 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764516.823386:0:44302:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 84 00000100:00100000:1.0:1775764516.823397:0:44302:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486041c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:82781e18-e0e3-4f9f-9a2b-041bf0344414+6:2379:x1862022098389376:12345-192.168.202.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1775764516.823412:0:44302:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764516.823419:0:44302:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77400/0x57b8ff0e0304f68d lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b216 expref: 6 pid: 42326 timeout: 2083 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764516.823440:0:44302:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77400/0x57b8ff0e0304f68d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b216 expref: 6 pid: 42326 timeout: 2083 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764516.823464:0:44302:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77400/0x57b8ff0e0304f68d lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b216 expref: 6 pid: 42326 timeout: 2083 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764516.823484:0:44302:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff94459084ac00) 00010000:00010000:1.0:1775764516.823490:0:44302:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff944580031200/0x57b8ff0e0304f6be lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764516.823500:0:44302:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff944580031200/0x57b8ff0e0304f6be lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764516.823508:0:44302:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944580031200/0x57b8ff0e0304f6be lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764516.823550:0:44302:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1775764516.823607:0:44302:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486041c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:82781e18-e0e3-4f9f-9a2b-041bf0344414+5:2379:x1862022098389376:12345-192.168.202.28@tcp:103:ldlm_bl.0 Request processed in 211us (490us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764516.823614:0:44302:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 84 00000100:00080000:3.0:1775764516.823841:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1775764516.825185:0:42324:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff944580031200/0x57b8ff0e0304f6be lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764516.825203:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944580031200/0x57b8ff0e0304f6be lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764516.825245:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76000/0x57b8ff0e0304f6c5 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x8996d334 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764516.825262:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76000/0x57b8ff0e0304f6c5 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x8996d334 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764516.825277:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76000/0x57b8ff0e0304f6c5 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x8996d334 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1775764516.827125:0:42324:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x109:0x0], index 0: 0 00010000:00010000:0.0:1775764516.828698:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76400/0x57b8ff0e0304f6cc lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0x22:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764516.828721:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76400/0x57b8ff0e0304f6cc lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764516.828736:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76400/0x57b8ff0e0304f6cc lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764516.828777:0:42324:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff944580031200/0x57b8ff0e0304f6be lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764516.828784:0:42324:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944580031200/0x57b8ff0e0304f6be lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764516.828795:0:42324:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944580031200/0x57b8ff0e0304f6be lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764516.829649:0:42324:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944580031200 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:0.0:1775764516.829654:0:42324:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944580031200/0x57b8ff0e0304f6be lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764516.829663:0:42324:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944580031200/0x57b8ff0e0304f6be lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764516.829679:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff94459084ac00) 00010000:00010000:0.0:1775764516.829683:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764516.829688:0:42324:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944580031200/0x57b8ff0e0304f6be lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764516.829696:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944580031200/0x57b8ff0e0304f6be lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764516.829718:0:42324:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000099a87579 reply state 0000000011e7b884 transno 34359738707 ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76000/0x57b8ff0e0304f6c5 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x8996d334 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764516.829729:0:42324:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1775764516.829767:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944580030400/0x57b8ff0e0304f6b7 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b224 expref: 16 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764516.829786:0:42324:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76400/0x57b8ff0e0304f6cc lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b224 expref: 15 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764516.829793:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x22:0x0].0x0 (ffff944582f80c00) 00010000:00010000:0.0:1775764516.830534:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1775764516.830638:0:42324:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445bfe76400, rc 0) 00000100:00100000:0.0:1775764516.830825:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bbf2fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+16:51934:x1862022098389248:12345-192.168.202.28@tcp:101:bash.0 Request processed in 30626us (31133us total) trans 34359738707 rc 0/0 00000100:00100000:0.0:1775764516.830835:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 380 00010000:00010000:1.0:1775764516.854047:0:3314:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76000/0x57b8ff0e0304f6c5 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x8996d334 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764516.854074:0:3314:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76000/0x57b8ff0e0304f6c5 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x8996d334 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764516.854082:0:3314:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76000/0x57b8ff0e0304f6c5 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x8996d334 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764516.854094:0:3314:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445bfe76000 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:1.0:1775764516.854101:0:3314:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76000/0x57b8ff0e0304f6c5 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x8996d334 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764516.854120:0:3314:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76000/0x57b8ff0e0304f6c5 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x8996d334 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764516.854146:0:3314:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x8996d334 (ffff944582f80700) 00010000:00010000:1.0:1775764516.854150:0:3314:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764516.854157:0:3314:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76000/0x57b8ff0e0304f6c5 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x8996d334 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764516.854164:0:3314:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76000/0x57b8ff0e0304f6c5 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x8996d334 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764516.868061:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764516.868756:0:43212:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098389504 00000100:00100000:3.0:1775764516.868775:0:43212:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098389504 00000100:00100000:3.0:1775764516.868996:0:43212:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 100 00000100:00100000:3.0:1775764516.869008:0:43212:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bc1de680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+5:2378:x1862022098389504:12345-192.168.202.28@tcp:101:bash.0 00010000:00010000:3.0:1775764516.869036:0:43212:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764516.869068:0:43212:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e277d88a/0x57b8ff0e0304f6da lrc: 2/0,0 mode: --/PR res: [0x240000400:0x109:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b22b expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1775764516.869125:0:43212:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x109:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1775764516.869155:0:43212:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764516.869159:0:43212:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764516.869171:0:43212:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e277d88a/0x57b8ff0e0304f6da lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x109:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b22b expref: 6 pid: 43212 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764516.869198:0:43212:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000e277d88a/0x57b8ff0e0304f6da lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x109:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b22b expref: 6 pid: 43212 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764516.869219:0:43212:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445be694200, rc 0) 00000100:00100000:3.0:1775764516.869340:0:43212:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bc1de680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+6:2378:x1862022098389504:12345-192.168.202.28@tcp:101:bash.0 Request processed in 335us (1297us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764516.869348:0:43212:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 100 00000100:00080000:2.0:1775764516.879350:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1775764516.888340:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764516.889166:0:42945:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098389632 00000100:00100000:1.0:1775764516.889190:0:42945:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098389632 00000100:00100000:1.0:1775764516.889304:0:42945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 101 00000100:00100000:1.0:1775764516.889320:0:42945:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486041880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+6:51934:x1862022098389632:12345-192.168.202.28@tcp:101:bash.0 00010000:00010000:1.0:1775764516.889352:0:42945:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764516.889385:0:42945:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e249f982/0x57b8ff0e0304f6e1 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x109:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b232 expref: -99 pid: 42945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764516.889436:0:42945:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000e277d88a/0x57b8ff0e0304f6da lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x109:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b22b expref: 7 pid: 43212 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764516.889448:0:42945:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1775764516.889453:0:42945:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1775764516.889458:0:42945:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e249f982/0x57b8ff0e0304f6e1 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x109:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b232 expref: 7 pid: 42945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764516.889515:0:42945:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000e277d88a/0x57b8ff0e0304f6da lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x109:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b22b expref: 7 pid: 43212 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764516.889535:0:42945:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000e277d88a/0x57b8ff0e0304f6da lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x109:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b22b expref: 7 pid: 43212 timeout: 2083 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764516.889555:0:42945:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bc1dd500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:42945:1862022118983808:192.168.202.28@tcp:104: 00000100:00100000:1.0:1775764516.889700:0:42945:0:(client.c:2691:ptlrpc_set_wait()) set ffff9445982c5c00 going to sleep for 11 seconds 00000100:00100000:0.0:1775764516.907172:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764516.907305:0:42311:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098389760 00000100:00100000:0.0:1775764516.907322:0:42311:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098389760 00010000:00010000:0.0:1775764516.907411:0:42311:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000e277d88a/0x57b8ff0e0304f6da lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x109:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b22b expref: 8 pid: 43212 timeout: 2083 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764516.907476:0:42311:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 85 00000100:00100000:0.0:1775764516.907489:0:42311:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486042300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+8:2378:x1862022098389760:12345-192.168.202.28@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1775764516.907520:0:42311:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764516.907572:0:42311:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000e277d88a/0x57b8ff0e0304f6da lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x109:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b22b expref: 8 pid: 43212 timeout: 2083 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764516.907593:0:42311:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000e277d88a/0x57b8ff0e0304f6da lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x109:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b22b expref: 8 pid: 43212 timeout: 2083 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764516.907640:0:42311:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764516.907643:0:42311:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764516.907655:0:42311:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000e249f982/0x57b8ff0e0304f6e1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x109:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b232 expref: 8 pid: 42945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764516.907668:0:42311:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e249f982/0x57b8ff0e0304f6e1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x109:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b232 expref: 8 pid: 42945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764516.907736:0:42311:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000e249f982/0x57b8ff0e0304f6e1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x109:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b232 expref: 8 pid: 42945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764516.907759:0:42311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944486042a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:42311:1862022118983936:192.168.202.28@tcp:105: 00000100:00100000:0.0:1775764516.907984:0:42311:0:(client.c:2691:ptlrpc_set_wait()) set ffff9445b76393c0 going to sleep for 11 seconds 00010000:00010000:3.0:1775764516.919285:0:42945:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e277d88a/0x57b8ff0e0304f6da lrc: 0/0,0 mode: --/PR res: [0x240000400:0x109:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b22b expref: 8 pid: 43212 timeout: 2083 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764516.919345:0:42945:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bc1dd500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:42945:1862022118983808:192.168.202.28@tcp:104: 00010000:00010000:3.0:1775764516.919436:0:42945:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000e249f982/0x57b8ff0e0304f6e1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x109:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b232 expref: 7 pid: 42945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764516.919463:0:42945:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944587808600, rc 0) 00000100:00100000:2.0:1775764516.920214:0:42945:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486041880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+7:51934:x1862022098389632:12345-192.168.202.28@tcp:101:bash.0 Request processed in 30887us (31879us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764516.920233:0:42945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 101 00000100:00100000:2.0:1775764516.922895:0:42311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944486042a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:42311:1862022118983936:192.168.202.28@tcp:105: 00010000:00010000:2.0:1775764516.922964:0:42311:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775764516.923078:0:42311:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486042300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+6:2378:x1862022098389760:12345-192.168.202.28@tcp:103:ldlm_bl.0 Request processed in 15588us (15920us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764516.923095:0:42311:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 85 00000100:00100000:0.0:1775764516.935210:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764516.936581:0:42328:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098390016 00000100:00100000:2.0:1775764516.936605:0:42328:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098390016 00000100:00100000:2.0:1775764516.936760:0:42328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 122 00000100:00100000:2.0:1775764516.936776:0:42328:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486043b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+15:51934:x1862022098390016:12345-192.168.202.28@tcp:35:bash.0 00000100:00100000:2.0:1775764516.940290:0:42328:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486043b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+16:51934:x1862022098390016:12345-192.168.202.28@tcp:35:bash.0 Request processed in 3489us (5073us total) trans 34359738708 rc 0/0 00000100:00100000:2.0:1775764516.940327:0:42328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 122 00000100:00100000:1.0:1775764517.066047:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764517.066120:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764517.066169:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764517.066721:0:43212:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098390400 00000100:00100000:0.0:1775764517.066741:0:43212:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098390400 00000100:00100000:0.0:1775764517.066896:0:43212:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098390272 00000100:00100000:0.0:1775764517.066900:0:43212:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098390272 00000100:00100000:0.0:1775764517.066936:0:43212:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 107 00000100:00100000:0.0:1775764517.066961:0:43212:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bc1dce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:82781e18-e0e3-4f9f-9a2b-041bf0344414+5:2376:x1862022098390400:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:0.0:1775764517.067087:0:43212:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bc1dce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:82781e18-e0e3-4f9f-9a2b-041bf0344414+5:2376:x1862022098390400:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 140us (966us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764517.067097:0:43212:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 107 00000100:00100000:0.0:1775764517.075901:0:43212:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 108 00000100:00100000:0.0:1775764517.075934:0:43212:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bc1dfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+8:2376:x1862022098390272:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:0.0:1775764517.076086:0:43212:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bc1dfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+8:2376:x1862022098390272:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 168us (9914us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764517.076097:0:43212:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 108 00000100:00080000:1.0:1775764517.076846:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1775764517.076854:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1775764517.076987:0:42319:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098390144 00000100:00100000:3.0:1775764517.077002:0:42319:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098390144 00000100:00100000:3.0:1775764517.077071:0:42319:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 176 00000100:00100000:3.0:1775764517.077081:0:42319:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944585dec850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:24b54882-c0a1-43f2-954f-009e5a9afc9d+12:2376:x1862022098390144:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:3.0:1775764517.077152:0:42319:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944585dec850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:24b54882-c0a1-43f2-954f-009e5a9afc9d+12:2376:x1862022098390144:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 73us (11127us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764517.077160:0:42319:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 176 00000100:00100000:1.0:1775764517.085893:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764517.089004:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098390528 00000100:00100000:3.0:1775764517.089035:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098390528 00000100:00100000:3.0:1775764517.089202:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 381 00000100:00100000:3.0:1775764517.089219:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bc1dd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+16:51937:x1862022098390528:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:3.0:1775764517.089283:0:42325:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764517.089910:0:42325:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694200/0x57b8ff0e0304f6e8 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b239 expref: -99 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764517.090056:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694400/0x57b8ff0e0304f6ef lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764517.090082:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694400/0x57b8ff0e0304f6ef lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764517.091162:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694400/0x57b8ff0e0304f6ef lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764517.105030:0:42325:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 8704 00000004:00200000:2.0:1775764517.105045:0:42325:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 33 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764517.105172:0:42325:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694400/0x57b8ff0e0304f6ef lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764517.105239:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694200/0x57b8ff0e0304f6e8 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b239 expref: 18 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764517.105688:0:42325:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694400/0x57b8ff0e0304f6ef lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b239 expref: 17 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764517.105701:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff944586564100) 00010000:00010000:2.0:1775764517.105704:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1775764517.105709:0:42325:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445be694400, rc 0) 00000100:00100000:2.0:1775764517.106742:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bc1dd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+17:51937:x1862022098390528:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 16887us (20231us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764517.108247:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 381 00000040:00080000:1.0:1775764517.121403:0:42356:0:(llog.c:800:llog_process_thread()) index: 8, lh_last_idx: 8 synced_idx: 8 lgh_last_idx: 8 00000040:00080000:1.0:1775764517.121420:0:42356:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x32:0x0] at index 8 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1775764517.121473:0:42356:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x32:0x0] index 10 count 4 00000040:00080000:1.0:1775764517.121486:0:42356:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 9 count 2 00010000:00010000:2.0:1775764517.698536:0:42312:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775764517.726479:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764517.726742:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098390784 00000100:00100000:0.0:1775764517.726756:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098390784 00000100:00100000:0.0:1775764517.726873:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 382 00000100:00100000:0.0:1775764517.726884:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944585ddf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+17:51953:x1862022098390784:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:0.0:1775764517.726911:0:42326:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764517.726934:0:42326:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77c00/0x57b8ff0e0304f6f6 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b240 expref: -99 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764517.727074:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77800/0x57b8ff0e0304f6fd lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0x22:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764517.727091:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77800/0x57b8ff0e0304f6fd lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764517.727106:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77800/0x57b8ff0e0304f6fd lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764517.727120:0:42326:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab1:0x22:0x0]: returning size 5 00010000:00010000:0.0:1775764517.727306:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77c00/0x57b8ff0e0304f6f6 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b240 expref: 20 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764517.727333:0:42326:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77800/0x57b8ff0e0304f6fd lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b240 expref: 19 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764517.727344:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x22:0x0].0x0 (ffff944582f80c00) 00010000:00010000:0.0:1775764517.727348:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1775764517.727353:0:42326:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445bfe77800, rc 0) 00000100:00100000:0.0:1775764517.727425:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944585ddf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+19:51953:x1862022098390784:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 543us (962us total) trans 34359738709 rc 0/0 00000100:00100000:0.0:1775764517.727434:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 382 00000100:00100000:0.0:1775764517.741122:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764517.741761:0:44302:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098390912 00000100:00100000:1.0:1775764517.741777:0:44302:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098390912 00000100:00100000:1.0:1775764517.741953:0:44302:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 31 00000100:00100000:1.0:1775764517.741968:0:44302:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486042a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+19:2378:x1862022098390912:12345-192.168.202.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1775764517.741990:0:44302:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764517.742026:0:44302:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77800/0x57b8ff0e0304f6fd lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b240 expref: 19 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764517.742061:0:44302:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x22:0x0].0x0 (ffff944582f80c00) 00010000:00010000:1.0:1775764517.742068:0:44302:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1775764517.742146:0:44302:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486042a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+18:2378:x1862022098390912:12345-192.168.202.28@tcp:103:ldlm_bl.0 Request processed in 184us (1041us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764517.742155:0:44302:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 31 00000100:00100000:1.0:1775764517.746769:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764517.746977:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098391168 00000100:00100000:2.0:1775764517.746991:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098391168 00000100:00100000:2.0:1775764517.747080:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 383 00000100:00100000:2.0:1775764517.747094:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444867b1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+18:51953:x1862022098391168:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:2.0:1775764517.747132:0:44493:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764517.747159:0:44493:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944580031800/0x57b8ff0e0304f70b lrc: 2/0,0 mode: --/CR res: [0x200003ab1:0x22:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b247 expref: -99 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764517.747328:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff944580030400/0x57b8ff0e0304f712 lrc: 3/0,1 mode: --/PW res: [0x200003ab1:0x22:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764517.747349:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944580030400/0x57b8ff0e0304f712 lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0x22:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764517.747365:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944580030400/0x57b8ff0e0304f712 lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0x22:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764517.747386:0:44493:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab1:0x22:0x0]: returning size 5 00010000:00010000:2.0:1775764517.747569:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944580031800/0x57b8ff0e0304f70b lrc: 0/0,0 mode: --/CR res: [0x200003ab1:0x22:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b247 expref: 21 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764517.747598:0:44493:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff944580030400/0x57b8ff0e0304f712 lrc: 3/0,0 mode: PW/PW res: [0x200003ab1:0x22:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b247 expref: 20 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764517.747608:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x22:0x0].0x0 (ffff944582f80c00) 00010000:00010000:2.0:1775764517.747611:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1775764517.747615:0:44493:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944580030400, rc 0) 00000100:00100000:2.0:1775764517.747696:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444867b1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+20:51953:x1862022098391168:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 604us (941us total) trans 34359738710 rc 0/0 00000100:00100000:2.0:1775764517.747705:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 383 00000100:00100000:1.0:1775764517.762723:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764517.762845:0:43212:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098391296 00000100:00100000:0.0:1775764517.762859:0:43212:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098391296 00000100:00100000:0.0:1775764517.762926:0:43212:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 102 00000100:00100000:0.0:1775764517.762948:0:43212:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444867b1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+6:2376:x1862022098391296:12345-192.168.202.28@tcp:1:lfs.0 00010000:00010000:0.0:1775764517.763014:0:43212:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000009c77856/0x57b8ff0e0304f720 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x109:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764517.763038:0:43212:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000e249f982/0x57b8ff0e0304f6e1 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x109:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b232 expref: 6 pid: 42945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764517.763047:0:43212:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1775764517.763050:0:43212:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1775764517.763053:0:43212:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000009c77856/0x57b8ff0e0304f720 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x109:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764517.763098:0:43212:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000e249f982/0x57b8ff0e0304f6e1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x109:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b232 expref: 6 pid: 42945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764517.763114:0:43212:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000e249f982/0x57b8ff0e0304f6e1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x109:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b232 expref: 6 pid: 42945 timeout: 2084 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764517.763134:0:43212:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944483640700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:43212:1862022118984064:192.168.202.28@tcp:104: 00000100:00100000:0.0:1775764517.763240:0:43212:0:(client.c:2691:ptlrpc_set_wait()) set ffff9445b7639480 going to sleep for 11 seconds 00000100:00100000:0.0:1775764517.769607:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764517.769715:0:42950:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098391424 00000100:00100000:2.0:1775764517.769730:0:42950:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098391424 00002000:00100000:2.0:1775764517.769833:0:42950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x109:0x0] (0->4) req@ffff944483643800 x1862022098391424/t0(0) o4->7e6eda44-5508-487e-b17f-ff28ad9d3512@192.168.202.28@tcp:753/0 lens 496/0 e 0 to 0 dl 1775764528 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764517.769846:0:42950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff944483643800 with x1862022098391424 ext(0->4) 00010000:00010000:2.0:1775764517.769858:0:42950:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 00000000e249f982/0x57b8ff0e0304f6e1 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x109:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b232 expref: 7 pid: 42945 timeout: 2084 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764517.769876:0:42950:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 00000000e249f982/0x57b8ff0e0304f6e1 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x109:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b232 expref: 7 pid: 42945 timeout: 2084 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1775764517.769885:0:42950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff944483643800 00000100:00100000:2.0:1775764517.769929:0:42950:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 5 00000100:00100000:2.0:1775764517.769954:0:42950:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944483643800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+7:2378:x1862022098391424:12345-192.168.202.28@tcp:4:lfs.0 00000100:00100000:2.0:1775764517.770626:0:42950:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944483643800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+9:2378:x1862022098391424:12345-192.168.202.28@tcp:4:lfs.0 Request processed in 682us (1031us total) trans 34359738401 rc 0/0 00000100:00100000:2.0:1775764517.770636:0:42950:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 5 00002000:00100000:2.0:1775764517.770645:0:42950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x109:0x0] (0->4) req@ffff944483643800 x1862022098391424/t34359738401(0) o4->7e6eda44-5508-487e-b17f-ff28ad9d3512@192.168.202.28@tcp:753/0 lens 496/448 e 0 to 0 dl 1775764528 ref 1 fl Complete:H/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764517.770654:0:42950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff944483643800 with x1862022098391424 ext(0->4) 00010000:00010000:2.0:1775764517.770662:0:42950:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 00000000e249f982/0x57b8ff0e0304f6e1 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x109:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b232 expref: 9 pid: 42945 timeout: 2084 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764517.770677:0:42950:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 00000000e249f982/0x57b8ff0e0304f6e1 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x109:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b232 expref: 9 pid: 42945 timeout: 2084 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1775764517.770684:0:42950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff944483643800 00000100:00100000:3.0:1775764517.770955:0:43212:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944483640700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:43212:1862022118984064:192.168.202.28@tcp:104: 00010000:00010000:3.0:1775764517.770996:0:43212:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000009c77856/0x57b8ff0e0304f720 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x109:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764517.783664:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764517.784235:0:42310:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098391552 00000100:00100000:0.0:1775764517.784260:0:42310:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098391552 00010000:00010000:0.0:1775764517.784540:0:42310:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000e249f982/0x57b8ff0e0304f6e1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x109:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b232 expref: 9 pid: 42945 timeout: 2084 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764517.784620:0:42310:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 86 00000100:00100000:0.0:1775764517.784633:0:42310:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bfb22050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+9:2377:x1862022098391552:12345-192.168.202.28@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1775764517.784663:0:42310:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:0.0:1775764517.784694:0:42310:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x109:0x0] updating lvb size from disk: 0 -> 5 00002000:00010000:0.0:1775764517.784698:0:42310:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x109:0x0] updating lvb mtime from disk: 0 -> 1775764517 00002000:00010000:0.0:1775764517.784701:0:42310:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x109:0x0] updating lvb atime from disk: 0 -> 1775764518 00002000:00010000:0.0:1775764517.784703:0:42310:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x109:0x0] updating lvb ctime from disk: 0 -> 1775764517 00010000:00010000:0.0:1775764517.784712:0:42310:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000e249f982/0x57b8ff0e0304f6e1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x109:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b232 expref: 9 pid: 42945 timeout: 2084 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764517.784730:0:42310:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000e249f982/0x57b8ff0e0304f6e1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x109:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b232 expref: 9 pid: 42945 timeout: 2084 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764517.784761:0:42310:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e249f982/0x57b8ff0e0304f6e1 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x109:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b232 expref: 9 pid: 42945 timeout: 2084 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764517.784783:0:42310:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764517.784785:0:42310:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764517.784792:0:42310:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000009c77856/0x57b8ff0e0304f720 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x109:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764517.785302:0:42310:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000009c77856/0x57b8ff0e0304f720 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x109:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764517.785357:0:42310:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775764517.785450:0:42310:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bfb22050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+8:2377:x1862022098391552:12345-192.168.202.28@tcp:103:ldlm_bl.0 Request processed in 818us (1803us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764517.785460:0:42310:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 86 00010000:00010000:1.0:1775764517.786325:0:43212:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000009c77856/0x57b8ff0e0304f720 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x109:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764517.786342:0:43212:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000009c77856/0x57b8ff0e0304f720 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x109:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764517.786385:0:43212:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000009c77856/0x57b8ff0e0304f720 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x109:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764517.786395:0:43212:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000009c77856/0x57b8ff0e0304f720 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x109:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764517.786404:0:43212:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000009c77856/0x57b8ff0e0304f720 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x109:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764517.786412:0:43212:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445bfe76a00 already unused, calling callback (ffffffffc177a060) 00010000:00010000:1.0:1775764517.786418:0:43212:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000009c77856/0x57b8ff0e0304f720 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x109:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764517.786431:0:43212:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000009c77856/0x57b8ff0e0304f720 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x109:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764517.786456:0:43212:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000009c77856/0x57b8ff0e0304f720 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x109:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764517.786466:0:43212:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000009c77856/0x57b8ff0e0304f720 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x109:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764517.786586:0:43212:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444867b1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+7:2376:x1862022098391296:12345-192.168.202.28@tcp:1:lfs.0 Request processed in 23645us (23873us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764517.786600:0:43212:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 102 00000100:00100000:1.0:1775764517.796452:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764517.796686:0:42327:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098391808 00000100:00100000:3.0:1775764517.796706:0:42327:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098391808 00000100:00100000:3.0:1775764517.796847:0:42327:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 123 00000100:00100000:3.0:1775764517.796861:0:42327:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bce28000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+20:51953:x1862022098391808:12345-192.168.202.28@tcp:35:lfs.0 00000004:00010000:3.0:1775764517.796987:0:42327:0:(mdt_open.c:1994:mdt_hsm_release()) ### [0x200003ab1:0x22:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff944580030400/0x57b8ff0e0304f712 lrc: 3/0,0 mode: PW/PW res: [0x200003ab1:0x22:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b247 expref: 20 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1775764517.797740:0:42327:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 34359738711 00000001:00080000:3.0:1775764517.799062:0:42327:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 34359738712 00000001:00080000:2.0:1775764517.812163:0:42327:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 34359738713 00010000:00010000:2.0:1775764517.812381:0:42327:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff944580031800/0x57b8ff0e0304f727 lrc: 3/0,1 mode: --/EX res: [0x200003ab1:0x22:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764517.812416:0:42327:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76400/0x57b8ff0e0304f6cc lrc: 2/0,0 mode: PR/PR res: [0x200003ab1:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b224 expref: 24 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764517.812427:0:42327:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff944580031800/0x57b8ff0e0304f727 lrc: 4/0,1 mode: --/EX res: [0x200003ab1:0x22:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764517.812489:0:42327:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76400/0x57b8ff0e0304f6cc lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b224 expref: 24 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764517.812520:0:42327:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76400/0x57b8ff0e0304f6cc lrc: 4/0,0 mode: PR/PR res: [0x200003ab1:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b224 expref: 24 pid: 42324 timeout: 2084 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764517.812545:0:42327:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944486e45880 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:42327:1862022118984192:192.168.202.28@tcp:104: 00000100:00100000:2.0:1775764517.812688:0:42327:0:(client.c:2691:ptlrpc_set_wait()) set ffff944482872e40 going to sleep for 11 seconds 00000100:00100000:2.0:1775764517.827309:0:42327:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944486e45880 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:42327:1862022118984192:192.168.202.28@tcp:104: 00010000:00010000:2.0:1775764517.827377:0:42327:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff944580031800/0x57b8ff0e0304f727 lrc: 3/0,1 mode: --/EX res: [0x200003ab1:0x22:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42327 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764517.828110:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764517.828236:0:44302:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098391936 00000100:00100000:3.0:1775764517.828251:0:44302:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098391936 00010000:00010000:3.0:1775764517.828321:0:44302:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76400/0x57b8ff0e0304f6cc lrc: 4/0,0 mode: PR/PR res: [0x200003ab1:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b224 expref: 25 pid: 42324 timeout: 2084 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764517.828377:0:44302:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 87 00000100:00100000:3.0:1775764517.828388:0:44302:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bce29880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+25:2378:x1862022098391936:12345-192.168.202.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764517.828411:0:44302:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764517.828419:0:44302:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76400/0x57b8ff0e0304f6cc lrc: 4/0,0 mode: PR/PR res: [0x200003ab1:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b224 expref: 25 pid: 42324 timeout: 2084 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764517.828435:0:44302:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76400/0x57b8ff0e0304f6cc lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b224 expref: 25 pid: 42324 timeout: 2084 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764517.828468:0:44302:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76400/0x57b8ff0e0304f6cc lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b224 expref: 25 pid: 42324 timeout: 2084 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764517.828496:0:44302:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x22:0x0].0x0 (ffff944582f80c00) 00010000:00010000:3.0:1775764517.828503:0:44302:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff944580031800/0x57b8ff0e0304f727 lrc: 3/0,1 mode: --/EX res: [0x200003ab1:0x22:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764517.828516:0:44302:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff944580031800/0x57b8ff0e0304f727 lrc: 3/0,1 mode: EX/EX res: [0x200003ab1:0x22:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 42327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764517.828526:0:44302:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944580031800/0x57b8ff0e0304f727 lrc: 4/0,1 mode: EX/EX res: [0x200003ab1:0x22:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 42327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764517.828571:0:44302:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764517.828653:0:44302:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bce29880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+24:2378:x1862022098391936:12345-192.168.202.28@tcp:103:ldlm_bl.0 Request processed in 267us (548us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764517.828663:0:44302:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 87 00010000:00010000:1.0:1775764517.829906:0:42327:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff944580031800/0x57b8ff0e0304f727 lrc: 3/0,1 mode: EX/EX res: [0x200003ab1:0x22:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764517.829927:0:42327:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944580031800/0x57b8ff0e0304f727 lrc: 3/0,1 mode: EX/EX res: [0x200003ab1:0x22:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42327 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1775764517.830146:0:42327:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 34359738714 00000001:00080000:1.0:1775764517.830588:0:42327:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 34359738715 00000100:00100000:1.0:1775764517.830781:0:42327:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bce29180 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:42327:1862022118984320:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1775764517.830977:0:42327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764517.831015:0:42327:0:(client.c:2691:ptlrpc_set_wait()) set ffff944586714e40 going to sleep for 11 seconds 00000100:00100000:3.0:1775764517.831883:0:42330:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118984320 00000100:00100000:3.0:1775764517.831898:0:42330:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118984320 00000100:00100000:3.0:1775764517.832004:0:42330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:3.0:1775764517.832015:0:42330:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bce2aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:42327:x1862022118984320:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1775764517.832149:0:42330:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bce2aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:42327:x1862022118984320:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 135us (1171us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764517.832159:0:42330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00100000:1.0:1775764517.833251:0:42327:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bce29180 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:42327:1862022118984320:0@lo:1000:mdt_rdpg00_000.0 00000001:00080000:1.0:1775764517.837379:0:42327:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 34359738716 00000100:00100000:1.0:1775764517.837562:0:42327:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bce29180 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:42327:1862022118984448:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1775764517.837676:0:42327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764517.837738:0:42327:0:(client.c:2691:ptlrpc_set_wait()) set ffff9445982c5c00 going to sleep for 11 seconds 00000100:00100000:3.0:1775764517.841093:0:42330:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118984448 00000100:00100000:3.0:1775764517.841118:0:42330:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118984448 00000100:00100000:3.0:1775764517.841232:0:42330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:3.0:1775764517.841246:0:42330:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bce2a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:42327:x1862022118984448:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1775764517.841688:0:42330:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bce2a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:42327:x1862022118984448:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 443us (4010us total) trans 34359738402 rc 0/0 00000100:00100000:3.0:1775764517.841699:0:42330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00100000:1.0:1775764517.842318:0:42327:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bce29180 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:42327:1862022118984448:0@lo:1000:mdt_rdpg00_000.0 00000001:00080000:1.0:1775764517.842478:0:42327:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 34359738717 00010000:00010000:1.0:1775764517.842568:0:42327:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff944580031800/0x57b8ff0e0304f727 lrc: 3/0,1 mode: EX/EX res: [0x200003ab1:0x22:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764517.842583:0:42327:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944580031800/0x57b8ff0e0304f727 lrc: 2/0,0 mode: EX/EX res: [0x200003ab1:0x22:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764517.842595:0:42327:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944580031800/0x57b8ff0e0304f727 lrc: 3/0,0 mode: EX/EX res: [0x200003ab1:0x22:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764517.842602:0:42327:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944580031800 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:1.0:1775764517.842609:0:42327:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944580031800/0x57b8ff0e0304f727 lrc: 3/0,0 mode: EX/EX res: [0x200003ab1:0x22:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764517.842620:0:42327:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944580031800/0x57b8ff0e0304f727 lrc: 4/0,0 mode: EX/EX res: [0x200003ab1:0x22:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764517.842643:0:42327:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x22:0x0].0x0 (ffff944582f80c00) 00010000:00010000:1.0:1775764517.842646:0:42327:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:1.0:1775764517.842653:0:42327:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944580031800/0x57b8ff0e0304f727 lrc: 2/0,0 mode: --/EX res: [0x200003ab1:0x22:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764517.842660:0:42327:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944580031800/0x57b8ff0e0304f727 lrc: 0/0,0 mode: --/EX res: [0x200003ab1:0x22:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42327 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1775764517.843982:0:42327:0:(mdd_object.c:4010:mdd_close()) Object [0x200003ab1:0x23:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:1.0:1775764517.844184:0:42327:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x2e:0x0].11, 64 off8944 00000004:00080000:1.0:1775764517.844203:0:42327:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1984691403668ns, next at 1985691400711ns, rc = 0 00000001:00080000:1.0:1775764517.844217:0:42327:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 34359738718 00010000:00010000:1.0:1775764517.844569:0:42327:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x22:0x0].0x0 (ffff944582f80c00) 00010000:00010000:1.0:1775764517.844578:0:42327:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:1.0:1775764517.844594:0:42327:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944580030400/0x57b8ff0e0304f712 lrc: 0/0,0 mode: --/PW res: [0x200003ab1:0x22:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b247 expref: 28 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764517.844972:0:42327:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bce28000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+27:51953:x1862022098391808:12345-192.168.202.28@tcp:35:lfs.0 Request processed in 48113us (48542us total) trans 34359738719 rc 0/0 00000100:00100000:1.0:1775764517.844987:0:42327:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 123 00000020:00080000:1.0:1775764517.844995:0:42327:0:(tgt_main.c:783:tgt_ses_key_exit()) total 9 transactions per RPC 00000100:00100000:1.0:1775764517.876118:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764517.877044:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098392064 00000100:00100000:2.0:1775764517.877062:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098392064 00000100:00100000:2.0:1775764517.877147:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 384 00000100:00100000:2.0:1775764517.877159:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bce2b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+27:51953:x1862022098392064:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:2.0:1775764517.877197:0:42324:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764517.877226:0:42324:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944580031200/0x57b8ff0e0304f72e lrc: 2/0,0 mode: --/CR res: [0x200003ab1:0x22:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b24e expref: -99 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764517.877322:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944580031200/0x57b8ff0e0304f72e lrc: 3/0,0 mode: CR/CR res: [0x200003ab1:0x22:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b24e expref: 28 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764517.877342:0:42324:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff944580031200/0x57b8ff0e0304f72e lrc: 3/0,0 mode: CR/CR res: [0x200003ab1:0x22:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b24e expref: 28 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764517.877367:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x22:0x0].0x0 (ffff94459084a900) 00010000:00010000:2.0:1775764517.877370:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1775764517.877376:0:42324:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944580031200, rc 0) 00000100:00100000:2.0:1775764517.877463:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bce2b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+28:51953:x1862022098392064:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 306us (1360us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764517.877472:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 384 00000100:00100000:0.0:1775764517.896058:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764517.896184:0:42328:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098392320 00000100:00100000:2.0:1775764517.896200:0:42328:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098392320 00000100:00100000:2.0:1775764517.896298:0:42328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 124 00000100:00100000:2.0:1775764517.896312:0:42328:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944483642300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+28:51953:x1862022098392320:12345-192.168.202.28@tcp:35:lfs.0 00000100:00100000:2.0:1775764517.896733:0:42328:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944483642300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+29:51953:x1862022098392320:12345-192.168.202.28@tcp:35:lfs.0 Request processed in 423us (692us total) trans 34359738720 rc 0/0 00000100:00100000:2.0:1775764517.896742:0:42328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 124 00000100:00100000:1.0:1775764518.145644:0:3331:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944483643480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3331:1862022118984576:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1775764518.145747:0:3331:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764518.145823:0:42947:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118984576 00000100:00100000:2.0:1775764518.145834:0:42947:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118984576 00000100:00100000:2.0:1775764518.145922:0:42947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 67 00000100:00100000:2.0:1775764518.145935:0:42947:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944586b8bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3331:x1862022118984576:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1775764518.146001:0:42947:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 1703936 granted 61276160 pending 0 free 3765436416 avail 3763339264 00000100:00100000:2.0:1775764518.146075:0:42947:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944586b8bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3331:x1862022118984576:12345-0@lo:13:osp-pre-1-0.0 Request processed in 144us (328us total) trans 0 rc 0/0 00000100:00080000:3.0:1775764518.146075:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1775764518.146084:0:42947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 67 00000100:00100000:1.0:1775764518.147601:0:3331:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944483643480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3331:1862022118984576:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1775764518.159485:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764518.160309:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098392448 00000100:00100000:2.0:1775764518.160329:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098392448 00000100:00100000:2.0:1775764518.160449:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 385 00000100:00100000:2.0:1775764518.160464:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944585dddf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+29:51963:x1862022098392448:12345-192.168.202.28@tcp:34:lfs.0 00010000:00010000:2.0:1775764518.160580:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff944580031e00/0x57b8ff0e0304f735 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764518.160617:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944580031e00/0x57b8ff0e0304f735 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764518.160636:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944580031e00/0x57b8ff0e0304f735 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764518.160656:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944580030e00/0x57b8ff0e0304f73c lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8996d334 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764518.160664:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944580030e00/0x57b8ff0e0304f73c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8996d334 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764518.160671:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944580030e00/0x57b8ff0e0304f73c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8996d334 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764518.160878:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944580031400/0x57b8ff0e0304f743 lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0x22:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764518.160888:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944580031400/0x57b8ff0e0304f743 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x22:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764518.160895:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944580031400/0x57b8ff0e0304f743 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x22:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764518.160977:0:44493:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff944580031400/0x57b8ff0e0304f743 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x22:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764518.160993:0:44493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff944580031e00/0x57b8ff0e0304f735 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764518.160999:0:44493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944580031e00/0x57b8ff0e0304f735 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764518.161006:0:44493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944580031e00/0x57b8ff0e0304f735 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764518.161017:0:44493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944580031e00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764518.161023:0:44493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944580031e00/0x57b8ff0e0304f735 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764518.161031:0:44493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944580031e00/0x57b8ff0e0304f735 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764518.161046:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff944586564100) 00010000:00010000:2.0:1775764518.161050:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764518.161056:0:44493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944580031e00/0x57b8ff0e0304f735 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764518.161063:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944580031e00/0x57b8ff0e0304f735 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764518.161082:0:44493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944580030e00/0x57b8ff0e0304f73c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8996d334 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764518.161088:0:44493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944580030e00/0x57b8ff0e0304f73c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8996d334 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764518.161228:0:44493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944580030e00/0x57b8ff0e0304f73c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8996d334 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764518.161234:0:44493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944580030e00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764518.161237:0:44493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944580030e00/0x57b8ff0e0304f73c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8996d334 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764518.161244:0:44493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944580030e00/0x57b8ff0e0304f73c lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8996d334 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764518.161256:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x8996d334 (ffff94459084ae00) 00010000:00010000:2.0:1775764518.161259:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764518.161261:0:44493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944580030e00/0x57b8ff0e0304f73c lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8996d334 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764518.161267:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944580030e00/0x57b8ff0e0304f73c lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8996d334 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764518.161287:0:44493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944580031400/0x57b8ff0e0304f743 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x22:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764518.161293:0:44493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944580031400/0x57b8ff0e0304f743 lrc: 2/0,0 mode: PR/PR res: [0x200003ab1:0x22:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764518.161299:0:44493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944580031400/0x57b8ff0e0304f743 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x22:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764518.161304:0:44493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944580031400 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764518.161307:0:44493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944580031400/0x57b8ff0e0304f743 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x22:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764518.161313:0:44493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944580031400/0x57b8ff0e0304f743 lrc: 4/0,0 mode: PR/PR res: [0x200003ab1:0x22:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764518.161321:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x22:0x0].0x0 (ffff94459084a900) 00010000:00010000:2.0:1775764518.161323:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764518.161326:0:44493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944580031400/0x57b8ff0e0304f743 lrc: 2/0,0 mode: --/PR res: [0x200003ab1:0x22:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764518.161331:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944580031400/0x57b8ff0e0304f743 lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0x22:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764518.161456:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944585dddf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+29:51963:x1862022098392448:12345-192.168.202.28@tcp:34:lfs.0 Request processed in 994us (1979us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764518.161467:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 385 00000100:00080000:3.0:1775764518.163117:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1775764518.466870:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764518.469637:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098392576 00000100:00100000:2.0:1775764518.469677:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098392576 00000100:00100000:2.0:1775764518.469875:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 386 00000100:00100000:2.0:1775764518.469892:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944483641500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+29:51970:x1862022098392576:12345-192.168.202.28@tcp:101:stat.0 00010000:00010000:2.0:1775764518.469964:0:42324:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764518.469993:0:42324:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944580031400/0x57b8ff0e0304f74a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b255 expref: -99 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764518.470109:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff944580030e00/0x57b8ff0e0304f751 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764518.470133:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944580030e00/0x57b8ff0e0304f751 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764518.470151:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944580030e00/0x57b8ff0e0304f751 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764518.470172:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944580031e00/0x57b8ff0e0304f758 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8996d334 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764518.470180:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944580031e00/0x57b8ff0e0304f758 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8996d334 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764518.470187:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944580031e00/0x57b8ff0e0304f758 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8996d334 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764518.470368:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944580031000/0x57b8ff0e0304f75f lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0x22:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764518.470376:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944580031000/0x57b8ff0e0304f75f lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x22:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764518.470383:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944580031000/0x57b8ff0e0304f75f lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x22:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764518.470438:0:42324:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab1:0x22:0x0]: returning size 5 00000004:00200000:2.0:1775764518.470444:0:42324:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764518.470475:0:42324:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff944580031000/0x57b8ff0e0304f75f lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x22:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764518.470490:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944580031000/0x57b8ff0e0304f75f lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764518.470500:0:42324:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff944580030e00/0x57b8ff0e0304f751 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764518.470507:0:42324:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944580030e00/0x57b8ff0e0304f751 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764518.470513:0:42324:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944580030e00/0x57b8ff0e0304f751 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764518.470520:0:42324:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944580030e00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764518.470527:0:42324:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944580030e00/0x57b8ff0e0304f751 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764518.470537:0:42324:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944580030e00/0x57b8ff0e0304f751 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764518.470554:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff944586564100) 00010000:00010000:2.0:1775764518.470558:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764518.470565:0:42324:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944580030e00/0x57b8ff0e0304f751 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764518.470572:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944580030e00/0x57b8ff0e0304f751 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764518.470596:0:42324:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944580031e00/0x57b8ff0e0304f758 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8996d334 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764518.470602:0:42324:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944580031e00/0x57b8ff0e0304f758 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8996d334 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764518.470607:0:42324:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944580031e00/0x57b8ff0e0304f758 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8996d334 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764518.470611:0:42324:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944580031e00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764518.470614:0:42324:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944580031e00/0x57b8ff0e0304f758 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8996d334 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764518.470620:0:42324:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944580031e00/0x57b8ff0e0304f758 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8996d334 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764518.470626:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x8996d334 (ffff94459084ae00) 00010000:00010000:2.0:1775764518.470628:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764518.470631:0:42324:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944580031e00/0x57b8ff0e0304f758 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8996d334 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764518.470636:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944580031e00/0x57b8ff0e0304f758 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8996d334 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764518.470694:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944580031400/0x57b8ff0e0304f74a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b255 expref: 31 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764518.470712:0:42324:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff944580031000/0x57b8ff0e0304f75f lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b255 expref: 30 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764518.470722:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x22:0x0].0x0 (ffff94459084a900) 00010000:00010000:2.0:1775764518.470724:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1775764518.470727:0:42324:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944580031000, rc 0) 00000100:00100000:2.0:1775764518.470944:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944483641500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+30:51970:x1862022098392576:12345-192.168.202.28@tcp:101:stat.0 Request processed in 1044us (4073us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764518.470955:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 386 00010000:00010000:2.0:1775764518.721251:0:42313:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775764518.863483:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764518.863597:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098392832 00000100:00100000:2.0:1775764518.863607:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098392832 00000100:00100000:2.0:1775764518.863675:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 387 00000100:00100000:2.0:1775764518.863686:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944483643b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+30:51983:x1862022098392832:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:2.0:1775764518.863711:0:44493:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764518.863731:0:44493:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944580031400/0x57b8ff0e0304f766 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b25c expref: -99 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764518.863885:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944580031e00/0x57b8ff0e0304f76d lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0x22:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764518.863903:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944580031e00/0x57b8ff0e0304f76d lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764518.863918:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944580031e00/0x57b8ff0e0304f76d lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764518.863929:0:44493:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab1:0x22:0x0]: returning size 5 00010000:00010000:2.0:1775764518.864083:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944580031400/0x57b8ff0e0304f766 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b25c expref: 33 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764518.864103:0:44493:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff944580031e00/0x57b8ff0e0304f76d lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b25c expref: 32 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764518.864111:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x22:0x0].0x0 (ffff94459084a900) 00010000:00010000:2.0:1775764518.864114:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1775764518.864117:0:44493:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944580031e00, rc 0) 00000100:00100000:2.0:1775764518.864176:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944483643b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+32:51983:x1862022098392832:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 493us (702us total) trans 34359738721 rc 0/0 00000100:00100000:2.0:1775764518.864183:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 387 00000100:00100000:3.0:1775764518.869684:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764518.869976:0:42328:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098393088 00000100:00100000:2.0:1775764518.869987:0:42328:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098393088 00000100:00100000:2.0:1775764518.870079:0:42328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 125 00000100:00100000:2.0:1775764518.870090:0:42328:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944481e5a450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+32:51983:x1862022098393088:12345-192.168.202.28@tcp:35:lfs.0 00000100:00100000:2.0:1775764518.870442:0:42328:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944481e5a450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+33:51983:x1862022098393088:12345-192.168.202.28@tcp:35:lfs.0 Request processed in 353us (768us total) trans 34359738722 rc 0/0 00000100:00100000:2.0:1775764518.870449:0:42328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 125 00000100:00100000:0.0:1775764518.878778:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764518.879549:0:42310:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098393216 00000100:00100000:2.0:1775764518.879559:0:42310:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098393216 00000100:00100000:2.0:1775764518.879689:0:42310:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 32 00000100:00100000:2.0:1775764518.879700:0:42310:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944483642d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+33:2379:x1862022098393216:12345-192.168.202.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1775764518.879715:0:42310:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764518.879738:0:42310:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944580031e00/0x57b8ff0e0304f76d lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b25c expref: 33 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764518.879757:0:42310:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x22:0x0].0x0 (ffff94459084a900) 00010000:00010000:2.0:1775764518.879761:0:42310:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775764518.881715:0:42310:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944483642d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+32:2379:x1862022098393216:12345-192.168.202.28@tcp:103:ldlm_bl.0 Request processed in 2002us (2933us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764518.881726:0:42310:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 32 00000100:00100000:0.0:1775764519.069972:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764519.070056:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098393472 00000100:00100000:3.0:1775764519.070068:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098393472 00000100:00100000:3.0:1775764519.070195:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 388 00000100:00100000:3.0:1775764519.070207:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944483641c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+32:51989:x1862022098393472:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:3.0:1775764519.070243:0:42326:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764519.070296:0:42326:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e0304f77b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b263 expref: -99 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764519.070447:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694000/0x57b8ff0e0304f782 lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0x22:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764519.070475:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694000/0x57b8ff0e0304f782 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764519.070493:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694000/0x57b8ff0e0304f782 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764519.070513:0:42326:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab1:0x22:0x0]: returning size 5 00010000:00010000:3.0:1775764519.070846:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e0304f77b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b263 expref: 35 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764519.070867:0:42326:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694000/0x57b8ff0e0304f782 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b263 expref: 34 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764519.070876:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x22:0x0].0x0 (ffff94459084a900) 00010000:00010000:3.0:1775764519.070880:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1775764519.070883:0:42326:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445be694000, rc 0) 00000100:00100000:3.0:1775764519.070967:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944483641c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+34:51989:x1862022098393472:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 761us (1005us total) trans 34359738723 rc 0/0 00000100:00100000:3.0:1775764519.070974:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 388 00000100:00100000:3.0:1775764519.080354:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764519.080408:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764519.080508:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098393728 00000100:00100000:2.0:1775764519.080524:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098393728 00000100:00100000:1.0:1775764519.080572:0:44302:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098393856 00000100:00100000:1.0:1775764519.080577:0:44302:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098393856 00000100:00100000:2.0:1775764519.080597:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 389 00000100:00100000:2.0:1775764519.080607:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944585dddc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+35:51989:x1862022098393728:12345-192.168.202.28@tcp:101:lfs.0 00000100:00100000:1.0:1775764519.080614:0:44302:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 33 00000100:00100000:1.0:1775764519.080621:0:44302:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944585ddc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+35:2377:x1862022098393856:12345-192.168.202.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1775764519.080639:0:44302:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764519.080649:0:44493:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764519.080666:0:44302:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694000/0x57b8ff0e0304f782 lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b263 expref: 35 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764519.080666:0:44493:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944580031e00/0x57b8ff0e0304f790 lrc: 2/0,0 mode: --/CR res: [0x200003ab1:0x22:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b26a expref: -99 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764519.080690:0:44302:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x22:0x0].0x0 (ffff94459084a900) 00010000:00010000:1.0:1775764519.080697:0:44302:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1775764519.080752:0:44302:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944585ddc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+35:2377:x1862022098393856:12345-192.168.202.28@tcp:103:ldlm_bl.0 Request processed in 131us (343us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764519.080759:0:44302:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 33 00010000:00010000:2.0:1775764519.080771:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff944580031400/0x57b8ff0e0304f797 lrc: 3/0,1 mode: --/PW res: [0x200003ab1:0x22:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764519.080786:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944580031400/0x57b8ff0e0304f797 lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0x22:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764519.080817:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944580031400/0x57b8ff0e0304f797 lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0x22:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764519.080831:0:44493:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab1:0x22:0x0]: returning size 5 00010000:00010000:2.0:1775764519.080979:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944580031e00/0x57b8ff0e0304f790 lrc: 0/0,0 mode: --/CR res: [0x200003ab1:0x22:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b26a expref: 36 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764519.080994:0:44493:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff944580031400/0x57b8ff0e0304f797 lrc: 3/0,0 mode: PW/PW res: [0x200003ab1:0x22:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b26a expref: 35 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764519.081000:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x22:0x0].0x0 (ffff94459084a900) 00010000:00010000:2.0:1775764519.081003:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1775764519.081005:0:44493:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944580031400, rc 0) 00000100:00100000:2.0:1775764519.081043:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944585dddc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+35:51989:x1862022098393728:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 437us (702us total) trans 34359738724 rc 0/0 00000100:00100000:2.0:1775764519.081050:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 389 00000100:00100000:3.0:1775764519.099397:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764519.099592:0:42311:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098394112 00000100:00100000:0.0:1775764519.099745:0:42311:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098394112 00000100:00100000:0.0:1775764519.099955:0:42311:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 34 00000100:00100000:0.0:1775764519.099971:0:42311:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944585ddd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+35:51989:x1862022098394112:12345-192.168.202.28@tcp:103:lfs.0 00010000:00010000:1.0:1775764519.100156:0:42311:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1775764519.100196:0:42311:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944580031000/0x57b8ff0e0304f75f lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b255 expref: 35 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764519.100225:0:42311:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944580031200/0x57b8ff0e0304f72e lrc: 0/0,0 mode: --/CR res: [0x200003ab1:0x22:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b24e expref: 34 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764519.100238:0:42311:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x22:0x0].0x0 (ffff94459084a900) 00010000:00010000:1.0:1775764519.100247:0:42311:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1775764519.100622:0:42311:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944585ddd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+33:51989:x1862022098394112:12345-192.168.202.28@tcp:103:lfs.0 Request processed in 654us (1340us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764519.100632:0:42311:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 34 00000100:00100000:1.0:1775764519.130192:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764519.130350:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098394240 00000100:00100000:2.0:1775764519.130361:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098394240 00000100:00100000:2.0:1775764519.130450:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 390 00000100:00100000:2.0:1775764519.130460:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944586b88a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+33:51989:x1862022098394240:12345-192.168.202.28@tcp:58:lfs.0 00010000:00010000:2.0:1775764519.130579:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff944580031e00/0x57b8ff0e0304f7a5 lrc: 3/0,1 mode: --/EX res: [0x200003ab1:0x22:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764519.130597:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944580031e00/0x57b8ff0e0304f7a5 lrc: 3/0,1 mode: EX/EX res: [0x200003ab1:0x22:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764519.130609:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944580031e00/0x57b8ff0e0304f7a5 lrc: 3/0,1 mode: EX/EX res: [0x200003ab1:0x22:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1775764519.130918:0:42324:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x32:0x0].10, 136 off9552 00000100:00100000:2.0:1775764519.131023:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944586b88a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+33:51989:x1862022098394240:12345-192.168.202.28@tcp:58:lfs.0 Request processed in 563us (841us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764519.131031:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 390 00000100:00100000:0.0:1775764519.140654:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764519.140845:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098394368 00000100:00100000:2.0:1775764519.140860:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098394368 00000100:00100000:2.0:1775764519.140965:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 391 00000100:00100000:2.0:1775764519.140983:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944483642680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+33:51989:x1862022098394368:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:2.0:1775764519.141017:0:42325:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764519.141052:0:42325:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944580030e00/0x57b8ff0e0304f7ac lrc: 2/0,0 mode: --/CR res: [0x200003ab1:0x22:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b271 expref: -99 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764519.141132:0:42325:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff944580031e00/0x57b8ff0e0304f7a5 lrc: 2/0,1 mode: EX/EX res: [0x200003ab1:0x22:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764519.141146:0:42325:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff944580030e00/0x57b8ff0e0304f7ac lrc: 4/0,0 mode: --/CR res: [0x200003ab1:0x22:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b271 expref: 34 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764519.141176:0:42325:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff944580031e00/0x57b8ff0e0304f7a5 lrc: 3/0,1 mode: EX/EX res: [0x200003ab1:0x22:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764519.141192:0:42325:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff944580030e00/0x57b8ff0e0304f7ac lrc: 3/0,0 mode: --/CR res: [0x200003ab1:0x22:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b271 expref: 34 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764519.141208:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x22:0x0].0x0 (ffff94459084a900) 00010000:00010000:2.0:1775764519.141211:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1775764519.141215:0:42325:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff944580030e00/0x57b8ff0e0304f7ac lrc: 3/0,0 mode: --/CR res: [0x200003ab1:0x22:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b271 expref: 34 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764519.141223:0:42325:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944580030e00, rc 0) 00000100:00100000:2.0:1775764519.141299:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944483642680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+34:51989:x1862022098394368:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 322us (659us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764519.141307:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 391 00000040:00080000:1.0:1775764519.169745:0:42356:0:(llog.c:800:llog_process_thread()) index: 8, lh_last_idx: 8 synced_idx: 8 lgh_last_idx: 8 00000040:00080000:1.0:1775764519.169755:0:42356:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x32:0x0] at index 8 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1775764519.170187:0:42356:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x32:0x0] index 11 count 5 00000040:00080000:1.0:1775764519.170196:0:42356:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 9 count 2 00000100:00100000:2.0:1775764519.171200:0:42356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944486e45880 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:42356:1862022118984704:192.168.202.28@tcp:107:hsm_cdtr.0 00000100:00100000:2.0:1775764519.171874:0:42356:0:(client.c:2691:ptlrpc_set_wait()) set ffff944482872a80 going to sleep for 11 seconds 00000100:00100000:0.0:1775764519.198394:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764519.198528:0:42356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944486e45880 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:42356:1862022118984704:192.168.202.28@tcp:107:hsm_cdtr.0 00000100:00100000:3.0:1775764519.198648:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098394496 00000100:00100000:3.0:1775764519.198659:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098394496 00000100:00100000:3.0:1775764519.198740:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 392 00000100:00100000:3.0:1775764519.198750:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944483640a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+34:51990:x1862022098394496:12345-192.168.202.28@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1775764519.203228:0:42326:0:(mdt_handler.c:7957:mdt_fid2path()) path get [0x200003ab1:0x22:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1775764519.203472:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944483640a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+34:51990:x1862022098394496:12345-192.168.202.28@tcp:53:lhsmtool_posix.0 Request processed in 4710us (5077us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764519.203496:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 392 00000100:00100000:0.0:1775764519.211227:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764519.213072:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098394624 00000100:00100000:2.0:1775764519.213091:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098394624 00000100:00100000:2.0:1775764519.213206:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 393 00000100:00100000:2.0:1775764519.213229:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944483640e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+34:51990:x1862022098394624:12345-192.168.202.28@tcp:34:lhsmtool_posix.0 00010000:00010000:2.0:1775764519.214013:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff944580031000/0x57b8ff0e0304f7b3 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764519.214035:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944580031000/0x57b8ff0e0304f7b3 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764519.214051:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944580031000/0x57b8ff0e0304f7b3 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764519.214067:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944580030400/0x57b8ff0e0304f7ba lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x381283f7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764519.214073:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944580030400/0x57b8ff0e0304f7ba lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x381283f7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764519.214079:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944580030400/0x57b8ff0e0304f7ba lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x381283f7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764519.214107:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944580031800/0x57b8ff0e0304f7c1 lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0x22:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764519.214115:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944580031800/0x57b8ff0e0304f7c1 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x22:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764519.214126:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944580031800/0x57b8ff0e0304f7c1 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x22:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764519.214169:0:42325:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab1:0x22:0x0]: returning size 5 00000004:00200000:2.0:1775764519.214174:0:42325:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764519.214188:0:42325:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff944580031800/0x57b8ff0e0304f7c1 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x22:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764519.214201:0:42325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff944580031000/0x57b8ff0e0304f7b3 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764519.214208:0:42325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944580031000/0x57b8ff0e0304f7b3 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764519.214215:0:42325:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944580031000/0x57b8ff0e0304f7b3 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764519.214221:0:42325:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944580031000 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764519.214225:0:42325:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944580031000/0x57b8ff0e0304f7b3 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764519.214233:0:42325:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944580031000/0x57b8ff0e0304f7b3 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764519.214246:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff94459084a500) 00010000:00010000:2.0:1775764519.214250:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764519.215965:0:42325:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944580031000/0x57b8ff0e0304f7b3 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764519.215983:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944580031000/0x57b8ff0e0304f7b3 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764519.216015:0:42325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944580030400/0x57b8ff0e0304f7ba lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x381283f7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764519.216022:0:42325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944580030400/0x57b8ff0e0304f7ba lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x381283f7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764519.216028:0:42325:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944580030400/0x57b8ff0e0304f7ba lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x381283f7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764519.216034:0:42325:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944580030400 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764519.216037:0:42325:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944580030400/0x57b8ff0e0304f7ba lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x381283f7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764519.216043:0:42325:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944580030400/0x57b8ff0e0304f7ba lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x381283f7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764519.216057:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x381283f7 (ffff94459084ae00) 00010000:00010000:2.0:1775764519.216060:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764519.216063:0:42325:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944580030400/0x57b8ff0e0304f7ba lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x381283f7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764519.216069:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944580030400/0x57b8ff0e0304f7ba lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x381283f7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764519.216091:0:42325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944580031800/0x57b8ff0e0304f7c1 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x22:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764519.216096:0:42325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944580031800/0x57b8ff0e0304f7c1 lrc: 2/0,0 mode: PR/PR res: [0x200003ab1:0x22:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764519.216102:0:42325:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944580031800/0x57b8ff0e0304f7c1 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x22:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764519.216107:0:42325:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944580031800 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764519.216110:0:42325:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944580031800/0x57b8ff0e0304f7c1 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x22:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764519.216115:0:42325:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944580031800/0x57b8ff0e0304f7c1 lrc: 4/0,0 mode: PR/PR res: [0x200003ab1:0x22:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764519.216122:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x22:0x0].0x0 (ffff94459084a900) 00010000:00010000:2.0:1775764519.216125:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764519.216128:0:42325:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944580031800/0x57b8ff0e0304f7c1 lrc: 2/0,0 mode: --/PR res: [0x200003ab1:0x22:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764519.216133:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944580031800/0x57b8ff0e0304f7c1 lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0x22:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764519.216283:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944483640e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+34:51990:x1862022098394624:12345-192.168.202.28@tcp:34:lhsmtool_posix.0 Request processed in 3056us (5060us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764519.216296:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 393 00000100:00100000:2.0:1775764519.222001:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764519.222121:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098394880 00000100:00100000:3.0:1775764519.222132:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098394880 00000100:00100000:3.0:1775764519.222202:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 394 00000100:00100000:3.0:1775764519.222212:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486e45880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+34:51990:x1862022098394880:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1775764519.222237:0:42326:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764519.222259:0:42326:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e0304f7c8 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b278 expref: -99 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764519.222383:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694c00/0x57b8ff0e0304f7cf lrc: 3/1,0 mode: --/CR res: [0x200003ab1:0x22:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764519.222398:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694c00/0x57b8ff0e0304f7cf lrc: 3/1,0 mode: CR/CR res: [0x200003ab1:0x22:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764519.222412:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694c00/0x57b8ff0e0304f7cf lrc: 3/1,0 mode: CR/CR res: [0x200003ab1:0x22:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764519.222423:0:42326:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab1:0x22:0x0]: returning size 5 00010000:00010000:3.0:1775764519.222517:0:42326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694c00/0x57b8ff0e0304f7cf lrc: 3/1,0 mode: CR/CR res: [0x200003ab1:0x22:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764519.222525:0:42326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694c00/0x57b8ff0e0304f7cf lrc: 2/0,0 mode: CR/CR res: [0x200003ab1:0x22:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764519.222532:0:42326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694c00/0x57b8ff0e0304f7cf lrc: 3/0,0 mode: CR/CR res: [0x200003ab1:0x22:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764519.222538:0:42326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445be694c00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:3.0:1775764519.222542:0:42326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694c00/0x57b8ff0e0304f7cf lrc: 3/0,0 mode: CR/CR res: [0x200003ab1:0x22:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764519.222552:0:42326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694c00/0x57b8ff0e0304f7cf lrc: 4/0,0 mode: CR/CR res: [0x200003ab1:0x22:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764519.222565:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x22:0x0].0x0 (ffff94459084a900) 00010000:00010000:3.0:1775764519.222569:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:3.0:1775764519.222574:0:42326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694c00/0x57b8ff0e0304f7cf lrc: 2/0,0 mode: --/CR res: [0x200003ab1:0x22:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764519.222579:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694c00/0x57b8ff0e0304f7cf lrc: 0/0,0 mode: --/CR res: [0x200003ab1:0x22:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764519.222634:0:42326:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e0304f7c8 lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b278 expref: 36 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764519.222644:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff94459084a500) 00010000:00010000:3.0:1775764519.222647:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1775764519.222650:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e0304f7c8 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b278 expref: 36 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764519.222661:0:42326:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445be695c00, rc 0) 00000100:00100000:3.0:1775764519.222731:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486e45880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+35:51990:x1862022098394880:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 Request processed in 519us (741us total) trans 34359738725 rc 301/301 00000100:00100000:3.0:1775764519.222738:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 394 00000100:00100000:0.0:1775764519.237264:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764519.237982:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098395008 00000100:00100000:2.0:1775764519.237992:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098395008 00000100:00100000:2.0:1775764519.238095:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 395 00000100:00100000:2.0:1775764519.238106:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944483641f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+35:51990:x1862022098395008:12345-192.168.202.28@tcp:53:lhsmtool_posix.0 00000004:00000080:2.0:1775764519.238149:0:44493:0:(mdt_handler.c:7957:mdt_fid2path()) path get [0x200003ab1:0x22:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1775764519.238257:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944483641f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+35:51990:x1862022098395008:12345-192.168.202.28@tcp:53:lhsmtool_posix.0 Request processed in 153us (1005us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764519.238265:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 395 00000100:00100000:1.0:1775764519.247556:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764519.247880:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098395264 00000100:00100000:2.0:1775764519.247896:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098395264 00000100:00100000:2.0:1775764519.247979:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 396 00000100:00100000:2.0:1775764519.247992:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944586b8aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+35:51990:x1862022098395264:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1775764519.248027:0:44493:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764519.248031:0:44493:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1775764519.248069:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694400/0x57b8ff0e0304f6ef lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b239 expref: 35 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764519.248092:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff944586564100) 00010000:00010000:2.0:1775764519.248104:0:44493:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775764519.248119:0:44493:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944580031800/0x57b8ff0e0304f7dd lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b27f expref: -99 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1775764519.253575:0:44493:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x10a:0x0], index 1: 0 00010000:00010000:2.0:1775764519.254214:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944580030400/0x57b8ff0e0304f7e4 lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0x24:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764519.254231:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944580030400/0x57b8ff0e0304f7e4 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x24:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764519.254243:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944580030400/0x57b8ff0e0304f7e4 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x24:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764519.255244:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944580031800/0x57b8ff0e0304f7dd lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b27f expref: 37 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764519.255282:0:44493:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff944580030400/0x57b8ff0e0304f7e4 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x24:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b27f expref: 36 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764519.255306:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x24:0x0].0x0 (ffff94459084a700) 00010000:00010000:2.0:1775764519.255309:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1775764519.255312:0:44493:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944580030400, rc 0) 00000100:00100000:2.0:1775764519.255733:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944586b8aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+36:51990:x1862022098395264:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 Request processed in 7742us (8190us total) trans 34359738726 rc 0/0 00000100:00100000:2.0:1775764519.255744:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 396 00000100:00100000:0.0:1775764519.265632:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764519.266551:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098395392 00000100:00100000:3.0:1775764519.266570:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098395392 00000100:00100000:3.0:1775764519.266682:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 397 00000100:00100000:3.0:1775764519.266699:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944483642a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+36:51990:x1862022098395392:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1775764519.266729:0:42325:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764519.266752:0:42325:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e0304f7f2 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b286 expref: -99 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764519.266843:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694c00/0x57b8ff0e0304f7f9 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764519.266856:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694c00/0x57b8ff0e0304f7f9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764519.266867:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694c00/0x57b8ff0e0304f7f9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764519.266944:0:42325:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 8704 00000004:00200000:3.0:1775764519.266948:0:42325:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 33 stripe count 1 MDT count 1 00000004:00010000:3.0:1775764519.266973:0:42325:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694c00/0x57b8ff0e0304f7f9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764519.266997:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e0304f7f2 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b286 expref: 38 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764519.267017:0:42325:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694c00/0x57b8ff0e0304f7f9 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b286 expref: 37 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764519.267025:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff944586564300) 00010000:00010000:3.0:1775764519.267029:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1775764519.267033:0:42325:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445be694c00, rc 0) 00000100:00100000:3.0:1775764519.267105:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944483642a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+37:51990:x1862022098395392:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 Request processed in 413us (1483us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764519.267112:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 397 00000100:00100000:0.0:1775764519.281633:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764519.286072:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098395648 00000100:00100000:3.0:1775764519.286096:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098395648 00000100:00100000:0.0:1775764519.292640:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 398 00000100:00100000:0.0:1775764519.292656:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944483640000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+37:51990:x1862022098395648:12345-192.168.202.28@tcp:36:lhsmtool_posix.0 00010000:00010000:0.0:1775764519.292977:0:42326:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1775764519.293011:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944580030400/0x57b8ff0e0304f7e4 lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0x24:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b27f expref: 37 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764519.293037:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x24:0x0].0x0 (ffff94459084a700) 00010000:00010000:0.0:1775764519.293057:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694c00/0x57b8ff0e0304f7f9 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b286 expref: 36 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764519.293067:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff944586564300) 00010000:00010000:0.0:1775764519.293073:0:42326:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1775764519.293099:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77a00/0x57b8ff0e0304f800 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764519.293110:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77a00/0x57b8ff0e0304f800 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764519.293120:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77a00/0x57b8ff0e0304f800 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764519.293130:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77e00/0x57b8ff0e0304f807 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x904a16e1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764519.293136:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77e00/0x57b8ff0e0304f807 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x904a16e1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764519.293141:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77e00/0x57b8ff0e0304f807 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x904a16e1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764519.293214:0:42326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77a00/0x57b8ff0e0304f800 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764519.293220:0:42326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77a00/0x57b8ff0e0304f800 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764519.293226:0:42326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77a00/0x57b8ff0e0304f800 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764519.293232:0:42326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445bfe77a00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:0.0:1775764519.293235:0:42326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77a00/0x57b8ff0e0304f800 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764519.293243:0:42326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77a00/0x57b8ff0e0304f800 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764519.293250:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff944582f80100) 00010000:00010000:0.0:1775764519.293252:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764519.293255:0:42326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77a00/0x57b8ff0e0304f800 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764519.293259:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77a00/0x57b8ff0e0304f800 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764519.293274:0:42326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77e00/0x57b8ff0e0304f807 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x904a16e1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764519.293280:0:42326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77e00/0x57b8ff0e0304f807 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x904a16e1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764519.293286:0:42326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77e00/0x57b8ff0e0304f807 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x904a16e1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764519.293290:0:42326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445bfe77e00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:0.0:1775764519.293293:0:42326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77e00/0x57b8ff0e0304f807 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x904a16e1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764519.293310:0:42326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77e00/0x57b8ff0e0304f807 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x904a16e1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764519.293317:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x904a16e1 (ffff944582f80f00) 00010000:00010000:0.0:1775764519.293319:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764519.294683:0:42326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77e00/0x57b8ff0e0304f807 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x904a16e1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764519.294701:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77e00/0x57b8ff0e0304f807 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x904a16e1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764519.294969:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944483640000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+35:51990:x1862022098395648:12345-192.168.202.28@tcp:36:lhsmtool_posix.0 Request processed in 2312us (13340us total) trans 0 rc -2/-2 00000100:00100000:0.0:1775764519.294979:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 398 00000100:00100000:3.0:1775764519.302854:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764519.303043:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098395776 00000100:00100000:0.0:1775764519.303054:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098395776 00000100:00100000:0.0:1775764519.303114:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 399 00000100:00100000:0.0:1775764519.303139:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444867c8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+35:51990:x1862022098395776:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1775764519.303161:0:42324:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764519.303194:0:42324:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76400/0x57b8ff0e0304f80e lrc: 2/0,0 mode: --/PR res: [0x200003ab1:0x24:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b28d expref: -99 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764519.303231:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76800/0x57b8ff0e0304f815 lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0x24:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764519.303244:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76800/0x57b8ff0e0304f815 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x24:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764519.303254:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76800/0x57b8ff0e0304f815 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x24:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764519.303372:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76400/0x57b8ff0e0304f80e lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0x24:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b28d expref: 37 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764519.303396:0:42324:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76800/0x57b8ff0e0304f815 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x24:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b28d expref: 36 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764519.303410:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x24:0x0].0x0 (ffff944582f80a00) 00010000:00010000:0.0:1775764519.303413:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1775764519.303418:0:42324:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445bfe76800, rc 0) 00000100:00100000:0.0:1775764519.303616:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444867c8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+36:51990:x1862022098395776:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 Request processed in 478us (771us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764519.303624:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 399 00000100:00100000:1.0:1775764519.314850:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764519.314938:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098396032 00000100:00100000:2.0:1775764519.314952:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098396032 00000100:00100000:2.0:1775764519.315017:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 400 00000100:00100000:2.0:1775764519.315030:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944586b88700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+36:51990:x1862022098396032:12345-192.168.202.28@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1775764519.315158:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff944580031800/0x57b8ff0e0304f81c lrc: 3/0,1 mode: --/PW res: [0x200003ab1:0x24:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764519.315182:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944580031800/0x57b8ff0e0304f81c lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0x24:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764519.315196:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944580031800/0x57b8ff0e0304f81c lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0x24:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1775764519.317249:0:44493:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x30:0x0].10, 88 off8952 00000004:00080000:2.0:1775764519.317269:0:44493:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1986164469232ns, next at 1987164464804ns, rc = 0 00000004:00010000:2.0:1775764519.317959:0:44493:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000a8e50475 reply state 000000005bc11194 transno 34359738727 ns: mdt-lustre-MDT0000_UUID lock: ffff944580031800/0x57b8ff0e0304f81c lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0x24:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764519.317976:0:44493:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1775764519.318129:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944586b88700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+38:51990:x1862022098396032:12345-192.168.202.28@tcp:36:lhsmtool_posix.0 Request processed in 3097us (3337us total) trans 34359738727 rc 0/0 00000100:00100000:2.0:1775764519.318141:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 400 00010000:00010000:3.0:1775764519.321186:0:3315:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff944580031800/0x57b8ff0e0304f81c lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0x24:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764519.321208:0:3315:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944580031800/0x57b8ff0e0304f81c lrc: 2/0,0 mode: PW/PW res: [0x200003ab1:0x24:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764519.321216:0:3315:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944580031800/0x57b8ff0e0304f81c lrc: 3/0,0 mode: PW/PW res: [0x200003ab1:0x24:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764519.321223:0:3315:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944580031800 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:3.0:1775764519.321229:0:3315:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944580031800/0x57b8ff0e0304f81c lrc: 3/0,0 mode: PW/PW res: [0x200003ab1:0x24:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764519.321237:0:3315:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944580031800/0x57b8ff0e0304f81c lrc: 4/0,0 mode: PW/PW res: [0x200003ab1:0x24:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764519.321254:0:3315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x24:0x0].0x0 (ffff944582f80a00) 00010000:00010000:3.0:1775764519.321257:0:3315:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1775764519.321262:0:3315:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944580031800/0x57b8ff0e0304f81c lrc: 2/0,0 mode: --/PW res: [0x200003ab1:0x24:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764519.321268:0:3315:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944580031800/0x57b8ff0e0304f81c lrc: 0/0,0 mode: --/PW res: [0x200003ab1:0x24:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764519.330191:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764519.330427:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098396160 00000100:00100000:0.0:1775764519.330436:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098396160 00000100:00100000:0.0:1775764519.330525:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 401 00000100:00100000:0.0:1775764519.330534:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944586b89c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+37:51990:x1862022098396160:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1775764519.330559:0:42324:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764519.330579:0:42324:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76400/0x57b8ff0e0304f823 lrc: 2/0,0 mode: --/CR res: [0x200003ab1:0x24:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b294 expref: -99 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764519.330639:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76400/0x57b8ff0e0304f823 lrc: 3/0,0 mode: CR/CR res: [0x200003ab1:0x24:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b294 expref: 38 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764519.330652:0:42324:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76400/0x57b8ff0e0304f823 lrc: 3/0,0 mode: CR/CR res: [0x200003ab1:0x24:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b294 expref: 38 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764519.330681:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x24:0x0].0x0 (ffff944582f80a00) 00010000:00010000:0.0:1775764519.330684:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1775764519.330688:0:42324:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445bfe76400, rc 0) 00000100:00100000:0.0:1775764519.330757:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944586b89c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+38:51990:x1862022098396160:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 Request processed in 224us (577us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764519.330766:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 401 00000100:00100000:0.0:1775764519.341892:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764519.344615:0:42944:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098396288 00000100:00100000:2.0:1775764519.344634:0:42944:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098396288 00000100:00100000:2.0:1775764519.345205:0:42944:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 103 00000100:00100000:2.0:1775764519.345220:0:42944:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944483641880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+8:2378:x1862022098396288:12345-192.168.202.28@tcp:2:lhsmtool_posix.0 00000100:00100000:2.0:1775764519.345772:0:42944:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944483641880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+9:2378:x1862022098396288:12345-192.168.202.28@tcp:2:lhsmtool_posix.0 Request processed in 554us (3889us total) trans 34359738403 rc 0/0 00000100:00100000:2.0:1775764519.345780:0:42944:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 103 00000100:00080000:3.0:1775764519.346375:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1775764519.356047:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764519.356128:0:42327:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098396544 00000100:00100000:3.0:1775764519.356140:0:42327:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098396544 00000100:00100000:3.0:1775764519.356211:0:42327:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 126 00000100:00100000:3.0:1775764519.356220:0:42327:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486e46d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+38:51990:x1862022098396544:12345-192.168.202.28@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1775764519.356540:0:42327:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486e46d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+39:51990:x1862022098396544:12345-192.168.202.28@tcp:35:lhsmtool_posix.0 Request processed in 315us (500us total) trans 34359738728 rc 0/0 00000100:00100000:3.0:1775764519.356553:0:42327:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 126 00000100:00100000:1.0:1775764519.359486:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764519.360029:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098396800 00000100:00100000:0.0:1775764519.360041:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098396800 00000100:00100000:0.0:1775764519.360107:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 402 00000100:00100000:0.0:1775764519.360119:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bea11880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+39:51990:x1862022098396800:12345-192.168.202.28@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1775764519.360258:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bea11880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+39:51990:x1862022098396800:12345-192.168.202.28@tcp:57:lhsmtool_posix.0 Request processed in 140us (781us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764519.360265:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 402 00000100:00100000:0.0:1775764519.377122:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764519.383839:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098396928 00000100:00100000:3.0:1775764519.383865:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098396928 00000100:00100000:2.0:1775764519.384104:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 403 00000100:00100000:2.0:1775764519.384118:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944483643100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+39:51990:x1862022098396928:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1775764519.384146:0:42325:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764519.384172:0:42325:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944580031000/0x57b8ff0e0304f82a lrc: 2/0,0 mode: --/CR res: [0x200003ab1:0x24:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b29b expref: -99 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764519.384261:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944580031800/0x57b8ff0e0304f831 lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0x24:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764519.384299:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944580031800/0x57b8ff0e0304f831 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x24:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764519.384312:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944580031800/0x57b8ff0e0304f831 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x24:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764519.384353:0:42325:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764519.384375:0:42325:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff944580031800/0x57b8ff0e0304f831 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x24:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764519.384407:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944580031000/0x57b8ff0e0304f82a lrc: 0/0,0 mode: --/CR res: [0x200003ab1:0x24:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b29b expref: 41 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764519.384428:0:42325:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff944580031800/0x57b8ff0e0304f831 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x24:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b29b expref: 40 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764519.384441:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x24:0x0].0x0 (ffff944582f80a00) 00010000:00010000:2.0:1775764519.384445:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:2.0:1775764519.384449:0:42325:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944580031800, rc 0) 00000100:00100000:2.0:1775764519.384586:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944483643100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+40:51990:x1862022098396928:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 Request processed in 467us (7469us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764519.384601:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 403 00000100:00100000:3.0:1775764519.400665:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764519.401092:0:42946:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098397056 00000100:00100000:2.0:1775764519.401107:0:42946:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098397056 00000100:00100000:2.0:1775764519.401194:0:42946:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 104 00000100:00100000:2.0:1775764519.401209:0:42946:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444867c9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+9:2379:x1862022098397056:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1775764519.401239:0:42946:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764519.401296:0:42946:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ee55af42/0x57b8ff0e0304f838 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x10a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b2a2 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1775764519.401333:0:42946:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x10a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x69d80427, blocks: 0x1 00010000:00010000:2.0:1775764519.401358:0:42946:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764519.401360:0:42946:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764519.401370:0:42946:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ee55af42/0x57b8ff0e0304f838 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x10a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b2a2 expref: 10 pid: 42946 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764519.401396:0:42946:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000ee55af42/0x57b8ff0e0304f838 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x10a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b2a2 expref: 10 pid: 42946 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764519.401410:0:42946:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944580031000, rc 0) 00000100:00100000:2.0:1775764519.401971:0:42946:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444867c9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+10:2379:x1862022098397056:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 Request processed in 763us (1318us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764519.401981:0:42946:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 104 00000100:00100000:3.0:1775764519.416198:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764519.416323:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098397312 00000100:00100000:2.0:1775764519.416335:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098397312 00000100:00100000:2.0:1775764519.416401:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 404 00000100:00100000:2.0:1775764519.416413:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444867c8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+40:51990:x1862022098397312:12345-192.168.202.28@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1775764519.416552:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444867c8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+40:51990:x1862022098397312:12345-192.168.202.28@tcp:57:lhsmtool_posix.0 Request processed in 134us (357us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764519.416560:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 404 00000100:00100000:0.0:1775764519.424949:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764519.428566:0:42945:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098397440 00000100:00100000:2.0:1775764519.428583:0:42945:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098397440 00000100:00100000:2.0:1775764519.428675:0:42945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 105 00000100:00100000:2.0:1775764519.428686:0:42945:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944483642300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+10:51990:x1862022098397440:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1775764519.428718:0:42945:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764519.428739:0:42945:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000cf0058eb/0x57b8ff0e0304f83f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x10a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b2a9 expref: -99 pid: 42945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764519.428775:0:42945:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000ee55af42/0x57b8ff0e0304f838 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x10a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b2a2 expref: 11 pid: 42946 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764519.428790:0:42945:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764519.428793:0:42945:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764519.428837:0:42945:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000cf0058eb/0x57b8ff0e0304f83f lrc: 4/0,0 mode: --/PW res: [0x280000400:0x10a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b2a9 expref: 11 pid: 42945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764519.428878:0:42945:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000ee55af42/0x57b8ff0e0304f838 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x10a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b2a2 expref: 11 pid: 42946 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764519.428893:0:42945:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000ee55af42/0x57b8ff0e0304f838 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x10a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b2a2 expref: 11 pid: 42946 timeout: 2086 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764519.428909:0:42945:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944486e47480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:42945:1862022118984832:192.168.202.28@tcp:104: 00000100:00100000:2.0:1775764519.429033:0:42945:0:(client.c:2691:ptlrpc_set_wait()) set ffff944482872a80 going to sleep for 11 seconds 00000100:00100000:2.0:1775764519.433614:0:42945:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944486e47480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:42945:1862022118984832:192.168.202.28@tcp:104: 00010000:00010000:2.0:1775764519.433707:0:42945:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000cf0058eb/0x57b8ff0e0304f83f lrc: 3/0,0 mode: --/PW res: [0x280000400:0x10a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b2a9 expref: 11 pid: 42945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764519.433766:0:42945:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944580030400, rc 0) 00000100:00100000:2.0:1775764519.433992:0:42945:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944483642300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+11:51990:x1862022098397440:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 Request processed in 5302us (9059us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764519.434022:0:42945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 105 00000100:00100000:3.0:1775764519.452206:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764519.458221:0:44302:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098397568 00000100:00100000:1.0:1775764519.458237:0:44302:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098397568 00010000:00010000:1.0:1775764519.458301:0:44302:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000ee55af42/0x57b8ff0e0304f838 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x10a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b2a2 expref: 11 pid: 42946 timeout: 2086 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764519.458354:0:44302:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 88 00000100:00100000:1.0:1775764519.458364:0:44302:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444867ca300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+11:2379:x1862022098397568:12345-192.168.202.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1775764519.458380:0:44302:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764519.458407:0:44302:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000ee55af42/0x57b8ff0e0304f838 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x10a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b2a2 expref: 11 pid: 42946 timeout: 2086 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764519.458425:0:44302:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000ee55af42/0x57b8ff0e0304f838 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x10a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b2a2 expref: 11 pid: 42946 timeout: 2086 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764519.458470:0:44302:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ee55af42/0x57b8ff0e0304f838 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x10a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b2a2 expref: 11 pid: 42946 timeout: 2086 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764519.458487:0:44302:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1775764519.458489:0:44302:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1775764519.458496:0:44302:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000cf0058eb/0x57b8ff0e0304f83f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x10a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b2a9 expref: 10 pid: 42945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764519.458507:0:44302:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000cf0058eb/0x57b8ff0e0304f83f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x10a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b2a9 expref: 10 pid: 42945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764519.458574:0:44302:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000cf0058eb/0x57b8ff0e0304f83f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x10a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b2a9 expref: 10 pid: 42945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764519.458595:0:44302:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bea10000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:44302:1862022118984960:192.168.202.28@tcp:105: 00000100:00100000:1.0:1775764519.458720:0:44302:0:(client.c:2691:ptlrpc_set_wait()) set ffff9445874983c0 going to sleep for 11 seconds 00000100:00100000:1.0:1775764519.462589:0:44302:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bea10000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:44302:1862022118984960:192.168.202.28@tcp:105: 00010000:00010000:1.0:1775764519.462617:0:44302:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1775764519.462675:0:44302:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444867ca300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+10:2379:x1862022098397568:12345-192.168.202.28@tcp:103:ldlm_bl.0 Request processed in 4311us (10485us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764519.462685:0:44302:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 88 00000100:00100000:3.0:1775764519.471423:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764519.477194:0:42951:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098397696 00000100:00100000:0.0:1775764519.477212:0:42951:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098397696 00002000:00100000:0.0:1775764519.477294:0:42951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x10a:0x0] (0->4) req@ffff9444867c9c00 x1862022098397696/t0(0) o4->7e6eda44-5508-487e-b17f-ff28ad9d3512@192.168.202.28@tcp:0/0 lens 496/0 e 0 to 0 dl 1775764530 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764519.477306:0:42951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9444867c9c00 with x1862022098397696 ext(0->4) 00002000:00010000:0.0:1775764519.477312:0:42951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9444867c9c00 00000100:00100000:0.0:1775764519.477345:0:42951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 25 00000100:00100000:0.0:1775764519.477354:0:42951:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444867c9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+10:2378:x1862022098397696:12345-192.168.202.28@tcp:4:lhsmtool_posix.0 00000100:00100000:0.0:1775764519.478424:0:42951:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444867c9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+12:2378:x1862022098397696:12345-192.168.202.28@tcp:4:lhsmtool_posix.0 Request processed in 1064us (7012us total) trans 34359738404 rc 0/0 00000100:00100000:0.0:1775764519.478458:0:42951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 25 00002000:00100000:0.0:1775764519.478476:0:42951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x10a:0x0] (0->4) req@ffff9444867c9c00 x1862022098397696/t34359738404(0) o4->7e6eda44-5508-487e-b17f-ff28ad9d3512@192.168.202.28@tcp:0/0 lens 496/448 e 0 to 0 dl 1775764530 ref 1 fl Complete:/600/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764519.478497:0:42951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9444867c9c00 with x1862022098397696 ext(0->4) 00002000:00010000:0.0:1775764519.478503:0:42951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9444867c9c00 00000100:00100000:3.0:1775764519.489762:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764519.491861:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098397824 00000100:00100000:2.0:1775764519.491874:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098397824 00000100:00100000:2.0:1775764519.491956:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 405 00000100:00100000:2.0:1775764519.491997:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444867caa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+40:51990:x1862022098397824:12345-192.168.202.28@tcp:44:lhsmtool_posix.0 00000001:00080000:2.0:1775764519.642185:0:5825:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 34359738709 is committed 00000001:00080000:2.0:1775764519.642214:0:5825:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 34359738719 is committed 00000004:00080000:2.0:1775764519.642218:0:5825:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 14 committed 00000020:00080000:2.0:1775764519.642233:0:5825:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff944482435b40 refcount 2 committed 0 result 0 batchid 30064771810 00000020:00080000:2.0:1775764519.642238:0:5825:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff94458d0aa000 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff944482435d80 00000020:00080000:2.0:1775764519.642241:0:5825:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff94458d0aa700 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9444862c9800 00000020:00080000:2.0:1775764519.642388:0:42361:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 30064771810 committed batchid 30064771809 00000020:00080000:2.0:1775764519.642650:0:42361:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 30064771809 00000100:00100000:2.0:1775764519.642671:0:3328:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944486e47480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3328:1862022118985088:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1775764519.642735:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764519.642835:0:43212:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118985088 00000100:00100000:2.0:1775764519.642843:0:43212:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118985088 00000100:00100000:2.0:1775764519.644549:0:43212:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 106 00000100:00100000:2.0:1775764519.644562:0:43212:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486e47100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3328:x1862022118985088:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1775764519.644592:0:43212:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:265 count 1 00002000:00010000:2.0:1775764519.644623:0:43212:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x109:0x0] initial LVB size: 5, mtime: 0x69d80425, atime: 0x69d80426, ctime: 0x69d80425, blocks: 0x1 00010000:00010000:2.0:1775764519.644631:0:43212:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009f2554cc/0x57b8ff0e0304f846 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x109:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764519.644647:0:43212:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764519.644649:0:43212:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764519.644655:0:43212:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009f2554cc/0x57b8ff0e0304f846 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x109:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764519.644672:0:43212:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009f2554cc/0x57b8ff0e0304f846 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x109:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764519.644685:0:43212:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009f2554cc/0x57b8ff0e0304f846 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x109:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764519.644694:0:43212:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000009f2554cc/0x57b8ff0e0304f846 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x109:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764519.644720:0:43212:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1775764519.645903:0:43224:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1775764519.645913:0:43224:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000009f2554cc/0x57b8ff0e0304f846 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x109:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764519.645932:0:43224:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944580031200 already unused, calling callback (ffffffffc177a060) 00010000:00010000:0.0:1775764519.645937:0:43224:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000009f2554cc/0x57b8ff0e0304f846 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x109:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764519.645947:0:43224:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000009f2554cc/0x57b8ff0e0304f846 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x109:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764519.645967:0:43224:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000009f2554cc/0x57b8ff0e0304f846 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x109:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764519.645975:0:43224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009f2554cc/0x57b8ff0e0304f846 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x109:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764519.645995:0:43224:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764519.645996:0:43224:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764519.645998:0:43224:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775764519.646142:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444867caa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+33:51990:x1862022098397824:12345-192.168.202.28@tcp:44:lhsmtool_posix.0 Request processed in 154143us (156385us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764519.646152:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 405 00000001:00080000:1.0:1775764519.646342:0:5825:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 34359738727 is committed 00000004:00080000:1.0:1775764519.646351:0:5825:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 10 committed 00000001:00080000:1.0:1775764519.646390:0:5825:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 34359738728 is committed 00000100:00100000:0.0:1775764519.647148:0:3329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944483643480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3329:1862022118985216:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1775764519.647222:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764519.647538:0:42944:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118985216 00000100:00100000:0.0:1775764519.647552:0:42944:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118985216 00000100:00100000:0.0:1775764519.647597:0:42944:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 107 00000100:00100000:0.0:1775764519.647606:0:42944:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944483640700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3329:x1862022118985216:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:0.0:1775764519.647843:0:42944:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x10a:0x0] updating lvb size from disk: 0 -> 5 00002000:00010000:0.0:1775764519.648042:0:42944:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x10a:0x0] updating lvb mtime from disk: 0 -> 1775764519 00002000:00010000:0.0:1775764519.648045:0:42944:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x10a:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1775764519.648048:0:42944:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x10a:0x0] updating lvb ctime from disk: 1775764519 -> 1775764519 00002000:00010000:0.0:1775764519.648050:0:42944:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x10a:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:0.0:1775764519.648142:0:42944:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944483640700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3329:x1862022118985216:12345-0@lo:2:osp-syn-1-0.0 Request processed in 537us (919us total) trans 34359738405 rc 0/0 00000100:00100000:0.0:1775764519.648150:0:42944:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 107 00000100:00100000:2.0:1775764519.648416:0:43212:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486e47100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+7:3328:x1862022118985088:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3856us (5679us total) trans 34359738403 rc 0/0 00000100:00100000:2.0:1775764519.648424:0:43212:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 106 00000004:00080000:0.0:1775764519.650321:0:3328:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff944486e47480/2, rc 0, transno 34359738403 00000100:00100000:0.0:1775764519.650336:0:3328:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944486e47480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3328:1862022118985088:0@lo:6:osp-syn-0-0.0 00000100:00080000:2.0:1775764519.650682:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1775764519.662994:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000004:00080000:1.0:1775764519.663224:0:3329:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff944483643480/2, rc 0, transno 34359738405 00000100:00100000:1.0:1775764519.663234:0:3329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944483643480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3329:1862022118985216:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1775764519.668405:0:42946:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098397952 00000100:00100000:0.0:1775764519.668426:0:42946:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098397952 00000100:00100000:0.0:1775764519.668498:0:42946:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 108 00000100:00100000:0.0:1775764519.668509:0:42946:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944489168000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+12:2378:x1862022098397952:12345-192.168.202.28@tcp:16:lhsmtool_posix.0 00010000:00010000:2.0:1775764519.745784:0:42312:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775764519.761780:0:42946:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944489168000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+12:2378:x1862022098397952:12345-192.168.202.28@tcp:16:lhsmtool_posix.0 Request processed in 93262us (98788us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764519.761793:0:42946:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 108 00000001:00080000:3.0:1775764519.762159:0:7469:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 34359738405 is committed 00000001:00080000:3.0:1775764519.762169:0:7469:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 34359738404 is committed 00000100:00100000:0.0:1775764519.768401:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764519.769044:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098398208 00000100:00100000:2.0:1775764519.769055:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098398208 00000100:00100000:2.0:1775764519.769102:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 406 00000100:00100000:2.0:1775764519.769110:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bc1df480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+17:51990:x1862022098398208:12345-192.168.202.28@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1775764519.769159:0:44493:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764519.769262:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944580031800/0x57b8ff0e0304f831 lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0x24:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b29b expref: 17 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764519.769291:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x24:0x0].0x0 (ffff944582f80a00) 00010000:00010000:2.0:1775764519.769296:0:44493:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775764519.769324:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff944580031200/0x57b8ff0e0304f84d lrc: 3/0,1 mode: --/PW res: [0x200003ab1:0x24:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764519.769337:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944580031200/0x57b8ff0e0304f84d lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0x24:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764519.769347:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944580031200/0x57b8ff0e0304f84d lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0x24:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764519.769645:0:44493:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000091a264ff reply state 00000000b7777747 transno 34359738729 ns: mdt-lustre-MDT0000_UUID lock: ffff944580031200/0x57b8ff0e0304f84d lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0x24:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764519.769655:0:44493:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1775764519.772139:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bc1df480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+18:51990:x1862022098398208:12345-192.168.202.28@tcp:36:lhsmtool_posix.0 Request processed in 683us (1400us total) trans 34359738729 rc 0/0 00000100:00100000:2.0:1775764519.772168:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 406 00010000:00010000:3.0:1775764519.776772:0:3314:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff944580031200/0x57b8ff0e0304f84d lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0x24:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764519.776885:0:3314:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944580031200/0x57b8ff0e0304f84d lrc: 2/0,0 mode: PW/PW res: [0x200003ab1:0x24:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764519.776896:0:3314:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944580031200/0x57b8ff0e0304f84d lrc: 3/0,0 mode: PW/PW res: [0x200003ab1:0x24:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764519.776903:0:3314:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944580031200 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:3.0:1775764519.776909:0:3314:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944580031200/0x57b8ff0e0304f84d lrc: 3/0,0 mode: PW/PW res: [0x200003ab1:0x24:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764519.776918:0:3314:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944580031200/0x57b8ff0e0304f84d lrc: 4/0,0 mode: PW/PW res: [0x200003ab1:0x24:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764519.776954:0:3314:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x24:0x0].0x0 (ffff944582f80a00) 00010000:00010000:3.0:1775764519.776959:0:3314:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764519.776964:0:3314:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944580031200/0x57b8ff0e0304f84d lrc: 2/0,0 mode: --/PW res: [0x200003ab1:0x24:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764519.776974:0:3314:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944580031200/0x57b8ff0e0304f84d lrc: 0/0,0 mode: --/PW res: [0x200003ab1:0x24:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764519.778401:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764519.778492:0:42945:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098398336 00000100:00100000:2.0:1775764519.778503:0:42945:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098398336 00000100:00100000:2.0:1775764519.778560:0:42945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 109 00000100:00100000:2.0:1775764519.778569:0:42945:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bc1dc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+9:2378:x1862022098398336:12345-192.168.202.28@tcp:2:lhsmtool_posix.0 00002000:00010000:2.0:1775764519.778961:0:42945:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x10a:0x0] updating lvb size from disk: 5 -> 5 00002000:00010000:2.0:1775764519.778965:0:42945:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x10a:0x0] updating lvb mtime from disk: 1775764519 -> 1775764517 00002000:00010000:2.0:1775764519.778967:0:42945:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x10a:0x0] updating lvb atime from disk: 0 -> 1775764518 00002000:00010000:2.0:1775764519.778970:0:42945:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x10a:0x0] updating lvb ctime from disk: 1775764519 -> 1775764518 00002000:00010000:2.0:1775764519.778972:0:42945:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x10a:0x0] updating lvb blocks from disk: 1 -> 11 00000100:00100000:2.0:1775764519.779028:0:42945:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bc1dc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+10:2378:x1862022098398336:12345-192.168.202.28@tcp:2:lhsmtool_posix.0 Request processed in 459us (634us total) trans 34359738406 rc 0/0 00000100:00100000:2.0:1775764519.779036:0:42945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 109 00000100:00100000:0.0:1775764519.785400:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764519.785597:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098398592 00000100:00100000:2.0:1775764519.785607:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098398592 00000100:00100000:2.0:1775764519.785667:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 407 00000100:00100000:2.0:1775764519.785675:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486788380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+17:51990:x1862022098398592:12345-192.168.202.28@tcp:55:lhsmtool_posix.0 00010000:00010000:2.0:1775764519.785753:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff944580031000/0x57b8ff0e0304f854 lrc: 3/0,1 mode: --/PW res: [0x200003ab1:0x24:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764519.785768:0:42324:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76800/0x57b8ff0e0304f815 lrc: 2/0,0 mode: PR/PR res: [0x200003ab1:0x24:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b28d expref: 17 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764519.785777:0:42324:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff944580031000/0x57b8ff0e0304f854 lrc: 4/0,1 mode: --/PW res: [0x200003ab1:0x24:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764519.785842:0:42324:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76800/0x57b8ff0e0304f815 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x24:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b28d expref: 17 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764519.785855:0:42324:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76800/0x57b8ff0e0304f815 lrc: 4/0,0 mode: PR/PR res: [0x200003ab1:0x24:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b28d expref: 17 pid: 42324 timeout: 2086 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764519.785870:0:42324:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944486e46300 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:42324:1862022118985344:192.168.202.28@tcp:104: 00000100:00100000:2.0:1775764519.785970:0:42324:0:(client.c:2691:ptlrpc_set_wait()) set ffff9444828720c0 going to sleep for 11 seconds 00000100:00100000:2.0:1775764519.792685:0:42324:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944486e46300 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:42324:1862022118985344:192.168.202.28@tcp:104: 00010000:00010000:2.0:1775764519.792715:0:42324:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff944580031000/0x57b8ff0e0304f854 lrc: 3/0,1 mode: --/PW res: [0x200003ab1:0x24:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764519.801576:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764519.807005:0:42310:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098398720 00000100:00100000:0.0:1775764519.807023:0:42310:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098398720 00010000:00010000:3.0:1775764519.817713:0:42310:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76800/0x57b8ff0e0304f815 lrc: 4/0,0 mode: PR/PR res: [0x200003ab1:0x24:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b28d expref: 18 pid: 42324 timeout: 2086 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764519.817766:0:42310:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 89 00000100:00100000:3.0:1775764519.817775:0:42310:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486e46300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+18:2379:x1862022098398720:12345-192.168.202.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764519.817789:0:42310:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764519.817794:0:42310:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76800/0x57b8ff0e0304f815 lrc: 4/0,0 mode: PR/PR res: [0x200003ab1:0x24:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b28d expref: 18 pid: 42324 timeout: 2086 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764519.821088:0:42310:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76800/0x57b8ff0e0304f815 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x24:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b28d expref: 18 pid: 42324 timeout: 2086 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764519.821115:0:42310:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76800/0x57b8ff0e0304f815 lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0x24:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b28d expref: 18 pid: 42324 timeout: 2086 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764519.821143:0:42310:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x24:0x0].0x0 (ffff944582f80a00) 00010000:00010000:3.0:1775764519.821149:0:42310:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff944580031000/0x57b8ff0e0304f854 lrc: 3/0,1 mode: --/PW res: [0x200003ab1:0x24:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764519.821158:0:42310:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff944580031000/0x57b8ff0e0304f854 lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0x24:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764519.821178:0:42310:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944580031000/0x57b8ff0e0304f854 lrc: 4/0,1 mode: PW/PW res: [0x200003ab1:0x24:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764519.822595:0:42310:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764519.822681:0:42310:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486e46300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+17:2379:x1862022098398720:12345-192.168.202.28@tcp:103:ldlm_bl.0 Request processed in 4901us (21110us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764519.822693:0:42310:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 89 00010000:00010000:0.0:1775764519.830617:0:42324:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff944580031000/0x57b8ff0e0304f854 lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0x24:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764519.830641:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944580031000/0x57b8ff0e0304f854 lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0x24:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764519.830786:0:42324:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff944580031000/0x57b8ff0e0304f854 lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0x24:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764519.830794:0:42324:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944580031000/0x57b8ff0e0304f854 lrc: 2/0,0 mode: PW/PW res: [0x200003ab1:0x24:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764519.830987:0:42324:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944580031000/0x57b8ff0e0304f854 lrc: 3/0,0 mode: PW/PW res: [0x200003ab1:0x24:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764519.830994:0:42324:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944580031000 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:1.0:1775764519.830999:0:42324:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944580031000/0x57b8ff0e0304f854 lrc: 3/0,0 mode: PW/PW res: [0x200003ab1:0x24:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764519.831007:0:42324:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944580031000/0x57b8ff0e0304f854 lrc: 4/0,0 mode: PW/PW res: [0x200003ab1:0x24:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764519.831032:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x24:0x0].0x0 (ffff944582f80a00) 00010000:00010000:1.0:1775764519.831035:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:1.0:1775764519.831040:0:42324:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944580031000/0x57b8ff0e0304f854 lrc: 2/0,0 mode: --/PW res: [0x200003ab1:0x24:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764519.831045:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944580031000/0x57b8ff0e0304f854 lrc: 0/0,0 mode: --/PW res: [0x200003ab1:0x24:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764519.831225:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486788380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+16:51990:x1862022098398592:12345-192.168.202.28@tcp:55:lhsmtool_posix.0 Request processed in 45545us (45829us total) trans 0 rc -22/-22 00000100:00100000:1.0:1775764519.831237:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 407 00000100:00100000:2.0:1775764519.837661:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764519.837773:0:42944:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098398848 00000100:00100000:1.0:1775764519.837786:0:42944:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098398848 00000100:00100000:1.0:1775764519.838072:0:42944:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 110 00000100:00100000:1.0:1775764519.838084:0:42944:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486e47b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+10:2379:x1862022098398848:12345-192.168.202.28@tcp:1:lhsmtool_posix.0 00010000:00010000:1.0:1775764519.838132:0:42944:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 000000007a0ba720/0x57b8ff0e0304f85b lrc: 3/1,0 mode: --/PR res: [0x280000400:0x10a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764519.838152:0:42944:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000cf0058eb/0x57b8ff0e0304f83f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x10a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b2a9 expref: 10 pid: 42945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764519.838160:0:42944:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1775764519.838162:0:42944:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1775764519.838165:0:42944:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007a0ba720/0x57b8ff0e0304f85b lrc: 4/1,0 mode: --/PR res: [0x280000400:0x10a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764519.838213:0:42944:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000cf0058eb/0x57b8ff0e0304f83f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x10a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b2a9 expref: 10 pid: 42945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764519.838228:0:42944:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000cf0058eb/0x57b8ff0e0304f83f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x10a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b2a9 expref: 10 pid: 42945 timeout: 2086 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764519.838244:0:42944:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bea10000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:42944:1862022118985472:192.168.202.28@tcp:104: 00000100:00100000:1.0:1775764519.838338:0:42944:0:(client.c:2691:ptlrpc_set_wait()) set ffff9444836623c0 going to sleep for 11 seconds 00000100:00100000:3.0:1775764519.842104:0:42944:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bea10000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:42944:1862022118985472:192.168.202.28@tcp:104: 00010000:00010000:3.0:1775764519.842141:0:42944:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000007a0ba720/0x57b8ff0e0304f85b lrc: 3/1,0 mode: --/PR res: [0x280000400:0x10a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764519.843077:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764519.843196:0:42309:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098398976 00000100:00100000:3.0:1775764519.843203:0:42309:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098398976 00010000:00010000:3.0:1775764519.843240:0:42309:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000cf0058eb/0x57b8ff0e0304f83f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x10a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b2a9 expref: 11 pid: 42945 timeout: 2086 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764519.843280:0:42309:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 90 00000100:00100000:3.0:1775764519.843289:0:42309:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944590fdd450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+11:2378:x1862022098398976:12345-192.168.202.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764519.843305:0:42309:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764519.843335:0:42309:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000cf0058eb/0x57b8ff0e0304f83f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x10a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b2a9 expref: 11 pid: 42945 timeout: 2086 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764519.843349:0:42309:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000cf0058eb/0x57b8ff0e0304f83f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x10a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b2a9 expref: 11 pid: 42945 timeout: 2086 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764519.843374:0:42309:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000cf0058eb/0x57b8ff0e0304f83f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x10a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b2a9 expref: 11 pid: 42945 timeout: 2086 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764519.843395:0:42309:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764519.843397:0:42309:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764519.843402:0:42309:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000007a0ba720/0x57b8ff0e0304f85b lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x10a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764519.843412:0:42309:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007a0ba720/0x57b8ff0e0304f85b lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x10a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764519.843567:0:42309:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764519.843616:0:42309:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944590fdd450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+10:2378:x1862022098398976:12345-192.168.202.28@tcp:103:ldlm_bl.0 Request processed in 328us (549us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764519.843625:0:42309:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 90 00010000:00010000:2.0:1775764519.843868:0:42944:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000007a0ba720/0x57b8ff0e0304f85b lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x10a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764519.843897:0:42944:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007a0ba720/0x57b8ff0e0304f85b lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x10a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764519.843933:0:42944:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 000000007a0ba720/0x57b8ff0e0304f85b lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x10a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764519.843941:0:42944:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000007a0ba720/0x57b8ff0e0304f85b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x10a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764519.843948:0:42944:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000007a0ba720/0x57b8ff0e0304f85b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x10a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764519.843955:0:42944:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944587808400 already unused, calling callback (ffffffffc177a060) 00010000:00010000:2.0:1775764519.843959:0:42944:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000007a0ba720/0x57b8ff0e0304f85b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x10a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764519.843969:0:42944:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000007a0ba720/0x57b8ff0e0304f85b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x10a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764519.843981:0:42944:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000007a0ba720/0x57b8ff0e0304f85b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x10a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764519.843989:0:42944:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007a0ba720/0x57b8ff0e0304f85b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x10a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764519.844045:0:42944:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486e47b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+9:2379:x1862022098398848:12345-192.168.202.28@tcp:1:lhsmtool_posix.0 Request processed in 5963us (6399us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764519.844057:0:42944:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 110 00000100:00100000:2.0:1775764519.850398:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764519.850698:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098399232 00000100:00100000:0.0:1775764519.850708:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098399232 00000100:00100000:0.0:1775764519.850765:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 408 00000100:00100000:0.0:1775764519.850774:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486e45f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+16:51990:x1862022098399232:12345-192.168.202.28@tcp:57:lhsmtool_posix.0 00010000:00010000:0.0:1775764519.850902:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77c00/0x57b8ff0e0304f862 lrc: 3/0,1 mode: --/PW res: [0x200003ab1:0x22:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764519.850933:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77c00/0x57b8ff0e0304f862 lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0x22:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764519.850949:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77c00/0x57b8ff0e0304f862 lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0x22:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764519.851237:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76200/0x57b8ff0e0304f869 lrc: 3/0,1 mode: --/EX res: [0x200003ab1:0x24:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764519.851247:0:42326:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76400/0x57b8ff0e0304f823 lrc: 2/0,0 mode: CR/CR res: [0x200003ab1:0x24:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b294 expref: 17 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764519.851254:0:42326:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76200/0x57b8ff0e0304f869 lrc: 4/0,1 mode: --/EX res: [0x200003ab1:0x24:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764519.851291:0:42326:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76400/0x57b8ff0e0304f823 lrc: 3/0,0 mode: CR/CR res: [0x200003ab1:0x24:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b294 expref: 17 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764519.851306:0:42326:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76400/0x57b8ff0e0304f823 lrc: 4/0,0 mode: CR/CR res: [0x200003ab1:0x24:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b294 expref: 17 pid: 42324 timeout: 2086 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764519.851631:0:42326:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944486043b80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:42326:1862022118985600:192.168.202.28@tcp:104: 00000100:00100000:0.0:1775764519.851717:0:42326:0:(client.c:2691:ptlrpc_set_wait()) set ffff9445b7639e40 going to sleep for 11 seconds 00000100:00100000:3.0:1775764519.857566:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764519.857905:0:42311:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098399360 00000100:00100000:1.0:1775764519.857915:0:42311:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098399360 00010000:00010000:1.0:1775764519.857964:0:42311:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76400/0x57b8ff0e0304f823 lrc: 5/0,0 mode: CR/CR res: [0x200003ab1:0x24:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b294 expref: 18 pid: 42324 timeout: 2086 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764519.858008:0:42311:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 91 00000100:00100000:1.0:1775764519.858019:0:42311:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944489169880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+18:2378:x1862022098399360:12345-192.168.202.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1775764519.858036:0:42311:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764519.858043:0:42311:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76400/0x57b8ff0e0304f823 lrc: 5/0,0 mode: CR/CR res: [0x200003ab1:0x24:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b294 expref: 18 pid: 42324 timeout: 2086 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764519.858058:0:42311:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76400/0x57b8ff0e0304f823 lrc: 4/0,0 mode: CR/CR res: [0x200003ab1:0x24:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b294 expref: 18 pid: 42324 timeout: 2086 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764519.858082:0:42311:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x24:0x0].0x0 (ffff944582f80a00) 00010000:00010000:1.0:1775764519.858087:0:42311:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76200/0x57b8ff0e0304f869 lrc: 3/0,1 mode: --/EX res: [0x200003ab1:0x24:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764519.858096:0:42311:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76200/0x57b8ff0e0304f869 lrc: 3/0,1 mode: EX/EX res: [0x200003ab1:0x24:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764519.858107:0:42311:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76200/0x57b8ff0e0304f869 lrc: 4/0,1 mode: EX/EX res: [0x200003ab1:0x24:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764519.858126:0:42311:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1775764519.858239:0:42311:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944489169880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+18:2378:x1862022098399360:12345-192.168.202.28@tcp:103:ldlm_bl.0 Request processed in 223us (683us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764519.858247:0:42311:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 91 00010000:00010000:0.0:1775764519.859098:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76400/0x57b8ff0e0304f823 lrc: 0/0,0 mode: --/CR res: [0x200003ab1:0x24:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b294 expref: 17 pid: 42324 timeout: 2086 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764519.859124:0:42326:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944486043b80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:42326:1862022118985600:192.168.202.28@tcp:104: 00010000:00010000:0.0:1775764519.859150:0:42326:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76200/0x57b8ff0e0304f869 lrc: 3/0,1 mode: EX/EX res: [0x200003ab1:0x24:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764519.859161:0:42326:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76200/0x57b8ff0e0304f869 lrc: 3/0,1 mode: EX/EX res: [0x200003ab1:0x24:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764519.859168:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76200/0x57b8ff0e0304f869 lrc: 3/0,1 mode: EX/EX res: [0x200003ab1:0x24:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1775764519.861403:0:42326:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 34359738730 00000001:00080000:1.0:1775764519.861575:0:42326:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 34359738731 00000001:00080000:1.0:1775764519.861616:0:42326:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 34359738732 00000100:00100000:1.0:1775764519.861703:0:42326:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bea12680 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:42326:1862022118985728:0@lo:1000:mdt00_002.0 00000100:00100000:1.0:1775764519.861767:0:42326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764519.862116:0:42326:0:(client.c:2691:ptlrpc_set_wait()) set ffff9445982c5c00 going to sleep for 11 seconds 00000100:00100000:3.0:1775764519.862163:0:42330:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118985728 00000100:00100000:3.0:1775764519.862172:0:42330:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118985728 00000100:00100000:3.0:1775764519.862296:0:42330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:3.0:1775764519.862313:0:42330:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bea11180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:42326:x1862022118985728:12345-0@lo:1000:mdt00_002.0 00000100:00100000:3.0:1775764519.862613:0:42330:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bea11180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:42326:x1862022118985728:12345-0@lo:1000:mdt00_002.0 Request processed in 305us (844us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764519.862621:0:42330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00100000:1.0:1775764519.862682:0:42326:0:(client.c:3082:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 34359738405 gen 2 00000004:00080000:1.0:1775764519.862691:0:42326:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff944483643480, transno 34359738405 00000100:00100000:1.0:1775764519.862730:0:42326:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bea12680 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:42326:1862022118985728:0@lo:1000:mdt00_002.0 00000001:00080000:1.0:1775764519.864646:0:42326:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 34359738733 00000100:00100000:1.0:1775764519.864725:0:42326:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bea12680 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:42326:1862022118985856:0@lo:1000:mdt00_002.0 00000100:00100000:1.0:1775764519.864784:0:42326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764519.865421:0:42326:0:(client.c:2691:ptlrpc_set_wait()) set ffff944483662780 going to sleep for 11 seconds 00000100:00100000:2.0:1775764519.865484:0:42329:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118985856 00000100:00100000:2.0:1775764519.865492:0:42329:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118985856 00000100:00100000:2.0:1775764519.865536:0:42329:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:2.0:1775764519.865545:0:42329:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bea10a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:42326:x1862022118985856:12345-0@lo:1000:mdt00_002.0 00000100:00100000:2.0:1775764519.865756:0:42329:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bea10a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:42326:x1862022118985856:12345-0@lo:1000:mdt00_002.0 Request processed in 211us (969us total) trans 34359738407 rc 0/0 00000100:00100000:2.0:1775764519.865763:0:42329:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00100000:1.0:1775764519.866253:0:42326:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bea12680 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:42326:1862022118985856:0@lo:1000:mdt00_002.0 00000001:00080000:1.0:1775764519.866378:0:42326:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 34359738734 00010000:00010000:1.0:1775764519.866426:0:42326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76200/0x57b8ff0e0304f869 lrc: 3/0,1 mode: EX/EX res: [0x200003ab1:0x24:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764519.866438:0:42326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76200/0x57b8ff0e0304f869 lrc: 2/0,0 mode: EX/EX res: [0x200003ab1:0x24:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764519.866450:0:42326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76200/0x57b8ff0e0304f869 lrc: 3/0,0 mode: EX/EX res: [0x200003ab1:0x24:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764519.866455:0:42326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445bfe76200 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:1.0:1775764519.866460:0:42326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76200/0x57b8ff0e0304f869 lrc: 3/0,0 mode: EX/EX res: [0x200003ab1:0x24:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764519.866468:0:42326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76200/0x57b8ff0e0304f869 lrc: 4/0,0 mode: EX/EX res: [0x200003ab1:0x24:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764519.866484:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x24:0x0].0x0 (ffff944582f80a00) 00010000:00010000:1.0:1775764519.866487:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1775764519.866491:0:42326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76200/0x57b8ff0e0304f869 lrc: 2/0,0 mode: --/EX res: [0x200003ab1:0x24:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764519.866497:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76200/0x57b8ff0e0304f869 lrc: 0/0,0 mode: --/EX res: [0x200003ab1:0x24:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764519.866533:0:42326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff944580031e00/0x57b8ff0e0304f7a5 lrc: 3/0,1 mode: EX/EX res: [0x200003ab1:0x22:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210400000020 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764519.866539:0:42326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944580031e00/0x57b8ff0e0304f7a5 lrc: 2/0,0 mode: EX/EX res: [0x200003ab1:0x22:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210400000020 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764519.866543:0:42326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944580031e00/0x57b8ff0e0304f7a5 lrc: 3/0,0 mode: EX/EX res: [0x200003ab1:0x22:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764519.866547:0:42326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944580031e00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:1.0:1775764519.866550:0:42326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944580031e00/0x57b8ff0e0304f7a5 lrc: 3/0,0 mode: EX/EX res: [0x200003ab1:0x22:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764519.866558:0:42326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944580031e00/0x57b8ff0e0304f7a5 lrc: 4/0,0 mode: EX/EX res: [0x200003ab1:0x22:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40218400000020 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764519.866564:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x22:0x0].0x0 (ffff94459084a900) 00010000:00010000:1.0:1775764519.866566:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1775764519.866573:0:42326:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff944580030e00/0x57b8ff0e0304f7ac lrc: 2/0,0 mode: --/CR res: [0x200003ab1:0x22:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b271 expref: 21 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764519.866582:0:42326:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff944580030e00/0x57b8ff0e0304f7ac lrc: 2/0,0 mode: CR/CR res: [0x200003ab1:0x22:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b271 expref: 21 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764519.866590:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944580030e00/0x57b8ff0e0304f7ac lrc: 3/0,0 mode: CR/CR res: [0x200003ab1:0x22:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b271 expref: 21 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764519.866618:0:42326:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff944580030e00/0x57b8ff0e0304f7ac lrc: 3/0,0 mode: CR/CR res: [0x200003ab1:0x22:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b271 expref: 21 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764519.866630:0:42326:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bea12300 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:42326:1862022118985984:192.168.202.28@tcp:105: 00000100:00100000:1.0:1775764519.866695:0:42326:0:(client.c:2691:ptlrpc_set_wait()) set ffff944483662780 going to sleep for 11 seconds 00000100:00100000:1.0:1775764519.876688:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764519.876761:0:42327:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098399488 00000100:00100000:3.0:1775764519.876774:0:42327:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098399488 00000100:00100000:3.0:1775764519.876859:0:42327:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 127 00000100:00100000:3.0:1775764519.876870:0:42327:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bea11500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+22:51989:x1862022098399488:12345-192.168.202.28@tcp:49:lfs.0 00000100:00100000:0.0:1775764519.877240:0:42326:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bea12300 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:42326:1862022118985984:192.168.202.28@tcp:105: 00010000:00010000:0.0:1775764519.877268:0:42326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944580031e00/0x57b8ff0e0304f7a5 lrc: 2/0,0 mode: --/EX res: [0x200003ab1:0x22:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x44a19400000020 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764519.877279:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944580031e00/0x57b8ff0e0304f7a5 lrc: 0/0,0 mode: --/EX res: [0x200003ab1:0x22:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x44a19400000020 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764519.877309:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76400/0x57b8ff0e0304f870 lrc: 3/0,1 mode: --/EX res: [0x200003ab1:0x22:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764519.877331:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76400/0x57b8ff0e0304f870 lrc: 3/0,1 mode: EX/EX res: [0x200003ab1:0x22:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764519.877348:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76400/0x57b8ff0e0304f870 lrc: 3/0,1 mode: EX/EX res: [0x200003ab1:0x22:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764519.877357:0:42326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76400/0x57b8ff0e0304f870 lrc: 3/0,1 mode: EX/EX res: [0x200003ab1:0x22:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764519.877362:0:42326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76400/0x57b8ff0e0304f870 lrc: 2/0,0 mode: EX/EX res: [0x200003ab1:0x22:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764519.877368:0:42326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76400/0x57b8ff0e0304f870 lrc: 3/0,0 mode: EX/EX res: [0x200003ab1:0x22:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764519.877373:0:42326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445bfe76400 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:0.0:1775764519.877377:0:42326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76400/0x57b8ff0e0304f870 lrc: 3/0,0 mode: EX/EX res: [0x200003ab1:0x22:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764519.877383:0:42326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76400/0x57b8ff0e0304f870 lrc: 4/0,0 mode: EX/EX res: [0x200003ab1:0x22:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764519.877393:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x22:0x0].0x0 (ffff94459084a900) 00010000:00010000:0.0:1775764519.877395:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764519.877398:0:42326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76400/0x57b8ff0e0304f870 lrc: 2/0,0 mode: --/EX res: [0x200003ab1:0x22:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764519.877403:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76400/0x57b8ff0e0304f870 lrc: 0/0,0 mode: --/EX res: [0x200003ab1:0x22:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764519.877414:0:42326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77c00/0x57b8ff0e0304f862 lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0x22:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764519.877418:0:42326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77c00/0x57b8ff0e0304f862 lrc: 2/0,0 mode: PW/PW res: [0x200003ab1:0x22:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764519.877423:0:42326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77c00/0x57b8ff0e0304f862 lrc: 3/0,0 mode: PW/PW res: [0x200003ab1:0x22:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764519.877427:0:42326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445bfe77c00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:0.0:1775764519.877430:0:42326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77c00/0x57b8ff0e0304f862 lrc: 3/0,0 mode: PW/PW res: [0x200003ab1:0x22:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764519.877434:0:42326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77c00/0x57b8ff0e0304f862 lrc: 4/0,0 mode: PW/PW res: [0x200003ab1:0x22:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764519.877440:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x22:0x0].0x0 (ffff94459084a900) 00010000:00010000:0.0:1775764519.877442:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1775764519.877444:0:42326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77c00/0x57b8ff0e0304f862 lrc: 2/0,0 mode: --/PW res: [0x200003ab1:0x22:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764519.877448:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77c00/0x57b8ff0e0304f862 lrc: 0/0,0 mode: --/PW res: [0x200003ab1:0x22:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764519.881944:0:42327:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bea11500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+22:51989:x1862022098399488:12345-192.168.202.28@tcp:49:lfs.0 Request processed in 5053us (5245us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764519.881962:0:42327:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 127 00000100:00100000:0.0:1775764519.887560:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486e45f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+21:51990:x1862022098399232:12345-192.168.202.28@tcp:57:lhsmtool_posix.0 Request processed in 36771us (37160us total) trans 34359738735 rc 0/0 00000100:00100000:0.0:1775764519.887578:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 408 00000020:00080000:0.0:1775764519.887586:0:42326:0:(tgt_main.c:783:tgt_ses_key_exit()) total 6 transactions per RPC 00000040:00080000:2.0:1775764519.888109:0:42356:0:(llog.c:800:llog_process_thread()) index: 8, lh_last_idx: 8 synced_idx: 8 lgh_last_idx: 8 00000040:00080000:2.0:1775764519.888115:0:42356:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x32:0x0] at index 8 of catalog [0xa:0x7:0x0] 00000100:00100000:3.0:1775764519.888687:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000040:00080000:2.0:1775764519.890910:0:42356:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x32:0x0] index 64768 count 5 00000100:00100000:0.0:1775764519.891132:0:42945:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098399616 00000100:00100000:0.0:1775764519.891142:0:42945:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098399616 00000100:00100000:0.0:1775764519.891198:0:42945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 111 00000100:00100000:0.0:1775764519.891206:0:42945:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944489168a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+9:51989:x1862022098399616:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:0.0:1775764519.891224:0:42945:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764519.891245:0:42945:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ad4f32b4/0x57b8ff0e0304f877 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x10a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b2b0 expref: -99 pid: 42945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1775764519.891274:0:42945:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x10a:0x0] initial LVB size: 5, mtime: 0x69d80425, atime: 0x69d80426, ctime: 0x69d80426, blocks: 0xb 00010000:00010000:0.0:1775764519.891294:0:42945:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764519.891297:0:42945:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764519.891305:0:42945:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ad4f32b4/0x57b8ff0e0304f877 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x10a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b2b0 expref: 10 pid: 42945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764519.891330:0:42945:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000ad4f32b4/0x57b8ff0e0304f877 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x10a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b2b0 expref: 10 pid: 42945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764519.891343:0:42945:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445bfe77a00, rc 0) 00000100:00100000:0.0:1775764519.891400:0:42945:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944489168a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+10:51989:x1862022098399616:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 194us (2719us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764519.891407:0:42945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 111 00000040:00080000:2.0:1775764519.891510:0:42356:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 9 count 2 00000100:00100000:3.0:1775764519.906629:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764519.906686:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764519.906853:0:42950:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098400000 00000100:00100000:2.0:1775764519.906863:0:42950:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098400000 00002000:00100000:2.0:1775764519.908708:0:42950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x10a:0x0] (0->4095) req@ffff944489169500 x1862022098400000/t0(0) o3->7e6eda44-5508-487e-b17f-ff28ad9d3512@192.168.202.28@tcp:0/0 lens 488/0 e 0 to 0 dl 1775764530 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764519.908722:0:42950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff944489169500 with x1862022098400000 ext(0->4095) 00002000:00010000:2.0:1775764519.908729:0:42950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff944489169500 00000100:00100000:2.0:1775764519.908776:0:42950:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 26 00000100:00100000:2.0:1775764519.908790:0:42950:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944489169500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+10:2378:x1862022098400000:12345-192.168.202.28@tcp:3:lfs.0 00000100:00100000:1.0:1775764519.909675:0:42328:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098399872 00000100:00100000:1.0:1775764519.909685:0:42328:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098399872 00000100:00100000:1.0:1775764519.909728:0:42328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 128 00000100:00100000:1.0:1775764519.909735:0:42328:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94448916a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+21:51990:x1862022098399872:12345-192.168.202.28@tcp:35:lhsmtool_posix.0 00000100:00100000:2.0:1775764519.910621:0:42950:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944489169500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+10:2378:x1862022098400000:12345-192.168.202.28@tcp:3:lfs.0 Request processed in 1834us (4308us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1775764519.910631:0:42950:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 26 00002000:00100000:2.0:1775764519.910641:0:42950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x10a:0x0] (0->4095) req@ffff944489169500 x1862022098400000/t0(0) o3->7e6eda44-5508-487e-b17f-ff28ad9d3512@192.168.202.28@tcp:0/0 lens 488/4536 e 0 to 0 dl 1775764530 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764519.910652:0:42950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff944489169500 with x1862022098400000 ext(0->4095) 00002000:00010000:2.0:1775764519.910657:0:42950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff944489169500 00000004:00080000:1.0:1775764519.911604:0:42328:0:(mdd_object.c:4010:mdd_close()) Object [0x200003ab1:0x24:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000001:00080000:1.0:1775764519.911722:0:42328:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 34359738736 00010000:00010000:1.0:1775764519.911793:0:42328:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff944587808200/0x57b8ff0e0304f87e lrc: 3/0,1 mode: --/PW res: [0x200003ab1:0x24:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764519.911850:0:42328:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944587808200/0x57b8ff0e0304f87e lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0x24:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010080000000 pid: 42328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764519.911864:0:42328:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944587808200/0x57b8ff0e0304f87e lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0x24:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 42328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764519.911872:0:42328:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff944587808200/0x57b8ff0e0304f87e lrc: 4/0,1 mode: PW/PW res: [0x200003ab1:0x24:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 42328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764519.912578:0:42328:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff944587808200/0x57b8ff0e0304f87e lrc: 4/0,1 mode: PW/PW res: [0x200003ab1:0x24:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 42328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764519.912589:0:42328:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944587808200/0x57b8ff0e0304f87e lrc: 3/0,0 mode: PW/PW res: [0x200003ab1:0x24:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 42328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764519.912608:0:42328:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1775764519.912790:0:42313:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1775764519.912826:0:42313:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944587808200/0x57b8ff0e0304f87e lrc: 2/0,0 mode: PW/PW res: [0x200003ab1:0x24:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 42328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764519.912833:0:42313:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944587808200 already unused, calling callback (ffffffffc177a060) 00010000:00010000:2.0:1775764519.912837:0:42313:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944587808200/0x57b8ff0e0304f87e lrc: 2/0,0 mode: PW/PW res: [0x200003ab1:0x24:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 42328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764519.912845:0:42313:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944587808200/0x57b8ff0e0304f87e lrc: 3/0,0 mode: PW/PW res: [0x200003ab1:0x24:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 42328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764519.912860:0:42313:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x24:0x0].0x0 (ffff944584d1d800) 00010000:00010000:2.0:1775764519.912864:0:42313:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1775764519.912869:0:42313:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944587808200/0x57b8ff0e0304f87e lrc: 1/0,0 mode: --/PW res: [0x200003ab1:0x24:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 42328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764519.912874:0:42313:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944587808200/0x57b8ff0e0304f87e lrc: 0/0,0 mode: --/PW res: [0x200003ab1:0x24:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 42328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764519.912900:0:42313:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764519.912902:0:42313:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764519.912904:0:42313:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775764519.913683:0:42328:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94448916a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+23:51990:x1862022098399872:12345-192.168.202.28@tcp:35:lhsmtool_posix.0 Request processed in 3940us (6988us total) trans 34359738737 rc 0/0 00000100:00100000:1.0:1775764519.913696:0:42328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 128 00000020:00080000:1.0:1775764519.913703:0:42328:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1775764519.924494:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764519.925056:0:42946:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098400128 00000100:00100000:0.0:1775764519.925067:0:42946:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098400128 00000100:00100000:0.0:1775764519.925114:0:42946:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 112 00000100:00100000:0.0:1775764519.925124:0:42946:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486e44e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+10:2378:x1862022098400128:12345-192.168.202.28@tcp:1:lfs.0 00010000:00010000:0.0:1775764519.925176:0:42946:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f82bf484/0x57b8ff0e0304f885 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x10a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764519.925196:0:42946:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000ad4f32b4/0x57b8ff0e0304f877 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x10a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b2b0 expref: 10 pid: 42945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764519.925206:0:42946:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764519.925208:0:42946:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764519.925212:0:42946:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f82bf484/0x57b8ff0e0304f885 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x10a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764519.925243:0:42946:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000ad4f32b4/0x57b8ff0e0304f877 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x10a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b2b0 expref: 10 pid: 42945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764519.925257:0:42946:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000ad4f32b4/0x57b8ff0e0304f877 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x10a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b2b0 expref: 10 pid: 42945 timeout: 2086 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764519.925282:0:42946:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944486043b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:42946:1862022118986112:192.168.202.28@tcp:104: 00000100:00100000:0.0:1775764519.925534:0:42946:0:(client.c:2691:ptlrpc_set_wait()) set ffff9445b7639480 going to sleep for 11 seconds 00000100:00100000:2.0:1775764519.932605:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764519.932714:0:42946:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944486043b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:42946:1862022118986112:192.168.202.28@tcp:104: 00010000:00010000:0.0:1775764519.932750:0:42946:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000f82bf484/0x57b8ff0e0304f885 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x10a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764519.934235:0:42309:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098400256 00000100:00100000:3.0:1775764519.934256:0:42309:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098400256 00010000:00010000:3.0:1775764519.934323:0:42309:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000ad4f32b4/0x57b8ff0e0304f877 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x10a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b2b0 expref: 11 pid: 42945 timeout: 2086 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764519.934376:0:42309:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 92 00000100:00100000:3.0:1775764519.934386:0:42309:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486e45c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+11:2378:x1862022098400256:12345-192.168.202.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764519.934402:0:42309:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764519.934423:0:42309:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000ad4f32b4/0x57b8ff0e0304f877 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x10a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b2b0 expref: 11 pid: 42945 timeout: 2086 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764519.934437:0:42309:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000ad4f32b4/0x57b8ff0e0304f877 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x10a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b2b0 expref: 11 pid: 42945 timeout: 2086 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764519.934461:0:42309:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ad4f32b4/0x57b8ff0e0304f877 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x10a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b2b0 expref: 11 pid: 42945 timeout: 2086 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764519.934477:0:42309:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764519.934480:0:42309:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764519.934485:0:42309:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000f82bf484/0x57b8ff0e0304f885 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x10a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764519.934494:0:42309:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f82bf484/0x57b8ff0e0304f885 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x10a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764519.934526:0:42309:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764519.934578:0:42309:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486e45c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+10:2378:x1862022098400256:12345-192.168.202.28@tcp:103:ldlm_bl.0 Request processed in 193us (1983us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764519.934586:0:42309:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 92 00010000:00010000:2.0:1775764519.934784:0:42946:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000f82bf484/0x57b8ff0e0304f885 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x10a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764519.934833:0:42946:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f82bf484/0x57b8ff0e0304f885 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x10a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764519.934859:0:42946:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f82bf484/0x57b8ff0e0304f885 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x10a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764519.934867:0:42946:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000f82bf484/0x57b8ff0e0304f885 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x10a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764519.934875:0:42946:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000f82bf484/0x57b8ff0e0304f885 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x10a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764519.934892:0:42946:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445bfe76400 already unused, calling callback (ffffffffc177a060) 00010000:00010000:2.0:1775764519.934896:0:42946:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000f82bf484/0x57b8ff0e0304f885 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x10a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764519.934904:0:42946:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000f82bf484/0x57b8ff0e0304f885 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x10a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764519.934915:0:42946:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000f82bf484/0x57b8ff0e0304f885 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x10a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764519.934930:0:42946:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f82bf484/0x57b8ff0e0304f885 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x10a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764519.934991:0:42946:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486e44e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+9:2378:x1862022098400128:12345-192.168.202.28@tcp:1:lfs.0 Request processed in 9868us (10509us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764519.934999:0:42946:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 112 00000100:00100000:2.0:1775764519.943240:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764519.943426:0:42327:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098400512 00000100:00100000:3.0:1775764519.943437:0:42327:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098400512 00000100:00100000:3.0:1775764519.943490:0:42327:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 129 00000100:00100000:3.0:1775764519.943500:0:42327:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486e44700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+23:51989:x1862022098400512:12345-192.168.202.28@tcp:35:lfs.0 00000004:00010000:3.0:1775764519.943561:0:42327:0:(mdt_open.c:1994:mdt_hsm_release()) ### [0x200003ab1:0x22:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff944580031400/0x57b8ff0e0304f797 lrc: 3/0,0 mode: PW/PW res: [0x200003ab1:0x22:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b26a expref: 23 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1775764519.943848:0:42327:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 34359738738 00000001:00080000:2.0:1775764519.946121:0:42327:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 34359738739 00010000:00010000:2.0:1775764519.946227:0:42327:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff944580031200/0x57b8ff0e0304f88c lrc: 3/0,1 mode: --/EX res: [0x200003ab1:0x22:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764519.946247:0:42327:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff944580030e00/0x57b8ff0e0304f7ac lrc: 2/0,0 mode: CR/CR res: [0x200003ab1:0x22:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b271 expref: 26 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764519.946256:0:42327:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff944580031200/0x57b8ff0e0304f88c lrc: 4/0,1 mode: --/EX res: [0x200003ab1:0x22:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764519.946308:0:42327:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff944580030e00/0x57b8ff0e0304f7ac lrc: 3/0,0 mode: CR/CR res: [0x200003ab1:0x22:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b271 expref: 26 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764519.946339:0:42327:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff944580030e00/0x57b8ff0e0304f7ac lrc: 4/0,0 mode: CR/CR res: [0x200003ab1:0x22:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b271 expref: 26 pid: 42325 timeout: 2086 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764519.946358:0:42327:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944486e44a80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:42327:1862022118986240:192.168.202.28@tcp:104: 00000100:00100000:2.0:1775764519.946467:0:42327:0:(client.c:2691:ptlrpc_set_wait()) set ffff944482872300 going to sleep for 11 seconds 00000100:00100000:2.0:1775764519.950861:0:42327:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944486e44a80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:42327:1862022118986240:192.168.202.28@tcp:104: 00010000:00010000:2.0:1775764519.950898:0:42327:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff944580031200/0x57b8ff0e0304f88c lrc: 3/0,1 mode: --/EX res: [0x200003ab1:0x22:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42327 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764519.952559:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764519.954244:0:42311:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098400640 00000100:00100000:1.0:1775764519.954258:0:42311:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098400640 00010000:00010000:1.0:1775764519.954448:0:42311:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff944580030e00/0x57b8ff0e0304f7ac lrc: 4/0,0 mode: CR/CR res: [0x200003ab1:0x22:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b271 expref: 27 pid: 42325 timeout: 2086 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764519.954553:0:42311:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 93 00000100:00100000:1.0:1775764519.954564:0:42311:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486e44a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+27:2379:x1862022098400640:12345-192.168.202.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1775764519.954578:0:42311:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764519.954586:0:42311:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff944580030e00/0x57b8ff0e0304f7ac lrc: 4/0,0 mode: CR/CR res: [0x200003ab1:0x22:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b271 expref: 27 pid: 42325 timeout: 2086 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764519.954598:0:42311:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff944580030e00/0x57b8ff0e0304f7ac lrc: 3/0,0 mode: CR/CR res: [0x200003ab1:0x22:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b271 expref: 27 pid: 42325 timeout: 2086 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764519.954618:0:42311:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944580030e00/0x57b8ff0e0304f7ac lrc: 0/0,0 mode: --/CR res: [0x200003ab1:0x22:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b271 expref: 27 pid: 42325 timeout: 2086 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764519.954637:0:42311:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x22:0x0].0x0 (ffff94459084a900) 00010000:00010000:1.0:1775764519.954642:0:42311:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff944580031200/0x57b8ff0e0304f88c lrc: 3/0,1 mode: --/EX res: [0x200003ab1:0x22:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764519.954652:0:42311:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff944580031200/0x57b8ff0e0304f88c lrc: 3/0,1 mode: EX/EX res: [0x200003ab1:0x22:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 42327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764519.954659:0:42311:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944580031200/0x57b8ff0e0304f88c lrc: 4/0,1 mode: EX/EX res: [0x200003ab1:0x22:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 42327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764519.954689:0:42311:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1775764519.954748:0:42311:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486e44a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+26:2379:x1862022098400640:12345-192.168.202.28@tcp:103:ldlm_bl.0 Request processed in 186us (2196us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764519.954756:0:42311:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 93 00010000:00010000:2.0:1775764519.954840:0:42327:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff944580031200/0x57b8ff0e0304f88c lrc: 3/0,1 mode: EX/EX res: [0x200003ab1:0x22:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764519.954848:0:42327:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944580031200/0x57b8ff0e0304f88c lrc: 3/0,1 mode: EX/EX res: [0x200003ab1:0x22:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42327 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1775764519.955009:0:42327:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 34359738740 00000001:00080000:2.0:1775764519.955228:0:42327:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 34359738741 00000100:00100000:2.0:1775764519.955350:0:42327:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944486e45180 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:42327:1862022118986368:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1775764519.955408:0:42327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764519.955439:0:42327:0:(client.c:2691:ptlrpc_set_wait()) set ffff944482872180 going to sleep for 11 seconds 00000100:00100000:2.0:1775764519.955460:0:42329:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118986368 00000100:00100000:2.0:1775764519.955464:0:42329:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118986368 00000100:00100000:2.0:1775764519.955493:0:42329:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:2.0:1775764519.955500:0:42329:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486e44000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:42327:x1862022118986368:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1775764519.955563:0:42329:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486e44000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:42327:x1862022118986368:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 63us (155us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764519.955570:0:42329:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00100000:2.0:1775764519.955605:0:42327:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944486e45180 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:42327:1862022118986368:0@lo:1000:mdt_rdpg00_000.0 00000001:00080000:2.0:1775764519.956311:0:42327:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 34359738742 00000100:00100000:2.0:1775764519.956413:0:42327:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944486e45180 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:42327:1862022118986496:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1775764519.956471:0:42327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764519.956494:0:42327:0:(client.c:2691:ptlrpc_set_wait()) set ffff944482872300 going to sleep for 11 seconds 00000100:00100000:2.0:1775764519.956510:0:42329:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118986496 00000100:00100000:2.0:1775764519.956514:0:42329:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118986496 00000100:00100000:2.0:1775764519.956539:0:42329:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:2.0:1775764519.956546:0:42329:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486e46680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:42327:x1862022118986496:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1775764519.956684:0:42329:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486e46680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+7:42327:x1862022118986496:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 138us (215us total) trans 34359738408 rc 0/0 00000100:00100000:2.0:1775764519.956691:0:42329:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00100000:2.0:1775764519.956735:0:42327:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944486e45180 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:42327:1862022118986496:0@lo:1000:mdt_rdpg00_000.0 00000001:00080000:2.0:1775764519.956773:0:42327:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 34359738743 00010000:00010000:2.0:1775764519.956825:0:42327:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff944580031200/0x57b8ff0e0304f88c lrc: 3/0,1 mode: EX/EX res: [0x200003ab1:0x22:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764519.956834:0:42327:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944580031200/0x57b8ff0e0304f88c lrc: 2/0,0 mode: EX/EX res: [0x200003ab1:0x22:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764519.956841:0:42327:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944580031200/0x57b8ff0e0304f88c lrc: 3/0,0 mode: EX/EX res: [0x200003ab1:0x22:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764519.956846:0:42327:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944580031200 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764519.956851:0:42327:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944580031200/0x57b8ff0e0304f88c lrc: 3/0,0 mode: EX/EX res: [0x200003ab1:0x22:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764519.956858:0:42327:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944580031200/0x57b8ff0e0304f88c lrc: 4/0,0 mode: EX/EX res: [0x200003ab1:0x22:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764519.956870:0:42327:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x22:0x0].0x0 (ffff94459084a900) 00010000:00010000:2.0:1775764519.956874:0:42327:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:2.0:1775764519.956878:0:42327:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944580031200/0x57b8ff0e0304f88c lrc: 2/0,0 mode: --/EX res: [0x200003ab1:0x22:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764519.956884:0:42327:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944580031200/0x57b8ff0e0304f88c lrc: 0/0,0 mode: --/EX res: [0x200003ab1:0x22:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42327 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1775764519.957112:0:42327:0:(mdd_object.c:4010:mdd_close()) Object [0x200003ab1:0x25:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:2.0:1775764519.957196:0:42327:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x30:0x0].11, 64 off9016 00000001:00080000:2.0:1775764519.957205:0:42327:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 34359738744 00010000:00010000:2.0:1775764519.957235:0:42327:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x22:0x0].0x0 (ffff94459084a900) 00010000:00010000:2.0:1775764519.957238:0:42327:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1775764519.957244:0:42327:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944580031400/0x57b8ff0e0304f797 lrc: 0/0,0 mode: --/PW res: [0x200003ab1:0x22:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b26a expref: 30 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764519.957329:0:42327:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486e44700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+29:51989:x1862022098400512:12345-192.168.202.28@tcp:35:lfs.0 Request processed in 13830us (14097us total) trans 34359738745 rc 0/0 00000100:00100000:2.0:1775764519.957337:0:42327:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 129 00000020:00080000:2.0:1775764519.957342:0:42327:0:(tgt_main.c:783:tgt_ses_key_exit()) total 8 transactions per RPC 00000100:00100000:3.0:1775764519.962359:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764519.962515:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098400768 00000100:00100000:0.0:1775764519.962525:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098400768 00000100:00100000:0.0:1775764519.962581:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 409 00000100:00100000:0.0:1775764519.962588:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944489169180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+29:51989:x1862022098400768:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:0.0:1775764519.962612:0:42325:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764519.962632:0:42325:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76000/0x57b8ff0e0304f893 lrc: 2/0,0 mode: --/CR res: [0x200003ab1:0x22:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b2b7 expref: -99 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764519.962698:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76000/0x57b8ff0e0304f893 lrc: 3/0,0 mode: CR/CR res: [0x200003ab1:0x22:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b2b7 expref: 30 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764519.962717:0:42325:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76000/0x57b8ff0e0304f893 lrc: 3/0,0 mode: CR/CR res: [0x200003ab1:0x22:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b2b7 expref: 30 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764519.962735:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x22:0x0].0x0 (ffff944582f80100) 00010000:00010000:0.0:1775764519.962738:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1775764519.962741:0:42325:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445bfe76000, rc 0) 00000100:00100000:0.0:1775764519.962835:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944489169180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+30:51989:x1862022098400768:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 246us (487us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764519.962841:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 409 00000100:00100000:0.0:1775764519.968221:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764519.968554:0:42328:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098401024 00000100:00100000:1.0:1775764519.968567:0:42328:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098401024 00000100:00100000:1.0:1775764519.968637:0:42328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 130 00000100:00100000:1.0:1775764519.968648:0:42328:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944481e5b850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+30:51989:x1862022098401024:12345-192.168.202.28@tcp:35:lfs.0 00000100:00100000:1.0:1775764519.969709:0:42328:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944481e5b850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+31:51989:x1862022098401024:12345-192.168.202.28@tcp:35:lfs.0 Request processed in 1059us (1493us total) trans 34359738746 rc 0/0 00000100:00100000:1.0:1775764519.969722:0:42328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 130 00000100:00100000:3.0:1775764520.109521:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764520.109702:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098401152 00000100:00100000:0.0:1775764520.109713:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098401152 00000100:00100000:0.0:1775764520.109858:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 410 00000100:00100000:0.0:1775764520.109869:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94448916a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+31:51997:x1862022098401152:12345-192.168.202.28@tcp:101:stat.0 00010000:00010000:0.0:1775764520.109909:0:44493:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764520.109938:0:44493:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77400/0x57b8ff0e0304f89a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b2be expref: -99 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764520.110015:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77000/0x57b8ff0e0304f8a1 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764520.110033:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77000/0x57b8ff0e0304f8a1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764520.110051:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77000/0x57b8ff0e0304f8a1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764520.110353:0:44493:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 8704 00000004:00200000:0.0:1775764520.110357:0:44493:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 33 stripe count 1 MDT count 1 00000004:00010000:0.0:1775764520.110439:0:44493:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77000/0x57b8ff0e0304f8a1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764520.110466:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77400/0x57b8ff0e0304f89a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b2be expref: 33 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764520.110488:0:44493:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77000/0x57b8ff0e0304f8a1 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b2be expref: 32 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764520.110497:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff944582f80b00) 00010000:00010000:0.0:1775764520.110500:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1775764520.110505:0:44493:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445bfe77000, rc 0) 00000100:00100000:0.0:1775764520.110565:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94448916a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+32:51997:x1862022098401152:12345-192.168.202.28@tcp:101:stat.0 Request processed in 699us (1053us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764520.110572:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 410 00000100:00080000:2.0:1775764520.111331:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1775764520.118703:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764520.118788:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098401280 00000100:00100000:0.0:1775764520.118841:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098401280 00000100:00100000:0.0:1775764520.118904:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 411 00000100:00100000:0.0:1775764520.118939:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486e46d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+32:51997:x1862022098401280:12345-192.168.202.28@tcp:101:stat.0 00010000:00010000:0.0:1775764520.118970:0:42325:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764520.119008:0:42325:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76c00/0x57b8ff0e0304f8a8 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b2c5 expref: -99 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764520.119094:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76e00/0x57b8ff0e0304f8af lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764520.119117:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76e00/0x57b8ff0e0304f8af lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764520.120757:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76e00/0x57b8ff0e0304f8af lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764520.121496:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76a00/0x57b8ff0e0304f8b6 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8996d334 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764520.121510:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76a00/0x57b8ff0e0304f8b6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8996d334 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764520.121517:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76a00/0x57b8ff0e0304f8b6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8996d334 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764520.121848:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76400/0x57b8ff0e0304f8bd lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0x22:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764520.121856:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76400/0x57b8ff0e0304f8bd lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x22:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764520.121862:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76400/0x57b8ff0e0304f8bd lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x22:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764520.122683:0:42325:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab1:0x22:0x0]: returning size 5 00000004:00200000:0.0:1775764520.122689:0:42325:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1775764520.122710:0:42325:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76400/0x57b8ff0e0304f8bd lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x22:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764520.122723:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76400/0x57b8ff0e0304f8bd lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764520.122734:0:42325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76e00/0x57b8ff0e0304f8af lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764520.122740:0:42325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76e00/0x57b8ff0e0304f8af lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764520.122746:0:42325:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76e00/0x57b8ff0e0304f8af lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764520.122751:0:42325:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445bfe76e00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:0.0:1775764520.122755:0:42325:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76e00/0x57b8ff0e0304f8af lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764520.122761:0:42325:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76e00/0x57b8ff0e0304f8af lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764520.122773:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff944582f80b00) 00010000:00010000:0.0:1775764520.122776:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764520.122780:0:42325:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76e00/0x57b8ff0e0304f8af lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764520.122785:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76e00/0x57b8ff0e0304f8af lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764520.122943:0:42325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76a00/0x57b8ff0e0304f8b6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8996d334 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764520.122950:0:42325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76a00/0x57b8ff0e0304f8b6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8996d334 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764520.122955:0:42325:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76a00/0x57b8ff0e0304f8b6 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8996d334 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764520.122961:0:42325:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445bfe76a00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:0.0:1775764520.122963:0:42325:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76a00/0x57b8ff0e0304f8b6 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8996d334 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764520.122968:0:42325:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76a00/0x57b8ff0e0304f8b6 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8996d334 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764520.123048:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x8996d334 (ffff944582f80300) 00010000:00010000:0.0:1775764520.123051:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764520.123054:0:42325:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76a00/0x57b8ff0e0304f8b6 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8996d334 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764520.123059:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76a00/0x57b8ff0e0304f8b6 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8996d334 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764520.123101:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76c00/0x57b8ff0e0304f8a8 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b2c5 expref: 34 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764520.123116:0:42325:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76400/0x57b8ff0e0304f8bd lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b2c5 expref: 33 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764520.123124:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x22:0x0].0x0 (ffff944582f80100) 00010000:00010000:0.0:1775764520.123126:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1775764520.123197:0:42325:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445bfe76400, rc 0) 00000100:00100000:0.0:1775764520.123531:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486e46d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+33:51997:x1862022098401280:12345-192.168.202.28@tcp:101:stat.0 Request processed in 4616us (4838us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764520.123540:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 411 00000100:00100000:3.0:1775764520.357458:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764520.357753:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098401536 00000100:00100000:0.0:1775764520.357765:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098401536 00000100:00100000:0.0:1775764520.357861:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 412 00000100:00100000:0.0:1775764520.357871:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94448916b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+33:52009:x1862022098401536:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:0.0:1775764520.357903:0:44493:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764520.357933:0:44493:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76c00/0x57b8ff0e0304f8c4 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b2cc expref: -99 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764520.358036:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76a00/0x57b8ff0e0304f8cb lrc: 3/0,1 mode: --/CW res: [0x200003ab1:0x22:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764520.358050:0:44493:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76400/0x57b8ff0e0304f8bd lrc: 2/0,0 mode: PR/PR res: [0x200003ab1:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b2c5 expref: 34 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764520.358059:0:44493:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76a00/0x57b8ff0e0304f8cb lrc: 4/0,1 mode: --/CW res: [0x200003ab1:0x22:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764520.358093:0:44493:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76400/0x57b8ff0e0304f8bd lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b2c5 expref: 34 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764520.358107:0:44493:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76400/0x57b8ff0e0304f8bd lrc: 4/0,0 mode: PR/PR res: [0x200003ab1:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b2c5 expref: 34 pid: 42325 timeout: 2087 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764520.358122:0:44493:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944486043b80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:44493:1862022118986624:192.168.202.28@tcp:104: 00000100:00100000:0.0:1775764520.358225:0:44493:0:(client.c:2691:ptlrpc_set_wait()) set ffff9445b7639480 going to sleep for 11 seconds 00000100:00100000:3.0:1775764520.361785:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764520.362112:0:44493:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944486043b80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:44493:1862022118986624:192.168.202.28@tcp:104: 00010000:00010000:0.0:1775764520.362141:0:44493:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76a00/0x57b8ff0e0304f8cb lrc: 3/0,1 mode: --/CW res: [0x200003ab1:0x22:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764520.366491:0:42309:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098401664 00000100:00100000:1.0:1775764520.366508:0:42309:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098401664 00010000:00010000:1.0:1775764520.366564:0:42309:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76400/0x57b8ff0e0304f8bd lrc: 4/0,0 mode: PR/PR res: [0x200003ab1:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b2c5 expref: 35 pid: 42325 timeout: 2087 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764520.366670:0:42309:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 94 00000100:00100000:1.0:1775764520.366678:0:42309:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944489168e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+35:2378:x1862022098401664:12345-192.168.202.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1775764520.366693:0:42309:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764520.366699:0:42309:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76400/0x57b8ff0e0304f8bd lrc: 4/0,0 mode: PR/PR res: [0x200003ab1:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b2c5 expref: 35 pid: 42325 timeout: 2087 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764520.366712:0:42309:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76400/0x57b8ff0e0304f8bd lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b2c5 expref: 35 pid: 42325 timeout: 2087 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764520.366734:0:42309:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76400/0x57b8ff0e0304f8bd lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b2c5 expref: 35 pid: 42325 timeout: 2087 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764520.366753:0:42309:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x22:0x0].0x0 (ffff944582f80100) 00010000:00010000:1.0:1775764520.366758:0:42309:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76a00/0x57b8ff0e0304f8cb lrc: 3/0,1 mode: --/CW res: [0x200003ab1:0x22:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764520.366766:0:42309:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76a00/0x57b8ff0e0304f8cb lrc: 3/0,1 mode: CW/CW res: [0x200003ab1:0x22:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764520.366773:0:42309:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76a00/0x57b8ff0e0304f8cb lrc: 4/0,1 mode: CW/CW res: [0x200003ab1:0x22:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764520.366850:0:42309:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1775764520.366935:0:42309:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944489168e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+34:2378:x1862022098401664:12345-192.168.202.28@tcp:103:ldlm_bl.0 Request processed in 257us (5158us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764520.366942:0:42309:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 94 00010000:00010000:3.0:1775764520.368133:0:44493:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76a00/0x57b8ff0e0304f8cb lrc: 3/0,1 mode: CW/CW res: [0x200003ab1:0x22:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764520.368146:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76a00/0x57b8ff0e0304f8cb lrc: 3/0,1 mode: CW/CW res: [0x200003ab1:0x22:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764520.368169:0:44493:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab1:0x22:0x0]: returning size 5 00010000:00010000:3.0:1775764520.371616:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76c00/0x57b8ff0e0304f8c4 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b2cc expref: 35 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764520.371658:0:44493:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76a00/0x57b8ff0e0304f8cb lrc: 3/0,0 mode: CW/CW res: [0x200003ab1:0x22:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b2cc expref: 34 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764520.371669:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x22:0x0].0x0 (ffff944582f80100) 00010000:00010000:3.0:1775764520.371673:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:3.0:1775764520.371676:0:44493:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445bfe76a00, rc 0) 00000100:00100000:3.0:1775764520.371757:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94448916b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+34:52009:x1862022098401536:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 13887us (14310us total) trans 34359738747 rc 0/0 00000100:00100000:3.0:1775764520.371767:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 412 00010000:00010000:0.0:1775764520.772692:0:43224:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775764521.217302:0:3330:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944486043b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3330:1862022118986752:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1775764521.217381:0:3330:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764521.218042:0:42947:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118986752 00000100:00100000:0.0:1775764521.218051:0:42947:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118986752 00000100:00100000:0.0:1775764521.218124:0:42947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 68 00000100:00100000:0.0:1775764521.218134:0:42947:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944598c08450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3330:x1862022118986752:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1775764521.218167:0:42947:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 59572224 pending 1703936 free 3704619008 avail 3702521856 00000100:00100000:0.0:1775764521.218218:0:42947:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944598c08450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3330:x1862022118986752:12345-0@lo:13:osp-pre-0-0.0 Request processed in 86us (836us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764521.218225:0:42947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 68 00000100:00080000:3.0:1775764521.218903:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1775764521.218959:0:3330:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944486043b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3330:1862022118986752:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1775764521.746652:0:3329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944486e46a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3329:1862022118987136:0@lo:400:kworker.0 00000100:00100000:2.0:1775764521.746731:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764521.746894:0:3331:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944486e44700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d8dacf45-8471-4226-a2fb-1fac83f69c1e:3331:1862022118986880:0@lo:400:kworker.0 00000100:00100000:1.0:1775764521.746942:0:3331:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764521.746969:0:3331:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bce29880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3331:1862022118987392:0@lo:400:kworker.0 00000100:00100000:1.0:1775764521.746992:0:3331:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764521.747013:0:3331:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1775764521.747018:0:3331:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944486e47800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3331:1862022118987264:0@lo:400:kworker.0 00000100:00100000:1.0:1775764521.747039:0:3331:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764521.747065:0:42317:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118986880 00000100:00100000:1.0:1775764521.747073:0:42317:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118986880 00000100:00100000:1.0:1775764521.747118:0:42317:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 177 00000100:00100000:1.0:1775764521.747126:0:42317:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944585decc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d8dacf45-8471-4226-a2fb-1fac83f69c1e+18:3331:x1862022118986880:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764521.747170:0:42317:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944585decc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d8dacf45-8471-4226-a2fb-1fac83f69c1e+18:3331:x1862022118986880:12345-0@lo:400:kworker.0 Request processed in 45us (227us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764521.747177:0:42317:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 177 00000100:00100000:1.0:1775764521.747205:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118987136 00000100:00100000:1.0:1775764521.747208:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118987136 00000100:00100000:1.0:1775764521.747231:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118987392 00000100:00100000:1.0:1775764521.747233:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118987392 00000100:00100000:1.0:1775764521.747254:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118987264 00000100:00100000:1.0:1775764521.747256:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118987264 00000100:00100000:1.0:1775764521.747267:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 151 00000100:00100000:1.0:1775764521.747273:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bce28000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3329:x1862022118987136:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764521.747302:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bce28000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3329:x1862022118987136:12345-0@lo:400:kworker.0 Request processed in 30us (572us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764521.747307:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 151 00000100:00100000:1.0:1775764521.747318:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 152 00000100:00100000:1.0:1775764521.747322:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bea11500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3331:x1862022118987392:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764521.747340:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bea11500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3331:x1862022118987392:12345-0@lo:400:kworker.0 Request processed in 19us (348us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764521.747358:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 152 00000100:00100000:1.0:1775764521.747370:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 153 00000100:00100000:1.0:1775764521.747375:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bea13800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3331:x1862022118987264:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764521.747394:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bea13800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3331:x1862022118987264:12345-0@lo:400:kworker.0 Request processed in 20us (355us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764521.747398:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 153 00000100:00080000:1.0:1775764521.747414:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1775764521.747436:0:3331:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944486e47800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3331:1862022118987264:0@lo:400:kworker.0 00000100:00100000:1.0:1775764521.747443:0:3331:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944486e44700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d8dacf45-8471-4226-a2fb-1fac83f69c1e:3331:1862022118986880:0@lo:400:kworker.0 00000100:00100000:1.0:1775764521.747450:0:3331:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bce29880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3331:1862022118987392:0@lo:400:kworker.0 00000100:00100000:0.0:1775764521.747768:0:3328:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944486e46300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3328:1862022118987008:0@lo:400:kworker.0 00000100:00100000:0.0:1775764521.747845:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764521.748062:0:3329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944486e46a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3329:1862022118987136:0@lo:400:kworker.0 00000100:00100000:1.0:1775764521.749819:0:42945:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118987008 00000100:00100000:1.0:1775764521.749830:0:42945:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118987008 00000100:00100000:1.0:1775764521.749923:0:42945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 109 00000100:00100000:1.0:1775764521.749933:0:42945:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486043480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+7:3328:x1862022118987008:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764521.750013:0:42945:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486043480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+7:3328:x1862022118987008:12345-0@lo:400:kworker.0 Request processed in 82us (2166us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764521.750020:0:42945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 109 00000100:00080000:2.0:1775764521.752334:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1775764521.752659:0:3328:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944486e46300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3328:1862022118987008:0@lo:400:kworker.0 00010000:00010000:0.0:1775764521.807543:0:42312:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775764522.164315:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764522.164384:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764522.164441:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764522.164493:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764522.164515:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764522.164586:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764522.164619:0:42318:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098401792 00000100:00100000:1.0:1775764522.164630:0:42318:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098401792 00000100:00100000:1.0:1775764522.164683:0:42318:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 178 00000100:00100000:1.0:1775764522.164694:0:42318:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944585dec050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:24b54882-c0a1-43f2-954f-009e5a9afc9d+12:2376:x1862022098401792:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:1.0:1775764522.164771:0:42318:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944585dec050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:24b54882-c0a1-43f2-954f-009e5a9afc9d+12:2376:x1862022098401792:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 78us (386us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764522.164778:0:42318:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 178 00000100:00100000:1.0:1775764522.164857:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098402304 00000100:00100000:1.0:1775764522.164861:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098402304 00000100:00100000:1.0:1775764522.164918:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098401920 00000100:00100000:1.0:1775764522.164921:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098401920 00000100:00100000:1.0:1775764522.164941:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 154 00000100:00100000:1.0:1775764522.164947:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bea13100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:82781e18-e0e3-4f9f-9a2b-041bf0344414+5:2376:x1862022098402304:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:1.0:1775764522.164977:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bea13100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:82781e18-e0e3-4f9f-9a2b-041bf0344414+5:2376:x1862022098402304:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 30us (483us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764522.164983:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 154 00000100:00100000:1.0:1775764522.164995:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 155 00000100:00100000:1.0:1775764522.165001:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bea13480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+34:2377:x1862022098401920:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:1.0:1775764522.165027:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bea13480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+34:2377:x1862022098401920:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 27us (511us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764522.165036:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 155 00000100:00100000:1.0:1775764522.165059:0:42945:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098402432 00000100:00100000:1.0:1775764522.165063:0:42945:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098402432 00000100:00100000:1.0:1775764522.165086:0:42945:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098402048 00000100:00100000:1.0:1775764522.165088:0:42945:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098402048 00000100:00100000:1.0:1775764522.165103:0:42945:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098402176 00000100:00100000:1.0:1775764522.165105:0:42945:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098402176 00000100:00100000:1.0:1775764522.165140:0:42945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 110 00000100:00100000:1.0:1775764522.165147:0:42945:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bea13b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+7:2376:x1862022098402048:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:1.0:1775764522.165188:0:42945:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bea13b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+7:2376:x1862022098402048:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 42us (747us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764522.165195:0:42945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 110 00000100:00100000:1.0:1775764522.165206:0:42945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 111 00000100:00100000:1.0:1775764522.165211:0:42945:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bea10e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+9:2377:x1862022098402176:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:1.0:1775764522.165230:0:42945:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bea10e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+9:2377:x1862022098402176:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 20us (645us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764522.165236:0:42945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 111 00000100:00100000:1.0:1775764522.165245:0:42945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 113 00000100:00100000:1.0:1775764522.165250:0:42945:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bea10380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:82781e18-e0e3-4f9f-9a2b-041bf0344414+5:2375:x1862022098402432:12345-192.168.202.28@tcp:9:kworker.0 00000020:00000080:1.0:1775764522.165286:0:42945:0:(genops.c:1487:class_disconnect()) disconnect: cookie 0x57b8ff0e0304f472 00000100:00080000:1.0:1775764522.165294:0:42945:0:(import.c:65:import_set_state_nolock()) ffff9444861e4000 : changing import state from FULL to CLOSED 00000001:00000004:1.0:1775764522.165356:0:42945:0:(tgt_lastrcvd.c:732:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 8, last_transno is 34359738403 00000100:00100000:1.0:1775764522.165635:0:42945:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bea10380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:82781e18-e0e3-4f9f-9a2b-041bf0344414+2:2375:x1862022098402432:12345-192.168.202.28@tcp:9:kworker.0 Request processed in 383us (1349us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764522.165641:0:42945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 113 00000100:00080000:3.0:1775764522.166693:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1775764522.166698:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1775764522.166701:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:2.0:1775764522.171480:0:42313:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764522.819008:0:43224:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:0.0:1775764522.869492:0:6613:0:(tgt_lastrcvd.c:568:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 82781e18-e0e3-4f9f-9a2b-041bf0344414 00000020:00000080:0.0:1775764522.869500:0:6613:0:(genops.c:904:class_export_put()) final put ffff9444861e6800/82781e18-e0e3-4f9f-9a2b-041bf0344414 00000001:00080000:0.0:1775764522.869794:0:6613:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 34359738403 is committed 00000001:00080000:0.0:1775764522.869818:0:6613:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 34359738401 is committed 00000020:00000080:0.0:1775764522.869845:0:9942:0:(genops.c:863:class_export_destroy()) destroying export ffff9444861e6800/82781e18-e0e3-4f9f-9a2b-041bf0344414 for lustre-OST0000 00000020:00000080:0.0:1775764522.869888:0:9942:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff9444861e4000 for lustre-OST0000 00000004:00080000:0.0:1775764523.265501:0:42349:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1990112699778ns, next at 1991112696917ns, rc = 0 00000100:00100000:3.0:1775764523.265552:0:3329:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1775764523.265581:0:3329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944486041c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3329:1862022118987520:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1775764523.265652:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764523.265848:0:42947:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118987520 00000100:00100000:0.0:1775764523.265856:0:42947:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118987520 00000100:00100000:0.0:1775764523.265925:0:42947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 69 00000100:00100000:0.0:1775764523.265935:0:42947:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94448916aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3329:x1862022118987520:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1775764523.265975:0:42947:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 62980096 pending 0 free 3765436416 avail 3763339264 00000100:00100000:0.0:1775764523.266021:0:42947:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94448916aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3329:x1862022118987520:12345-0@lo:13:osp-pre-1-0.0 Request processed in 88us (368us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764523.266028:0:42947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 69 00000100:00080000:3.0:1775764523.266121:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1775764523.266336:0:3329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944486041c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3329:1862022118987520:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1775764523.845668:0:42312:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1775764523.969202:0:42356:0:(llog.c:800:llog_process_thread()) index: 8, lh_last_idx: 8 synced_idx: 8 lgh_last_idx: 8 00000040:00080000:2.0:1775764523.969212:0:42356:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x32:0x0] at index 8 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1775764523.969245:0:42356:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x32:0x0] index 11 count 5 00000040:00080000:2.0:1775764523.969258:0:42356:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 9 count 2 00010000:00010000:2.0:1775764524.866540:0:42313:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:1.0:1775764524.885405:0:7469:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 34359738408 is committed 00000001:00080000:1.0:1775764524.885529:0:7469:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 34359738406 is committed 00000004:00080000:1.0:1775764524.898675:0:5825:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 11 committed 00000001:00080000:1.0:1775764524.898718:0:5825:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 34359738731 is committed 00000001:00080000:1.0:1775764524.898730:0:5825:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 34359738746 is committed 00000020:00080000:1.0:1775764524.898745:0:5825:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff94458542e300 refcount 2 committed 0 result 0 batchid 30064771811 00000020:00080000:1.0:1775764524.898751:0:5825:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9445bc137100 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff94458542eb40 00000020:00080000:1.0:1775764524.898754:0:5825:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9445bc137a00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff944486ed5400 00000020:00080000:1.0:1775764524.898780:0:5825:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9445b5632300 refcount 2 committed 0 result 0 batchid 30064771812 00000020:00080000:1.0:1775764524.898784:0:5825:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9445b5615100 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9445b5632cc0 00000020:00080000:1.0:1775764524.898787:0:5825:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9445b5615a00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9445b5a93000 00000020:00080000:1.0:1775764524.898837:0:5825:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 30064771810 batchid updated 00000001:00080000:1.0:1775764524.898845:0:5825:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 34359738747 is committed 00000020:00080000:1.0:1775764524.898861:0:42361:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 30064771812 committed batchid 30064771810 00000020:00080000:1.0:1775764524.899090:0:42361:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 30064771810 00000100:00100000:3.0:1775764524.899909:0:3329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bce29880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3329:1862022118987648:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1775764524.899978:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764524.900102:0:42945:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118987648 00000100:00100000:2.0:1775764524.900111:0:42945:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118987648 00000100:00100000:2.0:1775764524.900169:0:42945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 114 00000100:00100000:2.0:1775764524.900180:0:42945:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94448916bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3329:x1862022118987648:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1775764524.900208:0:42945:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:266 count 1 00002000:00010000:2.0:1775764524.900253:0:42945:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x10a:0x0] initial LVB size: 5, mtime: 0x69d80425, atime: 0x69d80426, ctime: 0x69d80426, blocks: 0xb 00010000:00010000:2.0:1775764524.900261:0:42945:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ee55af42/0x57b8ff0e0304f8d9 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x10a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 42945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764524.900277:0:42945:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764524.900279:0:42945:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764524.900285:0:42945:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ee55af42/0x57b8ff0e0304f8d9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x10a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764524.900299:0:42945:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ee55af42/0x57b8ff0e0304f8d9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x10a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764524.900309:0:42945:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ee55af42/0x57b8ff0e0304f8d9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x10a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764524.900316:0:42945:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ee55af42/0x57b8ff0e0304f8d9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x10a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 42945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764524.900336:0:42945:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1775764524.900830:0:42945:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94448916bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3329:x1862022118987648:12345-0@lo:6:osp-syn-1-0.0 Request processed in 618us (818us total) trans 34359738409 rc 0/0 00000100:00100000:2.0:1775764524.900839:0:42945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 114 00000100:00100000:3.0:1775764524.902591:0:3329:0:(client.c:3082:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 34359738408 gen 2 00000004:00080000:3.0:1775764524.902602:0:3329:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 34359738407 committed transno 34359738408 00000004:00080000:3.0:1775764524.902625:0:3329:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 34359738408 committed transno 34359738408 00000100:00100000:3.0:1775764524.902644:0:3329:0:(client.c:3126:ptlrpc_free_committed()) @@@ stopping search req@ffff9445bce29880 x1862022118987648/t34359738409(34359738409) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1775764540 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:3.0:1775764524.902657:0:3329:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9445bce29880/2, rc 0, transno 34359738409 00000100:00100000:3.0:1775764524.902662:0:3329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bce29880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3329:1862022118987648:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1775764524.902760:0:43224:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1775764524.902769:0:43224:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000ee55af42/0x57b8ff0e0304f8d9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x10a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764524.902786:0:43224:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944580031000 already unused, calling callback (ffffffffc177a060) 00010000:00010000:2.0:1775764524.902791:0:43224:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000ee55af42/0x57b8ff0e0304f8d9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x10a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764524.902849:0:43224:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000ee55af42/0x57b8ff0e0304f8d9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x10a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 42945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764524.902883:0:43224:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000ee55af42/0x57b8ff0e0304f8d9 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x10a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764524.902891:0:43224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ee55af42/0x57b8ff0e0304f8d9 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x10a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764524.902928:0:43224:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764524.902931:0:43224:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764524.902933:0:43224:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764525.889167:0:42312:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775764526.350968:0:3331:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1775764526.351001:0:3331:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944486042300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3331:1862022118987776:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1775764526.351104:0:3331:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764526.351193:0:42947:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118987776 00000100:00100000:0.0:1775764526.351203:0:42947:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118987776 00000100:00100000:0.0:1775764526.351273:0:42947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 70 00000100:00100000:0.0:1775764526.351282:0:42947:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486042a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3331:x1862022118987776:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1775764526.351325:0:42947:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 52756480 pending 0 free 3704619008 avail 3702521856 00000100:00100000:0.0:1775764526.351371:0:42947:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486042a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3331:x1862022118987776:12345-0@lo:13:osp-pre-0-0.0 Request processed in 89us (267us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764526.351378:0:42947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 70 00000100:00080000:0.0:1775764526.351414:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1775764526.351456:0:3331:0:(client.c:3082:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 34359738403 gen 2 00000004:00080000:0.0:1775764526.351462:0:3331:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 34359738402 committed transno 34359738403 00000004:00080000:0.0:1775764526.351490:0:3331:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff944486e47480, transno 34359738403 00000100:00100000:0.0:1775764526.351508:0:3331:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944486042300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3331:1862022118987776:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1775764526.566605:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764526.566713:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098402560 00000100:00100000:1.0:1775764526.566724:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098402560 00000100:00100000:1.0:1775764526.566827:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 413 00000100:00100000:1.0:1775764526.566840:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944489168700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+15:51920:x1862022098402560:12345-192.168.202.28@tcp:60:lhsmtool_posix.0 00000100:00100000:1.0:1775764526.566991:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944489168700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+15:51920:x1862022098402560:12345-192.168.202.28@tcp:60:lhsmtool_posix.0 Request processed in 154us (397us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764526.567001:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 413 00000100:00080000:0.0:1775764526.567970:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1775764526.579019:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764526.579544:0:42328:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098402816 00000100:00100000:0.0:1775764526.579555:0:42328:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098402816 00000100:00100000:0.0:1775764526.579621:0:42328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 131 00000100:00100000:0.0:1775764526.579632:0:42328:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bce29180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+15:51920:x1862022098402816:12345-192.168.202.28@tcp:35:lhsmtool_posix.0 00000100:00100000:0.0:1775764526.580261:0:42328:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bce29180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+16:51920:x1862022098402816:12345-192.168.202.28@tcp:35:lhsmtool_posix.0 Request processed in 630us (1253us total) trans 34359738748 rc 0/0 00000100:00100000:0.0:1775764526.580271:0:42328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 131 00000100:00100000:2.0:1775764526.849168:0:3329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff94459038a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3329:1862022118988160:0@lo:400:kworker.0 00000100:00100000:2.0:1775764526.849236:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764526.849297:0:3329:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1775764526.849303:0:3329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff94459038bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3329:1862022118988032:0@lo:400:kworker.0 00000100:00100000:2.0:1775764526.849328:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764526.849368:0:42944:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118988032 00000100:00100000:2.0:1775764526.849375:0:42944:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118988032 00000100:00100000:2.0:1775764526.849427:0:42944:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 112 00000100:00100000:2.0:1775764526.849436:0:42944:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94448678b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3329:x1862022118988032:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764526.849485:0:42944:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94448678b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3329:x1862022118988032:12345-0@lo:400:kworker.0 Request processed in 50us (157us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764526.849493:0:42944:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 112 00000100:00080000:2.0:1775764526.849516:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1775764526.849555:0:3329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff94459038bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3329:1862022118988032:0@lo:400:kworker.0 00000100:00100000:1.0:1775764526.849646:0:3330:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944590388000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3330:1862022118988288:0@lo:400:kworker.0 00000100:00100000:1.0:1775764526.849677:0:3330:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764526.849708:0:3330:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:1.0:1775764526.849714:0:3330:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944590389c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d8dacf45-8471-4226-a2fb-1fac83f69c1e:3330:1862022118987904:0@lo:400:kworker.0 00000100:00100000:1.0:1775764526.849741:0:3330:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764526.849776:0:3330:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944590389180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3330:1862022118988416:0@lo:400:kworker.0 00000100:00100000:1.0:1775764526.849822:0:3330:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764526.849853:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118988160 00000100:00100000:1.0:1775764526.849869:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118988160 00000100:00100000:1.0:1775764526.849900:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118988288 00000100:00100000:1.0:1775764526.849903:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118988288 00000100:00100000:1.0:1775764526.849922:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118988416 00000100:00100000:1.0:1775764526.849925:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118988416 00000100:00100000:1.0:1775764526.849940:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 156 00000100:00100000:1.0:1775764526.849946:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486788a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3329:x1862022118988160:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764526.849983:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486788a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3329:x1862022118988160:12345-0@lo:400:kworker.0 Request processed in 37us (746us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764526.849989:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 156 00000100:00100000:1.0:1775764526.850005:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 157 00000100:00100000:1.0:1775764526.850012:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bea12d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3330:x1862022118988288:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764526.850042:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bea12d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3330:x1862022118988288:12345-0@lo:400:kworker.0 Request processed in 31us (364us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764526.850048:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 157 00000100:00100000:1.0:1775764526.850062:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 158 00000100:00100000:1.0:1775764526.850069:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bea12680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3330:x1862022118988416:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764526.850095:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bea12680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3330:x1862022118988416:12345-0@lo:400:kworker.0 Request processed in 27us (273us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764526.850100:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 158 00000100:00100000:1.0:1775764526.850120:0:42319:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118987904 00000100:00100000:1.0:1775764526.850123:0:42319:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118987904 00000100:00100000:1.0:1775764526.850150:0:42319:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 179 00000100:00100000:1.0:1775764526.850157:0:42319:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944585deec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d8dacf45-8471-4226-a2fb-1fac83f69c1e+18:3330:x1862022118987904:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764526.850188:0:42319:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944585deec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d8dacf45-8471-4226-a2fb-1fac83f69c1e+18:3330:x1862022118987904:12345-0@lo:400:kworker.0 Request processed in 32us (446us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764526.850194:0:42319:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 179 00000100:00080000:1.0:1775764526.850229:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1775764526.850245:0:3330:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944590389c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d8dacf45-8471-4226-a2fb-1fac83f69c1e:3330:1862022118987904:0@lo:400:kworker.0 00000100:00100000:1.0:1775764526.850256:0:3330:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944590389180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3330:1862022118988416:0@lo:400:kworker.0 00000100:00100000:1.0:1775764526.850264:0:3330:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944590388000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3330:1862022118988288:0@lo:400:kworker.0 00000100:00100000:1.0:1775764526.850290:0:3329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff94459038a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3329:1862022118988160:0@lo:400:kworker.0 00000100:00100000:1.0:1775764526.892194:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764526.892446:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098402944 00000100:00100000:2.0:1775764526.892457:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098402944 00000100:00100000:2.0:1775764526.892538:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 414 00000100:00100000:2.0:1775764526.892548:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bea10700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:82781e18-e0e3-4f9f-9a2b-041bf0344414+5:52450:x1862022098402944:12345-192.168.202.28@tcp:101:lsof.0 00010000:00010000:2.0:1775764526.892569:0:42326:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764526.892588:0:42326:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944580031400/0x57b8ff0e0304f8e0 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b2d3 expref: -99 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764526.892655:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944580031200/0x57b8ff0e0304f8e7 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764526.892669:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944580031200/0x57b8ff0e0304f8e7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764526.892682:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944580031200/0x57b8ff0e0304f8e7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764526.892951:0:42326:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 8704 00000004:00200000:2.0:1775764526.892956:0:42326:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 33 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764526.893030:0:42326:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff944580031200/0x57b8ff0e0304f8e7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764526.893059:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944580031400/0x57b8ff0e0304f8e0 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b2d3 expref: 7 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764526.893081:0:42326:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff944580031200/0x57b8ff0e0304f8e7 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b2d3 expref: 6 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764526.893091:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff944582f80b00) 00010000:00010000:2.0:1775764526.893094:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1775764526.893098:0:42326:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944580031200, rc 0) 00000100:00100000:2.0:1775764526.893171:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bea10700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:82781e18-e0e3-4f9f-9a2b-041bf0344414+6:52450:x1862022098402944:12345-192.168.202.28@tcp:101:lsof.0 Request processed in 624us (985us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764526.893178:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 414 00000100:00080000:1.0:1775764526.893674:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:2.0:1775764526.913098:0:42313:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775764527.276082:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764527.276219:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764527.276254:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764527.276285:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764527.276291:0:42317:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098403072 00000100:00100000:1.0:1775764527.276300:0:42317:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098403072 00000100:00100000:3.0:1775764527.276310:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764527.276331:0:43212:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098403328 00000100:00100000:3.0:1775764527.276335:0:43212:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098403328 00000100:00100000:0.0:1775764527.276363:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098403584 00000100:00100000:0.0:1775764527.276369:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098403584 00000100:00100000:1.0:1775764527.276371:0:42317:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 180 00000100:00100000:3.0:1775764527.276374:0:43212:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098403456 00000100:00100000:3.0:1775764527.276377:0:43212:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098403456 00000100:00100000:1.0:1775764527.276383:0:42317:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944585ded050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:24b54882-c0a1-43f2-954f-009e5a9afc9d+12:2377:x1862022098403072:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:3.0:1775764527.276401:0:43212:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 113 00000100:00100000:3.0:1775764527.276407:0:43212:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94448916b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+5:2377:x1862022098403328:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:0.0:1775764527.276418:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098403200 00000100:00100000:0.0:1775764527.276423:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098403200 00000100:00100000:0.0:1775764527.276451:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 159 00000100:00100000:0.0:1775764527.276459:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94448916ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:82781e18-e0e3-4f9f-9a2b-041bf0344414+6:2377:x1862022098403584:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:2.0:1775764527.276460:0:42945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 114 00000100:00100000:3.0:1775764527.276469:0:43212:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94448916b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+5:2377:x1862022098403328:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 60us (249us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764527.276471:0:42945:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94448916b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+8:2377:x1862022098403456:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:3.0:1775764527.276484:0:43212:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 113 00000100:00100000:0.0:1775764527.276496:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94448916ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:82781e18-e0e3-4f9f-9a2b-041bf0344414+6:2377:x1862022098403584:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 37us (240us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764527.276497:0:42945:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94448916b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+8:2377:x1862022098403456:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 31us (186us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764527.276503:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 159 00000100:00100000:2.0:1775764527.276503:0:42945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 114 00000100:00100000:0.0:1775764527.276518:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 160 00000100:00100000:0.0:1775764527.276524:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944489169f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+16:2377:x1862022098403200:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:0.0:1775764527.276551:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944489169f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+16:2377:x1862022098403200:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 27us (265us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764527.276558:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 160 00000100:00080000:2.0:1775764527.276574:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1775764527.276577:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1775764527.276974:0:42317:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944585ded050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:24b54882-c0a1-43f2-954f-009e5a9afc9d+12:2377:x1862022098403072:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 593us (901us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764527.276980:0:42317:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 180 00010000:00010000:2.0:1775764527.938609:0:43224:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775764528.385579:0:3328:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944486042300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3328:1862022118988544:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1775764528.385693:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764528.386137:0:42947:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118988544 00000100:00100000:0.0:1775764528.386148:0:42947:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118988544 00000100:00100000:0.0:1775764528.386255:0:42947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 71 00000100:00100000:0.0:1775764528.386269:0:42947:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bea12a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3328:x1862022118988544:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1775764528.386325:0:42947:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 62980096 pending 0 free 3765436416 avail 3763339264 00000100:00100000:0.0:1775764528.386401:0:42947:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bea12a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3328:x1862022118988544:12345-0@lo:13:osp-pre-1-0.0 Request processed in 136us (709us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764528.386409:0:42947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 71 00000100:00100000:0.0:1775764528.386480:0:3328:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944486042300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3328:1862022118988544:0@lo:13:osp-pre-1-0.0 00000100:00080000:1.0:1775764528.388969:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:0.0:1775764528.962176:0:42312:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764529.984979:0:42313:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:1.0:1775764529.989968:0:5825:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 34359738748 is committed 00000020:00080000:1.0:1775764529.989992:0:5825:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 30064771812 batchid updated 00000020:00080000:3.0:1775764529.990160:0:42361:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 30064771812 00000020:00080000:3.0:1775764529.990176:0:42361:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 30064771812 00000001:00080000:1.0:1775764530.005842:0:7469:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 34359738409 is committed 00010000:00010000:2.0:1775764531.015436:0:43224:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775764531.457112:0:3328:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1775764531.457142:0:3328:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944486042300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3328:1862022118988672:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1775764531.457242:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764531.457336:0:42947:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118988672 00000100:00100000:0.0:1775764531.457350:0:42947:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118988672 00000100:00080000:1.0:1775764531.457415:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1775764531.457438:0:42947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72 00000100:00100000:0.0:1775764531.457450:0:42947:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bea11c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3328:x1862022118988672:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1775764531.457501:0:42947:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 52756480 pending 0 free 3704619008 avail 3702521856 00000100:00100000:0.0:1775764531.457561:0:42947:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bea11c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3328:x1862022118988672:12345-0@lo:13:osp-pre-0-0.0 Request processed in 114us (318us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764531.457570:0:42947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72 00000100:00100000:1.0:1775764531.457615:0:3328:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944486042300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3328:1862022118988672:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1775764531.981321:0:3330:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bea11f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d8dacf45-8471-4226-a2fb-1fac83f69c1e:3330:1862022118988800:0@lo:400:kworker.0 00000100:00100000:3.0:1775764531.981408:0:3330:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764531.982001:0:42318:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118988800 00000100:00100000:0.0:1775764531.982013:0:42318:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118988800 00000100:00100000:0.0:1775764531.982072:0:42318:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 181 00000100:00100000:0.0:1775764531.982081:0:42318:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944585def050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d8dacf45-8471-4226-a2fb-1fac83f69c1e+18:3330:x1862022118988800:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764531.993146:0:3331:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bea12300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3331:1862022118988928:0@lo:400:kworker.0 00000100:00100000:1.0:1775764531.993249:0:3331:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764531.993305:0:3331:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1775764531.993313:0:3331:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944486e45180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3331:1862022118989312:0@lo:400:kworker.0 00000100:00100000:1.0:1775764531.993339:0:3331:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764531.993388:0:3329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944486e47480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3329:1862022118989184:0@lo:400:kworker.0 00000100:00100000:1.0:1775764531.993409:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764531.993426:0:3329:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1775764531.993432:0:3329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bea10000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3329:1862022118989056:0@lo:400:kworker.0 00000100:00100000:1.0:1775764531.993452:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764531.993938:0:42945:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118988928 00000100:00100000:1.0:1775764531.993950:0:42945:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118988928 00000100:00100000:1.0:1775764531.994030:0:42945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 115 00000100:00100000:1.0:1775764531.994040:0:42945:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486e46300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3331:x1862022118988928:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764531.994104:0:42945:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486e46300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3331:x1862022118988928:12345-0@lo:400:kworker.0 Request processed in 65us (855us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764531.994111:0:42945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 115 00000100:00100000:1.0:1775764531.994137:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118989312 00000100:00100000:1.0:1775764531.994141:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118989312 00000100:00100000:1.0:1775764531.997397:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118989184 00000100:00100000:1.0:1775764531.997414:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118989184 00000100:00100000:1.0:1775764531.998021:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118989056 00000100:00100000:1.0:1775764531.998026:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118989056 00000100:00100000:1.0:1775764531.998053:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 161 00000100:00100000:1.0:1775764531.998065:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486e46a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3331:x1862022118989312:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764532.000871:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486e46a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3331:x1862022118989312:12345-0@lo:400:kworker.0 Request processed in 2798us (7520us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764532.000886:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 161 00000100:00100000:1.0:1775764532.000921:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 162 00000100:00100000:1.0:1775764532.000934:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486e44700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3329:x1862022118989184:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764532.001011:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486e44700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3329:x1862022118989184:12345-0@lo:400:kworker.0 Request processed in 83us (7601us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764532.001017:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 162 00000100:00100000:1.0:1775764532.001030:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 163 00000100:00100000:1.0:1775764532.001038:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486e47800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3329:x1862022118989056:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764532.001064:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486e47800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3329:x1862022118989056:12345-0@lo:400:kworker.0 Request processed in 27us (7612us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764532.001070:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 163 00000100:00100000:1.0:1775764532.001131:0:3331:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944486e45180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3331:1862022118989312:0@lo:400:kworker.0 00000100:00100000:1.0:1775764532.001143:0:3331:0:(client.c:3082:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 34359738409 gen 2 00000004:00080000:1.0:1775764532.001148:0:3331:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9445bce29880, transno 34359738409 00000100:00100000:1.0:1775764532.002332:0:3331:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bea12300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3331:1862022118988928:0@lo:400:kworker.0 00000100:00100000:1.0:1775764532.002944:0:3329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bea10000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3329:1862022118989056:0@lo:400:kworker.0 00000100:00100000:1.0:1775764532.002958:0:3329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944486e47480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3329:1862022118989184:0@lo:400:kworker.0 00000100:00100000:0.0:1775764532.005279:0:42318:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944585def050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d8dacf45-8471-4226-a2fb-1fac83f69c1e+18:3330:x1862022118988800:12345-0@lo:400:kworker.0 Request processed in 23187us (23859us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764532.005298:0:42318:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 181 00000100:00080000:1.0:1775764532.007070:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1775764532.007080:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1775764532.012537:0:3330:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bea11f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d8dacf45-8471-4226-a2fb-1fac83f69c1e:3330:1862022118988800:0@lo:400:kworker.0 00010000:00010000:0.0:1775764532.039073:0:42312:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775764532.409640:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764532.409687:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764532.409735:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764532.409767:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764532.409793:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764532.409984:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098403840 00000100:00100000:1.0:1775764532.409996:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098403840 00000100:00100000:1.0:1775764532.410068:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098404224 00000100:00100000:1.0:1775764532.410072:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098404224 00000100:00100000:1.0:1775764532.410095:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 164 00000100:00100000:1.0:1775764532.410105:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486042300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+15:2377:x1862022098403840:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:1.0:1775764532.410205:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486042300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+15:2377:x1862022098403840:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 101us (578us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764532.410213:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 164 00000100:00100000:1.0:1775764532.410231:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 165 00000100:00100000:1.0:1775764532.410237:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bc1ddc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:82781e18-e0e3-4f9f-9a2b-041bf0344414+6:2377:x1862022098404224:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:1.0:1775764532.410265:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bc1ddc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:82781e18-e0e3-4f9f-9a2b-041bf0344414+6:2377:x1862022098404224:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 28us (471us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764532.410271:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 165 00000100:00100000:1.0:1775764532.410291:0:42317:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098403712 00000100:00100000:1.0:1775764532.410295:0:42317:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098403712 00000100:00100000:1.0:1775764532.410318:0:42317:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 182 00000100:00100000:1.0:1775764532.410325:0:42317:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944585ded450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:24b54882-c0a1-43f2-954f-009e5a9afc9d+12:2377:x1862022098403712:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:1.0:1775764532.410349:0:42317:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944585ded450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:24b54882-c0a1-43f2-954f-009e5a9afc9d+12:2377:x1862022098403712:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 25us (613us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764532.410355:0:42317:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 182 00000100:00080000:0.0:1775764532.410717:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1775764532.411476:0:42946:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098404096 00000100:00100000:3.0:1775764532.411484:0:42946:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098404096 00000100:00100000:3.0:1775764532.411672:0:42946:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098403968 00000100:00100000:3.0:1775764532.411677:0:42946:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098403968 00000100:00080000:0.0:1775764532.411958:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1775764532.411963:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1775764532.415185:0:42945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 116 00000100:00100000:3.0:1775764532.415589:0:42946:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 117 00000100:00100000:3.0:1775764532.415607:0:42946:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486043b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+5:2377:x1862022098403968:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:3.0:1775764532.415743:0:42946:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486043b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+5:2377:x1862022098403968:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 144us (5987us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764532.416257:0:42946:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 117 00000100:00100000:2.0:1775764532.424445:0:42945:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486041c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+8:2377:x1862022098404096:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:2.0:1775764532.424595:0:42945:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486041c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+8:2377:x1862022098404096:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 9397us (14907us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764532.424611:0:42945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 116 00010000:00010000:3.0:1775764533.060276:0:42313:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:0.0:1775764533.103440:0:45948:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-pcc test 20: Auto attach works after the inode was once evicted from cache ========================================================== 15:55:31 (1775764531) 00000040:00080000:3.0:1775764533.185173:0:42356:0:(llog.c:800:llog_process_thread()) index: 8, lh_last_idx: 8 synced_idx: 8 lgh_last_idx: 8 00000040:00080000:3.0:1775764533.185184:0:42356:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x32:0x0] at index 8 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1775764533.185227:0:42356:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x32:0x0] index 11 count 5 00000040:00080000:3.0:1775764533.185234:0:42356:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 9 count 2 00000100:00100000:1.0:1775764533.507765:0:3331:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bc1dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3331:1862022118989440:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1775764533.507888:0:3331:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764533.508384:0:42948:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118989440 00000100:00100000:0.0:1775764533.508396:0:42948:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118989440 00000100:00100000:0.0:1775764533.508493:0:42948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73 00000100:00100000:0.0:1775764533.508504:0:42948:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486e47480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3331:x1862022118989440:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1775764533.508545:0:42948:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 62980096 pending 0 free 3765436416 avail 3763339264 00000100:00100000:0.0:1775764533.508601:0:42948:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486e47480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3331:x1862022118989440:12345-0@lo:13:osp-pre-1-0.0 Request processed in 98us (713us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764533.508608:0:42948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73 00000100:00100000:0.0:1775764533.508659:0:3331:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bc1dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3331:1862022118989440:0@lo:13:osp-pre-1-0.0 00000100:00080000:1.0:1775764533.508742:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:2.0:1775764534.082522:0:43224:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764535.113432:0:42312:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775764535.132653:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764535.132761:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098404480 00000100:00100000:1.0:1775764535.132772:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098404480 00000100:00100000:1.0:1775764535.132903:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 415 00000100:00100000:1.0:1775764535.132915:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bc1dd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+15:52710:x1862022098404480:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1775764535.132938:0:42326:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764535.132960:0:42326:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944587809000/0x57b8ff0e0304f8ee lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b2da expref: -99 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764535.133039:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff944587809c00/0x57b8ff0e0304f8f5 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764535.133054:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944587809c00/0x57b8ff0e0304f8f5 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764535.133066:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944587809c00/0x57b8ff0e0304f8f5 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764535.133081:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944587808e00/0x57b8ff0e0304f8fc lrc: 3/1,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764535.133089:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944587808e00/0x57b8ff0e0304f8fc lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764535.133096:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944587808e00/0x57b8ff0e0304f8fc lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00080000:0.0:1775764535.133829:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:1.0:1775764535.134767:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944587808a00/0x57b8ff0e0304f903 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764535.134793:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944587808a00/0x57b8ff0e0304f903 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764535.134832:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944587808a00/0x57b8ff0e0304f903 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764535.134845:0:42326:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000002:0x2:0x0]: returning size 6656 00010000:00010000:1.0:1775764535.135068:0:42326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff944587809c00/0x57b8ff0e0304f8f5 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764535.135076:0:42326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944587809c00/0x57b8ff0e0304f8f5 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764535.135082:0:42326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944587809c00/0x57b8ff0e0304f8f5 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764535.135088:0:42326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944587809c00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:1.0:1775764535.135092:0:42326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944587809c00/0x57b8ff0e0304f8f5 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764535.135099:0:42326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944587809c00/0x57b8ff0e0304f8f5 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764535.135112:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff944582f80200) 00010000:00010000:1.0:1775764535.135115:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764535.135120:0:42326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944587809c00/0x57b8ff0e0304f8f5 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764535.135126:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944587809c00/0x57b8ff0e0304f8f5 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764535.135140:0:42326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944587808e00/0x57b8ff0e0304f8fc lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764535.135146:0:42326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944587808e00/0x57b8ff0e0304f8fc lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764535.135152:0:42326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944587808e00/0x57b8ff0e0304f8fc lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764535.135157:0:42326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944587808e00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:1.0:1775764535.135160:0:42326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944587808e00/0x57b8ff0e0304f8fc lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764535.135165:0:42326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944587808e00/0x57b8ff0e0304f8fc lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764535.135172:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x8d45d6bc (ffff944584d1dd00) 00010000:00010000:1.0:1775764535.135175:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764535.135177:0:42326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944587808e00/0x57b8ff0e0304f8fc lrc: 2/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764535.135182:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944587808e00/0x57b8ff0e0304f8fc lrc: 0/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764535.135691:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944587809000/0x57b8ff0e0304f8ee lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b2da expref: 18 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764535.135707:0:42326:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff944587808a00/0x57b8ff0e0304f903 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b2da expref: 17 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764535.135715:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff94459084a500) 00010000:00010000:1.0:1775764535.135717:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764535.135720:0:42326:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944587808a00, rc 0) 00000100:00100000:1.0:1775764535.135923:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bc1dd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+17:52710:x1862022098404480:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 Request processed in 3009us (3279us total) trans 34359738749 rc 0/0 00000100:00100000:1.0:1775764535.135936:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 415 00000100:00100000:3.0:1775764535.142275:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764535.142317:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764535.142570:0:42311:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098404608 00000100:00100000:1.0:1775764535.142583:0:42311:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098404608 00000100:00100000:1.0:1775764535.142660:0:42311:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 35 00000100:00100000:1.0:1775764535.142674:0:42311:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944489169c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+17:2377:x1862022098404608:12345-192.168.202.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1775764535.142696:0:42311:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764535.142734:0:42311:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944587808a00/0x57b8ff0e0304f903 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b2da expref: 17 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764535.142759:0:42311:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff94459084a500) 00010000:00010000:1.0:1775764535.142766:0:42311:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1775764535.142903:0:42311:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944489169c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+16:2377:x1862022098404608:12345-192.168.202.28@tcp:103:ldlm_bl.0 Request processed in 232us (638us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764535.142912:0:42311:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 35 00000100:00100000:0.0:1775764535.144226:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098404736 00000100:00100000:0.0:1775764535.144242:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098404736 00000100:00100000:1.0:1775764535.144372:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 416 00000100:00100000:1.0:1775764535.144382:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944489168380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+16:52710:x1862022098404736:12345-192.168.202.28@tcp:59:lhsmtool_posix.0 00000100:00100000:1.0:1775764535.144507:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944489168380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+16:52710:x1862022098404736:12345-192.168.202.28@tcp:59:lhsmtool_posix.0 Request processed in 126us (2187us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764535.144516:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 416 00000040:00080000:3.0:1775764535.233088:0:42356:0:(llog.c:800:llog_process_thread()) index: 8, lh_last_idx: 8 synced_idx: 8 lgh_last_idx: 8 00000040:00080000:3.0:1775764535.233098:0:42356:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x32:0x0] at index 8 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1775764535.233136:0:42356:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x32:0x0] index 11 count 5 00000040:00080000:3.0:1775764535.233143:0:42356:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 9 count 2 00000100:00100000:3.0:1775764535.293372:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764535.293442:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098404992 00000100:00100000:2.0:1775764535.293452:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098404992 00000100:00100000:2.0:1775764535.293585:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 417 00000100:00100000:2.0:1775764535.293597:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94448916a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+16:52724:x1862022098404992:12345-192.168.202.28@tcp:101:bash.0 00010000:00010000:2.0:1775764535.293624:0:42324:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764535.293627:0:42324:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1775764535.293662:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77000/0x57b8ff0e0304f8a1 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b2be expref: 16 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764535.293693:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff944582f80b00) 00010000:00010000:2.0:1775764535.293700:0:42324:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775764535.293715:0:42324:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944580030400/0x57b8ff0e0304f911 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b2e1 expref: -99 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764535.294128:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff944580031800/0x57b8ff0e0304f918 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764535.294139:0:42324:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff944580031200/0x57b8ff0e0304f8e7 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b2d3 expref: 5 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764535.294145:0:42324:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff944580031800/0x57b8ff0e0304f918 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764535.294172:0:42324:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff944580031200/0x57b8ff0e0304f8e7 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b2d3 expref: 5 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764535.294182:0:42324:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff944580031200/0x57b8ff0e0304f8e7 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b2d3 expref: 5 pid: 42326 timeout: 2102 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764535.294193:0:42324:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944486789880 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:42324:1862022118989568:192.168.202.28@tcp:104: 00000100:00100000:2.0:1775764535.294301:0:42324:0:(client.c:2691:ptlrpc_set_wait()) set ffff9445a6279540 going to sleep for 11 seconds 00000100:00100000:2.0:1775764535.298098:0:42324:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944486789880 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:42324:1862022118989568:192.168.202.28@tcp:104: 00010000:00010000:2.0:1775764535.298142:0:42324:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff944580031800/0x57b8ff0e0304f918 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764535.298540:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764535.298703:0:42309:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098405120 00000100:00100000:1.0:1775764535.298712:0:42309:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098405120 00010000:00010000:1.0:1775764535.298925:0:42309:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff944580031200/0x57b8ff0e0304f8e7 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b2d3 expref: 6 pid: 42326 timeout: 2102 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764535.298964:0:42309:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 95 00000100:00100000:1.0:1775764535.298975:0:42309:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944483640380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:82781e18-e0e3-4f9f-9a2b-041bf0344414+6:2379:x1862022098405120:12345-192.168.202.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1775764535.298990:0:42309:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764535.298997:0:42309:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff944580031200/0x57b8ff0e0304f8e7 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b2d3 expref: 6 pid: 42326 timeout: 2102 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764535.299009:0:42309:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff944580031200/0x57b8ff0e0304f8e7 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b2d3 expref: 6 pid: 42326 timeout: 2102 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764535.299031:0:42309:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944580031200/0x57b8ff0e0304f8e7 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b2d3 expref: 6 pid: 42326 timeout: 2102 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764535.299047:0:42309:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff944582f80b00) 00010000:00010000:1.0:1775764535.299052:0:42309:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff944580031800/0x57b8ff0e0304f918 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764535.299061:0:42309:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff944580031800/0x57b8ff0e0304f918 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764535.299069:0:42309:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944580031800/0x57b8ff0e0304f918 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764535.299092:0:42309:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1775764535.299163:0:42309:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944483640380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:82781e18-e0e3-4f9f-9a2b-041bf0344414+5:2379:x1862022098405120:12345-192.168.202.28@tcp:103:ldlm_bl.0 Request processed in 189us (625us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764535.299172:0:42309:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 95 00010000:00010000:1.0:1775764535.299296:0:42324:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff944580031800/0x57b8ff0e0304f918 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764535.299304:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944580031800/0x57b8ff0e0304f918 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764535.299330:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff944587809000/0x57b8ff0e0304f91f lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x292fee53 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764535.299340:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944587809000/0x57b8ff0e0304f91f lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x292fee53 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764535.299347:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944587809000/0x57b8ff0e0304f91f lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x292fee53 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1775764535.301827:0:42324:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x10a:0x0], index 0: 0 00000100:00080000:0.0:1775764535.303733:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:1.0:1775764535.303841:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944587808e00/0x57b8ff0e0304f926 lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0x26:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764535.303861:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944587808e00/0x57b8ff0e0304f926 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764535.303873:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944587808e00/0x57b8ff0e0304f926 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764535.303914:0:42324:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff944580031800/0x57b8ff0e0304f918 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764535.303921:0:42324:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944580031800/0x57b8ff0e0304f918 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764535.303927:0:42324:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944580031800/0x57b8ff0e0304f918 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764535.303933:0:42324:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944580031800 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:1.0:1775764535.303937:0:42324:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944580031800/0x57b8ff0e0304f918 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764535.303949:0:42324:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944580031800/0x57b8ff0e0304f918 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764535.303962:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff944582f80b00) 00010000:00010000:1.0:1775764535.303965:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764535.303969:0:42324:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944580031800/0x57b8ff0e0304f918 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764535.303974:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944580031800/0x57b8ff0e0304f918 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764535.303990:0:42324:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000001969bf4a reply state 000000008282b94d transno 34359738750 ns: mdt-lustre-MDT0000_UUID lock: ffff944587809000/0x57b8ff0e0304f91f lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x292fee53 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764535.303999:0:42324:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1775764535.304038:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944580030400/0x57b8ff0e0304f911 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b2e1 expref: 18 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764535.304064:0:42324:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff944587808e00/0x57b8ff0e0304f926 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b2e1 expref: 17 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764535.304072:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x26:0x0].0x0 (ffff944584d1d300) 00010000:00010000:1.0:1775764535.304074:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1775764535.304076:0:42324:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944587808e00, rc 0) 00000100:00100000:1.0:1775764535.304426:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94448916a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+18:52724:x1862022098404992:12345-192.168.202.28@tcp:101:bash.0 Request processed in 10831us (11067us total) trans 34359738750 rc 0/0 00000100:00100000:1.0:1775764535.304433:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 417 00010000:00010000:2.0:1775764535.307507:0:3315:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff944587809000/0x57b8ff0e0304f91f lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x292fee53 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764535.307523:0:3315:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944587809000/0x57b8ff0e0304f91f lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x292fee53 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764535.307528:0:3315:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944587809000/0x57b8ff0e0304f91f lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x292fee53 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764535.307532:0:3315:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944587809000 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764535.307535:0:3315:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944587809000/0x57b8ff0e0304f91f lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x292fee53 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764535.307540:0:3315:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944587809000/0x57b8ff0e0304f91f lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x292fee53 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764535.307554:0:3315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x292fee53 (ffff944584d1dd00) 00010000:00010000:2.0:1775764535.307556:0:3315:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764535.307559:0:3315:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944587809000/0x57b8ff0e0304f91f lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x292fee53 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764535.307562:0:3315:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944587809000/0x57b8ff0e0304f91f lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x292fee53 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764535.310000:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764535.310048:0:42944:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098405248 00000100:00100000:2.0:1775764535.310062:0:42944:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098405248 00000100:00100000:2.0:1775764535.310141:0:42944:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 115 00000100:00100000:2.0:1775764535.310151:0:42944:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486e45180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+5:2378:x1862022098405248:12345-192.168.202.28@tcp:101:bash.0 00010000:00010000:2.0:1775764535.310171:0:42944:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764535.310194:0:42944:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000010c1ccb4/0x57b8ff0e0304f934 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x10a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b2e8 expref: -99 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1775764535.310222:0:42944:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x10a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1775764535.310243:0:42944:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764535.310245:0:42944:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764535.310255:0:42944:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000010c1ccb4/0x57b8ff0e0304f934 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x10a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b2e8 expref: 6 pid: 42944 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764535.310274:0:42944:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000010c1ccb4/0x57b8ff0e0304f934 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x10a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b2e8 expref: 6 pid: 42944 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764535.310290:0:42944:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944580031e00, rc 0) 00000100:00080000:0.0:1775764535.310576:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1775764535.310672:0:42944:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486e45180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+6:2378:x1862022098405248:12345-192.168.202.28@tcp:101:bash.0 Request processed in 521us (680us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764535.310680:0:42944:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 115 00000100:00100000:1.0:1775764535.317596:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764535.317760:0:42946:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098405376 00000100:00100000:3.0:1775764535.317770:0:42946:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098405376 00000100:00100000:3.0:1775764535.317853:0:42946:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 116 00000100:00100000:3.0:1775764535.317864:0:42946:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bce29880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+6:52724:x1862022098405376:12345-192.168.202.28@tcp:101:bash.0 00010000:00010000:3.0:1775764535.317970:0:42946:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764535.317990:0:42946:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000033f52952/0x57b8ff0e0304f93b lrc: 2/0,0 mode: --/PW res: [0x240000400:0x10a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b2ef expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764535.318026:0:42946:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000010c1ccb4/0x57b8ff0e0304f934 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x10a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b2e8 expref: 7 pid: 42944 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764535.318041:0:42946:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764535.318043:0:42946:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764535.318047:0:42946:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000033f52952/0x57b8ff0e0304f93b lrc: 4/0,0 mode: --/PW res: [0x240000400:0x10a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b2ef expref: 7 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764535.318085:0:42946:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000010c1ccb4/0x57b8ff0e0304f934 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x10a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b2e8 expref: 7 pid: 42944 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764535.318099:0:42946:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000010c1ccb4/0x57b8ff0e0304f934 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x10a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b2e8 expref: 7 pid: 42944 timeout: 2102 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764535.318114:0:42946:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944483641180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:42946:1862022118989696:192.168.202.28@tcp:104: 00000100:00100000:3.0:1775764535.320054:0:42946:0:(client.c:2691:ptlrpc_set_wait()) set ffff9444810d06c0 going to sleep for 11 seconds 00000100:00100000:1.0:1775764535.324328:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764535.325597:0:44302:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098405504 00000100:00100000:0.0:1775764535.325612:0:44302:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098405504 00010000:00010000:0.0:1775764535.325675:0:44302:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000010c1ccb4/0x57b8ff0e0304f934 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x10a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b2e8 expref: 8 pid: 42944 timeout: 2102 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764535.325729:0:44302:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 96 00000100:00100000:0.0:1775764535.325740:0:44302:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944590fdc850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+8:2378:x1862022098405504:12345-192.168.202.28@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1775764535.325758:0:44302:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764535.325793:0:44302:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000010c1ccb4/0x57b8ff0e0304f934 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x10a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b2e8 expref: 8 pid: 42944 timeout: 2102 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764535.326006:0:44302:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000010c1ccb4/0x57b8ff0e0304f934 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x10a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b2e8 expref: 8 pid: 42944 timeout: 2102 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764535.326037:0:44302:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764535.326040:0:44302:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764535.326050:0:44302:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000033f52952/0x57b8ff0e0304f93b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x10a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b2ef expref: 8 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764535.326060:0:44302:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000033f52952/0x57b8ff0e0304f93b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x10a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b2ef expref: 8 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764535.326108:0:44302:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 0000000033f52952/0x57b8ff0e0304f93b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x10a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b2ef expref: 8 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764535.326126:0:44302:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bc1dea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:44302:1862022118989824:192.168.202.28@tcp:105: 00000100:00100000:0.0:1775764535.326532:0:44302:0:(client.c:2691:ptlrpc_set_wait()) set ffff9445983c5300 going to sleep for 11 seconds 00010000:00010000:3.0:1775764535.326932:0:42946:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000010c1ccb4/0x57b8ff0e0304f934 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x10a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b2e8 expref: 8 pid: 42944 timeout: 2102 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764535.326950:0:42946:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944483641180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:42946:1862022118989696:192.168.202.28@tcp:104: 00010000:00010000:3.0:1775764535.326984:0:42946:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000033f52952/0x57b8ff0e0304f93b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x10a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b2ef expref: 7 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764535.326995:0:42946:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445be695c00, rc 0) 00000100:00100000:3.0:1775764535.327034:0:42946:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bce29880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+7:52724:x1862022098405376:12345-192.168.202.28@tcp:101:bash.0 Request processed in 9172us (9448us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764535.327043:0:42946:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 116 00000100:00100000:0.0:1775764535.334091:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764535.334138:0:42327:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098405760 00000100:00100000:3.0:1775764535.334149:0:42327:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098405760 00000100:00100000:3.0:1775764535.334210:0:42327:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 132 00000100:00100000:3.0:1775764535.334220:0:42327:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bc1ddf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+17:52724:x1862022098405760:12345-192.168.202.28@tcp:35:bash.0 00000100:00100000:2.0:1775764535.334526:0:44302:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bc1dea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:44302:1862022118989824:192.168.202.28@tcp:105: 00010000:00010000:2.0:1775764535.334553:0:44302:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775764535.334620:0:44302:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944590fdc850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+6:2378:x1862022098405504:12345-192.168.202.28@tcp:103:ldlm_bl.0 Request processed in 8880us (10318us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764535.334634:0:44302:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 96 00000100:00100000:3.0:1775764535.336429:0:42327:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bc1ddf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+18:52724:x1862022098405760:12345-192.168.202.28@tcp:35:bash.0 Request processed in 2199us (2339us total) trans 34359738751 rc 0/0 00000100:00100000:3.0:1775764535.336442:0:42327:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 132 00000100:00100000:0.0:1775764535.418706:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764535.418832:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098405888 00000100:00100000:2.0:1775764535.418843:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098405888 00000100:00100000:2.0:1775764535.419133:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 418 00000100:00100000:2.0:1775764535.419145:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bc1dea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+18:52730:x1862022098405888:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:2.0:1775764535.419173:0:44493:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764535.419197:0:44493:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944580031000/0x57b8ff0e0304f942 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b2f6 expref: -99 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764535.419266:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944580030e00/0x57b8ff0e0304f949 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764535.419282:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944580030e00/0x57b8ff0e0304f949 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764535.419295:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944580030e00/0x57b8ff0e0304f949 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764535.419368:0:44493:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 8704 00000004:00200000:2.0:1775764535.419373:0:44493:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 34 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764535.419399:0:44493:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff944580030e00/0x57b8ff0e0304f949 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764535.419426:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944580031000/0x57b8ff0e0304f942 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b2f6 expref: 20 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764535.419676:0:44493:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff944580030e00/0x57b8ff0e0304f949 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b2f6 expref: 19 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764535.419692:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff94459084ae00) 00010000:00010000:2.0:1775764535.419696:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1775764535.419699:0:44493:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944580030e00, rc 0) 00000100:00100000:2.0:1775764535.419868:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bc1dea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+19:52730:x1862022098405888:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 724us (1177us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764535.419877:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 418 00000100:00100000:1.0:1775764535.427654:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764535.427751:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098406144 00000100:00100000:2.0:1775764535.427762:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098406144 00000100:00100000:2.0:1775764535.427863:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 419 00000100:00100000:2.0:1775764535.427873:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bea11f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+19:52730:x1862022098406144:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:2.0:1775764535.427907:0:42326:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764535.427930:0:42326:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944580031000/0x57b8ff0e0304f950 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b2fd expref: -99 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764535.428052:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff944580031400/0x57b8ff0e0304f957 lrc: 3/0,1 mode: --/CW res: [0x200003ab1:0x26:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764535.428067:0:42326:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff944587808e00/0x57b8ff0e0304f926 lrc: 2/0,0 mode: PR/PR res: [0x200003ab1:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b2e1 expref: 20 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764535.428075:0:42326:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff944580031400/0x57b8ff0e0304f957 lrc: 4/0,1 mode: --/CW res: [0x200003ab1:0x26:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764535.428118:0:42326:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff944587808e00/0x57b8ff0e0304f926 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b2e1 expref: 20 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764535.428135:0:42326:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff944587808e00/0x57b8ff0e0304f926 lrc: 4/0,0 mode: PR/PR res: [0x200003ab1:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b2e1 expref: 20 pid: 42324 timeout: 2102 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764535.428153:0:42326:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944486789880 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:42326:1862022118989952:192.168.202.28@tcp:104: 00000100:00100000:2.0:1775764535.428258:0:42326:0:(client.c:2691:ptlrpc_set_wait()) set ffff9445a6279600 going to sleep for 11 seconds 00000100:00100000:2.0:1775764535.431981:0:42326:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944486789880 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:42326:1862022118989952:192.168.202.28@tcp:104: 00010000:00010000:2.0:1775764535.432026:0:42326:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff944580031400/0x57b8ff0e0304f957 lrc: 3/0,1 mode: --/CW res: [0x200003ab1:0x26:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764535.432579:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764535.432924:0:42309:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098406272 00000100:00100000:3.0:1775764535.432936:0:42309:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098406272 00010000:00010000:3.0:1775764535.432990:0:42309:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff944587808e00/0x57b8ff0e0304f926 lrc: 4/0,0 mode: PR/PR res: [0x200003ab1:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b2e1 expref: 21 pid: 42324 timeout: 2102 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764535.433041:0:42309:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 97 00000100:00100000:3.0:1775764535.433052:0:42309:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bea10000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+21:2378:x1862022098406272:12345-192.168.202.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764535.433073:0:42309:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764535.433081:0:42309:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff944587808e00/0x57b8ff0e0304f926 lrc: 4/0,0 mode: PR/PR res: [0x200003ab1:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b2e1 expref: 21 pid: 42324 timeout: 2102 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764535.433096:0:42309:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff944587808e00/0x57b8ff0e0304f926 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b2e1 expref: 21 pid: 42324 timeout: 2102 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764535.433136:0:42309:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944587808e00/0x57b8ff0e0304f926 lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b2e1 expref: 21 pid: 42324 timeout: 2102 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764535.433155:0:42309:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x26:0x0].0x0 (ffff944584d1d300) 00010000:00010000:3.0:1775764535.433161:0:42309:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff944580031400/0x57b8ff0e0304f957 lrc: 3/0,1 mode: --/CW res: [0x200003ab1:0x26:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764535.433178:0:42309:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff944580031400/0x57b8ff0e0304f957 lrc: 3/0,1 mode: CW/CW res: [0x200003ab1:0x26:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764535.433192:0:42309:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944580031400/0x57b8ff0e0304f957 lrc: 4/0,1 mode: CW/CW res: [0x200003ab1:0x26:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764535.433227:0:42309:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764535.433492:0:42309:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bea10000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+20:2378:x1862022098406272:12345-192.168.202.28@tcp:103:ldlm_bl.0 Request processed in 442us (915us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764535.433502:0:42309:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 97 00010000:00010000:1.0:1775764535.433578:0:42326:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff944580031400/0x57b8ff0e0304f957 lrc: 3/0,1 mode: CW/CW res: [0x200003ab1:0x26:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764535.433587:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944580031400/0x57b8ff0e0304f957 lrc: 3/0,1 mode: CW/CW res: [0x200003ab1:0x26:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764535.433607:0:42326:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab1:0x26:0x0]: returning size 5 00010000:00010000:1.0:1775764535.433773:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944580031000/0x57b8ff0e0304f950 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b2fd expref: 21 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764535.433843:0:42326:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff944580031400/0x57b8ff0e0304f957 lrc: 3/0,0 mode: CW/CW res: [0x200003ab1:0x26:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b2fd expref: 20 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764535.433852:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x26:0x0].0x0 (ffff944584d1d300) 00010000:00010000:1.0:1775764535.433855:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:1.0:1775764535.433857:0:42326:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944580031400, rc 0) 00000100:00100000:1.0:1775764535.433888:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bea11f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+20:52730:x1862022098406144:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 6017us (6242us total) trans 34359738752 rc 0/0 00000100:00100000:1.0:1775764535.433896:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 419 00000100:00100000:1.0:1775764535.445570:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764535.445715:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098406528 00000100:00100000:3.0:1775764535.445724:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098406528 00000100:00100000:3.0:1775764535.445979:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 420 00000100:00100000:3.0:1775764535.445993:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bea12300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+20:52730:x1862022098406528:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:3.0:1775764535.446022:0:42325:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764535.446025:0:42325:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1775764535.446058:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944580031400/0x57b8ff0e0304f957 lrc: 0/0,0 mode: --/CW res: [0x200003ab1:0x26:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b2fd expref: 20 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764535.446083:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x26:0x0].0x0 (ffff944584d1d300) 00010000:00010000:3.0:1775764535.446097:0:42325:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1775764535.446111:0:42325:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e0304f965 lrc: 2/0,0 mode: --/CR res: [0x200003ab1:0x26:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b304 expref: -99 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764535.446220:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695a00/0x57b8ff0e0304f96c lrc: 3/0,1 mode: --/PW res: [0x200003ab1:0x26:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764535.446234:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695a00/0x57b8ff0e0304f96c lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0x26:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764535.446243:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695a00/0x57b8ff0e0304f96c lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0x26:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764535.446257:0:42325:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab1:0x26:0x0]: returning size 5 00010000:00010000:3.0:1775764535.446412:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e0304f965 lrc: 0/0,0 mode: --/CR res: [0x200003ab1:0x26:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b304 expref: 22 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764535.446425:0:42325:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695a00/0x57b8ff0e0304f96c lrc: 3/0,0 mode: PW/PW res: [0x200003ab1:0x26:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b304 expref: 21 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764535.446430:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x26:0x0].0x0 (ffff944586564f00) 00010000:00010000:3.0:1775764535.446432:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:3.0:1775764535.446434:0:42325:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445be695a00, rc 0) 00000100:00100000:3.0:1775764535.446510:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bea12300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+21:52730:x1862022098406528:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 522us (954us total) trans 34359738753 rc 0/0 00000100:00100000:3.0:1775764535.446515:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 420 00000100:00100000:0.0:1775764535.449999:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764535.450038:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098406656 00000100:00100000:1.0:1775764535.450052:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098406656 00000100:00100000:1.0:1775764535.450223:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 421 00000100:00100000:1.0:1775764535.450236:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944589103100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+21:52730:x1862022098406656:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:1.0:1775764535.450266:0:42324:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764535.450285:0:42324:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944587808200/0x57b8ff0e0304f97a lrc: 2/0,0 mode: --/CR res: [0x200003ab1:0x26:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b30b expref: -99 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764535.450351:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944587808200/0x57b8ff0e0304f97a lrc: 3/0,0 mode: CR/CR res: [0x200003ab1:0x26:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b30b expref: 22 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764535.450367:0:42324:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff944587808200/0x57b8ff0e0304f97a lrc: 3/0,0 mode: CR/CR res: [0x200003ab1:0x26:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b30b expref: 22 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764535.450394:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x26:0x0].0x0 (ffff944586564f00) 00010000:00010000:1.0:1775764535.450396:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1775764535.450400:0:42324:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944587808200, rc 0) 00000100:00100000:1.0:1775764535.450473:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944589103100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+22:52730:x1862022098406656:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 242us (492us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764535.451011:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 421 00000100:00100000:0.0:1775764535.458652:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764535.458716:0:43212:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098406784 00000100:00100000:3.0:1775764535.458729:0:43212:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098406784 00000100:00100000:3.0:1775764535.458834:0:43212:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 117 00000100:00100000:3.0:1775764535.458846:0:43212:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944589100700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+6:2378:x1862022098406784:12345-192.168.202.28@tcp:1:lfs.0 00010000:00010000:3.0:1775764535.458902:0:43212:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003878a0b1/0x57b8ff0e0304f981 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x10a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764535.458929:0:43212:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000033f52952/0x57b8ff0e0304f93b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x10a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b2ef expref: 6 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764535.458946:0:43212:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1775764535.458949:0:43212:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1775764535.458953:0:43212:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003878a0b1/0x57b8ff0e0304f981 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x10a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764535.459076:0:43212:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000033f52952/0x57b8ff0e0304f93b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x10a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b2ef expref: 6 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764535.459093:0:43212:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000033f52952/0x57b8ff0e0304f93b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x10a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b2ef expref: 6 pid: 42946 timeout: 2102 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764535.459117:0:43212:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bbf2f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:43212:1862022118990080:192.168.202.28@tcp:104: 00000100:00100000:0.0:1775764535.459217:0:43212:0:(client.c:2691:ptlrpc_set_wait()) set ffff9445983c5300 going to sleep for 11 seconds 00000100:00100000:3.0:1775764535.462453:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764535.462508:0:43212:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bbf2f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:43212:1862022118990080:192.168.202.28@tcp:104: 00010000:00010000:0.0:1775764535.462560:0:43212:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000003878a0b1/0x57b8ff0e0304f981 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x10a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764535.462618:0:42951:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098406912 00000100:00100000:2.0:1775764535.462626:0:42951:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098406912 00002000:00100000:2.0:1775764535.462677:0:42951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x10a:0x0] (0->4) req@ffff944483641180 x1862022098406912/t0(0) o4->7e6eda44-5508-487e-b17f-ff28ad9d3512@192.168.202.28@tcp:16/0 lens 496/0 e 0 to 0 dl 1775764546 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764535.462689:0:42951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff944483641180 with x1862022098406912 ext(0->4) 00010000:00010000:2.0:1775764535.462699:0:42951:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 0000000033f52952/0x57b8ff0e0304f93b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x10a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b2ef expref: 7 pid: 42946 timeout: 2102 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764535.462713:0:42951:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 0000000033f52952/0x57b8ff0e0304f93b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x10a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b2ef expref: 7 pid: 42946 timeout: 2102 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1775764535.462721:0:42951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff944483641180 00000100:00100000:2.0:1775764535.462839:0:42951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 6 00000100:00100000:2.0:1775764535.462858:0:42951:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944483641180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+7:2379:x1862022098406912:12345-192.168.202.28@tcp:4:lfs.0 00000100:00100000:2.0:1775764535.463520:0:42951:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944483641180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+9:2379:x1862022098406912:12345-192.168.202.28@tcp:4:lfs.0 Request processed in 669us (1075us total) trans 34359738404 rc 0/0 00000100:00100000:2.0:1775764535.463533:0:42951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 6 00002000:00100000:2.0:1775764535.463544:0:42951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x10a:0x0] (0->4) req@ffff944483641180 x1862022098406912/t34359738404(0) o4->7e6eda44-5508-487e-b17f-ff28ad9d3512@192.168.202.28@tcp:16/0 lens 496/448 e 0 to 0 dl 1775764546 ref 1 fl Complete:H/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764535.463555:0:42951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff944483641180 with x1862022098406912 ext(0->4) 00010000:00010000:2.0:1775764535.463564:0:42951:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 0000000033f52952/0x57b8ff0e0304f93b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x10a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b2ef expref: 9 pid: 42946 timeout: 2102 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764535.463582:0:42951:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 0000000033f52952/0x57b8ff0e0304f93b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x10a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b2ef expref: 9 pid: 42946 timeout: 2102 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1775764535.463590:0:42951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff944483641180 00000100:00100000:1.0:1775764535.470966:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764535.471226:0:42311:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098407040 00000100:00100000:2.0:1775764535.471236:0:42311:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098407040 00010000:00010000:2.0:1775764535.471284:0:42311:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000033f52952/0x57b8ff0e0304f93b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x10a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b2ef expref: 9 pid: 42946 timeout: 2102 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764535.471323:0:42311:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 98 00000100:00100000:2.0:1775764535.471332:0:42311:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445becaa680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+9:2378:x1862022098407040:12345-192.168.202.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1775764535.471348:0:42311:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1775764535.471373:0:42311:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x10a:0x0] updating lvb size from disk: 0 -> 5 00002000:00010000:2.0:1775764535.471375:0:42311:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x10a:0x0] updating lvb mtime from disk: 0 -> 1775764535 00002000:00010000:2.0:1775764535.471378:0:42311:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x10a:0x0] updating lvb atime from disk: 0 -> 1775764535 00002000:00010000:2.0:1775764535.471380:0:42311:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x10a:0x0] updating lvb ctime from disk: 0 -> 1775764535 00010000:00010000:2.0:1775764535.471385:0:42311:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000033f52952/0x57b8ff0e0304f93b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x10a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b2ef expref: 9 pid: 42946 timeout: 2102 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764535.471398:0:42311:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000033f52952/0x57b8ff0e0304f93b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x10a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b2ef expref: 9 pid: 42946 timeout: 2102 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764535.471430:0:42311:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000033f52952/0x57b8ff0e0304f93b lrc: 0/0,0 mode: --/PW res: [0x240000400:0x10a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b2ef expref: 9 pid: 42946 timeout: 2102 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764535.471448:0:42311:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764535.471450:0:42311:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764535.471455:0:42311:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000003878a0b1/0x57b8ff0e0304f981 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x10a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764535.471465:0:42311:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003878a0b1/0x57b8ff0e0304f981 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x10a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764535.471505:0:42311:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775764535.471566:0:42311:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445becaa680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+8:2378:x1862022098407040:12345-192.168.202.28@tcp:103:ldlm_bl.0 Request processed in 234us (615us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764535.471573:0:42311:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 98 00010000:00010000:3.0:1775764535.472210:0:43212:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000003878a0b1/0x57b8ff0e0304f981 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x10a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764535.472223:0:43212:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003878a0b1/0x57b8ff0e0304f981 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x10a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764535.472306:0:43212:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003878a0b1/0x57b8ff0e0304f981 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x10a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764535.472316:0:43212:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000003878a0b1/0x57b8ff0e0304f981 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x10a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764535.472323:0:43212:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000003878a0b1/0x57b8ff0e0304f981 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x10a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764535.472328:0:43212:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445be695600 already unused, calling callback (ffffffffc177a060) 00010000:00010000:3.0:1775764535.472331:0:43212:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000003878a0b1/0x57b8ff0e0304f981 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x10a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764535.472340:0:43212:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000003878a0b1/0x57b8ff0e0304f981 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x10a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764535.472351:0:43212:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000003878a0b1/0x57b8ff0e0304f981 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x10a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764535.472355:0:43212:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003878a0b1/0x57b8ff0e0304f981 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x10a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764535.472420:0:43212:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944589100700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+7:2378:x1862022098406784:12345-192.168.202.28@tcp:1:lfs.0 Request processed in 13577us (13781us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764535.472428:0:43212:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 117 00000100:00100000:1.0:1775764535.475185:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764535.475286:0:42328:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098407296 00000100:00100000:0.0:1775764535.475296:0:42328:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098407296 00000100:00100000:0.0:1775764535.475352:0:42328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 133 00000100:00100000:0.0:1775764535.475362:0:42328:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445becaad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+22:52730:x1862022098407296:12345-192.168.202.28@tcp:35:lfs.0 00000004:00010000:0.0:1775764535.475422:0:42328:0:(mdt_open.c:1994:mdt_hsm_release()) ### [0x200003ab1:0x26:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695a00/0x57b8ff0e0304f96c lrc: 3/0,0 mode: PW/PW res: [0x200003ab1:0x26:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b304 expref: 22 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1775764535.475707:0:42328:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 34359738754 00000001:00080000:0.0:1775764535.475749:0:42328:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 34359738755 00000001:00080000:0.0:1775764535.476423:0:42328:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 34359738756 00010000:00010000:0.0:1775764535.476488:0:42328:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76400/0x57b8ff0e0304f988 lrc: 3/0,1 mode: --/EX res: [0x200003ab1:0x26:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764535.476506:0:42328:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff944587808200/0x57b8ff0e0304f97a lrc: 2/0,0 mode: CR/CR res: [0x200003ab1:0x26:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b30b expref: 26 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764535.476515:0:42328:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76400/0x57b8ff0e0304f988 lrc: 4/0,1 mode: --/EX res: [0x200003ab1:0x26:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764535.476559:0:42328:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff944587808200/0x57b8ff0e0304f97a lrc: 3/0,0 mode: CR/CR res: [0x200003ab1:0x26:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b30b expref: 26 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764535.476577:0:42328:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff944587808200/0x57b8ff0e0304f97a lrc: 4/0,0 mode: CR/CR res: [0x200003ab1:0x26:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b30b expref: 26 pid: 42324 timeout: 2102 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764535.476592:0:42328:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bbf2f480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:42328:1862022118990208:192.168.202.28@tcp:104: 00000100:00100000:0.0:1775764535.476837:0:42328:0:(client.c:2691:ptlrpc_set_wait()) set ffff9445983c5300 going to sleep for 11 seconds 00000100:00100000:1.0:1775764535.483127:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764535.483237:0:42328:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bbf2f480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:42328:1862022118990208:192.168.202.28@tcp:104: 00010000:00010000:0.0:1775764535.483275:0:42328:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76400/0x57b8ff0e0304f988 lrc: 3/0,1 mode: --/EX res: [0x200003ab1:0x26:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42328 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764535.483683:0:42309:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098407424 00000100:00100000:3.0:1775764535.483691:0:42309:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098407424 00010000:00010000:3.0:1775764535.483732:0:42309:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff944587808200/0x57b8ff0e0304f97a lrc: 4/0,0 mode: CR/CR res: [0x200003ab1:0x26:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b30b expref: 27 pid: 42324 timeout: 2102 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764535.483868:0:42309:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 99 00000100:00100000:3.0:1775764535.483896:0:42309:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445beca8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+27:2378:x1862022098407424:12345-192.168.202.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764535.483915:0:42309:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764535.483923:0:42309:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff944587808200/0x57b8ff0e0304f97a lrc: 4/0,0 mode: CR/CR res: [0x200003ab1:0x26:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b30b expref: 27 pid: 42324 timeout: 2102 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764535.483938:0:42309:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff944587808200/0x57b8ff0e0304f97a lrc: 3/0,0 mode: CR/CR res: [0x200003ab1:0x26:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b30b expref: 27 pid: 42324 timeout: 2102 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764535.483972:0:42309:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944587808200/0x57b8ff0e0304f97a lrc: 0/0,0 mode: --/CR res: [0x200003ab1:0x26:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b30b expref: 27 pid: 42324 timeout: 2102 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764535.483991:0:42309:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x26:0x0].0x0 (ffff944586564f00) 00010000:00010000:3.0:1775764535.483997:0:42309:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76400/0x57b8ff0e0304f988 lrc: 3/0,1 mode: --/EX res: [0x200003ab1:0x26:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764535.484009:0:42309:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76400/0x57b8ff0e0304f988 lrc: 3/0,1 mode: EX/EX res: [0x200003ab1:0x26:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 42328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764535.484018:0:42309:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76400/0x57b8ff0e0304f988 lrc: 4/0,1 mode: EX/EX res: [0x200003ab1:0x26:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 42328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764535.484383:0:42309:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764535.484451:0:42309:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445beca8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+26:2378:x1862022098407424:12345-192.168.202.28@tcp:103:ldlm_bl.0 Request processed in 573us (1336us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764535.484457:0:42309:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 99 00010000:00010000:0.0:1775764535.487086:0:42328:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76400/0x57b8ff0e0304f988 lrc: 3/0,1 mode: EX/EX res: [0x200003ab1:0x26:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764535.487106:0:42328:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76400/0x57b8ff0e0304f988 lrc: 3/0,1 mode: EX/EX res: [0x200003ab1:0x26:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42328 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1775764535.487264:0:42328:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 34359738757 00000001:00080000:0.0:1775764535.487475:0:42328:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 34359738758 00000100:00100000:0.0:1775764535.487596:0:42328:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bbf2f480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:42328:1862022118990336:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1775764535.487663:0:42328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764535.487715:0:42328:0:(client.c:2691:ptlrpc_set_wait()) set ffff9445902070c0 going to sleep for 11 seconds 00000100:00100000:2.0:1775764535.487843:0:42330:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118990336 00000100:00100000:2.0:1775764535.487851:0:42330:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118990336 00000100:00080000:0.0:1775764535.488106:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1775764535.488162:0:42330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:2.0:1775764535.488172:0:42330:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bbf2df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:42328:x1862022118990336:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1775764535.488286:0:42330:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bbf2df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:42328:x1862022118990336:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 115us (621us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764535.488295:0:42330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00100000:0.0:1775764535.488429:0:42328:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bbf2f480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:42328:1862022118990336:0@lo:1000:mdt_rdpg00_001.0 00000001:00080000:0.0:1775764535.489257:0:42328:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 34359738759 00000100:00100000:0.0:1775764535.489335:0:42328:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bbf2f480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:42328:1862022118990464:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1775764535.489378:0:42328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764535.489443:0:42328:0:(client.c:2691:ptlrpc_set_wait()) set ffff9445983c5300 going to sleep for 11 seconds 00000100:00100000:2.0:1775764535.489478:0:42330:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118990464 00000100:00100000:2.0:1775764535.489484:0:42330:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118990464 00000100:00100000:2.0:1775764535.489529:0:42330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:2.0:1775764535.489537:0:42330:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bbf2e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:42328:x1862022118990464:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1775764535.489732:0:42330:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bbf2e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:42328:x1862022118990464:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 195us (352us total) trans 34359738405 rc 0/0 00000100:00100000:2.0:1775764535.489739:0:42330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00100000:0.0:1775764535.489936:0:42328:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bbf2f480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:42328:1862022118990464:0@lo:1000:mdt_rdpg00_001.0 00000001:00080000:0.0:1775764535.489988:0:42328:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 34359738760 00010000:00010000:0.0:1775764535.490029:0:42328:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76400/0x57b8ff0e0304f988 lrc: 3/0,1 mode: EX/EX res: [0x200003ab1:0x26:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764535.490039:0:42328:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76400/0x57b8ff0e0304f988 lrc: 2/0,0 mode: EX/EX res: [0x200003ab1:0x26:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764535.490046:0:42328:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76400/0x57b8ff0e0304f988 lrc: 3/0,0 mode: EX/EX res: [0x200003ab1:0x26:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764535.490052:0:42328:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445bfe76400 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:0.0:1775764535.490056:0:42328:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76400/0x57b8ff0e0304f988 lrc: 3/0,0 mode: EX/EX res: [0x200003ab1:0x26:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764535.490064:0:42328:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76400/0x57b8ff0e0304f988 lrc: 4/0,0 mode: EX/EX res: [0x200003ab1:0x26:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764535.490081:0:42328:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x26:0x0].0x0 (ffff944586564f00) 00010000:00010000:0.0:1775764535.490084:0:42328:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:0.0:1775764535.490089:0:42328:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76400/0x57b8ff0e0304f988 lrc: 2/0,0 mode: --/EX res: [0x200003ab1:0x26:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764535.490096:0:42328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76400/0x57b8ff0e0304f988 lrc: 0/0,0 mode: --/EX res: [0x200003ab1:0x26:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42328 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1775764535.490345:0:42328:0:(mdd_object.c:4010:mdd_close()) Object [0x200003ab1:0x27:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:0.0:1775764535.490467:0:42328:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x2e:0x0].12, 64 off9008 00000004:00080000:0.0:1775764535.490481:0:42328:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 2002337682473ns, next at 2003337680258ns, rc = 0 00000001:00080000:0.0:1775764535.490489:0:42328:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 34359738761 00010000:00010000:0.0:1775764535.490522:0:42328:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x26:0x0].0x0 (ffff944586564f00) 00010000:00010000:0.0:1775764535.490526:0:42328:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1775764535.490532:0:42328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695a00/0x57b8ff0e0304f96c lrc: 0/0,0 mode: --/PW res: [0x200003ab1:0x26:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b304 expref: 30 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764535.490659:0:42328:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445becaad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+29:52730:x1862022098407296:12345-192.168.202.28@tcp:35:lfs.0 Request processed in 15297us (15482us total) trans 34359738762 rc 0/0 00000100:00100000:0.0:1775764535.490669:0:42328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 133 00000020:00080000:0.0:1775764535.490674:0:42328:0:(tgt_main.c:783:tgt_ses_key_exit()) total 9 transactions per RPC 00000100:00100000:1.0:1775764535.494375:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764535.494436:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098407552 00000100:00100000:2.0:1775764535.494447:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098407552 00000100:00100000:2.0:1775764535.494506:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 422 00000100:00100000:2.0:1775764535.494515:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445becab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+29:52730:x1862022098407552:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:2.0:1775764535.494540:0:44493:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764535.494566:0:44493:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944580031400/0x57b8ff0e0304f98f lrc: 2/0,0 mode: --/CR res: [0x200003ab1:0x26:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b312 expref: -99 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764535.494639:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944580031400/0x57b8ff0e0304f98f lrc: 3/0,0 mode: CR/CR res: [0x200003ab1:0x26:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b312 expref: 30 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764535.494655:0:44493:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff944580031400/0x57b8ff0e0304f98f lrc: 3/0,0 mode: CR/CR res: [0x200003ab1:0x26:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b312 expref: 30 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764535.494676:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x26:0x0].0x0 (ffff94459084a000) 00010000:00010000:2.0:1775764535.494680:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1775764535.494683:0:44493:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944580031400, rc 0) 00000100:00100000:2.0:1775764535.494744:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445becab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+30:52730:x1862022098407552:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 230us (377us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764535.494752:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 422 00000100:00100000:1.0:1775764535.500395:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764535.500657:0:42327:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098407808 00000100:00100000:3.0:1775764535.500674:0:42327:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098407808 00000100:00100000:3.0:1775764535.500755:0:42327:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 134 00000100:00100000:3.0:1775764535.500767:0:42327:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445becab800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+30:52730:x1862022098407808:12345-192.168.202.28@tcp:35:lfs.0 00000100:00100000:3.0:1775764535.501105:0:42327:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445becab800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+31:52730:x1862022098407808:12345-192.168.202.28@tcp:35:lfs.0 Request processed in 339us (726us total) trans 34359738763 rc 0/0 00000100:00100000:3.0:1775764535.501115:0:42327:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 134 00000100:00100000:1.0:1775764536.100848:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764536.100960:0:42328:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098408064 00000100:00100000:0.0:1775764536.100974:0:42328:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098408064 00000100:00100000:0.0:1775764536.101043:0:42328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 135 00000100:00100000:0.0:1775764536.101056:0:42328:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944481e58050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+31:52736:x1862022098408064:12345-192.168.202.28@tcp:35:bash.0 00000100:00100000:0.0:1775764536.101373:0:42328:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944481e58050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+32:52736:x1862022098408064:12345-192.168.202.28@tcp:35:bash.0 Request processed in 319us (582us total) trans 34359738764 rc 0/0 00000100:00100000:0.0:1775764536.101382:0:42328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 135 00000100:00100000:1.0:1775764536.114387:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764536.115291:0:42328:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098408320 00000100:00100000:0.0:1775764536.115303:0:42328:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098408320 00000100:00100000:0.0:1775764536.115440:0:42328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 136 00000100:00100000:0.0:1775764536.115454:0:42328:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445becaaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+32:52736:x1862022098408320:12345-192.168.202.28@tcp:35:bash.0 00000100:00100000:0.0:1775764536.115751:0:42328:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445becaaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+33:52736:x1862022098408320:12345-192.168.202.28@tcp:35:bash.0 Request processed in 299us (1373us total) trans 34359738765 rc 0/0 00000100:00100000:0.0:1775764536.115759:0:42328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 136 00010000:00010000:3.0:1775764536.130109:0:42313:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775764536.578376:0:3328:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bbf2c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3328:1862022118990592:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1775764536.578476:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764536.578680:0:42948:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118990592 00000100:00100000:3.0:1775764536.578689:0:42948:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118990592 00000100:00100000:3.0:1775764536.578747:0:42948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74 00000100:00100000:3.0:1775764536.578756:0:42948:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445beca9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3328:x1862022118990592:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1775764536.578837:0:42948:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 56164352 pending 1703936 free 3704619008 avail 3702521856 00000100:00100000:3.0:1775764536.578893:0:42948:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445beca9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3328:x1862022118990592:12345-0@lo:13:osp-pre-0-0.0 Request processed in 137us (417us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764536.578900:0:42948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74 00000100:00100000:3.0:1775764536.578965:0:3328:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bbf2c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3328:1862022118990592:0@lo:13:osp-pre-0-0.0 00000004:00080000:0.0:1775764536.579573:0:42347:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 2003426773152ns, next at 2004426769909ns, rc = 0 00000100:00100000:3.0:1775764536.695232:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764536.695736:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098408448 00000100:00100000:2.0:1775764536.695750:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098408448 00000100:00100000:2.0:1775764536.695874:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 423 00000100:00100000:2.0:1775764536.695886:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944483643480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+33:52746:x1862022098408448:12345-192.168.202.28@tcp:34:lfs.0 00010000:00010000:2.0:1775764536.695980:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff944580031000/0x57b8ff0e0304f996 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764536.696013:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944580031000/0x57b8ff0e0304f996 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764536.696030:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944580031000/0x57b8ff0e0304f996 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764536.696048:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944580031e00/0x57b8ff0e0304f99d lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x292fee53 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764536.696055:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944580031e00/0x57b8ff0e0304f99d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x292fee53 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764536.696061:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944580031e00/0x57b8ff0e0304f99d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x292fee53 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764536.696206:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944580030400/0x57b8ff0e0304f9a4 lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0x26:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764536.696214:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944580030400/0x57b8ff0e0304f9a4 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x26:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764536.696221:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944580030400/0x57b8ff0e0304f9a4 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x26:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764536.696266:0:42326:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff944580030400/0x57b8ff0e0304f9a4 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x26:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764536.696280:0:42326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff944580031000/0x57b8ff0e0304f996 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764536.696289:0:42326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944580031000/0x57b8ff0e0304f996 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764536.696296:0:42326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944580031000/0x57b8ff0e0304f996 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764536.696301:0:42326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944580031000 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764536.696305:0:42326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944580031000/0x57b8ff0e0304f996 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764536.696311:0:42326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944580031000/0x57b8ff0e0304f996 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764536.696323:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff94459084ae00) 00010000:00010000:2.0:1775764536.696326:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764536.696331:0:42326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944580031000/0x57b8ff0e0304f996 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764536.696336:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944580031000/0x57b8ff0e0304f996 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764536.696351:0:42326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944580031e00/0x57b8ff0e0304f99d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x292fee53 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764536.696356:0:42326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944580031e00/0x57b8ff0e0304f99d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x292fee53 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764536.696362:0:42326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944580031e00/0x57b8ff0e0304f99d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x292fee53 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764536.696366:0:42326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944580031e00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764536.696369:0:42326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944580031e00/0x57b8ff0e0304f99d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x292fee53 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764536.696374:0:42326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944580031e00/0x57b8ff0e0304f99d lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x292fee53 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764536.696380:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x292fee53 (ffff94459084a600) 00010000:00010000:2.0:1775764536.696383:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764536.696385:0:42326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944580031e00/0x57b8ff0e0304f99d lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x292fee53 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764536.696390:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944580031e00/0x57b8ff0e0304f99d lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x292fee53 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764536.696404:0:42326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944580030400/0x57b8ff0e0304f9a4 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x26:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764536.696411:0:42326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944580030400/0x57b8ff0e0304f9a4 lrc: 2/0,0 mode: PR/PR res: [0x200003ab1:0x26:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764536.696416:0:42326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944580030400/0x57b8ff0e0304f9a4 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x26:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764536.696420:0:42326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944580030400 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764536.696424:0:42326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944580030400/0x57b8ff0e0304f9a4 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x26:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764536.696430:0:42326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944580030400/0x57b8ff0e0304f9a4 lrc: 4/0,0 mode: PR/PR res: [0x200003ab1:0x26:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764536.696435:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x26:0x0].0x0 (ffff94459084a000) 00010000:00010000:2.0:1775764536.696437:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764536.696440:0:42326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944580030400/0x57b8ff0e0304f9a4 lrc: 2/0,0 mode: --/PR res: [0x200003ab1:0x26:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764536.696444:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944580030400/0x57b8ff0e0304f9a4 lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0x26:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764536.696532:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944483643480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+33:52746:x1862022098408448:12345-192.168.202.28@tcp:34:lfs.0 Request processed in 648us (1311us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764536.696542:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 423 00000100:00100000:0.0:1775764537.089448:0:3331:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bc1ddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3331:1862022118990976:0@lo:400:kworker.0 00000100:00100000:0.0:1775764537.089527:0:3331:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764537.089601:0:3331:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1775764537.089608:0:3331:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bce29180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3331:1862022118990848:0@lo:400:kworker.0 00000100:00100000:0.0:1775764537.089638:0:3331:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764537.089929:0:42945:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118990848 00000100:00100000:2.0:1775764537.089939:0:42945:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118990848 00000100:00100000:2.0:1775764537.090009:0:42945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 118 00000100:00100000:2.0:1775764537.090019:0:42945:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bfe6b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3331:x1862022118990848:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764537.090079:0:42945:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bfe6b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3331:x1862022118990848:12345-0@lo:400:kworker.0 Request processed in 61us (438us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764537.090086:0:42945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 118 00000100:00100000:2.0:1775764537.090124:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118990976 00000100:00100000:2.0:1775764537.090129:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118990976 00000100:00100000:2.0:1775764537.090154:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 166 00000100:00100000:2.0:1775764537.090160:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bfe68700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3331:x1862022118990976:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764537.090192:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bfe68700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3331:x1862022118990976:12345-0@lo:400:kworker.0 Request processed in 33us (666us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764537.090198:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 166 00000100:00100000:2.0:1775764537.090235:0:3331:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bce29180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3331:1862022118990848:0@lo:400:kworker.0 00000100:00100000:2.0:1775764537.090259:0:3331:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bc1ddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3331:1862022118990976:0@lo:400:kworker.0 00000100:00080000:0.0:1775764537.090679:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1775764537.090874:0:3329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bbf2c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d8dacf45-8471-4226-a2fb-1fac83f69c1e:3329:1862022118990720:0@lo:400:kworker.0 00000100:00100000:3.0:1775764537.090940:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764537.090977:0:3329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9444867b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3329:1862022118991232:0@lo:400:kworker.0 00000100:00100000:3.0:1775764537.091008:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764537.091036:0:3329:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1775764537.091043:0:3329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9444867b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3329:1862022118991104:0@lo:400:kworker.0 00000100:00100000:3.0:1775764537.091070:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764537.091169:0:42319:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118990720 00000100:00100000:0.0:1775764537.091178:0:42319:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118990720 00000100:00100000:0.0:1775764537.091223:0:42319:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 183 00000100:00100000:0.0:1775764537.091231:0:42319:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944585dee850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d8dacf45-8471-4226-a2fb-1fac83f69c1e+18:3329:x1862022118990720:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764537.091284:0:42319:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944585dee850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d8dacf45-8471-4226-a2fb-1fac83f69c1e+18:3329:x1862022118990720:12345-0@lo:400:kworker.0 Request processed in 53us (343us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764537.091302:0:42319:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 183 00000100:00100000:3.0:1775764537.092159:0:3329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bbf2c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d8dacf45-8471-4226-a2fb-1fac83f69c1e:3329:1862022118990720:0@lo:400:kworker.0 00000100:00100000:1.0:1775764537.096662:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118991232 00000100:00100000:1.0:1775764537.096684:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118991232 00000100:00100000:1.0:1775764537.096822:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118991104 00000100:00100000:1.0:1775764537.096826:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118991104 00000100:00100000:1.0:1775764537.096859:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 167 00000100:00100000:1.0:1775764537.096870:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944483642d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3329:x1862022118991232:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764537.096983:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944483642d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3329:x1862022118991232:12345-0@lo:400:kworker.0 Request processed in 116us (5974us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764537.096990:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 167 00000100:00100000:1.0:1775764537.097009:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 168 00000100:00100000:1.0:1775764537.097015:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944483640380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3329:x1862022118991104:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764537.097040:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944483640380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3329:x1862022118991104:12345-0@lo:400:kworker.0 Request processed in 26us (5970us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764537.097046:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 168 00000100:00080000:3.0:1775764537.097277:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1775764537.097330:0:3329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9444867b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3329:1862022118991104:0@lo:400:kworker.0 00000100:00100000:3.0:1775764537.097347:0:3329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9444867b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3329:1862022118991232:0@lo:400:kworker.0 00010000:00010000:2.0:1775764537.154689:0:43224:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775764537.535649:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764537.535706:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764537.535745:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764537.535785:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764537.535870:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764537.535901:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098409088 00000100:00100000:1.0:1775764537.535912:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098409088 00000100:00100000:1.0:1775764537.535987:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098408704 00000100:00100000:1.0:1775764537.535991:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098408704 00000100:00100000:1.0:1775764537.536020:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 169 00000100:00100000:1.0:1775764537.536032:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445becab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:82781e18-e0e3-4f9f-9a2b-041bf0344414+5:2379:x1862022098409088:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:3.0:1775764537.536287:0:43212:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098408832 00000100:00100000:3.0:1775764537.536304:0:43212:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098408832 00000100:00100000:3.0:1775764537.536341:0:43212:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098408960 00000100:00100000:3.0:1775764537.536344:0:43212:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098408960 00000100:00100000:3.0:1775764537.536371:0:43212:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 119 00000100:00100000:3.0:1775764537.536378:0:43212:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445beca8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+7:2379:x1862022098408832:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:2.0:1775764537.536481:0:42944:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 120 00000100:00100000:2.0:1775764537.536493:0:42944:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445beca8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+8:2379:x1862022098408960:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:0.0:1775764537.536580:0:42318:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098408576 00000100:00100000:0.0:1775764537.536585:0:42318:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098408576 00000100:00100000:0.0:1775764537.536618:0:42318:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 184 00000100:00100000:0.0:1775764537.536625:0:42318:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944585dec450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:24b54882-c0a1-43f2-954f-009e5a9afc9d+12:2379:x1862022098408576:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:1.0:1775764537.537485:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445becab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:82781e18-e0e3-4f9f-9a2b-041bf0344414+5:2379:x1862022098409088:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 1447us (1729us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764537.537499:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 169 00000100:00100000:1.0:1775764537.537539:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 170 00000100:00100000:1.0:1775764537.537550:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445becabb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+33:2379:x1862022098408704:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:3.0:1775764537.554419:0:43212:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445beca8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+7:2379:x1862022098408832:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 18013us (18683us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764537.554436:0:43212:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 119 00000100:00080000:3.0:1775764537.554557:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1775764537.554563:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1775764537.554565:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1775764537.555273:0:42944:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445beca8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+8:2379:x1862022098408960:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 18779us (19398us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764537.555283:0:42944:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 120 00000100:00100000:0.0:1775764537.555697:0:42318:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944585dec450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:24b54882-c0a1-43f2-954f-009e5a9afc9d+12:2379:x1862022098408576:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 19068us (20055us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764537.555707:0:42318:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 184 00000100:00100000:1.0:1775764537.571573:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445becabb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+33:2379:x1862022098408704:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 34005us (35766us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764537.571593:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 170 00000100:00100000:2.0:1775764537.763281:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764537.763383:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098409216 00000100:00100000:3.0:1775764537.763396:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098409216 00000100:00100000:3.0:1775764537.763515:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 424 00000100:00100000:3.0:1775764537.763526:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486789880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+33:52772:x1862022098409216:12345-192.168.202.28@tcp:34:lfs.0 00010000:00010000:3.0:1775764537.763635:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695600/0x57b8ff0e0304f9ab lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764537.763660:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695600/0x57b8ff0e0304f9ab lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764537.763678:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695600/0x57b8ff0e0304f9ab lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764537.763694:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e0304f9b2 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x292fee53 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764537.763700:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e0304f9b2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x292fee53 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764537.763706:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e0304f9b2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x292fee53 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764537.764219:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695000/0x57b8ff0e0304f9b9 lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0x26:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764537.764234:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695000/0x57b8ff0e0304f9b9 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x26:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764537.764241:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695000/0x57b8ff0e0304f9b9 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x26:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764537.764304:0:42324:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695000/0x57b8ff0e0304f9b9 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x26:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764537.764319:0:42324:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695600/0x57b8ff0e0304f9ab lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764537.764326:0:42324:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695600/0x57b8ff0e0304f9ab lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764537.764334:0:42324:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695600/0x57b8ff0e0304f9ab lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764537.764341:0:42324:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445be695600 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:3.0:1775764537.764347:0:42324:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695600/0x57b8ff0e0304f9ab lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764537.764356:0:42324:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695600/0x57b8ff0e0304f9ab lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764537.764373:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff94459084ae00) 00010000:00010000:3.0:1775764537.764376:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764537.764382:0:42324:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695600/0x57b8ff0e0304f9ab lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764537.764388:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695600/0x57b8ff0e0304f9ab lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764537.764409:0:42324:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e0304f9b2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x292fee53 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764537.764416:0:42324:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e0304f9b2 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x292fee53 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764537.764421:0:42324:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e0304f9b2 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x292fee53 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764537.764427:0:42324:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445be695200 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:3.0:1775764537.764429:0:42324:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e0304f9b2 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x292fee53 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764537.764515:0:42324:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e0304f9b2 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x292fee53 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764537.764523:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x292fee53 (ffff944586564e00) 00010000:00010000:3.0:1775764537.764526:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764537.764529:0:42324:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e0304f9b2 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x292fee53 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764537.764534:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e0304f9b2 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x292fee53 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764537.764551:0:42324:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695000/0x57b8ff0e0304f9b9 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x26:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764537.764557:0:42324:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695000/0x57b8ff0e0304f9b9 lrc: 2/0,0 mode: PR/PR res: [0x200003ab1:0x26:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764537.764563:0:42324:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695000/0x57b8ff0e0304f9b9 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x26:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764537.764569:0:42324:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445be695000 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:3.0:1775764537.764572:0:42324:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695000/0x57b8ff0e0304f9b9 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x26:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764537.764577:0:42324:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695000/0x57b8ff0e0304f9b9 lrc: 4/0,0 mode: PR/PR res: [0x200003ab1:0x26:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764537.764584:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x26:0x0].0x0 (ffff94459084a000) 00010000:00010000:3.0:1775764537.764586:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764537.764589:0:42324:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695000/0x57b8ff0e0304f9b9 lrc: 2/0,0 mode: --/PR res: [0x200003ab1:0x26:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764537.764594:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695000/0x57b8ff0e0304f9b9 lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0x26:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764537.764736:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486789880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+33:52772:x1862022098409216:12345-192.168.202.28@tcp:34:lfs.0 Request processed in 1210us (1464us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764537.764895:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 424 00000100:00100000:3.0:1775764537.987725:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764537.987993:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098409344 00000100:00100000:2.0:1775764537.988007:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098409344 00000100:00100000:2.0:1775764537.988080:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 425 00000100:00100000:2.0:1775764537.988091:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444867b2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+33:52778:x1862022098409344:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:2.0:1775764537.988113:0:42326:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764537.988134:0:42326:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944580031e00/0x57b8ff0e0304f9c0 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b319 expref: -99 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764537.988208:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff944580031000/0x57b8ff0e0304f9c7 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764537.988223:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944580031000/0x57b8ff0e0304f9c7 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764537.988235:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944580031000/0x57b8ff0e0304f9c7 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764537.988249:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944580031800/0x57b8ff0e0304f9ce lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x292fee53 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764537.988254:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944580031800/0x57b8ff0e0304f9ce lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x292fee53 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764537.988260:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944580031800/0x57b8ff0e0304f9ce lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x292fee53 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764537.988362:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944580031200/0x57b8ff0e0304f9d5 lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0x26:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764537.988370:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944580031200/0x57b8ff0e0304f9d5 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x26:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764537.988377:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944580031200/0x57b8ff0e0304f9d5 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x26:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764537.988415:0:42326:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab1:0x26:0x0]: returning size 5 00000004:00200000:2.0:1775764537.988420:0:42326:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764537.988452:0:42326:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff944580031200/0x57b8ff0e0304f9d5 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x26:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764537.988463:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944580031200/0x57b8ff0e0304f9d5 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764537.988471:0:42326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff944580031000/0x57b8ff0e0304f9c7 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764537.988478:0:42326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944580031000/0x57b8ff0e0304f9c7 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764537.988484:0:42326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944580031000/0x57b8ff0e0304f9c7 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764537.988490:0:42326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944580031000 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764537.988494:0:42326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944580031000/0x57b8ff0e0304f9c7 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764537.988501:0:42326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944580031000/0x57b8ff0e0304f9c7 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764537.988514:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff94459084ae00) 00010000:00010000:2.0:1775764537.988518:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764537.988522:0:42326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944580031000/0x57b8ff0e0304f9c7 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764537.988528:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944580031000/0x57b8ff0e0304f9c7 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764537.988543:0:42326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944580031800/0x57b8ff0e0304f9ce lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x292fee53 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764537.988548:0:42326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944580031800/0x57b8ff0e0304f9ce lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x292fee53 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764537.988553:0:42326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944580031800/0x57b8ff0e0304f9ce lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x292fee53 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764537.988558:0:42326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944580031800 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764537.988561:0:42326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944580031800/0x57b8ff0e0304f9ce lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x292fee53 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764537.988566:0:42326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944580031800/0x57b8ff0e0304f9ce lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x292fee53 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764537.988573:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x292fee53 (ffff94459084a600) 00010000:00010000:2.0:1775764537.988575:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764537.988578:0:42326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944580031800/0x57b8ff0e0304f9ce lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x292fee53 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764537.988583:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944580031800/0x57b8ff0e0304f9ce lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x292fee53 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764537.988620:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944580031e00/0x57b8ff0e0304f9c0 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b319 expref: 35 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764537.988632:0:42326:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff944580031200/0x57b8ff0e0304f9d5 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b319 expref: 34 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764537.988639:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x26:0x0].0x0 (ffff94459084a000) 00010000:00010000:2.0:1775764537.988641:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1775764537.988643:0:42326:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944580031200, rc 0) 00000100:00100000:2.0:1775764537.988727:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444867b2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+34:52778:x1862022098409344:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 637us (1015us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764537.988736:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 425 00000100:00100000:0.0:1775764538.022422:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764538.022771:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098409600 00000100:00100000:3.0:1775764538.022783:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098409600 00000100:00100000:3.0:1775764538.022890:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 426 00000100:00100000:3.0:1775764538.022901:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bfe6b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+34:52778:x1862022098409600:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:3.0:1775764538.022926:0:42325:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764538.022950:0:42325:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695000/0x57b8ff0e0304f9dc lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b320 expref: -99 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764538.023070:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e0304f9e3 lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0x26:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764538.023087:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e0304f9e3 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764538.023102:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e0304f9e3 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764538.023115:0:42325:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab1:0x26:0x0]: returning size 5 00010000:00010000:3.0:1775764538.023253:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695000/0x57b8ff0e0304f9dc lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b320 expref: 37 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764538.023274:0:42325:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e0304f9e3 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b320 expref: 36 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764538.023283:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x26:0x0].0x0 (ffff94459084a000) 00010000:00010000:3.0:1775764538.023285:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1775764538.023289:0:42325:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445be695200, rc 0) 00000100:00100000:3.0:1775764538.023385:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bfe6b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+36:52778:x1862022098409600:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 486us (973us total) trans 34359738766 rc 0/0 00000100:00100000:3.0:1775764538.023393:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 426 00000100:00100000:0.0:1775764538.038936:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764538.039041:0:42311:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098409728 00000100:00100000:2.0:1775764538.039053:0:42311:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098409728 00000100:00100000:2.0:1775764538.039126:0:42311:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 36 00000100:00100000:2.0:1775764538.039137:0:42311:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bfe69f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+36:2377:x1862022098409728:12345-192.168.202.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1775764538.039155:0:42311:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764538.039180:0:42311:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e0304f9e3 lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b320 expref: 36 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764538.039202:0:42311:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x26:0x0].0x0 (ffff94459084a000) 00010000:00010000:2.0:1775764538.039207:0:42311:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775764538.039272:0:42311:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bfe69f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+35:2377:x1862022098409728:12345-192.168.202.28@tcp:103:ldlm_bl.0 Request processed in 137us (349us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764538.039280:0:42311:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 36 00000100:00100000:0.0:1775764538.063162:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764538.065002:0:42310:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098409984 00000100:00100000:2.0:1775764538.065018:0:42310:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098409984 00000100:00100000:2.0:1775764538.065114:0:42310:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 37 00000100:00100000:2.0:1775764538.065125:0:42310:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bfe6b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+35:52778:x1862022098409984:12345-192.168.202.28@tcp:103:lfs.0 00010000:00010000:2.0:1775764538.065147:0:42310:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1775764538.065173:0:42310:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944580031200/0x57b8ff0e0304f9d5 lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b319 expref: 35 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764538.065198:0:42310:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944580031400/0x57b8ff0e0304f98f lrc: 0/0,0 mode: --/CR res: [0x200003ab1:0x26:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b312 expref: 34 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764538.065208:0:42310:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x26:0x0].0x0 (ffff94459084a000) 00010000:00010000:2.0:1775764538.065220:0:42310:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775764538.065301:0:42310:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bfe6b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+33:52778:x1862022098409984:12345-192.168.202.28@tcp:103:lfs.0 Request processed in 178us (2147us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764538.065310:0:42310:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 37 00000100:00100000:1.0:1775764538.071505:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764538.073647:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098410112 00000100:00100000:2.0:1775764538.073661:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098410112 00000100:00100000:2.0:1775764538.073737:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 427 00000100:00100000:2.0:1775764538.073749:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445beca9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+33:52778:x1862022098410112:12345-192.168.202.28@tcp:58:lfs.0 00010000:00010000:2.0:1775764538.073911:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff944580031e00/0x57b8ff0e0304f9f1 lrc: 3/0,1 mode: --/EX res: [0x200003ab1:0x26:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764538.073927:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944580031e00/0x57b8ff0e0304f9f1 lrc: 3/0,1 mode: EX/EX res: [0x200003ab1:0x26:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764538.073939:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944580031e00/0x57b8ff0e0304f9f1 lrc: 3/0,1 mode: EX/EX res: [0x200003ab1:0x26:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1775764538.074281:0:42326:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x32:0x0].11, 136 off9688 00000100:00100000:2.0:1775764538.074418:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445beca9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+33:52778:x1862022098410112:12345-192.168.202.28@tcp:58:lfs.0 Request processed in 670us (2922us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764538.074427:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 427 00000100:00100000:0.0:1775764538.085974:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764538.087212:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098410240 00000100:00100000:3.0:1775764538.087228:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098410240 00000100:00100000:3.0:1775764538.087306:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 428 00000100:00100000:3.0:1775764538.087317:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bfe6ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+33:52778:x1862022098410240:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:3.0:1775764538.087336:0:42325:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764538.087358:0:42325:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695000/0x57b8ff0e0304f9f8 lrc: 2/0,0 mode: --/CR res: [0x200003ab1:0x26:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b327 expref: -99 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764538.087426:0:42325:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff944580031e00/0x57b8ff0e0304f9f1 lrc: 2/0,1 mode: EX/EX res: [0x200003ab1:0x26:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764538.087437:0:42325:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695000/0x57b8ff0e0304f9f8 lrc: 4/0,0 mode: --/CR res: [0x200003ab1:0x26:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b327 expref: 34 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764538.087456:0:42325:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff944580031e00/0x57b8ff0e0304f9f1 lrc: 3/0,1 mode: EX/EX res: [0x200003ab1:0x26:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764538.087468:0:42325:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695000/0x57b8ff0e0304f9f8 lrc: 3/0,0 mode: --/CR res: [0x200003ab1:0x26:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b327 expref: 34 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764538.087484:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x26:0x0].0x0 (ffff94459084a600) 00010000:00010000:3.0:1775764538.087487:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1775764538.087490:0:42325:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695000/0x57b8ff0e0304f9f8 lrc: 3/0,0 mode: --/CR res: [0x200003ab1:0x26:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b327 expref: 34 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764538.087498:0:42325:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445be695000, rc 0) 00000100:00100000:3.0:1775764538.087566:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bfe6ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+34:52778:x1862022098410240:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 251us (1606us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764538.087574:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 428 00010000:00010000:3.0:1775764538.179003:0:42312:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:3.0:1775764538.236979:0:6613:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 34359738405 is committed 00000001:00080000:3.0:1775764538.237007:0:6613:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 34359738404 is committed 00000040:00080000:3.0:1775764538.305368:0:42356:0:(llog.c:800:llog_process_thread()) index: 8, lh_last_idx: 8 synced_idx: 8 lgh_last_idx: 8 00000040:00080000:3.0:1775764538.305379:0:42356:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x32:0x0] at index 8 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1775764538.305429:0:42356:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x32:0x0] index 12 count 6 00000040:00080000:3.0:1775764538.306523:0:42356:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 9 count 2 00000100:00100000:3.0:1775764538.306670:0:42356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9444867b0a80 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:42356:1862022118991360:192.168.202.28@tcp:107:hsm_cdtr.0 00000100:00100000:3.0:1775764538.306857:0:42356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9445907eb840 going to sleep for 11 seconds 00000100:00100000:3.0:1775764538.323406:0:42356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9444867b0a80 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:42356:1862022118991360:192.168.202.28@tcp:107:hsm_cdtr.0 00000100:00100000:1.0:1775764538.372913:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764538.373028:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098410368 00000100:00100000:2.0:1775764538.373042:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098410368 00000100:00100000:2.0:1775764538.373116:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 429 00000100:00100000:2.0:1775764538.373127:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445beca8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+34:52779:x1862022098410368:12345-192.168.202.28@tcp:53:lhsmtool_posix.0 00000004:00000080:2.0:1775764538.373167:0:44493:0:(mdt_handler.c:7957:mdt_fid2path()) path get [0x200003ab1:0x26:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1775764538.373267:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445beca8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+34:52779:x1862022098410368:12345-192.168.202.28@tcp:53:lhsmtool_posix.0 Request processed in 143us (363us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764538.373276:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 429 00000100:00100000:0.0:1775764538.382854:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764538.383069:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098410496 00000100:00100000:3.0:1775764538.383082:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098410496 00000100:00100000:3.0:1775764538.383165:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 430 00000100:00100000:3.0:1775764538.383178:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bfe6aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+34:52779:x1862022098410496:12345-192.168.202.28@tcp:34:lhsmtool_posix.0 00010000:00010000:3.0:1775764538.383280:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695600/0x57b8ff0e0304f9ff lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764538.383305:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695600/0x57b8ff0e0304f9ff lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764538.383322:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695600/0x57b8ff0e0304f9ff lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764538.383341:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694e00/0x57b8ff0e0304fa06 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0xd04c17e6 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764538.383348:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694e00/0x57b8ff0e0304fa06 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xd04c17e6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764538.383354:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694e00/0x57b8ff0e0304fa06 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xd04c17e6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764538.383384:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695400/0x57b8ff0e0304fa0d lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0x26:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764538.383392:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695400/0x57b8ff0e0304fa0d lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x26:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764538.383401:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695400/0x57b8ff0e0304fa0d lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x26:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764538.383461:0:42325:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab1:0x26:0x0]: returning size 5 00000004:00200000:3.0:1775764538.383466:0:42325:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1775764538.383482:0:42325:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695400/0x57b8ff0e0304fa0d lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x26:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764538.383495:0:42325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695600/0x57b8ff0e0304f9ff lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764538.383501:0:42325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695600/0x57b8ff0e0304f9ff lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764538.383508:0:42325:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695600/0x57b8ff0e0304f9ff lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764538.383514:0:42325:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445be695600 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:3.0:1775764538.383519:0:42325:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695600/0x57b8ff0e0304f9ff lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764538.383527:0:42325:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695600/0x57b8ff0e0304f9ff lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764538.383541:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff94459084a500) 00010000:00010000:3.0:1775764538.383544:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764538.383550:0:42325:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695600/0x57b8ff0e0304f9ff lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764538.383556:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695600/0x57b8ff0e0304f9ff lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764538.383577:0:42325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694e00/0x57b8ff0e0304fa06 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xd04c17e6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764538.383583:0:42325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694e00/0x57b8ff0e0304fa06 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xd04c17e6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764538.383588:0:42325:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694e00/0x57b8ff0e0304fa06 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xd04c17e6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764538.383593:0:42325:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445be694e00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:3.0:1775764538.383596:0:42325:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694e00/0x57b8ff0e0304fa06 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xd04c17e6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764538.383602:0:42325:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694e00/0x57b8ff0e0304fa06 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xd04c17e6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764538.383608:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0xd04c17e6 (ffff944586564e00) 00010000:00010000:3.0:1775764538.383610:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764538.383613:0:42325:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694e00/0x57b8ff0e0304fa06 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0xd04c17e6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764538.383618:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694e00/0x57b8ff0e0304fa06 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0xd04c17e6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764538.383632:0:42325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695400/0x57b8ff0e0304fa0d lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x26:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764538.383638:0:42325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695400/0x57b8ff0e0304fa0d lrc: 2/0,0 mode: PR/PR res: [0x200003ab1:0x26:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764538.383642:0:42325:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695400/0x57b8ff0e0304fa0d lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x26:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764538.383648:0:42325:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445be695400 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:3.0:1775764538.383651:0:42325:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695400/0x57b8ff0e0304fa0d lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x26:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764538.383656:0:42325:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695400/0x57b8ff0e0304fa0d lrc: 4/0,0 mode: PR/PR res: [0x200003ab1:0x26:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764538.383663:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x26:0x0].0x0 (ffff94459084a600) 00010000:00010000:3.0:1775764538.383665:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764538.383668:0:42325:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695400/0x57b8ff0e0304fa0d lrc: 2/0,0 mode: --/PR res: [0x200003ab1:0x26:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764538.383673:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695400/0x57b8ff0e0304fa0d lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0x26:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764538.383767:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bfe6aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+34:52779:x1862022098410496:12345-192.168.202.28@tcp:34:lhsmtool_posix.0 Request processed in 590us (925us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764538.383775:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 430 00000100:00100000:0.0:1775764538.389780:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764538.389926:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098410752 00000100:00100000:2.0:1775764538.389943:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098410752 00000100:00100000:2.0:1775764538.390012:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 431 00000100:00100000:2.0:1775764538.390024:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bfe69180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+34:52779:x1862022098410752:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1775764538.390059:0:44493:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764538.390089:0:44493:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944580031400/0x57b8ff0e0304fa14 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b32e expref: -99 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764538.390216:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944580031200/0x57b8ff0e0304fa1b lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0x26:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764538.390233:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944580031200/0x57b8ff0e0304fa1b lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x26:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764538.390246:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944580031200/0x57b8ff0e0304fa1b lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x26:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764538.390259:0:44493:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab1:0x26:0x0]: returning size 5 00010000:00010000:2.0:1775764538.390370:0:44493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944580031200/0x57b8ff0e0304fa1b lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x26:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764538.390378:0:44493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944580031200/0x57b8ff0e0304fa1b lrc: 2/0,0 mode: PR/PR res: [0x200003ab1:0x26:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764538.390384:0:44493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944580031200/0x57b8ff0e0304fa1b lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x26:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764538.390390:0:44493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944580031200 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764538.390395:0:44493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944580031200/0x57b8ff0e0304fa1b lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x26:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764538.390403:0:44493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944580031200/0x57b8ff0e0304fa1b lrc: 4/0,0 mode: PR/PR res: [0x200003ab1:0x26:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764538.390416:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x26:0x0].0x0 (ffff94459084a600) 00010000:00010000:2.0:1775764538.390420:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1775764538.390426:0:44493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944580031200/0x57b8ff0e0304fa1b lrc: 2/0,0 mode: --/PR res: [0x200003ab1:0x26:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764538.390445:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944580031200/0x57b8ff0e0304fa1b lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0x26:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764538.390494:0:44493:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff944580031400/0x57b8ff0e0304fa14 lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b32e expref: 36 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764538.390507:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff94459084a500) 00010000:00010000:2.0:1775764538.390509:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1775764538.390513:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944580031400/0x57b8ff0e0304fa14 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b32e expref: 36 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764538.390524:0:44493:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944580031400, rc 0) 00000100:00100000:2.0:1775764538.390595:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bfe69180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+35:52779:x1862022098410752:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 Request processed in 572us (826us total) trans 34359738767 rc 301/301 00000100:00100000:2.0:1775764538.390602:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 431 00000100:00100000:0.0:1775764538.395478:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764538.395658:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098410880 00000100:00100000:3.0:1775764538.395671:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098410880 00000100:00100000:3.0:1775764538.395759:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 432 00000100:00100000:3.0:1775764538.395771:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bfe69500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+35:52779:x1862022098410880:12345-192.168.202.28@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1775764538.395868:0:42325:0:(mdt_handler.c:7957:mdt_fid2path()) path get [0x200003ab1:0x26:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1775764538.395997:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bfe69500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+35:52779:x1862022098410880:12345-192.168.202.28@tcp:53:lhsmtool_posix.0 Request processed in 228us (529us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764538.396006:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 432 00000100:00100000:0.0:1775764538.401770:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764538.401875:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098411136 00000100:00100000:2.0:1775764538.401888:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098411136 00000100:00100000:2.0:1775764538.401957:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 433 00000100:00100000:2.0:1775764538.401967:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bfe68a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+35:52779:x1862022098411136:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1775764538.402000:0:44493:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764538.402003:0:44493:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1775764538.402030:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944580030e00/0x57b8ff0e0304f949 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b2f6 expref: 35 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764538.402052:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff94459084ae00) 00010000:00010000:2.0:1775764538.402063:0:44493:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775764538.402078:0:44493:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944580031400/0x57b8ff0e0304fa29 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b335 expref: -99 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1775764538.402595:0:44493:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x10b:0x0], index 1: 0 00010000:00010000:2.0:1775764538.402882:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944580031200/0x57b8ff0e0304fa30 lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0x28:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764538.402899:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944580031200/0x57b8ff0e0304fa30 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764538.402911:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944580031200/0x57b8ff0e0304fa30 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764538.402968:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944580031400/0x57b8ff0e0304fa29 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b335 expref: 37 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764538.402987:0:44493:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff944580031200/0x57b8ff0e0304fa30 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b335 expref: 36 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764538.402995:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x28:0x0].0x0 (ffff94459084a000) 00010000:00010000:2.0:1775764538.402997:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1775764538.403000:0:44493:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944580031200, rc 0) 00000100:00100000:2.0:1775764538.405871:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bfe68a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+36:52779:x1862022098411136:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 Request processed in 3886us (4105us total) trans 34359738768 rc 0/0 00000100:00100000:2.0:1775764538.405885:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 433 00000100:00100000:0.0:1775764538.433732:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764538.433902:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098411264 00000100:00100000:3.0:1775764538.433916:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098411264 00000100:00100000:3.0:1775764538.433996:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 434 00000100:00100000:3.0:1775764538.434008:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bfe6a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+36:52779:x1862022098411264:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1775764538.434047:0:42325:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764538.434076:0:42325:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695400/0x57b8ff0e0304fa3e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b33c expref: -99 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764538.434369:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694e00/0x57b8ff0e0304fa45 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764538.434385:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694e00/0x57b8ff0e0304fa45 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764538.434398:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694e00/0x57b8ff0e0304fa45 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764538.434481:0:42325:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 8704 00000004:00200000:3.0:1775764538.434485:0:42325:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 34 stripe count 1 MDT count 1 00000004:00010000:3.0:1775764538.434513:0:42325:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694e00/0x57b8ff0e0304fa45 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764538.434536:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695400/0x57b8ff0e0304fa3e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b33c expref: 38 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764538.434555:0:42325:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694e00/0x57b8ff0e0304fa45 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b33c expref: 37 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764538.434563:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff944586564e00) 00010000:00010000:3.0:1775764538.434566:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1775764538.434570:0:42325:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445be694e00, rc 0) 00000100:00100000:3.0:1775764538.434643:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bfe6a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+37:52779:x1862022098411264:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 Request processed in 631us (916us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764538.434650:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 434 00000100:00100000:1.0:1775764538.446359:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764538.446466:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098411520 00000100:00100000:2.0:1775764538.446478:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098411520 00000100:00100000:2.0:1775764538.446540:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 435 00000100:00100000:2.0:1775764538.446550:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445beca9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+37:52779:x1862022098411520:12345-192.168.202.28@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1775764538.446613:0:44493:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1775764538.446649:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944580031200/0x57b8ff0e0304fa30 lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b335 expref: 37 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764538.446673:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x28:0x0].0x0 (ffff94459084a000) 00010000:00010000:2.0:1775764538.446690:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694e00/0x57b8ff0e0304fa45 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b33c expref: 36 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764538.446699:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff944586564e00) 00010000:00010000:2.0:1775764538.446707:0:44493:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775764538.446728:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff944580031400/0x57b8ff0e0304fa4c lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764538.446742:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944580031400/0x57b8ff0e0304fa4c lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764538.446760:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944580031400/0x57b8ff0e0304fa4c lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764538.446774:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff944580030e00/0x57b8ff0e0304fa53 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x8caf44bb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764538.446782:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944580030e00/0x57b8ff0e0304fa53 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x8caf44bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764538.446788:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944580030e00/0x57b8ff0e0304fa53 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x8caf44bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764538.446935:0:44493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff944580031400/0x57b8ff0e0304fa4c lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764538.446942:0:44493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944580031400/0x57b8ff0e0304fa4c lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764538.446949:0:44493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944580031400/0x57b8ff0e0304fa4c lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764538.446955:0:44493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944580031400 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764538.446959:0:44493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944580031400/0x57b8ff0e0304fa4c lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764538.446966:0:44493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944580031400/0x57b8ff0e0304fa4c lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764538.446974:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff94459084a700) 00010000:00010000:2.0:1775764538.446977:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764538.446980:0:44493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944580031400/0x57b8ff0e0304fa4c lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764538.446986:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944580031400/0x57b8ff0e0304fa4c lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764538.446998:0:44493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff944580030e00/0x57b8ff0e0304fa53 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x8caf44bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764538.447005:0:44493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944580030e00/0x57b8ff0e0304fa53 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x8caf44bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764538.447010:0:44493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944580030e00/0x57b8ff0e0304fa53 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x8caf44bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764538.447015:0:44493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944580030e00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764538.447018:0:44493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944580030e00/0x57b8ff0e0304fa53 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x8caf44bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764538.447024:0:44493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944580030e00/0x57b8ff0e0304fa53 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x8caf44bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764538.447031:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x8caf44bb (ffff94459084ae00) 00010000:00010000:2.0:1775764538.447033:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764538.447036:0:44493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944580030e00/0x57b8ff0e0304fa53 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x8caf44bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764538.447041:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944580030e00/0x57b8ff0e0304fa53 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x8caf44bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764538.447154:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445beca9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+35:52779:x1862022098411520:12345-192.168.202.28@tcp:36:lhsmtool_posix.0 Request processed in 604us (805us total) trans 0 rc -2/-2 00000100:00100000:2.0:1775764538.447162:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 435 00000100:00100000:0.0:1775764538.458997:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764538.459162:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098411648 00000100:00100000:1.0:1775764538.459180:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098411648 00000100:00100000:1.0:1775764538.459257:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 436 00000100:00100000:1.0:1775764538.459269:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bfe6bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+35:52779:x1862022098411648:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1775764538.459296:0:42324:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764538.459327:0:42324:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944587808a00/0x57b8ff0e0304fa5a lrc: 2/0,0 mode: --/PR res: [0x200003ab1:0x28:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b343 expref: -99 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764538.459375:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944587809c00/0x57b8ff0e0304fa61 lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0x28:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764538.459391:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944587809c00/0x57b8ff0e0304fa61 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x28:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764538.459404:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944587809c00/0x57b8ff0e0304fa61 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x28:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764538.459553:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944587808a00/0x57b8ff0e0304fa5a lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0x28:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b343 expref: 37 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764538.459575:0:42324:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff944587809c00/0x57b8ff0e0304fa61 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x28:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b343 expref: 36 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764538.459585:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x28:0x0].0x0 (ffff944584d1de00) 00010000:00010000:1.0:1775764538.459589:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1775764538.459593:0:42324:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944587809c00, rc 0) 00000100:00100000:1.0:1775764538.459688:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bfe6bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+36:52779:x1862022098411648:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 Request processed in 421us (703us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764538.459698:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 436 00000100:00100000:1.0:1775764538.467887:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764538.468266:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098411904 00000100:00100000:2.0:1775764538.468276:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098411904 00000100:00100000:2.0:1775764538.468344:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 437 00000100:00100000:2.0:1775764538.468355:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445becaa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+36:52779:x1862022098411904:12345-192.168.202.28@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1775764538.468460:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff944580030e00/0x57b8ff0e0304fa68 lrc: 3/0,1 mode: --/PW res: [0x200003ab1:0x28:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764538.468480:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944580030e00/0x57b8ff0e0304fa68 lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0x28:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764538.468493:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944580030e00/0x57b8ff0e0304fa68 lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0x28:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1775764538.469026:0:44493:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x30:0x0].12, 88 off9104 00000004:00080000:2.0:1775764538.469039:0:44493:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 2005316239368ns, next at 2006316236694ns, rc = 0 00000004:00010000:2.0:1775764538.469149:0:44493:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000e688e990 reply state 000000006e72d83c transno 34359738769 ns: mdt-lustre-MDT0000_UUID lock: ffff944580030e00/0x57b8ff0e0304fa68 lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0x28:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764538.469160:0:44493:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1775764538.469276:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445becaa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+38:52779:x1862022098411904:12345-192.168.202.28@tcp:36:lhsmtool_posix.0 Request processed in 920us (1400us total) trans 34359738769 rc 0/0 00000100:00100000:2.0:1775764538.469285:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 437 00000100:00100000:0.0:1775764538.481792:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764538.482067:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098412032 00000100:00100000:1.0:1775764538.482084:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098412032 00000100:00100000:1.0:1775764538.482167:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 438 00000100:00100000:1.0:1775764538.482181:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bfe68e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+38:52779:x1862022098412032:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1775764538.482216:0:42324:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764538.482244:0:42324:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944587808a00/0x57b8ff0e0304fa6f lrc: 2/0,0 mode: --/CR res: [0x200003ab1:0x28:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b34a expref: -99 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764538.482320:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944587808a00/0x57b8ff0e0304fa6f lrc: 3/0,0 mode: CR/CR res: [0x200003ab1:0x28:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b34a expref: 39 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764538.482339:0:42324:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff944587808a00/0x57b8ff0e0304fa6f lrc: 3/0,0 mode: CR/CR res: [0x200003ab1:0x28:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b34a expref: 39 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764538.482362:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x28:0x0].0x0 (ffff944584d1de00) 00010000:00010000:1.0:1775764538.482366:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1775764538.482370:0:42324:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944587808a00, rc 0) 00000100:00100000:1.0:1775764538.482448:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bfe68e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+39:52779:x1862022098412032:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 Request processed in 270us (671us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764538.482458:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 438 00010000:00010000:3.0:1775764538.483173:0:3314:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff944580030e00/0x57b8ff0e0304fa68 lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0x28:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764538.483184:0:3314:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944580030e00/0x57b8ff0e0304fa68 lrc: 2/0,0 mode: PW/PW res: [0x200003ab1:0x28:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764538.483190:0:3314:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944580030e00/0x57b8ff0e0304fa68 lrc: 3/0,0 mode: PW/PW res: [0x200003ab1:0x28:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764538.483195:0:3314:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944580030e00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:3.0:1775764538.483200:0:3314:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944580030e00/0x57b8ff0e0304fa68 lrc: 3/0,0 mode: PW/PW res: [0x200003ab1:0x28:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764538.483209:0:3314:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944580030e00/0x57b8ff0e0304fa68 lrc: 4/0,0 mode: PW/PW res: [0x200003ab1:0x28:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764538.483224:0:3314:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x28:0x0].0x0 (ffff944584d1de00) 00010000:00010000:3.0:1775764538.483227:0:3314:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1775764538.483230:0:3314:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944580030e00/0x57b8ff0e0304fa68 lrc: 2/0,0 mode: --/PW res: [0x200003ab1:0x28:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764538.483237:0:3314:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944580030e00/0x57b8ff0e0304fa68 lrc: 0/0,0 mode: --/PW res: [0x200003ab1:0x28:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764538.493663:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764538.493782:0:43212:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098412160 00000100:00100000:3.0:1775764538.493793:0:43212:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098412160 00000100:00100000:3.0:1775764538.493930:0:43212:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 118 00000100:00100000:3.0:1775764538.493942:0:43212:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bfe68380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+8:2379:x1862022098412160:12345-192.168.202.28@tcp:2:lhsmtool_posix.0 00000100:00100000:3.0:1775764538.495053:0:43212:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bfe68380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+9:2379:x1862022098412160:12345-192.168.202.28@tcp:2:lhsmtool_posix.0 Request processed in 1105us (1390us total) trans 34359738410 rc 0/0 00000100:00100000:3.0:1775764538.495068:0:43212:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 118 00000100:00100000:2.0:1775764538.498334:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764538.498453:0:42327:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098412416 00000100:00100000:3.0:1775764538.498464:0:42327:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098412416 00000100:00100000:3.0:1775764538.498516:0:42327:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 137 00000100:00100000:3.0:1775764538.498526:0:42327:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bc1ddf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+38:52779:x1862022098412416:12345-192.168.202.28@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1775764538.498831:0:42327:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bc1ddf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+39:52779:x1862022098412416:12345-192.168.202.28@tcp:35:lhsmtool_posix.0 Request processed in 305us (506us total) trans 34359738770 rc 0/0 00000100:00100000:3.0:1775764538.498839:0:42327:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 137 00000100:00100000:0.0:1775764538.509838:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764538.509939:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098412672 00000100:00100000:2.0:1775764538.509950:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098412672 00000100:00100000:2.0:1775764538.510011:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 439 00000100:00100000:2.0:1775764538.510022:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bfe69880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+39:52779:x1862022098412672:12345-192.168.202.28@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1775764538.510169:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bfe69880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+39:52779:x1862022098412672:12345-192.168.202.28@tcp:57:lhsmtool_posix.0 Request processed in 148us (370us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764538.510181:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 439 00000100:00100000:1.0:1775764538.527158:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764538.527302:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098412800 00000100:00100000:3.0:1775764538.527313:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098412800 00000100:00100000:3.0:1775764538.527373:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 440 00000100:00100000:3.0:1775764538.527383:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445beca9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+39:52779:x1862022098412800:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1775764538.527402:0:42324:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764538.527422:0:42324:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695400/0x57b8ff0e0304fa76 lrc: 2/0,0 mode: --/CR res: [0x200003ab1:0x28:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b351 expref: -99 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764538.527489:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695600/0x57b8ff0e0304fa7d lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0x28:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764538.527504:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695600/0x57b8ff0e0304fa7d lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x28:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764538.527517:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695600/0x57b8ff0e0304fa7d lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x28:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764538.527559:0:42324:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1775764538.527577:0:42324:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695600/0x57b8ff0e0304fa7d lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x28:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764538.527603:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695400/0x57b8ff0e0304fa76 lrc: 0/0,0 mode: --/CR res: [0x200003ab1:0x28:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b351 expref: 41 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764538.527623:0:42324:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695600/0x57b8ff0e0304fa7d lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x28:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b351 expref: 40 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764538.527631:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x28:0x0].0x0 (ffff944584d1de00) 00010000:00010000:3.0:1775764538.527648:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:3.0:1775764538.527651:0:42324:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445be695600, rc 0) 00000100:00100000:3.0:1775764538.527715:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445beca9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+40:52779:x1862022098412800:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 Request processed in 333us (566us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764538.527723:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 440 00000100:00100000:1.0:1775764538.544951:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764538.545251:0:42946:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098412928 00000100:00100000:3.0:1775764538.545263:0:42946:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098412928 00000100:00100000:3.0:1775764538.545322:0:42946:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 119 00000100:00100000:3.0:1775764538.545333:0:42946:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445becaad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+9:2378:x1862022098412928:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1775764538.545350:0:42946:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764538.545372:0:42946:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000089e944af/0x57b8ff0e0304fa84 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x10b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b358 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1775764538.545402:0:42946:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x10b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x69d8043a, blocks: 0x1 00010000:00010000:3.0:1775764538.545427:0:42946:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764538.545431:0:42946:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764538.545440:0:42946:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000089e944af/0x57b8ff0e0304fa84 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x10b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b358 expref: 10 pid: 42946 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764538.545460:0:42946:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000089e944af/0x57b8ff0e0304fa84 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x10b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b358 expref: 10 pid: 42946 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764538.545475:0:42946:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445be695400, rc 0) 00000100:00100000:3.0:1775764538.545546:0:42946:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445becaad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+10:2378:x1862022098412928:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 Request processed in 213us (604us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764538.545554:0:42946:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 119 00000100:00100000:1.0:1775764538.567181:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764538.567302:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098413184 00000100:00100000:2.0:1775764538.567315:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098413184 00000100:00100000:2.0:1775764538.567396:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 441 00000100:00100000:2.0:1775764538.567408:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445becab800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+40:52779:x1862022098413184:12345-192.168.202.28@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1775764538.567583:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445becab800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+40:52779:x1862022098413184:12345-192.168.202.28@tcp:57:lhsmtool_posix.0 Request processed in 176us (414us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764538.567592:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 441 00000100:00100000:0.0:1775764538.582214:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764538.582427:0:43212:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098413312 00000100:00100000:3.0:1775764538.582449:0:43212:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098413312 00000100:00100000:3.0:1775764538.582511:0:43212:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 120 00000100:00100000:3.0:1775764538.582522:0:43212:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bfe69c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+10:52779:x1862022098413312:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1775764538.582546:0:43212:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764538.582570:0:43212:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005df56725/0x57b8ff0e0304fa8b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x10b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b35f expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764538.582603:0:43212:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000089e944af/0x57b8ff0e0304fa84 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x10b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b358 expref: 11 pid: 42946 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764538.582612:0:43212:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764538.582614:0:43212:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764538.582619:0:43212:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005df56725/0x57b8ff0e0304fa8b lrc: 4/0,0 mode: --/PW res: [0x280000400:0x10b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b35f expref: 11 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764538.582889:0:43212:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000089e944af/0x57b8ff0e0304fa84 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x10b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b358 expref: 11 pid: 42946 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764538.582904:0:43212:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000089e944af/0x57b8ff0e0304fa84 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x10b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b358 expref: 11 pid: 42946 timeout: 2105 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764538.582918:0:43212:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9444867b0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:43212:1862022118991488:192.168.202.28@tcp:104: 00000100:00100000:3.0:1775764538.583018:0:43212:0:(client.c:2691:ptlrpc_set_wait()) set ffff9445907eb840 going to sleep for 11 seconds 00000100:00100000:1.0:1775764538.586780:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764538.587061:0:43212:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9444867b0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:43212:1862022118991488:192.168.202.28@tcp:104: 00010000:00010000:3.0:1775764538.587113:0:43212:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000005df56725/0x57b8ff0e0304fa8b lrc: 3/0,0 mode: --/PW res: [0x280000400:0x10b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b35f expref: 11 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764538.587146:0:43212:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445be694e00, rc 0) 00000100:00100000:3.0:1775764538.587206:0:43212:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bfe69c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+11:52779:x1862022098413312:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 Request processed in 4686us (5005us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764538.587215:0:43212:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 120 00000100:00100000:2.0:1775764538.596021:0:42311:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098413440 00000100:00100000:2.0:1775764538.596039:0:42311:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098413440 00010000:00010000:2.0:1775764538.596111:0:42311:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000089e944af/0x57b8ff0e0304fa84 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x10b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b358 expref: 11 pid: 42946 timeout: 2105 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764538.596154:0:42311:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 100 00000100:00100000:2.0:1775764538.596165:0:42311:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444832c3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+11:2379:x1862022098413440:12345-192.168.202.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1775764538.596180:0:42311:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764538.596207:0:42311:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000089e944af/0x57b8ff0e0304fa84 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x10b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b358 expref: 11 pid: 42946 timeout: 2105 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764538.596222:0:42311:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000089e944af/0x57b8ff0e0304fa84 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x10b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b358 expref: 11 pid: 42946 timeout: 2105 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764538.596258:0:42311:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000089e944af/0x57b8ff0e0304fa84 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x10b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b358 expref: 11 pid: 42946 timeout: 2105 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764538.596281:0:42311:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764538.596283:0:42311:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764538.596291:0:42311:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000005df56725/0x57b8ff0e0304fa8b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x10b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b35f expref: 10 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764538.596302:0:42311:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005df56725/0x57b8ff0e0304fa8b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x10b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b35f expref: 10 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764538.596347:0:42311:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000005df56725/0x57b8ff0e0304fa8b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x10b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b35f expref: 10 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764538.596361:0:42311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bce29180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:42311:1862022118991616:192.168.202.28@tcp:105: 00000100:00100000:2.0:1775764538.596706:0:42311:0:(client.c:2691:ptlrpc_set_wait()) set ffff9445b7639780 going to sleep for 11 seconds 00000100:00100000:0.0:1775764538.602839:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764538.602935:0:42950:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098413568 00000100:00100000:1.0:1775764538.602946:0:42950:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098413568 00002000:00100000:1.0:1775764538.603000:0:42950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x10b:0x0] (0->4) req@ffff944586b8bb80 x1862022098413568/t0(0) o4->7e6eda44-5508-487e-b17f-ff28ad9d3512@192.168.202.28@tcp:19/0 lens 496/0 e 0 to 0 dl 1775764549 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764538.603011:0:42950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff944586b8bb80 with x1862022098413568 ext(0->4) 00002000:00010000:1.0:1775764538.603017:0:42950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff944586b8bb80 00000100:00100000:1.0:1775764538.603049:0:42950:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 27 00000100:00100000:1.0:1775764538.603070:0:42950:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944586b8bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+11:2378:x1862022098413568:12345-192.168.202.28@tcp:4:lhsmtool_posix.0 00000100:00100000:1.0:1775764538.604038:0:42950:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944586b8bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+13:2378:x1862022098413568:12345-192.168.202.28@tcp:4:lhsmtool_posix.0 Request processed in 967us (1205us total) trans 34359738411 rc 0/0 00000100:00100000:1.0:1775764538.604048:0:42950:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 27 00002000:00100000:1.0:1775764538.604056:0:42950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x10b:0x0] (0->4) req@ffff944586b8bb80 x1862022098413568/t34359738411(0) o4->7e6eda44-5508-487e-b17f-ff28ad9d3512@192.168.202.28@tcp:19/0 lens 496/448 e 0 to 0 dl 1775764549 ref 1 fl Complete:/600/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764538.604066:0:42950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff944586b8bb80 with x1862022098413568 ext(0->4) 00002000:00010000:1.0:1775764538.604070:0:42950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff944586b8bb80 00000100:00100000:2.0:1775764538.604181:0:42311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bce29180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:42311:1862022118991616:192.168.202.28@tcp:105: 00010000:00010000:2.0:1775764538.604205:0:42311:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775764538.604226:0:42311:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444832c3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+12:2379:x1862022098413440:12345-192.168.202.28@tcp:103:ldlm_bl.0 Request processed in 8064us (17593us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764538.604246:0:42311:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 100 00000100:00100000:1.0:1775764538.614028:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764538.614399:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098413696 00000100:00100000:3.0:1775764538.614412:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098413696 00000100:00100000:3.0:1775764538.614499:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 442 00000100:00100000:3.0:1775764538.614510:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444832c0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+40:52779:x1862022098413696:12345-192.168.202.28@tcp:44:lhsmtool_posix.0 00000100:00100000:0.0:1775764538.628461:0:3331:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1775764538.628489:0:3331:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bce29180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3331:1862022118991744:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1775764538.628574:0:3331:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764538.628961:0:42948:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118991744 00000100:00100000:2.0:1775764538.628972:0:42948:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118991744 00000100:00100000:2.0:1775764538.629042:0:42948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 75 00000100:00100000:2.0:1775764538.629053:0:42948:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bb488e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3331:x1862022118991744:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1775764538.629085:0:42948:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 66387968 pending 1703936 free 3765436416 avail 3763339264 00000100:00100000:2.0:1775764538.629161:0:42948:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bb488e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3331:x1862022118991744:12345-0@lo:13:osp-pre-1-0.0 Request processed in 110us (587us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764538.629168:0:42948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 75 00000100:00100000:3.0:1775764538.629418:0:3331:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bce29180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3331:1862022118991744:0@lo:13:osp-pre-1-0.0 00000004:00080000:3.0:1775764538.784612:0:5825:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 16 committed 00000001:00080000:3.0:1775764538.784640:0:5825:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 34359738765 is committed 00000004:00080000:3.0:1775764538.784649:0:5825:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 15 committed 00000020:00080000:3.0:1775764538.784661:0:5825:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff944585445cc0 refcount 2 committed 0 result 0 batchid 30064771813 00000020:00080000:3.0:1775764538.784667:0:5825:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9445a62e2f00 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff944585445540 00000020:00080000:3.0:1775764538.784671:0:5825:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9445a62e2a00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9444862c9800 00000020:00080000:3.0:1775764538.784871:0:42361:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 30064771813 committed batchid 30064771812 00000020:00080000:3.0:1775764538.785067:0:42361:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 30064771812 00000100:00100000:3.0:1775764538.785099:0:3331:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9444867b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3331:1862022118991872:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1775764538.785173:0:3331:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764538.785258:0:42946:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118991872 00000100:00100000:3.0:1775764538.785265:0:42946:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118991872 00000100:00100000:3.0:1775764538.785323:0:42946:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 121 00000100:00100000:3.0:1775764538.785332:0:42946:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bbf2c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3331:x1862022118991872:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1775764538.785359:0:42946:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:266 count 1 00002000:00010000:3.0:1775764538.785393:0:42946:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x10a:0x0] initial LVB size: 5, mtime: 0x69d80437, atime: 0x69d80437, ctime: 0x69d80437, blocks: 0xb 00010000:00010000:3.0:1775764538.785402:0:42946:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ffd68b5e/0x57b8ff0e0304fa92 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x10a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764538.785418:0:42946:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764538.785421:0:42946:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764538.785426:0:42946:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ffd68b5e/0x57b8ff0e0304fa92 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x10a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764538.785442:0:42946:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ffd68b5e/0x57b8ff0e0304fa92 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x10a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764538.785453:0:42946:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ffd68b5e/0x57b8ff0e0304fa92 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x10a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764538.785461:0:42946:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ffd68b5e/0x57b8ff0e0304fa92 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x10a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764538.785478:0:42946:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1775764538.785917:0:42946:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bbf2c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3331:x1862022118991872:12345-0@lo:6:osp-syn-0-0.0 Request processed in 585us (742us total) trans 34359738406 rc 0/0 00000100:00100000:3.0:1775764538.785925:0:42946:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 121 00000100:00080000:3.0:1775764538.785951:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:3.0:1775764538.785964:0:42313:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1775764538.785970:0:42313:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ffd68b5e/0x57b8ff0e0304fa92 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x10a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764538.785980:0:42313:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445be695200 already unused, calling callback (ffffffffc177a060) 00010000:00010000:3.0:1775764538.785985:0:42313:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ffd68b5e/0x57b8ff0e0304fa92 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x10a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764538.785994:0:42313:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ffd68b5e/0x57b8ff0e0304fa92 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x10a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764538.786017:0:42313:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ffd68b5e/0x57b8ff0e0304fa92 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x10a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764538.786024:0:42313:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ffd68b5e/0x57b8ff0e0304fa92 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x10a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764538.786051:0:42313:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764538.786053:0:42313:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764538.786055:0:42313:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775764538.786088:0:3331:0:(client.c:3082:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 34359738405 gen 2 00000004:00080000:3.0:1775764538.786097:0:3331:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 34359738405 committed transno 34359738405 00000100:00100000:3.0:1775764538.786123:0:3331:0:(client.c:3126:ptlrpc_free_committed()) @@@ stopping search req@ffff9444867b0a80 x1862022118991872/t34359738406(34359738406) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1775764554 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:3.0:1775764538.786134:0:3331:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9444867b0a80/2, rc 0, transno 34359738406 00000100:00100000:3.0:1775764538.786139:0:3331:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9444867b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3331:1862022118991872:0@lo:6:osp-syn-0-0.0 00000001:00080000:3.0:1775764538.786202:0:5825:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 34359738769 is committed 00000004:00080000:3.0:1775764538.786206:0:5825:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 12 committed 00000100:00100000:3.0:1775764538.786310:0:3328:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bbf2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3328:1862022118992000:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1775764538.786346:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764538.786387:0:42945:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118992000 00000100:00100000:3.0:1775764538.786392:0:42945:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118992000 00000100:00100000:3.0:1775764538.786422:0:42945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 122 00000100:00100000:3.0:1775764538.786429:0:42945:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bc1e1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3328:x1862022118992000:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:3.0:1775764538.786553:0:42945:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x10b:0x0] updating lvb size from disk: 0 -> 5 00002000:00010000:3.0:1775764538.786557:0:42945:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x10b:0x0] updating lvb mtime from disk: 0 -> 1775764538 00002000:00010000:3.0:1775764538.786560:0:42945:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x10b:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1775764538.786562:0:42945:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x10b:0x0] updating lvb ctime from disk: 1775764538 -> 1775764538 00002000:00010000:3.0:1775764538.786564:0:42945:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x10b:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:3.0:1775764538.786595:0:42945:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bc1e1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3328:x1862022118992000:12345-0@lo:2:osp-syn-1-0.0 Request processed in 166us (248us total) trans 34359738412 rc 0/0 00000100:00100000:3.0:1775764538.786601:0:42945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 122 00000004:00080000:3.0:1775764538.786793:0:3328:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9445bbf2f480/2, rc 0, transno 34359738412 00000100:00100000:3.0:1775764538.786837:0:3328:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bbf2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3328:1862022118992000:0@lo:2:osp-syn-1-0.0 00000001:00080000:3.0:1775764538.786873:0:5825:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 34359738770 is committed 00000100:00100000:1.0:1775764538.787534:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444832c0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+18:52779:x1862022098413696:12345-192.168.202.28@tcp:44:lhsmtool_posix.0 Request processed in 173022us (173516us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764538.787546:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 442 00000100:00100000:3.0:1775764538.793255:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764538.793449:0:42946:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098413824 00000100:00100000:1.0:1775764538.793460:0:42946:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098413824 00000100:00100000:1.0:1775764538.793534:0:42946:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 123 00000100:00100000:1.0:1775764538.793545:0:42946:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bbf2c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+12:2376:x1862022098413824:12345-192.168.202.28@tcp:16:lhsmtool_posix.0 00000100:00100000:1.0:1775764538.905925:0:42946:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bbf2c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+12:2376:x1862022098413824:12345-192.168.202.28@tcp:16:lhsmtool_posix.0 Request processed in 112366us (112667us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764538.905944:0:42946:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 123 00000001:00080000:1.0:1775764538.906004:0:7469:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 34359738411 is committed 00000001:00080000:1.0:1775764538.906024:0:7469:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 34359738412 is committed 00000100:00100000:3.0:1775764538.913588:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764538.914222:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098414080 00000100:00100000:2.0:1775764538.914240:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098414080 00000100:00100000:2.0:1775764538.914352:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 443 00000100:00100000:2.0:1775764538.914364:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944589138380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+18:52779:x1862022098414080:12345-192.168.202.28@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1775764538.914426:0:44493:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764538.914459:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695600/0x57b8ff0e0304fa7d lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0x28:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b351 expref: 18 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764538.914492:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x28:0x0].0x0 (ffff944584d1de00) 00010000:00010000:2.0:1775764538.914499:0:44493:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775764538.914541:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff944580031200/0x57b8ff0e0304fa99 lrc: 3/0,1 mode: --/PW res: [0x200003ab1:0x28:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764538.914558:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944580031200/0x57b8ff0e0304fa99 lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0x28:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764538.914577:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944580031200/0x57b8ff0e0304fa99 lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0x28:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764538.918729:0:44493:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000003543e4aa reply state 000000008de05add transno 34359738771 ns: mdt-lustre-MDT0000_UUID lock: ffff944580031200/0x57b8ff0e0304fa99 lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0x28:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764538.918763:0:44493:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1775764538.918946:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944589138380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+19:52779:x1862022098414080:12345-192.168.202.28@tcp:36:lhsmtool_posix.0 Request processed in 4580us (6065us total) trans 34359738771 rc 0/0 00000100:00100000:3.0:1775764538.918956:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 443 00010000:00010000:2.0:1775764538.926755:0:3315:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff944580031200/0x57b8ff0e0304fa99 lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0x28:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764538.926774:0:3315:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944580031200/0x57b8ff0e0304fa99 lrc: 2/0,0 mode: PW/PW res: [0x200003ab1:0x28:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764538.926788:0:3315:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944580031200/0x57b8ff0e0304fa99 lrc: 3/0,0 mode: PW/PW res: [0x200003ab1:0x28:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764538.926794:0:3315:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944580031200 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764538.926820:0:3315:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944580031200/0x57b8ff0e0304fa99 lrc: 3/0,0 mode: PW/PW res: [0x200003ab1:0x28:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764538.926828:0:3315:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944580031200/0x57b8ff0e0304fa99 lrc: 4/0,0 mode: PW/PW res: [0x200003ab1:0x28:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764538.926848:0:3315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x28:0x0].0x0 (ffff944584d1de00) 00010000:00010000:2.0:1775764538.926851:0:3315:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764538.926857:0:3315:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944580031200/0x57b8ff0e0304fa99 lrc: 2/0,0 mode: --/PW res: [0x200003ab1:0x28:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764538.926863:0:3315:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944580031200/0x57b8ff0e0304fa99 lrc: 0/0,0 mode: --/PW res: [0x200003ab1:0x28:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764538.927669:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764538.927782:0:42945:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098414208 00000100:00100000:2.0:1775764538.927793:0:42945:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098414208 00000100:00100000:2.0:1775764538.927895:0:42945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 124 00000100:00100000:2.0:1775764538.927905:0:42945:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944589139c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+9:2379:x1862022098414208:12345-192.168.202.28@tcp:2:lhsmtool_posix.0 00002000:00010000:2.0:1775764538.928455:0:42945:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x10b:0x0] updating lvb size from disk: 5 -> 5 00002000:00010000:2.0:1775764538.928460:0:42945:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x10b:0x0] updating lvb mtime from disk: 1775764538 -> 1775764535 00002000:00010000:2.0:1775764538.928463:0:42945:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x10b:0x0] updating lvb atime from disk: 0 -> 1775764535 00002000:00010000:2.0:1775764538.928465:0:42945:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x10b:0x0] updating lvb ctime from disk: 1775764538 -> 1775764535 00002000:00010000:2.0:1775764538.928468:0:42945:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x10b:0x0] updating lvb blocks from disk: 1 -> 11 00000100:00100000:2.0:1775764538.928587:0:42945:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944589139c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+10:2379:x1862022098414208:12345-192.168.202.28@tcp:2:lhsmtool_posix.0 Request processed in 682us (923us total) trans 34359738413 rc 0/0 00000100:00100000:2.0:1775764538.928597:0:42945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 124 00000100:00100000:1.0:1775764538.932612:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764538.933117:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098414464 00000100:00100000:0.0:1775764538.933129:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098414464 00000100:00100000:0.0:1775764538.933192:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 444 00000100:00100000:0.0:1775764538.933203:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444832c1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+18:52779:x1862022098414464:12345-192.168.202.28@tcp:55:lhsmtool_posix.0 00010000:00010000:0.0:1775764538.933274:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77000/0x57b8ff0e0304faa0 lrc: 3/0,1 mode: --/PW res: [0x200003ab1:0x28:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764538.933622:0:42325:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff944587809c00/0x57b8ff0e0304fa61 lrc: 2/0,0 mode: PR/PR res: [0x200003ab1:0x28:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b343 expref: 18 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764538.933641:0:42325:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77000/0x57b8ff0e0304faa0 lrc: 4/0,1 mode: --/PW res: [0x200003ab1:0x28:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764538.933676:0:42325:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff944587809c00/0x57b8ff0e0304fa61 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x28:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b343 expref: 18 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764538.933689:0:42325:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff944587809c00/0x57b8ff0e0304fa61 lrc: 4/0,0 mode: PR/PR res: [0x200003ab1:0x28:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b343 expref: 18 pid: 42324 timeout: 2105 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764538.933705:0:42325:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bb489880 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:42325:1862022118992128:192.168.202.28@tcp:104: 00000100:00100000:0.0:1775764538.934007:0:42325:0:(client.c:2691:ptlrpc_set_wait()) set ffff944599539a80 going to sleep for 11 seconds 00000100:00100000:3.0:1775764538.939661:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764538.939761:0:42310:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098414592 00000100:00100000:2.0:1775764538.939774:0:42310:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098414592 00010000:00010000:2.0:1775764538.939842:0:42310:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff944587809c00/0x57b8ff0e0304fa61 lrc: 5/0,0 mode: PR/PR res: [0x200003ab1:0x28:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b343 expref: 19 pid: 42324 timeout: 2105 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764538.939909:0:42310:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 101 00000100:00100000:2.0:1775764538.939920:0:42310:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944590fdc450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+19:2379:x1862022098414592:12345-192.168.202.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1775764538.939942:0:42310:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764538.939950:0:42310:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff944587809c00/0x57b8ff0e0304fa61 lrc: 5/0,0 mode: PR/PR res: [0x200003ab1:0x28:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b343 expref: 19 pid: 42324 timeout: 2105 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764538.939966:0:42310:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff944587809c00/0x57b8ff0e0304fa61 lrc: 4/0,0 mode: PR/PR res: [0x200003ab1:0x28:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b343 expref: 19 pid: 42324 timeout: 2105 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764538.940006:0:42310:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x28:0x0].0x0 (ffff944584d1de00) 00010000:00010000:2.0:1775764538.940014:0:42310:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77000/0x57b8ff0e0304faa0 lrc: 3/0,1 mode: --/PW res: [0x200003ab1:0x28:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764538.940025:0:42310:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77000/0x57b8ff0e0304faa0 lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0x28:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764538.940036:0:42310:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77000/0x57b8ff0e0304faa0 lrc: 4/0,1 mode: PW/PW res: [0x200003ab1:0x28:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764538.940066:0:42310:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1775764538.940210:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944587809c00/0x57b8ff0e0304fa61 lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0x28:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b343 expref: 19 pid: 42324 timeout: 2105 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764538.940230:0:42325:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bb489880 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:42325:1862022118992128:192.168.202.28@tcp:104: 00010000:00010000:0.0:1775764538.940254:0:42325:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77000/0x57b8ff0e0304faa0 lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0x28:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764538.940264:0:42325:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77000/0x57b8ff0e0304faa0 lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0x28:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764538.940270:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77000/0x57b8ff0e0304faa0 lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0x28:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764538.941506:0:42325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77000/0x57b8ff0e0304faa0 lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0x28:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764538.941521:0:42325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77000/0x57b8ff0e0304faa0 lrc: 2/0,0 mode: PW/PW res: [0x200003ab1:0x28:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764538.941529:0:42325:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77000/0x57b8ff0e0304faa0 lrc: 3/0,0 mode: PW/PW res: [0x200003ab1:0x28:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764538.941537:0:42325:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445bfe77000 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:0.0:1775764538.941543:0:42325:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77000/0x57b8ff0e0304faa0 lrc: 3/0,0 mode: PW/PW res: [0x200003ab1:0x28:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764538.941551:0:42325:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77000/0x57b8ff0e0304faa0 lrc: 4/0,0 mode: PW/PW res: [0x200003ab1:0x28:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764538.941581:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x28:0x0].0x0 (ffff944584d1de00) 00010000:00010000:0.0:1775764538.941585:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:0.0:1775764538.941590:0:42325:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77000/0x57b8ff0e0304faa0 lrc: 2/0,0 mode: --/PW res: [0x200003ab1:0x28:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764538.941595:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77000/0x57b8ff0e0304faa0 lrc: 0/0,0 mode: --/PW res: [0x200003ab1:0x28:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764538.942824:0:42310:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944590fdc450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+18:2379:x1862022098414592:12345-192.168.202.28@tcp:103:ldlm_bl.0 Request processed in 2894us (3166us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764538.942845:0:42310:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 101 00000100:00100000:0.0:1775764538.943790:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444832c1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+17:52779:x1862022098414464:12345-192.168.202.28@tcp:55:lhsmtool_posix.0 Request processed in 10584us (11183us total) trans 0 rc -22/-22 00000100:00100000:0.0:1775764538.943814:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 444 00000100:00100000:3.0:1775764538.953021:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764538.954133:0:42944:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098414720 00000100:00100000:1.0:1775764538.954146:0:42944:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098414720 00000100:00100000:1.0:1775764538.954211:0:42944:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 125 00000100:00100000:1.0:1775764538.954221:0:42944:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944589138e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+10:2378:x1862022098414720:12345-192.168.202.28@tcp:1:lhsmtool_posix.0 00010000:00010000:1.0:1775764538.954273:0:42944:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000da22bac0/0x57b8ff0e0304faa7 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x10b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764538.954304:0:42944:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000005df56725/0x57b8ff0e0304fa8b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x10b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b35f expref: 10 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764538.954315:0:42944:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1775764538.954317:0:42944:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1775764538.954320:0:42944:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000da22bac0/0x57b8ff0e0304faa7 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x10b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764538.954367:0:42944:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000005df56725/0x57b8ff0e0304fa8b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x10b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b35f expref: 10 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764538.954388:0:42944:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000005df56725/0x57b8ff0e0304fa8b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x10b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b35f expref: 10 pid: 43212 timeout: 2105 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764538.954406:0:42944:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9444832c0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:42944:1862022118992256:192.168.202.28@tcp:104: 00000100:00100000:1.0:1775764538.954514:0:42944:0:(client.c:2691:ptlrpc_set_wait()) set ffff944582ba8780 going to sleep for 11 seconds 00000100:00100000:3.0:1775764538.958294:0:42944:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9444832c0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:42944:1862022118992256:192.168.202.28@tcp:104: 00010000:00010000:3.0:1775764538.958329:0:42944:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000da22bac0/0x57b8ff0e0304faa7 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x10b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764538.965179:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764538.969967:0:44302:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098414848 00000100:00100000:0.0:1775764538.969982:0:44302:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098414848 00010000:00010000:0.0:1775764538.970030:0:44302:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000005df56725/0x57b8ff0e0304fa8b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x10b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b35f expref: 11 pid: 43212 timeout: 2105 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764538.970081:0:44302:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 102 00000100:00100000:0.0:1775764538.970244:0:44302:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94458913bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+11:2378:x1862022098414848:12345-192.168.202.28@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1775764538.970260:0:44302:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764538.970283:0:44302:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000005df56725/0x57b8ff0e0304fa8b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x10b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b35f expref: 11 pid: 43212 timeout: 2105 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764538.970301:0:44302:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000005df56725/0x57b8ff0e0304fa8b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x10b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b35f expref: 11 pid: 43212 timeout: 2105 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764538.970328:0:44302:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005df56725/0x57b8ff0e0304fa8b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x10b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b35f expref: 11 pid: 43212 timeout: 2105 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764538.970349:0:44302:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764538.970352:0:44302:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764538.970357:0:44302:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000da22bac0/0x57b8ff0e0304faa7 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x10b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764538.970368:0:44302:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000da22bac0/0x57b8ff0e0304faa7 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x10b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764538.970456:0:44302:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775764538.970518:0:44302:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94458913bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+10:2378:x1862022098414848:12345-192.168.202.28@tcp:103:ldlm_bl.0 Request processed in 278us (5353us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764538.970527:0:44302:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 102 00010000:00010000:3.0:1775764538.976158:0:42944:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000da22bac0/0x57b8ff0e0304faa7 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x10b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764538.976188:0:42944:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000da22bac0/0x57b8ff0e0304faa7 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x10b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764538.976246:0:42944:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000da22bac0/0x57b8ff0e0304faa7 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x10b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764538.976256:0:42944:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000da22bac0/0x57b8ff0e0304faa7 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x10b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764538.976266:0:42944:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000da22bac0/0x57b8ff0e0304faa7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x10b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764538.976275:0:42944:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944587809000 already unused, calling callback (ffffffffc177a060) 00010000:00010000:3.0:1775764538.976280:0:42944:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000da22bac0/0x57b8ff0e0304faa7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x10b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764538.976304:0:42944:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000da22bac0/0x57b8ff0e0304faa7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x10b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764538.976336:0:42944:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000da22bac0/0x57b8ff0e0304faa7 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x10b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764538.976345:0:42944:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000da22bac0/0x57b8ff0e0304faa7 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x10b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764538.976504:0:42944:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944589138e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+9:2378:x1862022098414720:12345-192.168.202.28@tcp:1:lhsmtool_posix.0 Request processed in 22275us (23485us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764538.976518:0:42944:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 125 00000100:00100000:3.0:1775764538.983894:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764538.984026:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098415104 00000100:00100000:0.0:1775764538.984040:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098415104 00000100:00100000:0.0:1775764538.984124:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 445 00000100:00100000:0.0:1775764538.984135:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444867b3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+17:52779:x1862022098415104:12345-192.168.202.28@tcp:57:lhsmtool_posix.0 00010000:00010000:0.0:1775764538.984260:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77000/0x57b8ff0e0304faae lrc: 3/0,1 mode: --/PW res: [0x200003ab1:0x26:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764538.984286:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77000/0x57b8ff0e0304faae lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0x26:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764538.984309:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77000/0x57b8ff0e0304faae lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0x26:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764538.984584:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76c00/0x57b8ff0e0304fab5 lrc: 3/0,1 mode: --/EX res: [0x200003ab1:0x28:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764538.984597:0:42326:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff944587808a00/0x57b8ff0e0304fa6f lrc: 2/0,0 mode: CR/CR res: [0x200003ab1:0x28:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b34a expref: 18 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764538.984609:0:42326:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76c00/0x57b8ff0e0304fab5 lrc: 4/0,1 mode: --/EX res: [0x200003ab1:0x28:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764538.984652:0:42326:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff944587808a00/0x57b8ff0e0304fa6f lrc: 3/0,0 mode: CR/CR res: [0x200003ab1:0x28:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b34a expref: 18 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764538.984669:0:42326:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff944587808a00/0x57b8ff0e0304fa6f lrc: 4/0,0 mode: CR/CR res: [0x200003ab1:0x28:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b34a expref: 18 pid: 42324 timeout: 2105 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764538.984688:0:42326:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bb489880 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:42326:1862022118992384:192.168.202.28@tcp:104: 00000100:00100000:0.0:1775764538.984833:0:42326:0:(client.c:2691:ptlrpc_set_wait()) set ffff944599539a80 going to sleep for 11 seconds 00000100:00100000:0.0:1775764538.989456:0:42326:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bb489880 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:42326:1862022118992384:192.168.202.28@tcp:104: 00010000:00010000:0.0:1775764538.989487:0:42326:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76c00/0x57b8ff0e0304fab5 lrc: 3/0,1 mode: --/EX res: [0x200003ab1:0x28:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764538.990700:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764538.991181:0:42310:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098415232 00000100:00100000:2.0:1775764538.991195:0:42310:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098415232 00010000:00010000:2.0:1775764538.991254:0:42310:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff944587808a00/0x57b8ff0e0304fa6f lrc: 4/0,0 mode: CR/CR res: [0x200003ab1:0x28:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b34a expref: 19 pid: 42324 timeout: 2105 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764538.991306:0:42310:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 103 00000100:00100000:2.0:1775764538.991319:0:42310:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444867b0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+19:2379:x1862022098415232:12345-192.168.202.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1775764538.991339:0:42310:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764538.991348:0:42310:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff944587808a00/0x57b8ff0e0304fa6f lrc: 4/0,0 mode: CR/CR res: [0x200003ab1:0x28:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b34a expref: 19 pid: 42324 timeout: 2105 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764538.991363:0:42310:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff944587808a00/0x57b8ff0e0304fa6f lrc: 3/0,0 mode: CR/CR res: [0x200003ab1:0x28:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b34a expref: 19 pid: 42324 timeout: 2105 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764538.991395:0:42310:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944587808a00/0x57b8ff0e0304fa6f lrc: 0/0,0 mode: --/CR res: [0x200003ab1:0x28:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b34a expref: 19 pid: 42324 timeout: 2105 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764538.991414:0:42310:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x28:0x0].0x0 (ffff944584d1de00) 00010000:00010000:2.0:1775764538.991421:0:42310:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76c00/0x57b8ff0e0304fab5 lrc: 3/0,1 mode: --/EX res: [0x200003ab1:0x28:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764538.991431:0:42310:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76c00/0x57b8ff0e0304fab5 lrc: 3/0,1 mode: EX/EX res: [0x200003ab1:0x28:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764538.991440:0:42310:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76c00/0x57b8ff0e0304fab5 lrc: 4/0,1 mode: EX/EX res: [0x200003ab1:0x28:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764538.991486:0:42310:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775764538.991557:0:42310:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444867b0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+18:2379:x1862022098415232:12345-192.168.202.28@tcp:103:ldlm_bl.0 Request processed in 239us (867us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764538.991565:0:42310:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 103 00010000:00010000:0.0:1775764538.991638:0:42326:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76c00/0x57b8ff0e0304fab5 lrc: 3/0,1 mode: EX/EX res: [0x200003ab1:0x28:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764538.991647:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76c00/0x57b8ff0e0304fab5 lrc: 3/0,1 mode: EX/EX res: [0x200003ab1:0x28:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1775764538.991953:0:42326:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 34359738772 00000001:00080000:0.0:1775764538.992171:0:42326:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 34359738773 00000001:00080000:0.0:1775764538.992225:0:42326:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 34359738774 00000100:00100000:0.0:1775764538.992345:0:42326:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bb489880 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:42326:1862022118992512:0@lo:1000:mdt00_002.0 00000100:00100000:0.0:1775764538.992412:0:42326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764538.992453:0:42326:0:(client.c:2691:ptlrpc_set_wait()) set ffff9445a6279600 going to sleep for 11 seconds 00000100:00100000:0.0:1775764538.992480:0:42329:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118992512 00000100:00100000:0.0:1775764538.992486:0:42329:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118992512 00000100:00100000:0.0:1775764538.992528:0:42329:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:0.0:1775764538.992538:0:42329:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bb488380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:42326:x1862022118992512:12345-0@lo:1000:mdt00_002.0 00000100:00100000:0.0:1775764538.992611:0:42329:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bb488380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:42326:x1862022118992512:12345-0@lo:1000:mdt00_002.0 Request processed in 75us (199us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764538.992618:0:42329:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00100000:0.0:1775764538.992657:0:42326:0:(client.c:3082:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 34359738412 gen 2 00000004:00080000:0.0:1775764538.992663:0:42326:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9445bbf2f480, transno 34359738412 00000100:00100000:0.0:1775764538.992677:0:42326:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bb489880 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:42326:1862022118992512:0@lo:1000:mdt00_002.0 00000001:00080000:0.0:1775764538.993279:0:42326:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 34359738775 00000100:00100000:0.0:1775764538.993344:0:42326:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bb489880 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:42326:1862022118992640:0@lo:1000:mdt00_002.0 00000100:00100000:0.0:1775764538.993377:0:42326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764538.993396:0:42326:0:(client.c:2691:ptlrpc_set_wait()) set ffff944482060a80 going to sleep for 11 seconds 00000100:00100000:0.0:1775764538.993582:0:42329:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118992640 00000100:00100000:0.0:1775764538.993588:0:42329:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118992640 00000100:00100000:0.0:1775764538.993615:0:42329:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:0.0:1775764538.993622:0:42329:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bb48ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:42326:x1862022118992640:12345-0@lo:1000:mdt00_002.0 00000100:00100000:0.0:1775764538.993817:0:42329:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bb48ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:42326:x1862022118992640:12345-0@lo:1000:mdt00_002.0 Request processed in 175us (418us total) trans 34359738414 rc 0/0 00000100:00100000:0.0:1775764538.993825:0:42329:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00100000:0.0:1775764538.993869:0:42326:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bb489880 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:42326:1862022118992640:0@lo:1000:mdt00_002.0 00000001:00080000:0.0:1775764538.993946:0:42326:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 34359738776 00010000:00010000:0.0:1775764538.993975:0:42326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76c00/0x57b8ff0e0304fab5 lrc: 3/0,1 mode: EX/EX res: [0x200003ab1:0x28:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764538.993987:0:42326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76c00/0x57b8ff0e0304fab5 lrc: 2/0,0 mode: EX/EX res: [0x200003ab1:0x28:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764538.993997:0:42326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76c00/0x57b8ff0e0304fab5 lrc: 3/0,0 mode: EX/EX res: [0x200003ab1:0x28:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764538.994003:0:42326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445bfe76c00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:0.0:1775764538.994008:0:42326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76c00/0x57b8ff0e0304fab5 lrc: 3/0,0 mode: EX/EX res: [0x200003ab1:0x28:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764538.994017:0:42326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76c00/0x57b8ff0e0304fab5 lrc: 4/0,0 mode: EX/EX res: [0x200003ab1:0x28:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764538.994033:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x28:0x0].0x0 (ffff944584d1de00) 00010000:00010000:0.0:1775764538.994037:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1775764538.994043:0:42326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76c00/0x57b8ff0e0304fab5 lrc: 2/0,0 mode: --/EX res: [0x200003ab1:0x28:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764538.994051:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76c00/0x57b8ff0e0304fab5 lrc: 0/0,0 mode: --/EX res: [0x200003ab1:0x28:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764538.994095:0:42326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff944580031e00/0x57b8ff0e0304f9f1 lrc: 3/0,1 mode: EX/EX res: [0x200003ab1:0x26:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764538.994102:0:42326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944580031e00/0x57b8ff0e0304f9f1 lrc: 2/0,0 mode: EX/EX res: [0x200003ab1:0x26:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764538.994108:0:42326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944580031e00/0x57b8ff0e0304f9f1 lrc: 3/0,0 mode: EX/EX res: [0x200003ab1:0x26:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764538.994113:0:42326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944580031e00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:0.0:1775764538.994116:0:42326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944580031e00/0x57b8ff0e0304f9f1 lrc: 3/0,0 mode: EX/EX res: [0x200003ab1:0x26:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764538.994125:0:42326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944580031e00/0x57b8ff0e0304f9f1 lrc: 4/0,0 mode: EX/EX res: [0x200003ab1:0x26:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000020 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764538.994134:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x26:0x0].0x0 (ffff94459084a600) 00010000:00010000:0.0:1775764538.994136:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1775764538.994143:0:42326:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695000/0x57b8ff0e0304f9f8 lrc: 2/0,0 mode: --/CR res: [0x200003ab1:0x26:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b327 expref: 22 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764538.994154:0:42326:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695000/0x57b8ff0e0304f9f8 lrc: 2/0,0 mode: CR/CR res: [0x200003ab1:0x26:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b327 expref: 22 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764538.994164:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695000/0x57b8ff0e0304f9f8 lrc: 3/0,0 mode: CR/CR res: [0x200003ab1:0x26:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b327 expref: 22 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764538.994192:0:42326:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695000/0x57b8ff0e0304f9f8 lrc: 3/0,0 mode: CR/CR res: [0x200003ab1:0x26:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b327 expref: 22 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764538.994206:0:42326:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bb48a680 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:42326:1862022118992768:192.168.202.28@tcp:105: 00000100:00100000:0.0:1775764538.994272:0:42326:0:(client.c:2691:ptlrpc_set_wait()) set ffff9445a6279600 going to sleep for 11 seconds 00000100:00100000:1.0:1775764539.001821:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764539.002155:0:42327:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098415360 00000100:00100000:3.0:1775764539.002165:0:42327:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098415360 00000100:00100000:3.0:1775764539.002246:0:42327:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 138 00000100:00100000:3.0:1775764539.002256:0:42327:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444832c2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+23:52778:x1862022098415360:12345-192.168.202.28@tcp:49:lfs.0 00000100:00100000:3.0:1775764539.002424:0:42327:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444832c2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+23:52778:x1862022098415360:12345-192.168.202.28@tcp:49:lfs.0 Request processed in 169us (639us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764539.002432:0:42327:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 138 00000100:00100000:0.0:1775764539.004616:0:42326:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bb48a680 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:42326:1862022118992768:192.168.202.28@tcp:105: 00010000:00010000:0.0:1775764539.004658:0:42326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944580031e00/0x57b8ff0e0304f9f1 lrc: 2/0,0 mode: --/EX res: [0x200003ab1:0x26:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764539.004670:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944580031e00/0x57b8ff0e0304f9f1 lrc: 0/0,0 mode: --/EX res: [0x200003ab1:0x26:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764539.004711:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76e00/0x57b8ff0e0304fabc lrc: 3/0,1 mode: --/EX res: [0x200003ab1:0x26:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764539.005020:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76e00/0x57b8ff0e0304fabc lrc: 3/0,1 mode: EX/EX res: [0x200003ab1:0x26:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764539.005039:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76e00/0x57b8ff0e0304fabc lrc: 3/0,1 mode: EX/EX res: [0x200003ab1:0x26:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764539.005053:0:42326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76e00/0x57b8ff0e0304fabc lrc: 3/0,1 mode: EX/EX res: [0x200003ab1:0x26:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764539.005060:0:42326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76e00/0x57b8ff0e0304fabc lrc: 2/0,0 mode: EX/EX res: [0x200003ab1:0x26:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764539.005067:0:42326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76e00/0x57b8ff0e0304fabc lrc: 3/0,0 mode: EX/EX res: [0x200003ab1:0x26:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764539.005074:0:42326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445bfe76e00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:0.0:1775764539.005079:0:42326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76e00/0x57b8ff0e0304fabc lrc: 3/0,0 mode: EX/EX res: [0x200003ab1:0x26:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764539.005227:0:42326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76e00/0x57b8ff0e0304fabc lrc: 4/0,0 mode: EX/EX res: [0x200003ab1:0x26:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764539.005244:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x26:0x0].0x0 (ffff94459084a600) 00010000:00010000:0.0:1775764539.005247:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764539.005251:0:42326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76e00/0x57b8ff0e0304fabc lrc: 2/0,0 mode: --/EX res: [0x200003ab1:0x26:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764539.005258:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76e00/0x57b8ff0e0304fabc lrc: 0/0,0 mode: --/EX res: [0x200003ab1:0x26:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764539.005271:0:42326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77000/0x57b8ff0e0304faae lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0x26:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764539.005277:0:42326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77000/0x57b8ff0e0304faae lrc: 2/0,0 mode: PW/PW res: [0x200003ab1:0x26:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764539.005284:0:42326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77000/0x57b8ff0e0304faae lrc: 3/0,0 mode: PW/PW res: [0x200003ab1:0x26:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764539.005289:0:42326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445bfe77000 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:0.0:1775764539.005292:0:42326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77000/0x57b8ff0e0304faae lrc: 3/0,0 mode: PW/PW res: [0x200003ab1:0x26:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764539.005298:0:42326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77000/0x57b8ff0e0304faae lrc: 4/0,0 mode: PW/PW res: [0x200003ab1:0x26:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764539.005305:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x26:0x0].0x0 (ffff94459084a600) 00010000:00010000:0.0:1775764539.005307:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1775764539.005312:0:42326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77000/0x57b8ff0e0304faae lrc: 2/0,0 mode: --/PW res: [0x200003ab1:0x26:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764539.005317:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77000/0x57b8ff0e0304faae lrc: 0/0,0 mode: --/PW res: [0x200003ab1:0x26:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00080000:1.0:1775764539.006038:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1775764539.006408:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444867b3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+22:52779:x1862022098415104:12345-192.168.202.28@tcp:57:lhsmtool_posix.0 Request processed in 22267us (22524us total) trans 34359738777 rc 0/0 00000100:00100000:0.0:1775764539.006421:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 445 00000020:00080000:0.0:1775764539.006428:0:42326:0:(tgt_main.c:783:tgt_ses_key_exit()) total 6 transactions per RPC 00000040:00080000:3.0:1775764539.006918:0:42356:0:(llog.c:800:llog_process_thread()) index: 8, lh_last_idx: 8 synced_idx: 8 lgh_last_idx: 8 00000040:00080000:3.0:1775764539.006925:0:42356:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x32:0x0] at index 8 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1775764539.007554:0:42356:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x32:0x0] index 64768 count 6 00000040:00080000:3.0:1775764539.007563:0:42356:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 9 count 2 00000100:00100000:1.0:1775764539.014922:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764539.016780:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098415616 00000100:00100000:3.0:1775764539.016819:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098415616 00000100:00100000:3.0:1775764539.016903:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 446 00000100:00100000:3.0:1775764539.016915:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444832c1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+22:52778:x1862022098415616:12345-192.168.202.28@tcp:58:lfs.0 00000040:00080000:3.0:1775764539.017447:0:42324:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x32:0x0].12, 136 off9824 00000100:00100000:3.0:1775764539.017876:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444832c1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+22:52778:x1862022098415616:12345-192.168.202.28@tcp:58:lfs.0 Request processed in 961us (2970us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764539.017887:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 446 00000100:00100000:2.0:1775764539.019111:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764539.021596:0:42327:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098415872 00000100:00100000:3.0:1775764539.021609:0:42327:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098415872 00000100:00100000:1.0:1775764539.021792:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764539.021922:0:42328:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098416128 00000100:00100000:2.0:1775764539.021926:0:42328:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098416128 00000100:00100000:2.0:1775764539.021962:0:42328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 139 00000100:00100000:2.0:1775764539.021971:0:42328:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444832c0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+23:52778:x1862022098416128:12345-192.168.202.28@tcp:35:lfs.0 00000100:00100000:2.0:1775764539.022225:0:42328:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444832c0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+24:52778:x1862022098416128:12345-192.168.202.28@tcp:35:lfs.0 Request processed in 254us (437us total) trans 34359738778 rc 0/0 00000100:00100000:2.0:1775764539.022234:0:42328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 139 00000100:00100000:3.0:1775764539.026454:0:42327:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 140 00000100:00100000:3.0:1775764539.026481:0:42327:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bce29880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+23:52779:x1862022098415872:12345-192.168.202.28@tcp:35:lhsmtool_posix.0 00000004:00080000:3.0:1775764539.029472:0:42327:0:(mdd_object.c:4010:mdd_close()) Object [0x200003ab1:0x28:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000001:00080000:2.0:1775764539.033589:0:42327:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 34359738779 00010000:00010000:2.0:1775764539.033716:0:42327:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff944580031800/0x57b8ff0e0304fac3 lrc: 3/0,1 mode: --/PW res: [0x200003ab1:0x28:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764539.033757:0:42327:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944580031800/0x57b8ff0e0304fac3 lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0x28:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010080000000 pid: 42327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764539.033772:0:42327:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944580031800/0x57b8ff0e0304fac3 lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0x28:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 42327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764539.033782:0:42327:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff944580031800/0x57b8ff0e0304fac3 lrc: 4/0,1 mode: PW/PW res: [0x200003ab1:0x28:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 42327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764539.033789:0:42327:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff944580031800/0x57b8ff0e0304fac3 lrc: 4/0,1 mode: PW/PW res: [0x200003ab1:0x28:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 42327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764539.033795:0:42327:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944580031800/0x57b8ff0e0304fac3 lrc: 3/0,0 mode: PW/PW res: [0x200003ab1:0x28:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 42327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764539.033834:0:42327:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1775764539.033950:0:42327:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bce29880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+25:52779:x1862022098415872:12345-192.168.202.28@tcp:35:lhsmtool_posix.0 Request processed in 7480us (14840us total) trans 34359738780 rc 0/0 00000100:00100000:2.0:1775764539.033963:0:42327:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 140 00000020:00080000:2.0:1775764539.033970:0:42327:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:3.0:1775764539.034263:0:43224:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1775764539.034270:0:43224:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944580031800/0x57b8ff0e0304fac3 lrc: 2/0,0 mode: PW/PW res: [0x200003ab1:0x28:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 42327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764539.034281:0:43224:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944580031800 already unused, calling callback (ffffffffc177a060) 00010000:00010000:3.0:1775764539.034285:0:43224:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944580031800/0x57b8ff0e0304fac3 lrc: 2/0,0 mode: PW/PW res: [0x200003ab1:0x28:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 42327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764539.034294:0:43224:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944580031800/0x57b8ff0e0304fac3 lrc: 3/0,0 mode: PW/PW res: [0x200003ab1:0x28:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 42327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764539.034307:0:43224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x28:0x0].0x0 (ffff94459084a700) 00010000:00010000:3.0:1775764539.034310:0:43224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1775764539.034316:0:43224:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944580031800/0x57b8ff0e0304fac3 lrc: 1/0,0 mode: --/PW res: [0x200003ab1:0x28:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 42327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764539.034322:0:43224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944580031800/0x57b8ff0e0304fac3 lrc: 0/0,0 mode: --/PW res: [0x200003ab1:0x28:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 42327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764539.034346:0:43224:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764539.034347:0:43224:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764539.034349:0:43224:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764539.203332:0:42312:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1775764540.033117:0:42356:0:(llog.c:800:llog_process_thread()) index: 8, lh_last_idx: 8 synced_idx: 8 lgh_last_idx: 8 00000040:00080000:3.0:1775764540.033127:0:42356:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x32:0x0] at index 8 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1775764540.033166:0:42356:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x32:0x0] index 13 count 7 00000040:00080000:3.0:1775764540.033174:0:42356:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 9 count 2 00000100:00100000:3.0:1775764540.033374:0:42356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9444867b1c00 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:42356:1862022118992896:192.168.202.28@tcp:107:hsm_cdtr.0 00000100:00100000:3.0:1775764540.033575:0:42356:0:(client.c:2691:ptlrpc_set_wait()) set ffff944482872180 going to sleep for 11 seconds 00000100:00100000:1.0:1775764540.050942:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764540.051300:0:42356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9444867b1c00 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:42356:1862022118992896:192.168.202.28@tcp:107:hsm_cdtr.0 00000100:00100000:2.0:1775764540.051330:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098416256 00000100:00100000:2.0:1775764540.051337:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098416256 00000100:00100000:2.0:1775764540.051384:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 447 00000100:00100000:2.0:1775764540.051392:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444832c1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+25:52864:x1862022098416256:12345-192.168.202.28@tcp:53:lhsmtool_posix.0 00000004:00000080:2.0:1775764540.051451:0:44493:0:(mdt_handler.c:7957:mdt_fid2path()) path get [0x200003ab1:0x26:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1775764540.051582:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444832c1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+25:52864:x1862022098416256:12345-192.168.202.28@tcp:53:lhsmtool_posix.0 Request processed in 176us (637us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764540.051590:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 447 00000100:00100000:1.0:1775764540.076475:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764540.076690:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098416512 00000100:00100000:3.0:1775764540.076707:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098416512 00000100:00100000:3.0:1775764540.076793:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 448 00000100:00100000:3.0:1775764540.076858:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444832c0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+25:52864:x1862022098416512:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1775764540.076884:0:42324:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764540.076909:0:42324:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e0304faca lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b366 expref: -99 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764540.077043:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695a00/0x57b8ff0e0304fad1 lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0x26:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764540.077060:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695a00/0x57b8ff0e0304fad1 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764540.077074:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695a00/0x57b8ff0e0304fad1 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764540.077090:0:42324:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab1:0x26:0x0]: returning size 5 00010000:00010000:3.0:1775764540.077549:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e0304faca lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b366 expref: 28 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764540.077572:0:42324:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695a00/0x57b8ff0e0304fad1 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b366 expref: 27 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764540.077581:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x26:0x0].0x0 (ffff94459084a600) 00010000:00010000:3.0:1775764540.077584:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1775764540.077588:0:42324:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445be695a00, rc 0) 00000100:00100000:3.0:1775764540.077666:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444832c0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+27:52864:x1862022098416512:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 Request processed in 821us (1201us total) trans 34359738781 rc 0/0 00000100:00100000:3.0:1775764540.077675:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 448 00000100:00100000:1.0:1775764540.119614:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764540.119840:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098416768 00000100:00100000:2.0:1775764540.119854:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098416768 00000100:00100000:2.0:1775764540.119944:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 449 00000100:00100000:2.0:1775764540.119955:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444832c1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+27:52864:x1862022098416768:12345-192.168.202.28@tcp:57:lhsmtool_posix.0 00010000:00010000:2.0:1775764540.120056:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff944580031000/0x57b8ff0e0304fadf lrc: 3/0,1 mode: --/PW res: [0x200003ab1:0x26:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764540.120089:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944580031000/0x57b8ff0e0304fadf lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0x26:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764540.120103:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944580031000/0x57b8ff0e0304fadf lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0x26:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764540.120630:0:44493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff944580031000/0x57b8ff0e0304fadf lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0x26:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764540.120641:0:44493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944580031000/0x57b8ff0e0304fadf lrc: 2/0,0 mode: PW/PW res: [0x200003ab1:0x26:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764540.120648:0:44493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944580031000/0x57b8ff0e0304fadf lrc: 3/0,0 mode: PW/PW res: [0x200003ab1:0x26:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764540.120655:0:44493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944580031000 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764540.120660:0:44493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944580031000/0x57b8ff0e0304fadf lrc: 3/0,0 mode: PW/PW res: [0x200003ab1:0x26:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764540.120668:0:44493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944580031000/0x57b8ff0e0304fadf lrc: 4/0,0 mode: PW/PW res: [0x200003ab1:0x26:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764540.120682:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x26:0x0].0x0 (ffff94459084a600) 00010000:00010000:2.0:1775764540.120685:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1775764540.120691:0:44493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944580031000/0x57b8ff0e0304fadf lrc: 2/0,0 mode: --/PW res: [0x200003ab1:0x26:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764540.120697:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944580031000/0x57b8ff0e0304fadf lrc: 0/0,0 mode: --/PW res: [0x200003ab1:0x26:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1775764540.121927:0:42356:0:(llog.c:800:llog_process_thread()) index: 8, lh_last_idx: 8 synced_idx: 8 lgh_last_idx: 8 00000040:00080000:0.0:1775764540.121935:0:42356:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x32:0x0] at index 8 of catalog [0xa:0x7:0x0] 00000100:00100000:2.0:1775764540.122701:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444832c1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+28:52864:x1862022098416768:12345-192.168.202.28@tcp:57:lhsmtool_posix.0 Request processed in 2741us (3092us total) trans 34359738782 rc 0/0 00000100:00100000:2.0:1775764540.122715:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 449 00000040:00080000:0.0:1775764540.123006:0:42356:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x32:0x0] index 64768 count 7 00000040:00080000:0.0:1775764540.123017:0:42356:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 9 count 2 00000100:00100000:1.0:1775764540.153922:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764540.158159:0:42328:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098417024 00000100:00100000:0.0:1775764540.158181:0:42328:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098417024 00000100:00100000:0.0:1775764540.158312:0:42328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 141 00000100:00100000:0.0:1775764540.158325:0:42328:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944481e5b450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+28:52864:x1862022098417024:12345-192.168.202.28@tcp:35:lhsmtool_posix.0 00000100:00100000:0.0:1775764540.158705:0:42328:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944481e5b450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+29:52864:x1862022098417024:12345-192.168.202.28@tcp:35:lhsmtool_posix.0 Request processed in 380us (4793us total) trans 34359738783 rc 0/0 00000100:00100000:0.0:1775764540.158714:0:42328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 141 00010000:00010000:3.0:1775764540.225015:0:42313:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764541.253893:0:43224:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775764541.699966:0:3328:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1775764541.699999:0:3328:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bb48a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3328:1862022118993024:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1775764541.700281:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764541.704539:0:42948:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118993024 00000100:00100000:2.0:1775764541.704555:0:42948:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118993024 00000100:00100000:2.0:1775764541.704709:0:42948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 76 00000100:00100000:2.0:1775764541.704730:0:42948:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444832c3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3328:x1862022118993024:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1775764541.704784:0:42948:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 54460416 pending 0 free 3704619008 avail 3702521856 00000100:00100000:2.0:1775764541.704945:0:42948:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444832c3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3328:x1862022118993024:12345-0@lo:13:osp-pre-0-0.0 Request processed in 225us (4664us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764541.704954:0:42948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 76 00000100:00100000:3.0:1775764541.706517:0:3328:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bb48a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3328:1862022118993024:0@lo:13:osp-pre-0-0.0 00000100:00080000:1.0:1775764541.720120:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1775764542.210096:0:3328:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944486e47100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3328:1862022118993408:0@lo:400:kworker.0 00000100:00100000:1.0:1775764542.210189:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764542.210304:0:3328:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1775764542.210311:0:3328:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944486e47b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3328:1862022118993536:0@lo:400:kworker.0 00000100:00100000:1.0:1775764542.210338:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764542.210374:0:42945:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118993408 00000100:00100000:1.0:1775764542.210381:0:42945:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118993408 00000100:00100000:1.0:1775764542.210686:0:42945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 121 00000100:00100000:1.0:1775764542.210698:0:42945:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444832c3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3328:x1862022118993408:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764542.210773:0:42945:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444832c3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3328:x1862022118993408:12345-0@lo:400:kworker.0 Request processed in 78us (584us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764542.210782:0:42945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 121 00000100:00100000:1.0:1775764542.211006:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118993536 00000100:00100000:1.0:1775764542.211010:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118993536 00000100:00100000:1.0:1775764542.211041:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 171 00000100:00100000:1.0:1775764542.211048:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444832c1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3328:x1862022118993536:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764542.211095:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444832c1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3328:x1862022118993536:12345-0@lo:400:kworker.0 Request processed in 47us (755us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764542.211101:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 171 00000100:00080000:1.0:1775764542.211126:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1775764542.211156:0:3328:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944486e47b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3328:1862022118993536:0@lo:400:kworker.0 00000100:00100000:1.0:1775764542.211167:0:3328:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944486e47100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3328:1862022118993408:0@lo:400:kworker.0 00000100:00100000:0.0:1775764542.212072:0:3331:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bce29880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3331:1862022118993280:0@lo:400:kworker.0 00000100:00100000:0.0:1775764542.212143:0:3331:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764542.212206:0:3331:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944486e46300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3331:1862022118993792:0@lo:400:kworker.0 00000100:00100000:0.0:1775764542.212230:0:3331:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764542.212261:0:3331:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:0.0:1775764542.212268:0:3331:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bce29180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d8dacf45-8471-4226-a2fb-1fac83f69c1e:3331:1862022118993152:0@lo:400:kworker.0 00000100:00100000:0.0:1775764542.212309:0:3331:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764542.212335:0:3331:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944486e44e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3331:1862022118993664:0@lo:400:kworker.0 00000100:00100000:0.0:1775764542.212360:0:3331:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764542.212396:0:42317:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118993152 00000100:00100000:0.0:1775764542.212782:0:42317:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118993152 00000100:00100000:0.0:1775764542.213048:0:42317:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 185 00000100:00100000:0.0:1775764542.213057:0:42317:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944585dee450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d8dacf45-8471-4226-a2fb-1fac83f69c1e+18:3331:x1862022118993152:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764542.213120:0:42317:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944585dee450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d8dacf45-8471-4226-a2fb-1fac83f69c1e+18:3331:x1862022118993152:12345-0@lo:400:kworker.0 Request processed in 64us (810us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764542.213126:0:42317:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 185 00000100:00100000:0.0:1775764542.213178:0:3331:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bce29180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d8dacf45-8471-4226-a2fb-1fac83f69c1e:3331:1862022118993152:0@lo:400:kworker.0 00000100:00100000:2.0:1775764542.214750:0:42946:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118993280 00000100:00100000:2.0:1775764542.214761:0:42946:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118993280 00000100:00100000:2.0:1775764542.214866:0:42946:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 122 00000100:00100000:2.0:1775764542.214885:0:42946:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bb48aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3331:x1862022118993280:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764542.214968:0:42946:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bb48aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3331:x1862022118993280:12345-0@lo:400:kworker.0 Request processed in 85us (2825us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764542.214976:0:42946:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 122 00000100:00100000:2.0:1775764542.214999:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118993792 00000100:00100000:2.0:1775764542.215003:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118993792 00000100:00100000:2.0:1775764542.215035:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118993664 00000100:00100000:2.0:1775764542.215038:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118993664 00000100:00100000:2.0:1775764542.215072:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 172 00000100:00100000:2.0:1775764542.215078:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bb48b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3331:x1862022118993792:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764542.215112:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bb48b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3331:x1862022118993792:12345-0@lo:400:kworker.0 Request processed in 35us (2881us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764542.215118:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 172 00000100:00100000:2.0:1775764542.215129:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 173 00000100:00100000:2.0:1775764542.215134:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bb489180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3331:x1862022118993664:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764542.215161:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bb489180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3331:x1862022118993664:12345-0@lo:400:kworker.0 Request processed in 27us (2800us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764542.215166:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 173 00000100:00080000:1.0:1775764542.215757:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1775764542.216568:0:3331:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944486e44e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3331:1862022118993664:0@lo:400:kworker.0 00000100:00100000:0.0:1775764542.216589:0:3331:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bce29880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3331:1862022118993280:0@lo:400:kworker.0 00000100:00100000:0.0:1775764542.216602:0:3331:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944486e46300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3331:1862022118993792:0@lo:400:kworker.0 00010000:00010000:3.0:1775764542.273305:0:42312:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775764542.648664:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764542.648705:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764542.648760:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764542.648779:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764542.648848:0:42318:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098417152 00000100:00100000:0.0:1775764542.648862:0:42318:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098417152 00000100:00100000:1.0:1775764542.648868:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764542.648901:0:42945:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098417536 00000100:00100000:1.0:1775764542.648905:0:42945:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098417536 00000100:00100000:0.0:1775764542.648920:0:42318:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 186 00000100:00100000:0.0:1775764542.648929:0:42318:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944585ded850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:24b54882-c0a1-43f2-954f-009e5a9afc9d+12:2377:x1862022098417152:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:1.0:1775764542.648944:0:42945:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098417408 00000100:00100000:1.0:1775764542.648946:0:42945:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098417408 00000100:00100000:1.0:1775764542.648966:0:42945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 123 00000100:00100000:1.0:1775764542.648971:0:42945:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444832c0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+9:2377:x1862022098417536:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:0.0:1775764542.649034:0:42318:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944585ded850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:24b54882-c0a1-43f2-954f-009e5a9afc9d+12:2377:x1862022098417152:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 106us (273us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764542.649042:0:42318:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 186 00000100:00100000:2.0:1775764542.649360:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098417280 00000100:00100000:2.0:1775764542.649366:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098417280 00000100:00100000:2.0:1775764542.649414:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098417664 00000100:00100000:2.0:1775764542.649418:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098417664 00000100:00100000:3.0:1775764542.649694:0:43212:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 124 00000100:00100000:3.0:1775764542.649704:0:43212:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444832c3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+5:2377:x1862022098417408:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:2.0:1775764542.650380:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 174 00000100:00100000:2.0:1775764542.650395:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444832c2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+29:2377:x1862022098417280:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:1.0:1775764542.658677:0:42945:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444832c0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+9:2377:x1862022098417536:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 9688us (9954us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764542.658695:0:42945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 123 00000100:00080000:1.0:1775764542.658760:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1775764542.658766:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1775764542.658770:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1775764542.658862:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 175 00000100:00100000:1.0:1775764542.658889:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444832c2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:82781e18-e0e3-4f9f-9a2b-041bf0344414+5:2377:x1862022098417664:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:1.0:1775764542.658955:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444832c2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:82781e18-e0e3-4f9f-9a2b-041bf0344414+5:2377:x1862022098417664:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 73us (10086us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764542.658961:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 175 00000100:00100000:3.0:1775764542.669236:0:43212:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444832c3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+5:2377:x1862022098417408:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 19516us (20438us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764542.669257:0:43212:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 124 00000100:00100000:2.0:1775764542.671158:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444832c2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+29:2377:x1862022098417280:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 20752us (22494us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764542.671177:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 174 00000040:00080000:0.0:1775764543.235356:0:42356:0:(llog.c:800:llog_process_thread()) index: 8, lh_last_idx: 8 synced_idx: 8 lgh_last_idx: 8 00000040:00080000:0.0:1775764543.235372:0:42356:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x32:0x0] at index 8 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1775764543.235426:0:42356:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x32:0x0] index 13 count 7 00000040:00080000:0.0:1775764543.235443:0:42356:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 9 count 2 00010000:00010000:3.0:1775764543.306322:0:42313:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:3.0:1775764543.345638:0:6613:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 34359738406 is committed 00000100:00100000:1.0:1775764543.756821:0:3328:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9444832c2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3328:1862022118993920:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1775764543.756907:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764543.756988:0:42948:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118993920 00000100:00100000:1.0:1775764543.756995:0:42948:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118993920 00000100:00100000:1.0:1775764543.757043:0:42948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77 00000100:00100000:1.0:1775764543.757053:0:42948:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444832c0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3328:x1862022118993920:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1775764543.757093:0:42948:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 64684032 pending 0 free 3765436416 avail 3763339264 00000100:00100000:1.0:1775764543.757140:0:42948:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444832c0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3328:x1862022118993920:12345-0@lo:13:osp-pre-1-0.0 Request processed in 88us (234us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764543.757148:0:42948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77 00000100:00100000:1.0:1775764543.757198:0:3328:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9444832c2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3328:1862022118993920:0@lo:13:osp-pre-1-0.0 00000001:00080000:3.0:1775764543.877150:0:5825:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 34359738783 is committed 00000020:00080000:3.0:1775764543.877176:0:5825:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9445862aa600 refcount 2 committed 0 result 0 batchid 30064771814 00000020:00080000:3.0:1775764543.877182:0:5825:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9445a62e2100 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9445862aa3c0 00000020:00080000:3.0:1775764543.877186:0:5825:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9445a62e2500 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff944488470400 00000020:00080000:3.0:1775764543.877239:0:5825:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 30064771813 batchid updated 00000020:00080000:1.0:1775764543.878210:0:42361:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 30064771814 committed batchid 30064771813 00000020:00080000:1.0:1775764543.878474:0:42361:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 30064771813 00010000:00010000:3.0:1775764544.322116:0:43224:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:2.0:1775764544.329211:0:7469:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 34359738414 is committed 00000001:00080000:2.0:1775764544.329335:0:7469:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 34359738413 is committed 00010000:00010000:3.0:1775764545.344976:0:42312:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775764546.131039:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764546.131167:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098417792 00000100:00100000:1.0:1775764546.131183:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098417792 00000100:00100000:1.0:1775764546.131276:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 450 00000100:00100000:1.0:1775764546.131288:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bb48bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+16:53203:x1862022098417792:12345-192.168.202.28@tcp:101:lctl.0 00010000:00010000:1.0:1775764546.131317:0:44493:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764546.131346:0:44493:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944587808200/0x57b8ff0e0304fae6 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b36d expref: -99 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764546.131435:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944587809c00/0x57b8ff0e0304faed lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764546.131452:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944587809c00/0x57b8ff0e0304faed lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764546.131467:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944587809c00/0x57b8ff0e0304faed lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00080000:2.0:1775764546.132861:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000004:00200000:1.0:1775764546.133936:0:44493:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 9728 00000004:00200000:1.0:1775764546.133944:0:44493:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 34 stripe count 1 MDT count 1 00000004:00010000:1.0:1775764546.134104:0:44493:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff944587809c00/0x57b8ff0e0304faed lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764546.134156:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944587808200/0x57b8ff0e0304fae6 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b36d expref: 18 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764546.134180:0:44493:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff944587809c00/0x57b8ff0e0304faed lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b36d expref: 17 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764546.134191:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff944584d1d100) 00010000:00010000:1.0:1775764546.134194:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1775764546.134199:0:44493:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944587809c00, rc 0) 00000100:00100000:1.0:1775764546.134361:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bb48bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+17:53203:x1862022098417792:12345-192.168.202.28@tcp:101:lctl.0 Request processed in 3074us (3331us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764546.134371:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 450 00000100:00100000:1.0:1775764546.260584:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764546.260844:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098417920 00000100:00100000:2.0:1775764546.260860:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098417920 00000100:00100000:2.0:1775764546.260939:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 451 00000100:00100000:2.0:1775764546.260952:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444832c2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+17:52710:x1862022098417920:12345-192.168.202.28@tcp:60:lhsmtool_posix.0 00000100:00100000:2.0:1775764546.261072:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444832c2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+17:52710:x1862022098417920:12345-192.168.202.28@tcp:60:lhsmtool_posix.0 Request processed in 122us (504us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764546.261081:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 451 00000100:00100000:1.0:1775764546.288151:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764546.288448:0:42328:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098418176 00000100:00100000:0.0:1775764546.288462:0:42328:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098418176 00000100:00100000:0.0:1775764546.288554:0:42328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 142 00000100:00100000:0.0:1775764546.288568:0:42328:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444832c0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+17:52710:x1862022098418176:12345-192.168.202.28@tcp:35:lhsmtool_posix.0 00000100:00100000:0.0:1775764546.289394:0:42328:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444832c0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+18:52710:x1862022098418176:12345-192.168.202.28@tcp:35:lhsmtool_posix.0 Request processed in 826us (1250us total) trans 34359738784 rc 0/0 00000100:00100000:0.0:1775764546.289406:0:42328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 142 00010000:00010000:3.0:1775764546.369094:0:42313:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775764546.706641:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764546.706777:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098418304 00000100:00100000:1.0:1775764546.706792:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098418304 00000100:00100000:1.0:1775764546.706912:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 452 00000100:00100000:1.0:1775764546.706924:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bb489f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:82781e18-e0e3-4f9f-9a2b-041bf0344414+5:53220:x1862022098418304:12345-192.168.202.28@tcp:101:lsof.0 00010000:00010000:1.0:1775764546.706949:0:42326:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764546.706973:0:42326:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944587809000/0x57b8ff0e0304faf4 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b374 expref: -99 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764546.707045:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944587808a00/0x57b8ff0e0304fafb lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764546.707059:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944587808a00/0x57b8ff0e0304fafb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764546.707072:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944587808a00/0x57b8ff0e0304fafb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764546.707350:0:42326:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 9728 00000004:00200000:1.0:1775764546.707355:0:42326:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 34 stripe count 1 MDT count 1 00000004:00010000:1.0:1775764546.707447:0:42326:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff944587808a00/0x57b8ff0e0304fafb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764546.707478:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944587809000/0x57b8ff0e0304faf4 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b374 expref: 7 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764546.707502:0:42326:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff944587808a00/0x57b8ff0e0304fafb lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b374 expref: 6 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764546.707511:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff944584d1d100) 00010000:00010000:1.0:1775764546.707514:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1775764546.707517:0:42326:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944587808a00, rc 0) 00000100:00100000:1.0:1775764546.707591:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bb489f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:82781e18-e0e3-4f9f-9a2b-041bf0344414+6:53220:x1862022098418304:12345-192.168.202.28@tcp:101:lsof.0 Request processed in 669us (968us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764546.707599:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 452 00000100:00080000:2.0:1775764546.707694:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1775764546.818820:0:3328:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1775764546.821034:0:3328:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bb48b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3328:1862022118994048:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1775764546.821137:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764546.821404:0:42948:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118994048 00000100:00100000:1.0:1775764546.821415:0:42948:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118994048 00000100:00100000:1.0:1775764546.821510:0:42948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 78 00000100:00100000:1.0:1775764546.821522:0:42948:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486e45180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3328:x1862022118994048:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1775764546.821582:0:42948:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 54460416 pending 0 free 3704619008 avail 3702521856 00000100:00100000:1.0:1775764546.821634:0:42948:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486e45180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3328:x1862022118994048:12345-0@lo:13:osp-pre-0-0.0 Request processed in 114us (496us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764546.821642:0:42948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 78 00000100:00100000:2.0:1775764546.822022:0:3328:0:(client.c:3082:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 34359738406 gen 2 00000004:00080000:2.0:1775764546.822030:0:3328:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9444867b0a80, transno 34359738406 00000100:00080000:3.0:1775764546.826231:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1775764546.826902:0:3328:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bb48b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3328:1862022118994048:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1775764547.332693:0:3331:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1775764547.344055:0:3331:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9444867b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3331:1862022118994304:0@lo:400:kworker.0 00000100:00100000:1.0:1775764547.344169:0:3331:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764547.344258:0:3331:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9444867b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d8dacf45-8471-4226-a2fb-1fac83f69c1e:3331:1862022118994176:0@lo:400:kworker.0 00000100:00100000:1.0:1775764547.344292:0:3331:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764547.344597:0:42319:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118994176 00000100:00100000:2.0:1775764547.344608:0:42319:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118994176 00000100:00100000:2.0:1775764547.344717:0:42319:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 187 00000100:00100000:2.0:1775764547.344727:0:42319:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944585def450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d8dacf45-8471-4226-a2fb-1fac83f69c1e+18:3331:x1862022118994176:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764547.344783:0:42319:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944585def450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d8dacf45-8471-4226-a2fb-1fac83f69c1e+18:3331:x1862022118994176:12345-0@lo:400:kworker.0 Request processed in 57us (489us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764547.344790:0:42319:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 187 00000100:00100000:0.0:1775764547.344975:0:42945:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118994304 00000100:00100000:0.0:1775764547.344980:0:42945:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118994304 00000100:00100000:0.0:1775764547.345024:0:42945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 125 00000100:00100000:0.0:1775764547.345033:0:42945:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444832c3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3331:x1862022118994304:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764547.345078:0:42945:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444832c3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3331:x1862022118994304:12345-0@lo:400:kworker.0 Request processed in 47us (910us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764547.345085:0:42945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 125 00000100:00100000:3.0:1775764547.346706:0:3330:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944483640700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3330:1862022118994688:0@lo:400:kworker.0 00000100:00100000:3.0:1775764547.346780:0:3330:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764547.346846:0:3330:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1775764547.346853:0:3330:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bc1ddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3330:1862022118994816:0@lo:400:kworker.0 00000100:00100000:3.0:1775764547.346926:0:3330:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764547.346988:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118994688 00000100:00100000:3.0:1775764547.346997:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118994688 00000100:00100000:3.0:1775764547.347063:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118994816 00000100:00100000:3.0:1775764547.347067:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118994816 00000100:00100000:3.0:1775764547.347094:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 176 00000100:00100000:3.0:1775764547.347103:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bc1ded80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3330:x1862022118994688:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764547.347454:0:3331:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9444867b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3331:1862022118994304:0@lo:400:kworker.0 00000100:00100000:1.0:1775764547.347468:0:3331:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9444867b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d8dacf45-8471-4226-a2fb-1fac83f69c1e:3331:1862022118994176:0@lo:400:kworker.0 00000100:00100000:1.0:1775764547.347528:0:3329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944483642300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3329:1862022118994560:0@lo:400:kworker.0 00000100:00100000:1.0:1775764547.347575:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764547.347592:0:3329:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1775764547.347597:0:3329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944483641880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3329:1862022118994432:0@lo:400:kworker.0 00000100:00100000:1.0:1775764547.347621:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764547.347681:0:42944:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118994432 00000100:00100000:1.0:1775764547.347686:0:42944:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118994432 00000100:00100000:1.0:1775764547.347718:0:42944:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 126 00000100:00100000:1.0:1775764547.347725:0:42944:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444867b0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3329:x1862022118994432:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764547.347769:0:42944:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444867b0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3329:x1862022118994432:12345-0@lo:400:kworker.0 Request processed in 45us (147us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764547.347777:0:42944:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 126 00000100:00100000:1.0:1775764547.347825:0:3329:0:(client.c:3082:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 34359738414 gen 2 00000004:00080000:1.0:1775764547.347832:0:3329:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 34359738414 committed transno 34359738414 00000100:00100000:1.0:1775764547.347849:0:3329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944483641880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3329:1862022118994432:0@lo:400:kworker.0 00000100:00080000:1.0:1775764547.347865:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1775764547.347869:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1775764547.347877:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118994560 00000100:00100000:1.0:1775764547.347880:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118994560 00000100:00100000:1.0:1775764547.347898:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 177 00000100:00100000:1.0:1775764547.347904:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bc1de680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3330:x1862022118994816:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764547.347940:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bc1de680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3330:x1862022118994816:12345-0@lo:400:kworker.0 Request processed in 36us (1013us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764547.347946:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 177 00000100:00100000:1.0:1775764547.347959:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 178 00000100:00100000:1.0:1775764547.347965:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444867b1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3329:x1862022118994560:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764547.347996:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444867b1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3329:x1862022118994560:12345-0@lo:400:kworker.0 Request processed in 32us (421us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764547.348000:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 178 00000100:00100000:1.0:1775764547.348017:0:3329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944483642300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3329:1862022118994560:0@lo:400:kworker.0 00000100:00100000:1.0:1775764547.348068:0:3330:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bc1ddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3330:1862022118994816:0@lo:400:kworker.0 00000100:00100000:3.0:1775764547.348482:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bc1ded80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3330:x1862022118994688:12345-0@lo:400:kworker.0 Request processed in 1380us (1703us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764547.348488:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 176 00000100:00100000:2.0:1775764547.348826:0:3330:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944483640700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3330:1862022118994688:0@lo:400:kworker.0 00010000:00010000:3.0:1775764547.393039:0:43224:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775764547.760363:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764547.760417:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764547.760459:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764547.760487:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764547.760534:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764547.760570:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098418944 00000100:00100000:1.0:1775764547.760581:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098418944 00000100:00100000:2.0:1775764547.760594:0:42946:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098418688 00000100:00100000:2.0:1775764547.760600:0:42946:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098418688 00000100:00100000:1.0:1775764547.760638:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098418560 00000100:00100000:1.0:1775764547.760643:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098418560 00000100:00100000:2.0:1775764547.760648:0:42946:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098418816 00000100:00100000:2.0:1775764547.760652:0:42946:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098418816 00000100:00100000:1.0:1775764547.760685:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 179 00000100:00100000:2.0:1775764547.760693:0:42946:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 127 00000100:00100000:1.0:1775764547.760699:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944483642300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:82781e18-e0e3-4f9f-9a2b-041bf0344414+6:2377:x1862022098418944:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:2.0:1775764547.760706:0:42946:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944483640700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+5:2377:x1862022098418688:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:3.0:1775764547.760833:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 180 00000100:00100000:0.0:1775764547.760837:0:42317:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098418432 00000100:00100000:0.0:1775764547.760843:0:42317:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098418432 00000100:00100000:3.0:1775764547.760846:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944483641880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+18:2377:x1862022098418560:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:0.0:1775764547.760882:0:42317:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 188 00000100:00100000:0.0:1775764547.760891:0:42317:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944585dedc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:24b54882-c0a1-43f2-954f-009e5a9afc9d+12:2377:x1862022098418432:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:2.0:1775764547.760938:0:42946:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944483640700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+5:2377:x1862022098418688:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 237us (520us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764547.760946:0:42946:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 127 00000100:00100000:2.0:1775764547.760964:0:42946:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 128 00000100:00100000:2.0:1775764547.760970:0:42946:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94458620f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+8:2377:x1862022098418816:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:1.0:1775764547.767013:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944483642300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:82781e18-e0e3-4f9f-9a2b-041bf0344414+6:2377:x1862022098418944:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 4745us (4979us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764547.767036:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 179 00000100:00080000:1.0:1775764547.767131:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1775764547.767139:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1775764547.768200:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944483641880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+18:2377:x1862022098418560:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 7352us (7706us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764547.768212:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 180 00000100:00100000:0.0:1775764547.774302:0:42317:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944585dedc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:24b54882-c0a1-43f2-954f-009e5a9afc9d+12:2377:x1862022098418432:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 13395us (13934us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764547.774320:0:42317:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 188 00000100:00100000:2.0:1775764547.784467:0:42946:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94458620f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+8:2377:x1862022098418816:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 23478us (23914us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764547.784483:0:42946:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 128 00010000:00010000:3.0:1775764548.416990:0:42312:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775764548.865275:0:3329:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1775764548.865315:0:3329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944486e45c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3329:1862022118994944:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1775764548.865401:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764548.865473:0:42948:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118994944 00000100:00100000:1.0:1775764548.865482:0:42948:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118994944 00000100:00100000:1.0:1775764548.865534:0:42948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 79 00000100:00100000:1.0:1775764548.865544:0:42948:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94458620ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3329:x1862022118994944:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1775764548.865611:0:42948:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 64684032 pending 0 free 3765436416 avail 3763339264 00000100:00100000:1.0:1775764548.865745:0:42948:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94458620ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3329:x1862022118994944:12345-0@lo:13:osp-pre-1-0.0 Request processed in 202us (342us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764548.865752:0:42948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 79 00000100:00100000:1.0:1775764548.865833:0:3329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944486e45c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3329:1862022118994944:0@lo:13:osp-pre-1-0.0 00000001:00080000:3.0:1775764548.953763:0:5825:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 34359738784 is committed 00000020:00080000:3.0:1775764548.957055:0:5825:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 30064771814 batchid updated 00000020:00080000:1.0:1775764548.957363:0:42361:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 30064771814 00000020:00080000:1.0:1775764548.957382:0:42361:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 30064771814 00010000:00010000:3.0:1775764549.440978:0:42313:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764550.465066:0:43224:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:3.0:1775764551.414477:0:46153:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-pcc test 21a: PCC-RO storing as a plain HSM mirror component for plain layout ========================================================== 15:55:49 (1775764549) 00010000:00010000:3.0:1775764551.494238:0:42312:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775764551.948885:0:3328:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1775764551.948912:0:3328:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bb488a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3328:1862022118995072:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1775764551.949833:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764551.950584:0:42948:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118995072 00000100:00100000:1.0:1775764551.950594:0:42948:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118995072 00000100:00100000:1.0:1775764551.950691:0:42948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 80 00000100:00100000:1.0:1775764551.950702:0:42948:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bb488700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3328:x1862022118995072:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1775764551.950744:0:42948:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 54460416 pending 0 free 3704619008 avail 3702521856 00000100:00100000:1.0:1775764551.950830:0:42948:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bb488700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3328:x1862022118995072:12345-0@lo:13:osp-pre-0-0.0 Request processed in 128us (1033us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764551.950838:0:42948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 80 00000100:00080000:3.0:1775764551.951061:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1775764551.958664:0:3328:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bb488a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3328:1862022118995072:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1775764552.449695:0:3329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bb488000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3329:1862022118995584:0@lo:400:kworker.0 00000100:00100000:0.0:1775764552.449851:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764552.450256:0:3328:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bb489500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3328:1862022118995456:0@lo:400:kworker.0 00000100:00100000:1.0:1775764552.450337:0:3331:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bb48b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3331:1862022118995328:0@lo:400:kworker.0 00000100:00100000:2.0:1775764552.450379:0:3330:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bb488a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d8dacf45-8471-4226-a2fb-1fac83f69c1e:3330:1862022118995200:0@lo:400:kworker.0 00000100:00100000:3.0:1775764552.453824:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764552.454520:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118995584 00000100:00100000:3.0:1775764552.454531:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118995584 00000100:00100000:3.0:1775764552.454585:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 181 00000100:00100000:3.0:1775764552.454596:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bb48b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3329:x1862022118995584:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764552.454673:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bb48b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3329:x1862022118995584:12345-0@lo:400:kworker.0 Request processed in 79us (4824us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764552.454681:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 181 00000100:00100000:3.0:1775764552.454717:0:42944:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118995456 00000100:00100000:3.0:1775764552.454721:0:42944:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118995456 00000100:00100000:3.0:1775764552.454757:0:42944:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 129 00000100:00100000:3.0:1775764552.454764:0:42944:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bc1dce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3328:x1862022118995456:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764552.454824:0:42944:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bc1dce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3328:x1862022118995456:12345-0@lo:400:kworker.0 Request processed in 61us (1025us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764552.454831:0:42944:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 129 00000100:00080000:3.0:1775764552.454850:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1775764552.454901:0:3328:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bb489500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3328:1862022118995456:0@lo:400:kworker.0 00000100:00100000:1.0:1775764552.456290:0:3331:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764552.456359:0:3331:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bb489880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3331:1862022118995840:0@lo:400:kworker.0 00000100:00100000:1.0:1775764552.456398:0:3331:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764552.456430:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118995840 00000100:00100000:1.0:1775764552.456437:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118995840 00000100:00100000:1.0:1775764552.456480:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 182 00000100:00100000:1.0:1775764552.456501:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94458620ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3331:x1862022118995840:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764552.456545:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94458620ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3331:x1862022118995840:12345-0@lo:400:kworker.0 Request processed in 58us (146us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764552.456553:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 182 00000100:00100000:1.0:1775764552.456589:0:3331:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bb489880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3331:1862022118995840:0@lo:400:kworker.0 00000100:00100000:3.0:1775764552.458519:0:42945:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118995328 00000100:00100000:3.0:1775764552.458533:0:42945:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118995328 00000100:00100000:3.0:1775764552.458630:0:42945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 130 00000100:00100000:3.0:1775764552.458643:0:42945:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94458620e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3331:x1862022118995328:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764552.458739:0:42945:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94458620e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3331:x1862022118995328:12345-0@lo:400:kworker.0 Request processed in 100us (2453us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764552.458745:0:42945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 130 00000100:00080000:3.0:1775764552.458777:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1775764552.459546:0:3331:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bb48b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3331:1862022118995328:0@lo:400:kworker.0 00000100:00100000:0.0:1775764552.474897:0:3329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bb488000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3329:1862022118995584:0@lo:400:kworker.0 00000100:00100000:2.0:1775764552.482480:0:3330:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764552.483753:0:3330:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bb48a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3330:1862022118995712:0@lo:400:kworker.0 00000100:00100000:2.0:1775764552.483836:0:3330:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764552.491835:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118995712 00000100:00100000:3.0:1775764552.491851:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118995712 00000100:00080000:0.0:1775764552.492860:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1775764552.493363:0:42318:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118995200 00000100:00100000:1.0:1775764552.493371:0:42318:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118995200 00000100:00100000:2.0:1775764552.494106:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 183 00000100:00100000:2.0:1775764552.494121:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486e44a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3330:x1862022118995712:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764552.495697:0:42318:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 189 00000100:00100000:1.0:1775764552.495714:0:42318:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944585defc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d8dacf45-8471-4226-a2fb-1fac83f69c1e+18:3330:x1862022118995200:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764552.496659:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486e44a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3330:x1862022118995712:12345-0@lo:400:kworker.0 Request processed in 2538us (12818us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764552.496671:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 183 00000100:00100000:3.0:1775764552.496783:0:3330:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bb48a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3330:1862022118995712:0@lo:400:kworker.0 00000100:00100000:1.0:1775764552.498143:0:42318:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944585defc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d8dacf45-8471-4226-a2fb-1fac83f69c1e+18:3330:x1862022118995200:12345-0@lo:400:kworker.0 Request processed in 2418us (15658us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764552.498155:0:42318:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 189 00000100:00100000:3.0:1775764552.498411:0:3330:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bb488a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d8dacf45-8471-4226-a2fb-1fac83f69c1e:3330:1862022118995200:0@lo:400:kworker.0 00010000:00010000:3.0:1775764552.513072:0:42313:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775764552.884708:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764552.884776:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764552.884924:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764552.884957:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764552.885030:0:42317:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098419072 00000100:00100000:0.0:1775764552.885042:0:42317:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098419072 00000100:00100000:0.0:1775764552.885101:0:42317:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 190 00000100:00100000:0.0:1775764552.885111:0:42317:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944585dee050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:24b54882-c0a1-43f2-954f-009e5a9afc9d+12:2377:x1862022098419072:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:0.0:1775764552.885187:0:42317:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944585dee050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:24b54882-c0a1-43f2-954f-009e5a9afc9d+12:2377:x1862022098419072:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 77us (262us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764552.885198:0:42317:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 190 00000100:00100000:2.0:1775764552.885458:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098419200 00000100:00100000:2.0:1775764552.885464:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098419200 00000100:00100000:2.0:1775764552.885540:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 184 00000100:00100000:2.0:1775764552.885548:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94458620c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+17:2377:x1862022098419200:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:2.0:1775764552.885590:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94458620c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+17:2377:x1862022098419200:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 43us (1100us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764552.885597:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 184 00000100:00080000:0.0:1775764552.887157:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1775764552.888509:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764552.888647:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098419584 00000100:00100000:0.0:1775764552.888659:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098419584 00000100:00100000:0.0:1775764552.888751:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 185 00000100:00100000:0.0:1775764552.888762:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94458620df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:82781e18-e0e3-4f9f-9a2b-041bf0344414+6:2377:x1862022098419584:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:0.0:1775764552.888887:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94458620df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:82781e18-e0e3-4f9f-9a2b-041bf0344414+6:2377:x1862022098419584:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 127us (406us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764552.888895:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 185 00000100:00080000:1.0:1775764552.889597:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1775764552.889809:0:43212:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098419456 00000100:00100000:2.0:1775764552.889818:0:43212:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098419456 00000100:00100000:2.0:1775764552.889926:0:43212:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098419328 00000100:00100000:2.0:1775764552.889930:0:43212:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098419328 00000100:00100000:0.0:1775764552.889997:0:42945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 131 00000100:00100000:0.0:1775764552.890009:0:42945:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94458620c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+8:2377:x1862022098419456:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:0.0:1775764552.890070:0:42945:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94458620c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+8:2377:x1862022098419456:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 64us (5294us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764552.890077:0:42945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 131 00000100:00080000:1.0:1775764552.891983:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1775764552.892137:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1775764552.892304:0:43212:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 132 00000100:00100000:2.0:1775764552.892319:0:43212:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94458620d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+5:2377:x1862022098419328:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:2.0:1775764552.892405:0:43212:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94458620d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+5:2377:x1862022098419328:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 91us (7447us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764552.892413:0:43212:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 132 00000040:00080000:2.0:1775764553.473234:0:42356:0:(llog.c:800:llog_process_thread()) index: 8, lh_last_idx: 8 synced_idx: 8 lgh_last_idx: 8 00000040:00080000:2.0:1775764553.473246:0:42356:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x32:0x0] at index 8 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1775764553.473293:0:42356:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x32:0x0] index 13 count 7 00000040:00080000:2.0:1775764553.473302:0:42356:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 9 count 2 00000100:00100000:1.0:1775764553.534385:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764553.534570:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098419840 00000100:00100000:2.0:1775764553.534582:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098419840 00000100:00100000:2.0:1775764553.534658:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 453 00000100:00100000:2.0:1775764553.534667:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94458620d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+17:53480:x1862022098419840:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1775764553.534688:0:42325:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764553.534706:0:42325:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944580030e00/0x57b8ff0e0304fb02 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b37b expref: -99 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764553.534788:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff944580031400/0x57b8ff0e0304fb09 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764553.534862:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944580031400/0x57b8ff0e0304fb09 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764553.534877:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944580031400/0x57b8ff0e0304fb09 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764553.534893:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944580031e00/0x57b8ff0e0304fb10 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764553.534899:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944580031e00/0x57b8ff0e0304fb10 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764553.534906:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944580031e00/0x57b8ff0e0304fb10 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764553.535725:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944580031200/0x57b8ff0e0304fb17 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764553.535741:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944580031200/0x57b8ff0e0304fb17 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764553.535752:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944580031200/0x57b8ff0e0304fb17 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764553.535771:0:42325:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000002:0x2:0x0]: returning size 6656 00010000:00010000:3.0:1775764553.537101:0:43224:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764553.540725:0:42325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff944580031400/0x57b8ff0e0304fb09 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764553.540745:0:42325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944580031400/0x57b8ff0e0304fb09 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764553.540753:0:42325:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944580031400/0x57b8ff0e0304fb09 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764553.540759:0:42325:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944580031400 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:3.0:1775764553.540764:0:42325:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944580031400/0x57b8ff0e0304fb09 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764553.540771:0:42325:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944580031400/0x57b8ff0e0304fb09 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764553.540860:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff944582f80200) 00010000:00010000:3.0:1775764553.540864:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764553.540869:0:42325:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944580031400/0x57b8ff0e0304fb09 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764553.540874:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944580031400/0x57b8ff0e0304fb09 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764553.540891:0:42325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944580031e00/0x57b8ff0e0304fb10 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764553.540897:0:42325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944580031e00/0x57b8ff0e0304fb10 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764553.540903:0:42325:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944580031e00/0x57b8ff0e0304fb10 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764553.540912:0:42325:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944580031e00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:3.0:1775764553.540916:0:42325:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944580031e00/0x57b8ff0e0304fb10 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764553.540922:0:42325:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944580031e00/0x57b8ff0e0304fb10 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764553.540929:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x8d45d6bc (ffff94459084a000) 00010000:00010000:3.0:1775764553.540931:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764553.540935:0:42325:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944580031e00/0x57b8ff0e0304fb10 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764553.540941:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944580031e00/0x57b8ff0e0304fb10 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764553.547398:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944580030e00/0x57b8ff0e0304fb02 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b37b expref: 20 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764553.547433:0:42325:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff944580031200/0x57b8ff0e0304fb17 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b37b expref: 19 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764553.547444:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff94459084a500) 00010000:00010000:3.0:1775764553.547448:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764553.547452:0:42325:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944580031200, rc 0) 00000100:00100000:3.0:1775764553.547548:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94458620d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+19:53480:x1862022098419840:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 Request processed in 12880us (13174us total) trans 34359738785 rc 0/0 00000100:00100000:3.0:1775764553.547559:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 453 00000100:00100000:2.0:1775764553.561489:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764553.561619:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098419968 00000100:00100000:0.0:1775764553.561629:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098419968 00000100:00100000:1.0:1775764553.562727:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764553.562831:0:44302:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098420096 00000100:00100000:2.0:1775764553.562839:0:44302:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098420096 00000100:00100000:2.0:1775764553.562925:0:44302:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 38 00000100:00100000:2.0:1775764553.562938:0:44302:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94458620ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+20:2377:x1862022098420096:12345-192.168.202.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1775764553.562956:0:44302:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764553.563252:0:44302:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944580031200/0x57b8ff0e0304fb17 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b37b expref: 20 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764553.563276:0:44302:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff94459084a500) 00010000:00010000:2.0:1775764553.563283:0:44302:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775764553.563361:0:44302:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94458620ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+19:2377:x1862022098420096:12345-192.168.202.28@tcp:103:ldlm_bl.0 Request processed in 426us (641us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764553.563370:0:44302:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 38 00000100:00100000:0.0:1775764553.564282:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 454 00000100:00100000:0.0:1775764553.564298:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486e45c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+18:53480:x1862022098419968:12345-192.168.202.28@tcp:59:lhsmtool_posix.0 00000100:00100000:0.0:1775764553.566210:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486e45c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+18:53480:x1862022098419968:12345-192.168.202.28@tcp:59:lhsmtool_posix.0 Request processed in 1706us (4521us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764553.566228:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 454 00000100:00100000:1.0:1775764553.750753:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764553.750889:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098420352 00000100:00100000:3.0:1775764553.750901:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098420352 00000100:00100000:3.0:1775764553.750972:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 455 00000100:00100000:3.0:1775764553.750983:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94458620fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+18:53494:x1862022098420352:12345-192.168.202.28@tcp:101:bash.0 00010000:00010000:3.0:1775764553.751009:0:42324:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764553.751013:0:42324:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1775764553.751044:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944587809c00/0x57b8ff0e0304faed lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b36d expref: 18 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764553.751066:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff944584d1d100) 00010000:00010000:3.0:1775764553.751071:0:42324:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1775764553.751086:0:42324:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e0304fb25 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b382 expref: -99 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764553.751465:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e0304fb2c lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764553.751480:0:42324:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff944587808a00/0x57b8ff0e0304fafb lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b374 expref: 5 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764553.751679:0:42324:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e0304fb2c lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764553.751720:0:42324:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff944587808a00/0x57b8ff0e0304fafb lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b374 expref: 5 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764553.751735:0:42324:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff944587808a00/0x57b8ff0e0304fafb lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b374 expref: 5 pid: 42326 timeout: 2120 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764553.751750:0:42324:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bc1dfb80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:42324:1862022118995968:192.168.202.28@tcp:104: 00000100:00100000:3.0:1775764553.752018:0:42324:0:(client.c:2691:ptlrpc_set_wait()) set ffff9445a6279e40 going to sleep for 11 seconds 00000100:00100000:3.0:1775764553.768145:0:42324:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bc1dfb80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:42324:1862022118995968:192.168.202.28@tcp:104: 00010000:00010000:3.0:1775764553.768174:0:42324:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e0304fb2c lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764553.769218:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764553.774838:0:42309:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098420480 00000100:00100000:3.0:1775764553.774856:0:42309:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098420480 00010000:00010000:3.0:1775764553.774926:0:42309:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff944587808a00/0x57b8ff0e0304fafb lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b374 expref: 6 pid: 42326 timeout: 2120 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764553.775316:0:42309:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 104 00000100:00100000:3.0:1775764553.775328:0:42309:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94458620f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:82781e18-e0e3-4f9f-9a2b-041bf0344414+6:2378:x1862022098420480:12345-192.168.202.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764553.775344:0:42309:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764553.775352:0:42309:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff944587808a00/0x57b8ff0e0304fafb lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b374 expref: 6 pid: 42326 timeout: 2120 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764553.775366:0:42309:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff944587808a00/0x57b8ff0e0304fafb lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b374 expref: 6 pid: 42326 timeout: 2120 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764553.775392:0:42309:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944587808a00/0x57b8ff0e0304fafb lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b374 expref: 6 pid: 42326 timeout: 2120 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764553.775410:0:42309:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff944584d1d100) 00010000:00010000:3.0:1775764553.775416:0:42309:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e0304fb2c lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764553.775426:0:42309:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e0304fb2c lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764553.775439:0:42309:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e0304fb2c lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764553.775476:0:42309:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775764553.775752:0:42324:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e0304fb2c lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764553.775753:0:42309:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94458620f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:82781e18-e0e3-4f9f-9a2b-041bf0344414+5:2378:x1862022098420480:12345-192.168.202.28@tcp:103:ldlm_bl.0 Request processed in 425us (6537us total) trans 0 rc 0/0 00010000:00010000:2.0:1775764553.775769:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e0304fb2c lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764553.775770:0:42309:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 104 00010000:00010000:2.0:1775764553.775822:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff944580031800/0x57b8ff0e0304fb33 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xb335bac6 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764553.775833:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944580031800/0x57b8ff0e0304fb33 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xb335bac6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764553.775841:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944580031800/0x57b8ff0e0304fb33 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xb335bac6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1775764553.781207:0:42324:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x10b:0x0], index 0: 0 00010000:00010000:2.0:1775764553.782016:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944580031000/0x57b8ff0e0304fb3a lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0x29:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764553.782036:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944580031000/0x57b8ff0e0304fb3a lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764553.782049:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944580031000/0x57b8ff0e0304fb3a lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764553.782094:0:42324:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e0304fb2c lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764553.782101:0:42324:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e0304fb2c lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764553.782107:0:42324:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e0304fb2c lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764553.782112:0:42324:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445be695200 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764553.782117:0:42324:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e0304fb2c lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764553.782124:0:42324:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e0304fb2c lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764553.782137:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff944584d1d100) 00010000:00010000:2.0:1775764553.782140:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764553.782145:0:42324:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e0304fb2c lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764553.782155:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e0304fb2c lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764553.782172:0:42324:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000a325d125 reply state 00000000e82c2536 transno 34359738786 ns: mdt-lustre-MDT0000_UUID lock: ffff944580031800/0x57b8ff0e0304fb33 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xb335bac6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764553.782181:0:42324:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1775764553.782222:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e0304fb25 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b382 expref: 20 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764553.782242:0:42324:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff944580031000/0x57b8ff0e0304fb3a lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b382 expref: 19 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764553.783566:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x29:0x0].0x0 (ffff94459084ac00) 00010000:00010000:2.0:1775764553.783568:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1775764553.783571:0:42324:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944580031000, rc 0) 00000100:00100000:2.0:1775764553.783691:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94458620fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+20:53494:x1862022098420352:12345-192.168.202.28@tcp:101:bash.0 Request processed in 32705us (32945us total) trans 34359738786 rc 0/0 00000100:00100000:2.0:1775764553.783702:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 455 00010000:00010000:3.0:1775764553.786375:0:3314:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff944580031800/0x57b8ff0e0304fb33 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xb335bac6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764553.786403:0:3314:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944580031800/0x57b8ff0e0304fb33 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xb335bac6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764553.786411:0:3314:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944580031800/0x57b8ff0e0304fb33 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xb335bac6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764553.786416:0:3314:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944580031800 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:3.0:1775764553.786421:0:3314:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944580031800/0x57b8ff0e0304fb33 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xb335bac6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764553.786428:0:3314:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944580031800/0x57b8ff0e0304fb33 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xb335bac6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764553.786445:0:3314:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xb335bac6 (ffff94459084ae00) 00010000:00010000:3.0:1775764553.786448:0:3314:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764553.786453:0:3314:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944580031800/0x57b8ff0e0304fb33 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xb335bac6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764553.786458:0:3314:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944580031800/0x57b8ff0e0304fb33 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xb335bac6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764553.791846:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764553.792455:0:42945:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098420608 00000100:00100000:3.0:1775764553.792469:0:42945:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098420608 00000100:00100000:3.0:1775764553.792783:0:42945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 126 00000100:00100000:3.0:1775764553.792819:0:42945:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bb488000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+5:2378:x1862022098420608:12345-192.168.202.28@tcp:101:bash.0 00010000:00010000:3.0:1775764553.792839:0:42945:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764553.792861:0:42945:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000036cf1784/0x57b8ff0e0304fb48 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x10b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b389 expref: -99 pid: 42945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1775764553.792889:0:42945:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x10b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1775764553.792910:0:42945:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764553.792912:0:42945:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764553.792922:0:42945:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000036cf1784/0x57b8ff0e0304fb48 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x10b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b389 expref: 6 pid: 42945 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764553.792956:0:42945:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000036cf1784/0x57b8ff0e0304fb48 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x10b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b389 expref: 6 pid: 42945 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764553.792971:0:42945:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445be694c00, rc 0) 00000100:00100000:3.0:1775764553.793050:0:42945:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bb488000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+6:2378:x1862022098420608:12345-192.168.202.28@tcp:101:bash.0 Request processed in 257us (1258us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764553.793058:0:42945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 126 00000100:00100000:1.0:1775764553.806850:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764553.806948:0:43212:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098420736 00000100:00100000:2.0:1775764553.806959:0:43212:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098420736 00000100:00100000:2.0:1775764553.807016:0:43212:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 127 00000100:00100000:2.0:1775764553.807026:0:43212:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94458620e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+6:53494:x1862022098420736:12345-192.168.202.28@tcp:101:bash.0 00010000:00010000:2.0:1775764553.807045:0:43212:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764553.807063:0:43212:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000da1aa360/0x57b8ff0e0304fb4f lrc: 2/0,0 mode: --/PW res: [0x240000400:0x10b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b390 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764553.807101:0:43212:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000036cf1784/0x57b8ff0e0304fb48 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x10b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b389 expref: 7 pid: 42945 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764553.807110:0:43212:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764553.807112:0:43212:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764553.807116:0:43212:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000da1aa360/0x57b8ff0e0304fb4f lrc: 4/0,0 mode: --/PW res: [0x240000400:0x10b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b390 expref: 7 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764553.807150:0:43212:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000036cf1784/0x57b8ff0e0304fb48 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x10b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b389 expref: 7 pid: 42945 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764553.807164:0:43212:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000036cf1784/0x57b8ff0e0304fb48 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x10b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b389 expref: 7 pid: 42945 timeout: 2120 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764553.807179:0:43212:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944486e46300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:43212:1862022118996096:192.168.202.28@tcp:104: 00000100:00100000:2.0:1775764553.807639:0:43212:0:(client.c:2691:ptlrpc_set_wait()) set ffff9445b7babcc0 going to sleep for 11 seconds 00000100:00100000:3.0:1775764553.809785:0:43212:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944486e46300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:43212:1862022118996096:192.168.202.28@tcp:104: 00010000:00010000:3.0:1775764553.809852:0:43212:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000da1aa360/0x57b8ff0e0304fb4f lrc: 3/0,0 mode: --/PW res: [0x240000400:0x10b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b390 expref: 7 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764553.809881:0:43212:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944580030e00, rc 0) 00000100:00100000:3.0:1775764553.810069:0:43212:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94458620e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+7:53494:x1862022098420736:12345-192.168.202.28@tcp:101:bash.0 Request processed in 3043us (3229us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764553.810079:0:43212:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 127 00000100:00100000:1.0:1775764553.830336:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764553.831661:0:42310:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098420864 00000100:00100000:3.0:1775764553.831683:0:42310:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098420864 00010000:00010000:3.0:1775764553.831762:0:42310:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000036cf1784/0x57b8ff0e0304fb48 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x10b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b389 expref: 7 pid: 42945 timeout: 2120 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764553.831877:0:42310:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 105 00000100:00100000:3.0:1775764553.831889:0:42310:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94458620d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+7:2378:x1862022098420864:12345-192.168.202.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764553.831910:0:42310:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764553.832182:0:42310:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000036cf1784/0x57b8ff0e0304fb48 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x10b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b389 expref: 7 pid: 42945 timeout: 2120 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764553.832199:0:42310:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000036cf1784/0x57b8ff0e0304fb48 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x10b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b389 expref: 7 pid: 42945 timeout: 2120 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764553.832226:0:42310:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000036cf1784/0x57b8ff0e0304fb48 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x10b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b389 expref: 7 pid: 42945 timeout: 2120 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764553.832342:0:42310:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764553.832346:0:42310:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764553.832355:0:42310:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000da1aa360/0x57b8ff0e0304fb4f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x10b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b390 expref: 6 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764553.832367:0:42310:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000da1aa360/0x57b8ff0e0304fb4f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x10b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b390 expref: 6 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764553.832416:0:42310:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000da1aa360/0x57b8ff0e0304fb4f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x10b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b390 expref: 6 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764553.832434:0:42310:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bc1dfb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:42310:1862022118996224:192.168.202.28@tcp:105: 00000100:00100000:3.0:1775764553.833717:0:42310:0:(client.c:2691:ptlrpc_set_wait()) set ffff9445a6279e40 going to sleep for 11 seconds 00000100:00100000:1.0:1775764553.848828:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764553.849223:0:42310:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bc1dfb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:42310:1862022118996224:192.168.202.28@tcp:105: 00010000:00010000:3.0:1775764553.849262:0:42310:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764553.849334:0:42310:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94458620d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+6:2378:x1862022098420864:12345-192.168.202.28@tcp:103:ldlm_bl.0 Request processed in 17445us (19007us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764553.849348:0:42310:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 105 00000100:00100000:3.0:1775764553.849425:0:42328:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098421120 00000100:00100000:3.0:1775764553.849434:0:42328:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098421120 00000100:00100000:3.0:1775764553.849484:0:42328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 143 00000100:00100000:3.0:1775764553.849493:0:42328:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94458620f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+19:53494:x1862022098421120:12345-192.168.202.28@tcp:35:bash.0 00000100:00100000:3.0:1775764553.850386:0:42328:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94458620f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+20:53494:x1862022098421120:12345-192.168.202.28@tcp:35:bash.0 Request processed in 886us (1587us total) trans 34359738787 rc 0/0 00000100:00100000:3.0:1775764553.850397:0:42328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 143 00000100:00100000:1.0:1775764553.964508:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764553.964737:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098421248 00000100:00100000:2.0:1775764553.964749:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098421248 00000100:00100000:2.0:1775764553.964829:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 456 00000100:00100000:2.0:1775764553.964840:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94458620dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+20:53495:x1862022098421248:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:2.0:1775764553.964877:0:42326:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764553.964901:0:42326:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944580031400/0x57b8ff0e0304fb56 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b397 expref: -99 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764553.965201:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944580030400/0x57b8ff0e0304fb5d lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764553.965218:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944580030400/0x57b8ff0e0304fb5d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764553.965231:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944580030400/0x57b8ff0e0304fb5d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764553.965304:0:42326:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 9728 00000004:00200000:2.0:1775764553.965308:0:42326:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 35 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764553.965333:0:42326:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff944580030400/0x57b8ff0e0304fb5d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764553.965357:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944580031400/0x57b8ff0e0304fb56 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b397 expref: 22 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764553.965375:0:42326:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff944580030400/0x57b8ff0e0304fb5d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b397 expref: 21 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764553.965384:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff94459084a400) 00010000:00010000:2.0:1775764553.965387:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1775764553.965391:0:42326:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944580030400, rc 0) 00000100:00100000:2.0:1775764553.965465:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94458620dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+21:53495:x1862022098421248:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 627us (978us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764553.965473:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 456 00000100:00100000:1.0:1775764553.971741:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764553.985445:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098421376 00000100:00100000:3.0:1775764553.985459:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098421376 00000100:00100000:3.0:1775764553.985519:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 457 00000100:00100000:3.0:1775764553.985530:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94458620ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+21:53495:x1862022098421376:12345-192.168.202.28@tcp:34:lfs.0 00010000:00010000:3.0:1775764553.985615:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694c00/0x57b8ff0e0304fb64 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764553.985635:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694c00/0x57b8ff0e0304fb64 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764553.985648:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694c00/0x57b8ff0e0304fb64 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764553.985665:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694400/0x57b8ff0e0304fb6b lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb335bac6 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764553.985673:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694400/0x57b8ff0e0304fb6b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb335bac6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764553.985680:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694400/0x57b8ff0e0304fb6b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb335bac6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764553.985788:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694000/0x57b8ff0e0304fb72 lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0x29:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764553.985813:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694000/0x57b8ff0e0304fb72 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x29:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764553.985822:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694000/0x57b8ff0e0304fb72 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x29:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764553.985858:0:42325:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab1:0x29:0x0]: returning size 22 00000004:00200000:3.0:1775764553.985863:0:42325:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1775764553.985877:0:42325:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694000/0x57b8ff0e0304fb72 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x29:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764553.985891:0:42325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694c00/0x57b8ff0e0304fb64 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764553.985898:0:42325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694c00/0x57b8ff0e0304fb64 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764553.985906:0:42325:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694c00/0x57b8ff0e0304fb64 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764553.985912:0:42325:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445be694c00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:3.0:1775764553.985917:0:42325:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694c00/0x57b8ff0e0304fb64 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764553.985925:0:42325:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694c00/0x57b8ff0e0304fb64 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764553.985951:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff94459084a400) 00010000:00010000:3.0:1775764553.985955:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764553.985959:0:42325:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694c00/0x57b8ff0e0304fb64 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764553.985966:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694c00/0x57b8ff0e0304fb64 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764553.985981:0:42325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694400/0x57b8ff0e0304fb6b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb335bac6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764553.985987:0:42325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694400/0x57b8ff0e0304fb6b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb335bac6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764553.985993:0:42325:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694400/0x57b8ff0e0304fb6b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb335bac6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764553.985998:0:42325:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445be694400 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:3.0:1775764553.986001:0:42325:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694400/0x57b8ff0e0304fb6b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb335bac6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764553.986007:0:42325:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694400/0x57b8ff0e0304fb6b lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb335bac6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764553.986013:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xb335bac6 (ffff944586564d00) 00010000:00010000:3.0:1775764553.986016:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764553.986018:0:42325:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694400/0x57b8ff0e0304fb6b lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb335bac6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764553.986023:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694400/0x57b8ff0e0304fb6b lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb335bac6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764553.986036:0:42325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694000/0x57b8ff0e0304fb72 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x29:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764553.986042:0:42325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694000/0x57b8ff0e0304fb72 lrc: 2/0,0 mode: PR/PR res: [0x200003ab1:0x29:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764553.986048:0:42325:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694000/0x57b8ff0e0304fb72 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x29:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764553.986052:0:42325:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445be694000 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:3.0:1775764553.986055:0:42325:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694000/0x57b8ff0e0304fb72 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x29:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764553.986061:0:42325:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694000/0x57b8ff0e0304fb72 lrc: 4/0,0 mode: PR/PR res: [0x200003ab1:0x29:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764553.986068:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x29:0x0].0x0 (ffff94459084ac00) 00010000:00010000:3.0:1775764553.986071:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764553.986073:0:42325:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694000/0x57b8ff0e0304fb72 lrc: 2/0,0 mode: --/PR res: [0x200003ab1:0x29:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764553.986079:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694000/0x57b8ff0e0304fb72 lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0x29:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764553.986170:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94458620ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+21:53495:x1862022098421376:12345-192.168.202.28@tcp:34:lfs.0 Request processed in 639us (14438us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764553.986178:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 457 00000100:00100000:2.0:1775764553.990487:0:3329:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1775764553.990510:0:3329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944486e44e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3329:1862022118996352:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1775764553.990589:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764553.990761:0:42948:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118996352 00000100:00100000:1.0:1775764553.990769:0:42948:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118996352 00000100:00100000:1.0:1775764553.990854:0:42948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 81 00000100:00100000:1.0:1775764553.990864:0:42948:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486e47100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3329:x1862022118996352:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1775764553.990902:0:42948:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 64684032 pending 0 free 3765436416 avail 3763339264 00000100:00100000:1.0:1775764553.990952:0:42948:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486e47100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3329:x1862022118996352:12345-0@lo:13:osp-pre-1-0.0 Request processed in 88us (362us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764553.990959:0:42948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 81 00000100:00100000:1.0:1775764553.991006:0:3329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944486e44e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3329:1862022118996352:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1775764554.140193:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764554.140292:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098421632 00000100:00100000:1.0:1775764554.140305:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098421632 00000100:00080000:2.0:1775764554.140411:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1775764554.144499:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 458 00000100:00100000:1.0:1775764554.144530:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486e47b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+21:53501:x1862022098421632:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:1.0:1775764554.144565:0:42326:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764554.144594:0:42326:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944587808600/0x57b8ff0e0304fb79 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b39e expref: -99 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764554.144763:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944587808e00/0x57b8ff0e0304fb80 lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0x29:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764554.144781:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944587808e00/0x57b8ff0e0304fb80 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764554.144816:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944587808e00/0x57b8ff0e0304fb80 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764554.144830:0:42326:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab1:0x29:0x0]: returning size 22 00010000:00010000:1.0:1775764554.145293:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944587808600/0x57b8ff0e0304fb79 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b39e expref: 24 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764554.145321:0:42326:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff944587808e00/0x57b8ff0e0304fb80 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b39e expref: 23 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764554.145332:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x29:0x0].0x0 (ffff94459084ac00) 00010000:00010000:1.0:1775764554.145336:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1775764554.145340:0:42326:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944587808e00, rc 0) 00000100:00100000:1.0:1775764554.145429:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486e47b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+23:53501:x1862022098421632:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 917us (5248us total) trans 34359738788 rc 0/0 00000100:00100000:1.0:1775764554.145438:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 458 00000100:00100000:1.0:1775764554.155680:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764554.156837:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098421888 00000100:00100000:3.0:1775764554.156848:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098421888 00000100:00100000:3.0:1775764554.156912:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 459 00000100:00100000:3.0:1775764554.156922:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94458620c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+23:53501:x1862022098421888:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:3.0:1775764554.156956:0:42325:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764554.156959:0:42325:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 1 00010000:00010000:3.0:1775764554.157151:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944587808e00/0x57b8ff0e0304fb80 lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b39e expref: 23 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764554.157175:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944580031000/0x57b8ff0e0304fb3a lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b382 expref: 22 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764554.157189:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x29:0x0].0x0 (ffff94459084ac00) 00010000:00010000:3.0:1775764554.157201:0:42325:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1775764554.157215:0:42325:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694200/0x57b8ff0e0304fb8e lrc: 2/0,0 mode: --/EX res: [0x200003ab1:0x29:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b3a5 expref: -99 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764554.157269:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694000/0x57b8ff0e0304fb95 lrc: 3/1,0 mode: --/CR res: [0x200003ab1:0x29:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764554.157283:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694000/0x57b8ff0e0304fb95 lrc: 3/1,0 mode: CR/CR res: [0x200003ab1:0x29:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764554.157294:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694000/0x57b8ff0e0304fb95 lrc: 3/1,0 mode: CR/CR res: [0x200003ab1:0x29:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764554.157309:0:42325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694000/0x57b8ff0e0304fb95 lrc: 3/1,0 mode: CR/CR res: [0x200003ab1:0x29:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764554.157318:0:42325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694000/0x57b8ff0e0304fb95 lrc: 2/0,0 mode: CR/CR res: [0x200003ab1:0x29:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764554.157324:0:42325:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694000/0x57b8ff0e0304fb95 lrc: 3/0,0 mode: CR/CR res: [0x200003ab1:0x29:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764554.157329:0:42325:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445be694000 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:3.0:1775764554.157334:0:42325:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694000/0x57b8ff0e0304fb95 lrc: 3/0,0 mode: CR/CR res: [0x200003ab1:0x29:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764554.157340:0:42325:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694000/0x57b8ff0e0304fb95 lrc: 4/0,0 mode: CR/CR res: [0x200003ab1:0x29:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764554.157347:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x29:0x0].0x0 (ffff944586564a00) 00010000:00010000:3.0:1775764554.157349:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1775764554.157353:0:42325:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694000/0x57b8ff0e0304fb95 lrc: 2/0,0 mode: --/CR res: [0x200003ab1:0x29:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764554.157358:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694000/0x57b8ff0e0304fb95 lrc: 0/0,0 mode: --/CR res: [0x200003ab1:0x29:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764554.157382:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694400/0x57b8ff0e0304fb9c lrc: 3/0,1 mode: --/EX res: [0x200003ab1:0x29:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764554.157389:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694400/0x57b8ff0e0304fb9c lrc: 3/0,1 mode: EX/EX res: [0x200003ab1:0x29:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764554.157396:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694400/0x57b8ff0e0304fb9c lrc: 3/0,1 mode: EX/EX res: [0x200003ab1:0x29:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764554.157648:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694400/0x57b8ff0e0304fb9c lrc: 3/0,0 mode: CR/CR res: [0x200003ab1:0x29:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b3a5 expref: 24 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764554.157657:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x29:0x0].0x0 (ffff944586564a00) 00010000:00010000:3.0:1775764554.157660:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:3.0:1775764554.157670:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694200/0x57b8ff0e0304fb8e lrc: 0/0,0 mode: --/EX res: [0x200003ab1:0x29:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b3a5 expref: 24 pid: 42325 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764554.157684:0:42325:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694400/0x57b8ff0e0304fb9c lrc: 3/0,0 mode: CR/CR res: [0x200003ab1:0x29:0x0].0x0 bits 0xa/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b3a5 expref: 23 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764554.157711:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x29:0x0].0x0 (ffff944586564a00) 00010000:00010000:3.0:1775764554.157715:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:3.0:1775764554.157717:0:42325:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445be694400, rc 0) 00000100:00100000:3.0:1775764554.158571:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94458620c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+23:53501:x1862022098421888:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 1648us (2900us total) trans 34359738789 rc 0/0 00000100:00100000:3.0:1775764554.158581:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 459 00000100:00100000:1.0:1775764554.184879:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764554.185270:0:42951:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098422016 00000100:00100000:2.0:1775764554.185287:0:42951:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098422016 00002000:00100000:2.0:1775764554.185376:0:42951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x10b:0x0] (0->21) req@ffff9445becd7100 x1862022098422016/t0(0) o4->7e6eda44-5508-487e-b17f-ff28ad9d3512@192.168.202.28@tcp:35/0 lens 512/0 e 0 to 0 dl 1775764565 ref 1 fl New:/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764554.185388:0:42951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9445becd7100 with x1862022098422016 ext(0->21) 00002000:00010000:2.0:1775764554.185394:0:42951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9445becd7100 00000100:00100000:2.0:1775764554.185428:0:42951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 28 00000100:00100000:2.0:1775764554.185439:0:42951:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445becd7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+6:2378:x1862022098422016:12345-192.168.202.28@tcp:4:bash.0 00000100:00080000:0.0:1775764554.187253:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1775764554.190506:0:42951:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445becd7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+8:2378:x1862022098422016:12345-192.168.202.28@tcp:4:bash.0 Request processed in 5056us (5707us total) trans 34359738407 rc 0/0 00000100:00100000:2.0:1775764554.190523:0:42951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 28 00002000:00100000:2.0:1775764554.190536:0:42951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x10b:0x0] (0->21) req@ffff9445becd7100 x1862022098422016/t34359738407(0) o4->7e6eda44-5508-487e-b17f-ff28ad9d3512@192.168.202.28@tcp:35/0 lens 512/448 e 0 to 0 dl 1775764565 ref 1 fl Complete:/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764554.190545:0:42951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9445becd7100 with x1862022098422016 ext(0->21) 00002000:00010000:2.0:1775764554.190551:0:42951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9445becd7100 00000001:00080000:3.0:1775764554.191617:0:5825:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 34359738786 is committed 00000001:00080000:3.0:1775764554.191634:0:5825:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 34359738787 is committed 00000100:00100000:2.0:1775764554.212306:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764554.213470:0:42950:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098422144 00000100:00100000:1.0:1775764554.213504:0:42950:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098422144 00002000:00100000:1.0:1775764554.213595:0:42950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x10b:0x0] (0->4095) req@ffff944486e44e00 x1862022098422144/t0(0) o3->7e6eda44-5508-487e-b17f-ff28ad9d3512@192.168.202.28@tcp:35/0 lens 488/0 e 0 to 0 dl 1775764565 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764554.213617:0:42950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff944486e44e00 with x1862022098422144 ext(0->4095) 00002000:00010000:1.0:1775764554.213625:0:42950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff944486e44e00 00000100:00100000:1.0:1775764554.213670:0:42950:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 29 00000100:00100000:1.0:1775764554.213690:0:42950:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486e44e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+8:2379:x1862022098422144:12345-192.168.202.28@tcp:3:lfs.0 00000100:00100000:0.0:1775764554.218570:0:42950:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486e44e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+8:2379:x1862022098422144:12345-192.168.202.28@tcp:3:lfs.0 Request processed in 4865us (6261us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1775764554.218588:0:42950:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 29 00002000:00100000:0.0:1775764554.218616:0:42950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x10b:0x0] (0->4095) req@ffff944486e44e00 x1862022098422144/t0(0) o3->7e6eda44-5508-487e-b17f-ff28ad9d3512@192.168.202.28@tcp:35/0 lens 488/4536 e 0 to 0 dl 1775764565 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764554.218627:0:42950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff944486e44e00 with x1862022098422144 ext(0->4095) 00002000:00010000:0.0:1775764554.218634:0:42950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff944486e44e00 00000100:00100000:2.0:1775764554.231343:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764554.237396:0:42328:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098422400 00000100:00100000:3.0:1775764554.237415:0:42328:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098422400 00000100:00100000:3.0:1775764554.237584:0:42328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 144 00000100:00100000:3.0:1775764554.237598:0:42328:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486e46300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+20:53501:x1862022098422400:12345-192.168.202.28@tcp:35:lfs.0 00000100:00100000:3.0:1775764554.239007:0:42328:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486e46300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+21:53501:x1862022098422400:12345-192.168.202.28@tcp:35:lfs.0 Request processed in 376us (6648us total) trans 34359738790 rc 0/0 00000100:00100000:3.0:1775764554.239030:0:42328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 144 00000100:00100000:1.0:1775764554.395198:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764554.395311:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098422528 00000100:00100000:2.0:1775764554.395322:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098422528 00000100:00100000:2.0:1775764554.395384:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 460 00000100:00100000:2.0:1775764554.395394:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445becd4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+21:53511:x1862022098422528:12345-192.168.202.28@tcp:34:lfs.0 00010000:00010000:2.0:1775764554.395482:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff944580031000/0x57b8ff0e0304fba3 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764554.395512:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944580031000/0x57b8ff0e0304fba3 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764554.395528:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944580031000/0x57b8ff0e0304fba3 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764554.395543:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944580031e00/0x57b8ff0e0304fbaa lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb335bac6 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764554.395550:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944580031e00/0x57b8ff0e0304fbaa lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb335bac6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764554.395556:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944580031e00/0x57b8ff0e0304fbaa lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb335bac6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764554.396094:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694200/0x57b8ff0e0304fbb1 lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0x29:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764554.396105:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694200/0x57b8ff0e0304fbb1 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x29:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764554.396113:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694200/0x57b8ff0e0304fbb1 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x29:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764554.396170:0:42326:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694200/0x57b8ff0e0304fbb1 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x29:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764554.396187:0:42326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff944580031000/0x57b8ff0e0304fba3 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764554.396195:0:42326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944580031000/0x57b8ff0e0304fba3 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764554.396203:0:42326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944580031000/0x57b8ff0e0304fba3 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764554.396209:0:42326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944580031000 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:3.0:1775764554.396214:0:42326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944580031000/0x57b8ff0e0304fba3 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764554.396221:0:42326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944580031000/0x57b8ff0e0304fba3 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764554.396234:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff94459084a400) 00010000:00010000:3.0:1775764554.396238:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764554.396257:0:42326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944580031000/0x57b8ff0e0304fba3 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764554.396264:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944580031000/0x57b8ff0e0304fba3 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764554.396282:0:42326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944580031e00/0x57b8ff0e0304fbaa lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb335bac6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764554.396288:0:42326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944580031e00/0x57b8ff0e0304fbaa lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb335bac6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764554.396294:0:42326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944580031e00/0x57b8ff0e0304fbaa lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb335bac6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764554.396298:0:42326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944580031e00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:3.0:1775764554.396301:0:42326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944580031e00/0x57b8ff0e0304fbaa lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb335bac6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764554.396305:0:42326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944580031e00/0x57b8ff0e0304fbaa lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb335bac6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764554.396313:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xb335bac6 (ffff94459084ae00) 00010000:00010000:3.0:1775764554.396315:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764554.396318:0:42326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944580031e00/0x57b8ff0e0304fbaa lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb335bac6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764554.396323:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944580031e00/0x57b8ff0e0304fbaa lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb335bac6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764554.396338:0:42326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694200/0x57b8ff0e0304fbb1 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x29:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764554.396350:0:42326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694200/0x57b8ff0e0304fbb1 lrc: 2/0,0 mode: PR/PR res: [0x200003ab1:0x29:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764554.396355:0:42326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694200/0x57b8ff0e0304fbb1 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x29:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764554.396360:0:42326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445be694200 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:3.0:1775764554.396363:0:42326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694200/0x57b8ff0e0304fbb1 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x29:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764554.396368:0:42326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694200/0x57b8ff0e0304fbb1 lrc: 4/0,0 mode: PR/PR res: [0x200003ab1:0x29:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764554.396374:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x29:0x0].0x0 (ffff944586564a00) 00010000:00010000:3.0:1775764554.396376:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764554.396378:0:42326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694200/0x57b8ff0e0304fbb1 lrc: 2/0,0 mode: --/PR res: [0x200003ab1:0x29:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764554.396383:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694200/0x57b8ff0e0304fbb1 lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0x29:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764554.396507:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445becd4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+21:53511:x1862022098422528:12345-192.168.202.28@tcp:34:lfs.0 Request processed in 1110us (1316us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764554.396521:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 460 00000100:00100000:2.0:1775764554.475234:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764554.475685:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098422784 00000100:00100000:0.0:1775764554.475695:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098422784 00000100:00100000:0.0:1775764554.475767:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 461 00000100:00100000:0.0:1775764554.475778:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944489168000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+21:53512:x1862022098422784:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:0.0:1775764554.475826:0:42324:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764554.475852:0:42324:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77c00/0x57b8ff0e0304fbb8 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b3ac expref: -99 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764554.475960:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77e00/0x57b8ff0e0304fbbf lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764554.475975:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77e00/0x57b8ff0e0304fbbf lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764554.475990:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77e00/0x57b8ff0e0304fbbf lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764554.476017:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77a00/0x57b8ff0e0304fbc6 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb335bac6 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764554.476025:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77a00/0x57b8ff0e0304fbc6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb335bac6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764554.476036:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77a00/0x57b8ff0e0304fbc6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb335bac6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764554.476960:0:42324:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77e00/0x57b8ff0e0304fbbf lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764554.476971:0:42324:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77e00/0x57b8ff0e0304fbbf lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764554.476978:0:42324:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77e00/0x57b8ff0e0304fbbf lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764554.476984:0:42324:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445bfe77e00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:0.0:1775764554.476988:0:42324:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77e00/0x57b8ff0e0304fbbf lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764554.476997:0:42324:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77e00/0x57b8ff0e0304fbbf lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764554.477012:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff94459084a400) 00010000:00010000:0.0:1775764554.477015:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764554.477021:0:42324:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77e00/0x57b8ff0e0304fbbf lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764554.477027:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77e00/0x57b8ff0e0304fbbf lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764554.477337:0:42324:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77a00/0x57b8ff0e0304fbc6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb335bac6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764554.477347:0:42324:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77a00/0x57b8ff0e0304fbc6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb335bac6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764554.477353:0:42324:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77a00/0x57b8ff0e0304fbc6 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb335bac6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764554.477359:0:42324:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445bfe77a00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:0.0:1775764554.477362:0:42324:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77a00/0x57b8ff0e0304fbc6 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb335bac6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764554.477368:0:42324:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77a00/0x57b8ff0e0304fbc6 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb335bac6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764554.477378:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xb335bac6 (ffff944582f80900) 00010000:00010000:0.0:1775764554.477380:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764554.477383:0:42324:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77a00/0x57b8ff0e0304fbc6 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb335bac6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764554.477388:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77a00/0x57b8ff0e0304fbc6 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb335bac6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764554.477433:0:42324:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77c00/0x57b8ff0e0304fbb8 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b3ac expref: 22 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764554.477443:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff94459084a400) 00010000:00010000:0.0:1775764554.477445:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1775764554.477448:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77c00/0x57b8ff0e0304fbb8 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b3ac expref: 22 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764554.477458:0:42324:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445bfe77c00, rc 0) 00000100:00100000:0.0:1775764554.477667:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944489168000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+21:53512:x1862022098422784:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 1889us (2444us total) trans 0 rc 301/301 00000100:00100000:0.0:1775764554.477681:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 461 00000100:00100000:2.0:1775764554.483472:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764554.483852:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098422912 00000100:00100000:1.0:1775764554.483864:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098422912 00000100:00100000:1.0:1775764554.483930:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 462 00000100:00100000:1.0:1775764554.483941:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944489168a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+21:53512:x1862022098422912:12345-192.168.202.28@tcp:34:lfs.0 00010000:00010000:1.0:1775764554.484300:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff944587809c00/0x57b8ff0e0304fbcd lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764554.484324:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944587809c00/0x57b8ff0e0304fbcd lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764554.484341:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944587809c00/0x57b8ff0e0304fbcd lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764554.484361:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944587808400/0x57b8ff0e0304fbd4 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb335bac6 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764554.484369:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944587808400/0x57b8ff0e0304fbd4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb335bac6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764554.484375:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944587808400/0x57b8ff0e0304fbd4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb335bac6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764554.488333:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944587808200/0x57b8ff0e0304fbdb lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0x29:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764554.488360:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944587808200/0x57b8ff0e0304fbdb lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x29:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764554.488373:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944587808200/0x57b8ff0e0304fbdb lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x29:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764554.489952:0:44493:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab1:0x29:0x0]: returning size 22 00000004:00200000:1.0:1775764554.489960:0:44493:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1775764554.489980:0:44493:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff944587808200/0x57b8ff0e0304fbdb lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x29:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764554.489998:0:44493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff944587809c00/0x57b8ff0e0304fbcd lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764554.490004:0:44493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944587809c00/0x57b8ff0e0304fbcd lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764554.490010:0:44493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944587809c00/0x57b8ff0e0304fbcd lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764554.490013:0:44493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944587809c00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:1.0:1775764554.490016:0:44493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944587809c00/0x57b8ff0e0304fbcd lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764554.490900:0:44493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944587809c00/0x57b8ff0e0304fbcd lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764554.490922:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff94459084a400) 00010000:00010000:1.0:1775764554.490925:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764554.490930:0:44493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944587809c00/0x57b8ff0e0304fbcd lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764554.490936:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944587809c00/0x57b8ff0e0304fbcd lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764554.490953:0:44493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944587808400/0x57b8ff0e0304fbd4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb335bac6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764554.490959:0:44493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944587808400/0x57b8ff0e0304fbd4 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb335bac6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764554.490965:0:44493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944587808400/0x57b8ff0e0304fbd4 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb335bac6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764554.490971:0:44493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944587808400 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:1.0:1775764554.490975:0:44493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944587808400/0x57b8ff0e0304fbd4 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb335bac6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764554.490980:0:44493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944587808400/0x57b8ff0e0304fbd4 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb335bac6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764554.490987:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xb335bac6 (ffff944584d1d100) 00010000:00010000:1.0:1775764554.490989:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764554.490992:0:44493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944587808400/0x57b8ff0e0304fbd4 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb335bac6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764554.490997:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944587808400/0x57b8ff0e0304fbd4 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb335bac6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764554.491013:0:44493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944587808200/0x57b8ff0e0304fbdb lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x29:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764554.491019:0:44493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944587808200/0x57b8ff0e0304fbdb lrc: 2/0,0 mode: PR/PR res: [0x200003ab1:0x29:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764554.491025:0:44493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944587808200/0x57b8ff0e0304fbdb lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x29:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764554.491030:0:44493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944587808200 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:1.0:1775764554.491033:0:44493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944587808200/0x57b8ff0e0304fbdb lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x29:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764554.491039:0:44493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944587808200/0x57b8ff0e0304fbdb lrc: 4/0,0 mode: PR/PR res: [0x200003ab1:0x29:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764554.491046:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x29:0x0].0x0 (ffff944586564a00) 00010000:00010000:1.0:1775764554.491049:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764554.491052:0:44493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944587808200/0x57b8ff0e0304fbdb lrc: 2/0,0 mode: --/PR res: [0x200003ab1:0x29:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764554.491057:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944587808200/0x57b8ff0e0304fbdb lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0x29:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764554.491220:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944489168a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+21:53512:x1862022098422912:12345-192.168.202.28@tcp:34:lfs.0 Request processed in 7276us (7755us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764554.491232:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 462 00000040:00080000:2.0:1775764554.498115:0:42356:0:(llog.c:800:llog_process_thread()) index: 8, lh_last_idx: 8 synced_idx: 8 lgh_last_idx: 8 00000040:00080000:2.0:1775764554.498125:0:42356:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x32:0x0] at index 8 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1775764554.500461:0:42356:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x32:0x0] index 13 count 7 00000040:00080000:2.0:1775764554.501987:0:42356:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 9 count 2 00010000:00010000:3.0:1775764554.561151:0:42312:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775764554.585276:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764554.585449:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098423040 00000100:00100000:3.0:1775764554.585460:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098423040 00000100:00100000:3.0:1775764554.585547:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 463 00000100:00100000:3.0:1775764554.585559:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445becd5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+21:53518:x1862022098423040:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:3.0:1775764554.585590:0:42325:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764554.585626:0:42325:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694200/0x57b8ff0e0304fbe2 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b3b3 expref: -99 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764554.586277:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694000/0x57b8ff0e0304fbe9 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764554.586294:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694000/0x57b8ff0e0304fbe9 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764554.586308:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694000/0x57b8ff0e0304fbe9 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764554.586325:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694c00/0x57b8ff0e0304fbf0 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb335bac6 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764554.586332:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694c00/0x57b8ff0e0304fbf0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb335bac6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764554.586339:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694c00/0x57b8ff0e0304fbf0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb335bac6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764554.594769:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944580031200/0x57b8ff0e0304fbf7 lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0x29:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764554.594792:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944580031200/0x57b8ff0e0304fbf7 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x29:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764554.594839:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944580031200/0x57b8ff0e0304fbf7 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x29:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764554.594889:0:42325:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab1:0x29:0x0]: returning size 22 00000004:00200000:2.0:1775764554.594895:0:42325:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764554.594923:0:42325:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff944580031200/0x57b8ff0e0304fbf7 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x29:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764554.594938:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944580031200/0x57b8ff0e0304fbf7 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764554.596208:0:42325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694000/0x57b8ff0e0304fbe9 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764554.596217:0:42325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694000/0x57b8ff0e0304fbe9 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764554.596224:0:42325:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694000/0x57b8ff0e0304fbe9 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764554.596230:0:42325:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445be694000 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764554.596236:0:42325:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694000/0x57b8ff0e0304fbe9 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764554.596244:0:42325:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694000/0x57b8ff0e0304fbe9 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764554.596262:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff94459084a400) 00010000:00010000:2.0:1775764554.596265:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764554.596270:0:42325:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694000/0x57b8ff0e0304fbe9 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764554.596276:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694000/0x57b8ff0e0304fbe9 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764554.596297:0:42325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694c00/0x57b8ff0e0304fbf0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb335bac6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764554.596304:0:42325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694c00/0x57b8ff0e0304fbf0 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb335bac6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764554.596310:0:42325:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694c00/0x57b8ff0e0304fbf0 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb335bac6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764554.596315:0:42325:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445be694c00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764554.596318:0:42325:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694c00/0x57b8ff0e0304fbf0 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb335bac6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764554.596323:0:42325:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694c00/0x57b8ff0e0304fbf0 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb335bac6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764554.596331:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xb335bac6 (ffff944586564d00) 00010000:00010000:2.0:1775764554.596333:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764554.596336:0:42325:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694c00/0x57b8ff0e0304fbf0 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb335bac6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764554.596341:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694c00/0x57b8ff0e0304fbf0 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb335bac6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764554.596398:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694200/0x57b8ff0e0304fbe2 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b3b3 expref: 23 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764554.596425:0:42325:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff944580031200/0x57b8ff0e0304fbf7 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b3b3 expref: 22 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764554.596433:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x29:0x0].0x0 (ffff944586564a00) 00010000:00010000:2.0:1775764554.596435:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1775764554.596437:0:42325:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944580031200, rc 0) 00000100:00100000:2.0:1775764554.597755:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445becd5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+22:53518:x1862022098423040:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 12190us (12481us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764554.597770:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 463 00000100:00100000:2.0:1775764554.603545:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764554.604074:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098423296 00000100:00100000:3.0:1775764554.604091:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098423296 00000100:00100000:3.0:1775764554.604190:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 464 00000100:00100000:3.0:1775764554.604202:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94448916bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+22:53518:x1862022098423296:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:3.0:1775764554.604236:0:42326:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764554.604268:0:42326:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e0304fbfe lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b3ba expref: -99 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764554.604446:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e0304fc05 lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0x29:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764554.604467:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e0304fc05 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764554.604484:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e0304fc05 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764554.604499:0:42326:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab1:0x29:0x0]: returning size 22 00010000:00010000:3.0:1775764554.604698:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e0304fbfe lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b3ba expref: 25 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764554.604726:0:42326:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e0304fc05 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b3ba expref: 24 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764554.604736:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x29:0x0].0x0 (ffff944586564a00) 00010000:00010000:3.0:1775764554.604740:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1775764554.604745:0:42326:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445be694600, rc 0) 00000100:00100000:3.0:1775764554.604908:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94448916bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+24:53518:x1862022098423296:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 708us (1382us total) trans 34359738791 rc 0/0 00000100:00100000:3.0:1775764554.604919:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 464 00000100:00100000:3.0:1775764554.616366:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764554.618104:0:42327:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098423552 00000100:00100000:0.0:1775764554.618120:0:42327:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098423552 00000100:00100000:2.0:1775764554.618589:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764554.618686:0:42327:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 145 00000100:00100000:0.0:1775764554.618700:0:42327:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bc1dfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+24:53518:x1862022098423552:12345-192.168.202.28@tcp:35:lfs.0 00000100:00100000:0.0:1775764554.619321:0:42327:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bc1dfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+25:53518:x1862022098423552:12345-192.168.202.28@tcp:35:lfs.0 Request processed in 622us (2962us total) trans 34359738792 rc 0/0 00000100:00100000:0.0:1775764554.619330:0:42327:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 145 00000100:00100000:3.0:1775764554.619417:0:42311:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098423680 00000100:00100000:3.0:1775764554.619425:0:42311:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098423680 00000100:00100000:3.0:1775764554.619479:0:42311:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 39 00000100:00100000:3.0:1775764554.619487:0:42311:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94448916b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+25:2379:x1862022098423680:12345-192.168.202.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764554.619505:0:42311:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764554.619541:0:42311:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e0304fc05 lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b3ba expref: 25 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764554.619567:0:42311:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x29:0x0].0x0 (ffff944586564a00) 00010000:00010000:3.0:1775764554.619573:0:42311:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764554.619593:0:42311:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94448916b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+24:2379:x1862022098423680:12345-192.168.202.28@tcp:103:ldlm_bl.0 Request processed in 109us (1011us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764554.619609:0:42311:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 39 00000100:00100000:3.0:1775764554.829429:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764554.829557:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098423808 00000100:00100000:0.0:1775764554.829570:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098423808 00000100:00100000:0.0:1775764554.829647:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 465 00000100:00100000:0.0:1775764554.829659:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bc1dc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+24:53529:x1862022098423808:12345-192.168.202.28@tcp:34:lfs.0 00010000:00010000:0.0:1775764554.829750:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77a00/0x57b8ff0e0304fc13 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764554.829769:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77a00/0x57b8ff0e0304fc13 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764554.829784:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77a00/0x57b8ff0e0304fc13 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764554.829836:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77e00/0x57b8ff0e0304fc1a lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb335bac6 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764554.829844:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77e00/0x57b8ff0e0304fc1a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb335bac6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764554.829944:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77e00/0x57b8ff0e0304fc1a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb335bac6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764554.830528:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77400/0x57b8ff0e0304fc21 lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0x29:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764554.830538:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77400/0x57b8ff0e0304fc21 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x29:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764554.830546:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77400/0x57b8ff0e0304fc21 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x29:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764554.830579:0:42324:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab1:0x29:0x0]: returning size 22 00000004:00200000:0.0:1775764554.830583:0:42324:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1775764554.830595:0:42324:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77400/0x57b8ff0e0304fc21 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x29:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764554.830641:0:42324:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77a00/0x57b8ff0e0304fc13 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764554.830648:0:42324:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77a00/0x57b8ff0e0304fc13 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764554.830656:0:42324:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77a00/0x57b8ff0e0304fc13 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764554.830662:0:42324:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445bfe77a00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:0.0:1775764554.830666:0:42324:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77a00/0x57b8ff0e0304fc13 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764554.830674:0:42324:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77a00/0x57b8ff0e0304fc13 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764554.830686:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff94459084a400) 00010000:00010000:0.0:1775764554.830690:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764554.830694:0:42324:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77a00/0x57b8ff0e0304fc13 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764554.830700:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77a00/0x57b8ff0e0304fc13 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764554.830714:0:42324:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77e00/0x57b8ff0e0304fc1a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb335bac6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764554.830719:0:42324:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77e00/0x57b8ff0e0304fc1a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb335bac6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764554.830725:0:42324:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77e00/0x57b8ff0e0304fc1a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb335bac6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764554.830729:0:42324:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445bfe77e00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:0.0:1775764554.830732:0:42324:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77e00/0x57b8ff0e0304fc1a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb335bac6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764554.830737:0:42324:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77e00/0x57b8ff0e0304fc1a lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb335bac6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764554.830743:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xb335bac6 (ffff944582f80900) 00010000:00010000:0.0:1775764554.830746:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764554.830748:0:42324:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77e00/0x57b8ff0e0304fc1a lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb335bac6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764554.830754:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77e00/0x57b8ff0e0304fc1a lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb335bac6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764554.830766:0:42324:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77400/0x57b8ff0e0304fc21 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x29:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764554.830772:0:42324:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77400/0x57b8ff0e0304fc21 lrc: 2/0,0 mode: PR/PR res: [0x200003ab1:0x29:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764554.830778:0:42324:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77400/0x57b8ff0e0304fc21 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x29:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764554.830781:0:42324:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445bfe77400 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:0.0:1775764554.830784:0:42324:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77400/0x57b8ff0e0304fc21 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x29:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764554.830789:0:42324:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77400/0x57b8ff0e0304fc21 lrc: 4/0,0 mode: PR/PR res: [0x200003ab1:0x29:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764554.830845:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x29:0x0].0x0 (ffff944586564a00) 00010000:00010000:0.0:1775764554.830854:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764554.830857:0:42324:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77400/0x57b8ff0e0304fc21 lrc: 2/0,0 mode: --/PR res: [0x200003ab1:0x29:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764554.830862:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77400/0x57b8ff0e0304fc21 lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0x29:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764554.830937:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bc1dc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+24:53529:x1862022098423808:12345-192.168.202.28@tcp:34:lfs.0 Request processed in 1279us (1520us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764554.830947:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 465 00000100:00100000:2.0:1775764554.929563:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764554.930071:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098424064 00000100:00100000:3.0:1775764554.930084:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098424064 00000100:00100000:3.0:1775764554.930152:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 466 00000100:00100000:3.0:1775764554.930162:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94448916b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+24:53535:x1862022098424064:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:3.0:1775764554.930184:0:42326:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764554.930216:0:42326:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e0304fc28 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b3c1 expref: -99 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764554.930513:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e0304fc2f lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0x29:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764554.930532:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e0304fc2f lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764554.930547:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e0304fc2f lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764554.930560:0:42326:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab1:0x29:0x0]: returning size 22 00010000:00010000:3.0:1775764554.930706:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e0304fc28 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b3c1 expref: 27 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764554.930728:0:42326:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e0304fc2f lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b3c1 expref: 26 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764554.930737:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x29:0x0].0x0 (ffff944586564a00) 00010000:00010000:3.0:1775764554.930741:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1775764554.930744:0:42326:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445be695800, rc 0) 00000100:00100000:3.0:1775764554.931606:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94448916b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+26:53535:x1862022098424064:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 1432us (2043us total) trans 34359738793 rc 0/0 00000100:00100000:3.0:1775764554.931617:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 466 00000100:00100000:2.0:1775764554.934583:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764554.934696:0:44302:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098424192 00000100:00100000:3.0:1775764554.934707:0:44302:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098424192 00000100:00100000:3.0:1775764554.934791:0:44302:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 40 00000100:00100000:3.0:1775764554.934836:0:44302:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944590fdf850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+26:2377:x1862022098424192:12345-192.168.202.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764554.934858:0:44302:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764554.934887:0:44302:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e0304fc2f lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b3c1 expref: 26 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764554.934910:0:44302:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x29:0x0].0x0 (ffff944586564a00) 00010000:00010000:3.0:1775764554.934916:0:44302:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764554.934979:0:44302:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944590fdf850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+25:2377:x1862022098424192:12345-192.168.202.28@tcp:103:ldlm_bl.0 Request processed in 179us (406us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764554.934987:0:44302:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 40 00000100:00100000:2.0:1775764554.938233:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764554.938335:0:42328:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098424448 00000100:00100000:1.0:1775764554.938344:0:42328:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098424448 00000100:00100000:1.0:1775764554.938409:0:42328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 146 00000100:00100000:1.0:1775764554.938419:0:42328:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944489169880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+25:53535:x1862022098424448:12345-192.168.202.28@tcp:35:lfs.0 00000100:00100000:1.0:1775764554.938720:0:42328:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944489169880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+26:53535:x1862022098424448:12345-192.168.202.28@tcp:35:lfs.0 Request processed in 302us (497us total) trans 34359738794 rc 0/0 00000100:00100000:1.0:1775764554.938728:0:42328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 146 00000100:00100000:1.0:1775764555.124053:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764555.124419:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098424576 00000100:00100000:2.0:1775764555.124431:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098424576 00000100:00100000:2.0:1775764555.124507:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 467 00000100:00100000:2.0:1775764555.124519:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445becd6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+26:53546:x1862022098424576:12345-192.168.202.28@tcp:34:lfs.0 00010000:00010000:2.0:1775764555.124642:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff944580031400/0x57b8ff0e0304fc3d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764555.124664:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944580031400/0x57b8ff0e0304fc3d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764555.124681:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944580031400/0x57b8ff0e0304fc3d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764555.124701:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944580031000/0x57b8ff0e0304fc44 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb335bac6 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764555.124709:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944580031000/0x57b8ff0e0304fc44 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb335bac6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764555.124716:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944580031000/0x57b8ff0e0304fc44 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb335bac6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764555.125629:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944580031e00/0x57b8ff0e0304fc4b lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0x29:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764555.125644:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944580031e00/0x57b8ff0e0304fc4b lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x29:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764555.125654:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944580031e00/0x57b8ff0e0304fc4b lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x29:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764555.125712:0:42325:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab1:0x29:0x0]: returning size 22 00000004:00200000:2.0:1775764555.125719:0:42325:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764555.125737:0:42325:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff944580031e00/0x57b8ff0e0304fc4b lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x29:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764555.125753:0:42325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff944580031400/0x57b8ff0e0304fc3d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764555.125761:0:42325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944580031400/0x57b8ff0e0304fc3d lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764555.125768:0:42325:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944580031400/0x57b8ff0e0304fc3d lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764555.125775:0:42325:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944580031400 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764555.125781:0:42325:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944580031400/0x57b8ff0e0304fc3d lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764555.125791:0:42325:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944580031400/0x57b8ff0e0304fc3d lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764555.125835:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff94459084a400) 00010000:00010000:2.0:1775764555.125840:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764555.125845:0:42325:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944580031400/0x57b8ff0e0304fc3d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764555.125856:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944580031400/0x57b8ff0e0304fc3d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764555.125872:0:42325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944580031000/0x57b8ff0e0304fc44 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb335bac6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764555.125878:0:42325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944580031000/0x57b8ff0e0304fc44 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb335bac6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764555.125884:0:42325:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944580031000/0x57b8ff0e0304fc44 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb335bac6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764555.125890:0:42325:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944580031000 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764555.125893:0:42325:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944580031000/0x57b8ff0e0304fc44 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb335bac6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764555.125899:0:42325:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944580031000/0x57b8ff0e0304fc44 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb335bac6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764555.125906:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xb335bac6 (ffff94459084a000) 00010000:00010000:2.0:1775764555.125909:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764555.125911:0:42325:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944580031000/0x57b8ff0e0304fc44 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb335bac6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764555.125916:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944580031000/0x57b8ff0e0304fc44 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb335bac6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764555.125932:0:42325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944580031e00/0x57b8ff0e0304fc4b lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x29:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764555.125951:0:42325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944580031e00/0x57b8ff0e0304fc4b lrc: 2/0,0 mode: PR/PR res: [0x200003ab1:0x29:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764555.125958:0:42325:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944580031e00/0x57b8ff0e0304fc4b lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x29:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764555.125963:0:42325:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944580031e00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764555.125965:0:42325:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944580031e00/0x57b8ff0e0304fc4b lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x29:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764555.125972:0:42325:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944580031e00/0x57b8ff0e0304fc4b lrc: 4/0,0 mode: PR/PR res: [0x200003ab1:0x29:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764555.125981:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x29:0x0].0x0 (ffff944586564a00) 00010000:00010000:2.0:1775764555.125984:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764555.125986:0:42325:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944580031e00/0x57b8ff0e0304fc4b lrc: 2/0,0 mode: --/PR res: [0x200003ab1:0x29:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764555.125992:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944580031e00/0x57b8ff0e0304fc4b lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0x29:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764555.127269:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445becd6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+26:53546:x1862022098424576:12345-192.168.202.28@tcp:34:lfs.0 Request processed in 2742us (3235us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764555.127282:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 467 00000100:00100000:2.0:1775764555.222602:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764555.223231:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098424832 00000100:00100000:1.0:1775764555.223247:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098424832 00000100:00100000:1.0:1775764555.223328:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 468 00000100:00100000:1.0:1775764555.223339:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944489168e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+26:53552:x1862022098424832:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:1.0:1775764555.223360:0:44493:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764555.223385:0:44493:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944587808400/0x57b8ff0e0304fc52 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b3c8 expref: -99 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764555.223507:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff944587809c00/0x57b8ff0e0304fc59 lrc: 3/0,1 mode: --/CW res: [0x200003ab1:0x29:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764555.223530:0:44493:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff944580031200/0x57b8ff0e0304fbf7 lrc: 2/0,0 mode: PR/PR res: [0x200003ab1:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b3b3 expref: 27 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764555.223540:0:44493:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff944587809c00/0x57b8ff0e0304fc59 lrc: 4/0,1 mode: --/CW res: [0x200003ab1:0x29:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764555.223591:0:44493:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff944580031200/0x57b8ff0e0304fbf7 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b3b3 expref: 27 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764555.223618:0:44493:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff944580031200/0x57b8ff0e0304fbf7 lrc: 4/0,0 mode: PR/PR res: [0x200003ab1:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b3b3 expref: 27 pid: 42325 timeout: 2122 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764555.223634:0:44493:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445becd6300 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:44493:1862022118996480:192.168.202.28@tcp:104: 00000100:00100000:1.0:1775764555.224571:0:44493:0:(client.c:2691:ptlrpc_set_wait()) set ffff9445b217c000 going to sleep for 11 seconds 00000100:00100000:3.0:1775764555.231429:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764555.232003:0:44493:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445becd6300 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:44493:1862022118996480:192.168.202.28@tcp:104: 00010000:00010000:1.0:1775764555.232031:0:44493:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff944587809c00/0x57b8ff0e0304fc59 lrc: 3/0,1 mode: --/CW res: [0x200003ab1:0x29:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764555.236291:0:42311:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098424960 00000100:00100000:0.0:1775764555.236309:0:42311:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098424960 00010000:00010000:0.0:1775764555.236373:0:42311:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff944580031200/0x57b8ff0e0304fbf7 lrc: 4/0,0 mode: PR/PR res: [0x200003ab1:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b3b3 expref: 28 pid: 42325 timeout: 2122 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764555.236585:0:42311:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 106 00000100:00100000:0.0:1775764555.236609:0:42311:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bc1ddf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+28:2378:x1862022098424960:12345-192.168.202.28@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1775764555.236631:0:42311:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764555.236640:0:42311:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff944580031200/0x57b8ff0e0304fbf7 lrc: 4/0,0 mode: PR/PR res: [0x200003ab1:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b3b3 expref: 28 pid: 42325 timeout: 2122 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764555.236656:0:42311:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff944580031200/0x57b8ff0e0304fbf7 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b3b3 expref: 28 pid: 42325 timeout: 2122 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764555.238657:0:42311:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944580031200/0x57b8ff0e0304fbf7 lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b3b3 expref: 28 pid: 42325 timeout: 2122 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764555.238698:0:42311:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x29:0x0].0x0 (ffff944586564a00) 00010000:00010000:0.0:1775764555.238706:0:42311:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff944587809c00/0x57b8ff0e0304fc59 lrc: 3/0,1 mode: --/CW res: [0x200003ab1:0x29:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764555.238717:0:42311:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff944587809c00/0x57b8ff0e0304fc59 lrc: 3/0,1 mode: CW/CW res: [0x200003ab1:0x29:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764555.238725:0:42311:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944587809c00/0x57b8ff0e0304fc59 lrc: 4/0,1 mode: CW/CW res: [0x200003ab1:0x29:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764555.238772:0:42311:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775764555.238897:0:42311:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bc1ddf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+27:2378:x1862022098424960:12345-192.168.202.28@tcp:103:ldlm_bl.0 Request processed in 2299us (7477us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764555.238908:0:42311:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 106 00010000:00010000:1.0:1775764555.239285:0:44493:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff944587809c00/0x57b8ff0e0304fc59 lrc: 3/0,1 mode: CW/CW res: [0x200003ab1:0x29:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764555.239296:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944587809c00/0x57b8ff0e0304fc59 lrc: 3/0,1 mode: CW/CW res: [0x200003ab1:0x29:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764555.239319:0:44493:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab1:0x29:0x0]: returning size 22 00010000:00010000:1.0:1775764555.239515:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944587808400/0x57b8ff0e0304fc52 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b3c8 expref: 28 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764555.239539:0:44493:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff944587809c00/0x57b8ff0e0304fc59 lrc: 3/0,0 mode: CW/CW res: [0x200003ab1:0x29:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b3c8 expref: 27 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764555.239547:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x29:0x0].0x0 (ffff944586564a00) 00010000:00010000:1.0:1775764555.239550:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:1.0:1775764555.239553:0:44493:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944587809c00, rc 0) 00000100:00100000:1.0:1775764555.239588:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944489168e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+27:53552:x1862022098424832:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 16252us (17009us total) trans 34359738795 rc 0/0 00000100:00100000:1.0:1775764555.239607:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 468 00000100:00100000:2.0:1775764555.343175:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764555.343434:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098425088 00000100:00100000:0.0:1775764555.343446:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098425088 00000100:00100000:0.0:1775764555.343517:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 469 00000100:00100000:0.0:1775764555.343530:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944489169c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+27:53562:x1862022098425088:12345-192.168.202.28@tcp:34:lfs.0 00010000:00010000:0.0:1775764555.343635:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77400/0x57b8ff0e0304fc67 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764555.343655:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77400/0x57b8ff0e0304fc67 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764555.343671:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77400/0x57b8ff0e0304fc67 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764555.343689:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77e00/0x57b8ff0e0304fc6e lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb335bac6 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764555.343696:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77e00/0x57b8ff0e0304fc6e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb335bac6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764555.343702:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77e00/0x57b8ff0e0304fc6e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb335bac6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764555.345239:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77a00/0x57b8ff0e0304fc75 lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0x29:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764555.345282:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77a00/0x57b8ff0e0304fc75 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x29:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764555.345297:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77a00/0x57b8ff0e0304fc75 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x29:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764555.345364:0:42324:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77a00/0x57b8ff0e0304fc75 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x29:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764555.345378:0:42324:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77400/0x57b8ff0e0304fc67 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764555.345385:0:42324:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77400/0x57b8ff0e0304fc67 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764555.345391:0:42324:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77400/0x57b8ff0e0304fc67 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764555.345398:0:42324:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445bfe77400 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:3.0:1775764555.345403:0:42324:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77400/0x57b8ff0e0304fc67 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764555.345412:0:42324:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77400/0x57b8ff0e0304fc67 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764555.345427:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff94459084a400) 00010000:00010000:3.0:1775764555.345430:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764555.345438:0:42324:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77400/0x57b8ff0e0304fc67 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764555.345445:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77400/0x57b8ff0e0304fc67 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764555.345472:0:42324:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77e00/0x57b8ff0e0304fc6e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb335bac6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764555.345492:0:42324:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77e00/0x57b8ff0e0304fc6e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb335bac6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764555.345498:0:42324:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77e00/0x57b8ff0e0304fc6e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb335bac6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764555.345504:0:42324:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445bfe77e00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:3.0:1775764555.345507:0:42324:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77e00/0x57b8ff0e0304fc6e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb335bac6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764555.345514:0:42324:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77e00/0x57b8ff0e0304fc6e lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb335bac6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764555.345523:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xb335bac6 (ffff944582f80900) 00010000:00010000:3.0:1775764555.345525:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764555.345528:0:42324:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77e00/0x57b8ff0e0304fc6e lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb335bac6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764555.345533:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77e00/0x57b8ff0e0304fc6e lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb335bac6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764555.345553:0:42324:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77a00/0x57b8ff0e0304fc75 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x29:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764555.345559:0:42324:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77a00/0x57b8ff0e0304fc75 lrc: 2/0,0 mode: PR/PR res: [0x200003ab1:0x29:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764555.345564:0:42324:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77a00/0x57b8ff0e0304fc75 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x29:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764555.345570:0:42324:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445bfe77a00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:3.0:1775764555.345574:0:42324:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77a00/0x57b8ff0e0304fc75 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x29:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764555.345579:0:42324:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77a00/0x57b8ff0e0304fc75 lrc: 4/0,0 mode: PR/PR res: [0x200003ab1:0x29:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764555.345589:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x29:0x0].0x0 (ffff944586564a00) 00010000:00010000:3.0:1775764555.345601:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764555.345605:0:42324:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77a00/0x57b8ff0e0304fc75 lrc: 2/0,0 mode: --/PR res: [0x200003ab1:0x29:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764555.345611:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77a00/0x57b8ff0e0304fc75 lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0x29:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764555.345747:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944489169c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+27:53562:x1862022098425088:12345-192.168.202.28@tcp:34:lfs.0 Request processed in 2214us (2578us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764555.345760:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 469 00000100:00100000:1.0:1775764555.417981:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764555.418385:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098425344 00000100:00100000:3.0:1775764555.418400:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098425344 00000100:00100000:3.0:1775764555.418486:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 470 00000100:00100000:3.0:1775764555.418498:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445becd6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+27:53563:x1862022098425344:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:3.0:1775764555.418527:0:42326:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764555.418553:0:42326:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e0304fc7c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b3cf expref: -99 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764555.418653:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e0304fc83 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764555.418677:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e0304fc83 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764555.418690:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e0304fc83 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764555.418706:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694a00/0x57b8ff0e0304fc8a lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb335bac6 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764555.418713:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694a00/0x57b8ff0e0304fc8a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb335bac6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764555.418720:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694a00/0x57b8ff0e0304fc8a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb335bac6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764555.419211:0:42326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e0304fc83 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764555.419219:0:42326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e0304fc83 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764555.419226:0:42326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e0304fc83 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764555.419232:0:42326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445be694600 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:3.0:1775764555.419237:0:42326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e0304fc83 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764555.419244:0:42326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e0304fc83 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764555.419456:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff94459084a400) 00010000:00010000:3.0:1775764555.419461:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764555.419467:0:42326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e0304fc83 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764555.419475:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e0304fc83 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764555.419492:0:42326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694a00/0x57b8ff0e0304fc8a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb335bac6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764555.419497:0:42326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694a00/0x57b8ff0e0304fc8a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb335bac6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764555.419504:0:42326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694a00/0x57b8ff0e0304fc8a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb335bac6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764555.419509:0:42326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445be694a00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:3.0:1775764555.419512:0:42326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694a00/0x57b8ff0e0304fc8a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb335bac6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764555.419518:0:42326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694a00/0x57b8ff0e0304fc8a lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb335bac6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764555.419525:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xb335bac6 (ffff944586564e00) 00010000:00010000:3.0:1775764555.419527:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764555.419530:0:42326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694a00/0x57b8ff0e0304fc8a lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb335bac6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764555.419535:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694a00/0x57b8ff0e0304fc8a lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb335bac6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764555.419575:0:42326:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e0304fc7c lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b3cf expref: 28 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764555.419587:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff94459084a400) 00010000:00010000:3.0:1775764555.419589:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1775764555.419602:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e0304fc7c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b3cf expref: 28 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764555.419614:0:42326:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445be695800, rc 0) 00000100:00100000:3.0:1775764555.419701:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445becd6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+27:53563:x1862022098425344:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 1205us (1731us total) trans 0 rc 301/301 00000100:00100000:3.0:1775764555.419708:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 470 00000100:00100000:2.0:1775764555.427429:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764555.428460:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098425472 00000100:00100000:1.0:1775764555.428486:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098425472 00000100:00100000:1.0:1775764555.428584:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 471 00000100:00100000:1.0:1775764555.428607:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94448916b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+27:53563:x1862022098425472:12345-192.168.202.28@tcp:34:lfs.0 00010000:00010000:1.0:1775764555.428738:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff944587808400/0x57b8ff0e0304fc91 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764555.428765:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944587808400/0x57b8ff0e0304fc91 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764555.428782:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944587808400/0x57b8ff0e0304fc91 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764555.428856:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944587808600/0x57b8ff0e0304fc98 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb335bac6 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764555.428864:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944587808600/0x57b8ff0e0304fc98 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb335bac6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764555.428872:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944587808600/0x57b8ff0e0304fc98 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb335bac6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764555.429629:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944587808e00/0x57b8ff0e0304fc9f lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0x29:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764555.429641:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944587808e00/0x57b8ff0e0304fc9f lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x29:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764555.429650:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944587808e00/0x57b8ff0e0304fc9f lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x29:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764555.429702:0:42325:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab1:0x29:0x0]: returning size 22 00000004:00200000:1.0:1775764555.429708:0:42325:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1775764555.429727:0:42325:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff944587808e00/0x57b8ff0e0304fc9f lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x29:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764555.429745:0:42325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff944587808400/0x57b8ff0e0304fc91 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764555.429752:0:42325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944587808400/0x57b8ff0e0304fc91 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764555.429759:0:42325:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944587808400/0x57b8ff0e0304fc91 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764555.429765:0:42325:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944587808400 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:1.0:1775764555.429771:0:42325:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944587808400/0x57b8ff0e0304fc91 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764555.429780:0:42325:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944587808400/0x57b8ff0e0304fc91 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764555.429856:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff94459084a400) 00010000:00010000:1.0:1775764555.429860:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764555.429866:0:42325:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944587808400/0x57b8ff0e0304fc91 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764555.429873:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944587808400/0x57b8ff0e0304fc91 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764555.429889:0:42325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944587808600/0x57b8ff0e0304fc98 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb335bac6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764555.429896:0:42325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944587808600/0x57b8ff0e0304fc98 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb335bac6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764555.429902:0:42325:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944587808600/0x57b8ff0e0304fc98 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb335bac6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764555.429908:0:42325:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944587808600 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:1.0:1775764555.429910:0:42325:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944587808600/0x57b8ff0e0304fc98 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb335bac6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764555.429916:0:42325:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944587808600/0x57b8ff0e0304fc98 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb335bac6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764555.429924:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xb335bac6 (ffff944584d1d100) 00010000:00010000:1.0:1775764555.429927:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764555.429929:0:42325:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944587808600/0x57b8ff0e0304fc98 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb335bac6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764555.429946:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944587808600/0x57b8ff0e0304fc98 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb335bac6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764555.429968:0:42325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944587808e00/0x57b8ff0e0304fc9f lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x29:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764555.429974:0:42325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944587808e00/0x57b8ff0e0304fc9f lrc: 2/0,0 mode: PR/PR res: [0x200003ab1:0x29:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764555.429980:0:42325:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944587808e00/0x57b8ff0e0304fc9f lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x29:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764555.429986:0:42325:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944587808e00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:1.0:1775764555.429988:0:42325:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944587808e00/0x57b8ff0e0304fc9f lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x29:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764555.429994:0:42325:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944587808e00/0x57b8ff0e0304fc9f lrc: 4/0,0 mode: PR/PR res: [0x200003ab1:0x29:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764555.430001:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x29:0x0].0x0 (ffff944586564a00) 00010000:00010000:1.0:1775764555.430004:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764555.430008:0:42325:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944587808e00/0x57b8ff0e0304fc9f lrc: 2/0,0 mode: --/PR res: [0x200003ab1:0x29:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764555.430013:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944587808e00/0x57b8ff0e0304fc9f lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0x29:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764555.430154:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94448916b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+27:53563:x1862022098425472:12345-192.168.202.28@tcp:34:lfs.0 Request processed in 1554us (2735us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764555.430168:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 471 00010000:00010000:3.0:1775764555.585047:0:42313:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764556.608953:0:43224:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775764557.060015:0:3328:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1775764557.060039:0:3328:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445becd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3328:1862022118996608:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1775764557.060147:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764557.060234:0:42948:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118996608 00000100:00100000:1.0:1775764557.060243:0:42948:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118996608 00000100:00100000:1.0:1775764557.060305:0:42948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82 00000100:00100000:1.0:1775764557.060314:0:42948:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445becd6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3328:x1862022118996608:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1775764557.060358:0:42948:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 57868288 pending 1703936 free 3704619008 avail 3702521856 00000100:00100000:1.0:1775764557.060407:0:42948:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445becd6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3328:x1862022118996608:12345-0@lo:13:osp-pre-0-0.0 Request processed in 93us (260us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764557.060414:0:42948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82 00000100:00080000:1.0:1775764557.060436:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1775764557.060471:0:3328:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445becd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3328:1862022118996608:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1775764557.570485:0:3328:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bb48a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3328:1862022118996992:0@lo:400:kworker.0 00000100:00100000:2.0:1775764557.570956:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764557.571077:0:3328:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1775764557.571086:0:3328:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bb48b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3328:1862022118997120:0@lo:400:kworker.0 00000100:00100000:2.0:1775764557.571144:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764557.571251:0:3331:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bb488a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3331:1862022118996864:0@lo:400:kworker.0 00000100:00100000:1.0:1775764557.571301:0:3331:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764557.571350:0:3331:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bb489500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3331:1862022118997376:0@lo:400:kworker.0 00000100:00100000:1.0:1775764557.571374:0:3331:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764557.571394:0:3331:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:1.0:1775764557.571400:0:3331:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bb48a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d8dacf45-8471-4226-a2fb-1fac83f69c1e:3331:1862022118996736:0@lo:400:kworker.0 00000100:00100000:1.0:1775764557.571444:0:3331:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764557.571468:0:3331:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bb489880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3331:1862022118997248:0@lo:400:kworker.0 00000100:00100000:1.0:1775764557.571506:0:3331:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764557.571554:0:42944:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118996992 00000100:00100000:1.0:1775764557.571564:0:42944:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118996992 00000100:00100000:1.0:1775764557.571635:0:42944:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118996864 00000100:00100000:1.0:1775764557.571638:0:42944:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118996864 00000100:00100000:1.0:1775764557.571674:0:42944:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 133 00000100:00100000:1.0:1775764557.571683:0:42944:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94459038a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3328:x1862022118996992:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764557.571755:0:42944:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94459038a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3328:x1862022118996992:12345-0@lo:400:kworker.0 Request processed in 72us (800us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764557.571764:0:42944:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 133 00000100:00100000:1.0:1775764557.571785:0:42944:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 134 00000100:00100000:1.0:1775764557.571791:0:42944:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445becd4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3331:x1862022118996864:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764557.571862:0:42944:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445becd4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3331:x1862022118996864:12345-0@lo:400:kworker.0 Request processed in 71us (559us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764557.571869:0:42944:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 134 00000100:00100000:1.0:1775764557.571904:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118997120 00000100:00100000:1.0:1775764557.571907:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118997120 00000100:00100000:1.0:1775764557.571930:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118997376 00000100:00100000:1.0:1775764557.571932:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118997376 00000100:00100000:1.0:1775764557.571944:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118997248 00000100:00100000:1.0:1775764557.571946:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118997248 00000100:00100000:1.0:1775764557.571958:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 186 00000100:00100000:1.0:1775764557.571964:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944590388a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3328:x1862022118997120:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764557.571992:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944590388a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3328:x1862022118997120:12345-0@lo:400:kworker.0 Request processed in 28us (848us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764557.571997:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 186 00000100:00100000:1.0:1775764557.572008:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 187 00000100:00100000:1.0:1775764557.572014:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445becd7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3331:x1862022118997376:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764557.572042:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445becd7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3331:x1862022118997376:12345-0@lo:400:kworker.0 Request processed in 29us (668us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764557.572048:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 187 00000100:00100000:1.0:1775764557.572059:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 188 00000100:00100000:1.0:1775764557.572064:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445becd5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3331:x1862022118997248:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764557.572089:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445becd5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3331:x1862022118997248:12345-0@lo:400:kworker.0 Request processed in 25us (582us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764557.572098:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 188 00000100:00100000:1.0:1775764557.572131:0:42318:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118996736 00000100:00100000:1.0:1775764557.572135:0:42318:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118996736 00000100:00100000:1.0:1775764557.572167:0:42318:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 191 00000100:00100000:1.0:1775764557.572174:0:42318:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445be7e1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d8dacf45-8471-4226-a2fb-1fac83f69c1e+18:3331:x1862022118996736:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764557.572202:0:42318:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445be7e1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d8dacf45-8471-4226-a2fb-1fac83f69c1e+18:3331:x1862022118996736:12345-0@lo:400:kworker.0 Request processed in 29us (758us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764557.572208:0:42318:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 191 00000100:00080000:1.0:1775764557.572256:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1775764557.572260:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1775764557.572294:0:3331:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bb48a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d8dacf45-8471-4226-a2fb-1fac83f69c1e:3331:1862022118996736:0@lo:400:kworker.0 00000100:00100000:1.0:1775764557.572308:0:3331:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bb489880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3331:1862022118997248:0@lo:400:kworker.0 00000100:00100000:1.0:1775764557.572318:0:3331:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bb488a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3331:1862022118996864:0@lo:400:kworker.0 00000100:00100000:1.0:1775764557.572327:0:3331:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bb489500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3331:1862022118997376:0@lo:400:kworker.0 00000100:00100000:2.0:1775764557.572451:0:3328:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bb48b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3328:1862022118997120:0@lo:400:kworker.0 00000100:00100000:2.0:1775764557.572463:0:3328:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bb48a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3328:1862022118996992:0@lo:400:kworker.0 00010000:00010000:3.0:1775764557.632980:0:42312:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1775764557.999482:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764557.999530:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764557.999638:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764557.999671:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764557.999701:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764557.999864:0:42944:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098425984 00000100:00100000:3.0:1775764557.999878:0:42944:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098425984 00000100:00100000:1.0:1775764557.999932:0:42946:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098425856 00000100:00100000:1.0:1775764557.999939:0:42946:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098425856 00000100:00100000:3.0:1775764557.999982:0:42944:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 135 00000100:00100000:3.0:1775764557.999994:0:42944:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944590388000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+8:2376:x1862022098425984:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:0.0:1775764558.000042:0:42319:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098425600 00000100:00100000:0.0:1775764558.000048:0:42319:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098425600 00000100:00100000:3.0:1775764558.000085:0:42944:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944590388000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+8:2376:x1862022098425984:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 92us (553us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764558.000087:0:42319:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 192 00000100:00100000:0.0:1775764558.000098:0:42319:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944586765850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:24b54882-c0a1-43f2-954f-009e5a9afc9d+12:2376:x1862022098425600:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:2.0:1775764558.000340:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098425728 00000100:00100000:2.0:1775764558.000344:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098425728 00000100:00100000:2.0:1775764558.000376:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098426112 00000100:00100000:2.0:1775764558.000379:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098426112 00000100:00100000:2.0:1775764558.000399:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 189 00000100:00100000:2.0:1775764558.000406:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94459038a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+27:2376:x1862022098425728:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:2.0:1775764558.000442:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94459038a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+27:2376:x1862022098425728:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 37us (971us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764558.000450:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 189 00000100:00100000:2.0:1775764558.000468:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 190 00000100:00100000:2.0:1775764558.000474:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944590389c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:82781e18-e0e3-4f9f-9a2b-041bf0344414+5:2376:x1862022098426112:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:2.0:1775764558.000497:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944590389c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:82781e18-e0e3-4f9f-9a2b-041bf0344414+5:2376:x1862022098426112:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 24us (797us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764558.000503:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 190 00000100:00080000:2.0:1775764558.000585:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1775764558.000590:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1775764558.000592:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1775764558.000686:0:42319:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944586765850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:24b54882-c0a1-43f2-954f-009e5a9afc9d+12:2376:x1862022098425600:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 589us (1048us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764558.000693:0:42319:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 192 00000100:00100000:1.0:1775764558.002623:0:42946:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 136 00000100:00100000:1.0:1775764558.002659:0:42946:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944590389180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+8:2376:x1862022098425856:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:1.0:1775764558.002756:0:42946:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944590389180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+8:2376:x1862022098425856:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 120us (3083us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764558.002764:0:42946:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 136 00000100:00100000:3.0:1775764558.011486:0:42944:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 135 00010000:00010000:0.0:1775764558.659355:0:42313:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:3.0:1775764558.702991:0:6613:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 34359738407 is committed 00000100:00100000:2.0:1775764559.109816:0:3329:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1775764559.109848:0:3329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff94459038bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3329:1862022118997504:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1775764559.109956:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764559.110047:0:42948:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118997504 00000100:00100000:2.0:1775764559.110057:0:42948:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118997504 00000100:00100000:2.0:1775764559.110131:0:42948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83 00000100:00100000:2.0:1775764559.110141:0:42948:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944587193480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3329:x1862022118997504:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1775764559.110189:0:42948:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 64684032 pending 0 free 3765436416 avail 3763339264 00000100:00100000:2.0:1775764559.110245:0:42948:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944587193480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3329:x1862022118997504:12345-0@lo:13:osp-pre-1-0.0 Request processed in 105us (289us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764559.110253:0:42948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83 00000100:00080000:2.0:1775764559.110283:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1775764559.110337:0:3329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff94459038bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3329:1862022118997504:0@lo:13:osp-pre-1-0.0 00000001:00080000:0.0:1775764559.192892:0:5825:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 34359738792 is committed 00000001:00080000:0.0:1775764559.193089:0:5825:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 34359738795 is committed 00010000:00010000:3.0:1775764559.681125:0:43224:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764560.704956:0:42312:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764561.729288:0:42313:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1775764561.744073:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764561.744475:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098426240 00000100:00100000:1.0:1775764561.744491:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098426240 00000100:00100000:1.0:1775764561.744615:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 472 00000100:00100000:1.0:1775764561.744632:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944587192300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+19:53480:x1862022098426240:12345-192.168.202.28@tcp:60:lhsmtool_posix.0 00000100:00100000:1.0:1775764561.744791:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944587192300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+19:53480:x1862022098426240:12345-192.168.202.28@tcp:60:lhsmtool_posix.0 Request processed in 156us (724us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764561.744831:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 472 00000100:00080000:2.0:1775764561.745192:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1775764561.759152:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764561.759391:0:42327:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098426496 00000100:00100000:0.0:1775764561.759402:0:42327:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098426496 00000100:00100000:0.0:1775764561.759472:0:42327:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 147 00000100:00100000:0.0:1775764561.759486:0:42327:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944481e59450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+19:53480:x1862022098426496:12345-192.168.202.28@tcp:35:lhsmtool_posix.0 00000100:00100000:0.0:1775764561.760201:0:42327:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944481e59450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+20:53480:x1862022098426496:12345-192.168.202.28@tcp:35:lhsmtool_posix.0 Request processed in 716us (1058us total) trans 34359738796 rc 0/0 00000100:00100000:0.0:1775764561.760210:0:42327:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 147 00000100:00100000:0.0:1775764561.990630:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764561.991028:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098426624 00000100:00100000:2.0:1775764561.991043:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098426624 00000100:00100000:2.0:1775764561.992371:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 473 00000100:00100000:2.0:1775764561.992391:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bb48a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:82781e18-e0e3-4f9f-9a2b-041bf0344414+5:54004:x1862022098426624:12345-192.168.202.28@tcp:101:lsof.0 00010000:00010000:2.0:1775764561.992419:0:42324:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764561.992446:0:42324:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944580031200/0x57b8ff0e0304fca6 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b3d6 expref: -99 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764561.992580:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944580031000/0x57b8ff0e0304fcad lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764561.992594:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944580031000/0x57b8ff0e0304fcad lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764561.992610:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944580031000/0x57b8ff0e0304fcad lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764561.992885:0:42324:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 9728 00000004:00200000:2.0:1775764561.992889:0:42324:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 35 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764561.992966:0:42324:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff944580031000/0x57b8ff0e0304fcad lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764561.992991:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944580031200/0x57b8ff0e0304fca6 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b3d6 expref: 7 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764561.993010:0:42324:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff944580031000/0x57b8ff0e0304fcad lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b3d6 expref: 6 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764561.993019:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff94459084a400) 00010000:00010000:2.0:1775764561.993022:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1775764561.993025:0:42324:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944580031000, rc 0) 00000100:00080000:0.0:1775764561.994345:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1775764561.994555:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bb48a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:82781e18-e0e3-4f9f-9a2b-041bf0344414+6:54004:x1862022098426624:12345-192.168.202.28@tcp:101:lsof.0 Request processed in 2164us (3933us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764561.994567:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 473 00000100:00100000:3.0:1775764562.178342:0:3328:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1775764562.178375:0:3328:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445becd4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3328:1862022118997632:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1775764562.178639:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764562.178861:0:42948:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118997632 00000100:00100000:2.0:1775764562.178886:0:42948:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118997632 00000100:00100000:2.0:1775764562.178967:0:42948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 84 00000100:00100000:2.0:1775764562.178978:0:42948:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bc1dfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3328:x1862022118997632:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1775764562.179022:0:42948:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 56164352 pending 0 free 3704619008 avail 3702521856 00000100:00100000:2.0:1775764562.179085:0:42948:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bc1dfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3328:x1862022118997632:12345-0@lo:13:osp-pre-0-0.0 Request processed in 109us (446us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764562.179096:0:42948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 84 00000100:00080000:0.0:1775764562.179354:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1775764562.179669:0:3328:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445becd4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3328:1862022118997632:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1775764562.689856:0:3329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445b2cb0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3329:1862022118998144:0@lo:400:kworker.0 00000100:00100000:2.0:1775764562.689970:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764562.690046:0:3329:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1775764562.690053:0:3329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445b2cb1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3329:1862022118998016:0@lo:400:kworker.0 00000100:00100000:2.0:1775764562.690074:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764562.690361:0:3330:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944587193b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d8dacf45-8471-4226-a2fb-1fac83f69c1e:3330:1862022118997760:0@lo:400:kworker.0 00000100:00100000:3.0:1775764562.690399:0:3330:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764562.690423:0:3330:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445b2cb1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3330:1862022118998272:0@lo:400:kworker.0 00000100:00100000:0.0:1775764562.690572:0:42317:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118997760 00000100:00100000:0.0:1775764562.690583:0:42317:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118997760 00000100:00100000:0.0:1775764562.690630:0:42317:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 193 00000100:00100000:0.0:1775764562.690640:0:42317:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944586767050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d8dacf45-8471-4226-a2fb-1fac83f69c1e+18:3330:x1862022118997760:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764562.690693:0:42317:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944586767050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d8dacf45-8471-4226-a2fb-1fac83f69c1e+18:3330:x1862022118997760:12345-0@lo:400:kworker.0 Request processed in 55us (293us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764562.690699:0:42317:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 193 00000100:00100000:1.0:1775764562.691785:0:3331:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff94459038bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3331:1862022118997888:0@lo:400:kworker.0 00000100:00100000:1.0:1775764562.691890:0:3331:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764562.691960:0:3330:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764562.694152:0:42946:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118997888 00000100:00100000:0.0:1775764562.694169:0:42946:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118997888 00000100:00100000:0.0:1775764562.694266:0:42946:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 137 00000100:00100000:0.0:1775764562.694277:0:42946:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445becd6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3331:x1862022118997888:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764562.694393:0:42946:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445becd6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3331:x1862022118997888:12345-0@lo:400:kworker.0 Request processed in 118us (2512us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764562.694401:0:42946:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 137 00000100:00080000:0.0:1775764562.694427:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1775764562.694470:0:3331:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff94459038bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3331:1862022118997888:0@lo:400:kworker.0 00000100:00100000:1.0:1775764562.705968:0:3330:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944587193b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d8dacf45-8471-4226-a2fb-1fac83f69c1e:3330:1862022118997760:0@lo:400:kworker.0 00000100:00100000:3.0:1775764562.708924:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118998144 00000100:00100000:3.0:1775764562.708945:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118998144 00000100:00100000:2.0:1775764562.713121:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118998016 00000100:00100000:3.0:1775764562.714984:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118998272 00000100:00100000:3.0:1775764562.715003:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118998272 00000100:00100000:2.0:1775764562.715073:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118998016 00000100:00100000:2.0:1775764562.715113:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 191 00000100:00100000:2.0:1775764562.715123:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445b2cb0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3329:x1862022118998144:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764562.715246:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445b2cb0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3329:x1862022118998144:12345-0@lo:400:kworker.0 Request processed in 124us (25276us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764562.715253:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 191 00000100:00100000:2.0:1775764562.715273:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 192 00000100:00100000:2.0:1775764562.715280:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445b2cb2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3329:x1862022118998016:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764562.715308:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445b2cb2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3329:x1862022118998016:12345-0@lo:400:kworker.0 Request processed in 29us (25233us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764562.715326:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 192 00000100:00100000:2.0:1775764562.715384:0:3329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445b2cb1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3329:1862022118998016:0@lo:400:kworker.0 00000100:00100000:2.0:1775764562.715398:0:3329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445b2cb0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3329:1862022118998144:0@lo:400:kworker.0 00000100:00080000:1.0:1775764562.725286:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1775764562.726564:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 193 00000100:00100000:3.0:1775764562.726580:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445becd4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3330:x1862022118998272:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764562.726718:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445becd4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3330:x1862022118998272:12345-0@lo:400:kworker.0 Request processed in 142us (34756us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764562.726726:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 193 00000100:00100000:0.0:1775764562.727154:0:3330:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445b2cb1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3330:1862022118998272:0@lo:400:kworker.0 00010000:00010000:3.0:1775764562.752989:0:43224:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1775764563.116324:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764563.116364:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764563.116398:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764563.116426:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764563.116452:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764563.116616:0:42945:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098427008 00000100:00100000:0.0:1775764563.116627:0:42945:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098427008 00000100:00100000:0.0:1775764563.116706:0:42945:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098427136 00000100:00100000:0.0:1775764563.116709:0:42945:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098427136 00000100:00100000:0.0:1775764563.116737:0:42945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 138 00000100:00100000:0.0:1775764563.116748:0:42945:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445b2cb0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+6:2376:x1862022098427008:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:0.0:1775764563.116878:0:42945:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445b2cb0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+6:2376:x1862022098427008:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 119us (499us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764563.116887:0:42945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 138 00000100:00100000:0.0:1775764563.116906:0:42945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 139 00000100:00100000:0.0:1775764563.116912:0:42945:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445b2cb2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+8:2376:x1862022098427136:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:0.0:1775764563.116939:0:42945:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445b2cb2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+8:2376:x1862022098427136:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 27us (487us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764563.116945:0:42945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 139 00000100:00100000:0.0:1775764563.116970:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098427264 00000100:00100000:0.0:1775764563.116974:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098427264 00000100:00100000:0.0:1775764563.117000:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098426880 00000100:00100000:0.0:1775764563.117003:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098426880 00000100:00100000:0.0:1775764563.117023:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 194 00000100:00100000:0.0:1775764563.117029:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445b2cb1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:82781e18-e0e3-4f9f-9a2b-041bf0344414+6:2376:x1862022098427264:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:0.0:1775764563.117060:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445b2cb1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:82781e18-e0e3-4f9f-9a2b-041bf0344414+6:2376:x1862022098427264:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 32us (661us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764563.117066:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 194 00000100:00100000:0.0:1775764563.117078:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 195 00000100:00100000:0.0:1775764563.117083:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445b2cb3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+20:2376:x1862022098426880:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:0.0:1775764563.117112:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445b2cb3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+20:2376:x1862022098426880:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 29us (686us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764563.117117:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 195 00000100:00100000:1.0:1775764563.117750:0:42318:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098426752 00000100:00100000:1.0:1775764563.117760:0:42318:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098426752 00000100:00100000:1.0:1775764563.117846:0:42318:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 194 00000100:00100000:1.0:1775764563.117855:0:42318:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944586765050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:24b54882-c0a1-43f2-954f-009e5a9afc9d+12:2376:x1862022098426752:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:1.0:1775764563.117932:0:42318:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944586765050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:24b54882-c0a1-43f2-954f-009e5a9afc9d+12:2376:x1862022098426752:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 78us (1628us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764563.117942:0:42318:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 194 00000100:00080000:2.0:1775764563.118439:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1775764563.118446:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1775764563.118450:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000040:00080000:2.0:1775764563.714141:0:42356:0:(llog.c:800:llog_process_thread()) index: 8, lh_last_idx: 8 synced_idx: 8 lgh_last_idx: 8 00000040:00080000:2.0:1775764563.714150:0:42356:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x32:0x0] at index 8 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1775764563.715921:0:42356:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x32:0x0] index 13 count 4 00000040:00080000:2.0:1775764563.715936:0:42356:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 9 count 2 00010000:00010000:3.0:1775764563.777135:0:42312:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775764564.234227:0:3331:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445becd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3331:1862022118998400:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1775764564.234346:0:3331:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764564.246740:0:42948:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118998400 00000100:00100000:2.0:1775764564.246764:0:42948:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118998400 00000100:00080000:0.0:1775764564.246822:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1775764564.246844:0:42948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 85 00000100:00100000:2.0:1775764564.246856:0:42948:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bb48b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3331:x1862022118998400:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1775764564.246894:0:42948:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 64684032 pending 0 free 3765436416 avail 3763339264 00000100:00100000:2.0:1775764564.246972:0:42948:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bb48b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3331:x1862022118998400:12345-0@lo:13:osp-pre-1-0.0 Request processed in 117us (12624us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764564.246980:0:42948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 85 00000100:00100000:0.0:1775764564.247603:0:3331:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445becd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3331:1862022118998400:0@lo:13:osp-pre-1-0.0 00000001:00080000:1.0:1775764564.394695:0:5825:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 34359738796 is committed 00010000:00010000:0.0:1775764564.804713:0:42313:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764565.827911:0:43224:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:0.0:1775764566.572292:0:46354:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-pcc test 21b: PCC-RO stroing as a plain HSM mirror component for FLR layouts ========================================================== 15:56:05 (1775764565) 00010000:00010000:3.0:1775764566.861633:0:42312:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1775764567.297344:0:3328:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445becd4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3328:1862022118998528:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1775764567.297424:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764567.297961:0:42948:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118998528 00000100:00100000:1.0:1775764567.297970:0:42948:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118998528 00000100:00100000:1.0:1775764567.298054:0:42948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 86 00000100:00100000:1.0:1775764567.298064:0:42948:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445b2cb3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3328:x1862022118998528:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1775764567.298107:0:42948:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 56164352 pending 0 free 3704619008 avail 3702521856 00000100:00100000:1.0:1775764567.298170:0:42948:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445b2cb3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3328:x1862022118998528:12345-0@lo:13:osp-pre-0-0.0 Request processed in 107us (745us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764567.298182:0:42948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 86 00000100:00100000:1.0:1775764567.298227:0:3328:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445becd4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3328:1862022118998528:0@lo:13:osp-pre-0-0.0 00000100:00080000:0.0:1775764567.298505:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1775764567.809471:0:3329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bb489500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d8dacf45-8471-4226-a2fb-1fac83f69c1e:3329:1862022118998656:0@lo:400:kworker.0 00000100:00100000:2.0:1775764567.809565:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764567.809786:0:42319:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118998656 00000100:00100000:3.0:1775764567.809824:0:42319:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118998656 00000100:00100000:1.0:1775764567.809889:0:3328:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bb48a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3328:1862022118999040:0@lo:400:kworker.0 00000100:00100000:3.0:1775764567.809906:0:42319:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 195 00000100:00100000:3.0:1775764567.809918:0:42319:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944586767c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d8dacf45-8471-4226-a2fb-1fac83f69c1e+18:3329:x1862022118998656:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764567.809943:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764567.810007:0:3331:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bb489880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3331:1862022118998912:0@lo:400:kworker.0 00000100:00100000:1.0:1775764567.810033:0:3331:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764567.810052:0:3331:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1775764567.810058:0:3331:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bb488a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3331:1862022118998784:0@lo:400:kworker.0 00000100:00100000:1.0:1775764567.810084:0:3331:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764567.810124:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118999040 00000100:00100000:1.0:1775764567.810128:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118999040 00000100:00100000:1.0:1775764567.810162:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118998912 00000100:00100000:1.0:1775764567.810165:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118998912 00000100:00100000:1.0:1775764567.810184:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 196 00000100:00100000:1.0:1775764567.810191:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445becd4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3328:x1862022118999040:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764567.810234:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445becd4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3328:x1862022118999040:12345-0@lo:400:kworker.0 Request processed in 43us (290us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764567.810243:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 196 00000100:00100000:1.0:1775764567.810275:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 197 00000100:00100000:1.0:1775764567.810282:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445becd7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3331:x1862022118998912:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764567.810312:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445becd7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3331:x1862022118998912:12345-0@lo:400:kworker.0 Request processed in 31us (278us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764567.810318:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 197 00000100:00100000:1.0:1775764567.810367:0:3331:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bb489880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3331:1862022118998912:0@lo:400:kworker.0 00000100:00100000:1.0:1775764567.810392:0:3328:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bb48a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3328:1862022118999040:0@lo:400:kworker.0 00000100:00100000:1.0:1775764567.810436:0:42945:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118998784 00000100:00100000:1.0:1775764567.810440:0:42945:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118998784 00000100:00100000:1.0:1775764567.810470:0:42945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 140 00000100:00100000:1.0:1775764567.810489:0:42945:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445becd5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3331:x1862022118998784:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764567.810523:0:42945:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445becd5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3331:x1862022118998784:12345-0@lo:400:kworker.0 Request processed in 46us (437us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764567.810529:0:42945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 140 00000100:00100000:1.0:1775764567.810552:0:3331:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bb488a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3331:1862022118998784:0@lo:400:kworker.0 00000100:00080000:1.0:1775764567.810573:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1775764567.810578:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1775764567.822430:0:3328:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1775764567.822458:0:3328:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bb488a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3328:1862022118999168:0@lo:400:kworker.0 00000100:00100000:1.0:1775764567.822590:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764567.822756:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118999168 00000100:00100000:0.0:1775764567.822770:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118999168 00000100:00100000:0.0:1775764567.822885:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 198 00000100:00100000:0.0:1775764567.822894:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445becd7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3328:x1862022118999168:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764567.822970:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445becd7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3328:x1862022118999168:12345-0@lo:400:kworker.0 Request processed in 77us (380us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764567.822979:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 198 00000100:00100000:0.0:1775764567.823035:0:3328:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bb488a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3328:1862022118999168:0@lo:400:kworker.0 00000100:00080000:1.0:1775764567.824608:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1775764567.832331:0:42319:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944586767c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d8dacf45-8471-4226-a2fb-1fac83f69c1e+18:3329:x1862022118998656:12345-0@lo:400:kworker.0 Request processed in 22396us (22746us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764567.832355:0:42319:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 195 00000100:00100000:2.0:1775764567.833084:0:3329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bb489500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d8dacf45-8471-4226-a2fb-1fac83f69c1e:3329:1862022118998656:0@lo:400:kworker.0 00010000:00010000:0.0:1775764567.873596:0:42313:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1775764568.076705:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764568.077107:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098427392 00000100:00100000:1.0:1775764568.077118:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098427392 00000100:00100000:1.0:1775764568.077240:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 474 00000100:00100000:1.0:1775764568.077250:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445b2cb0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+19:54259:x1862022098427392:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:1.0:1775764568.077271:0:44493:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764568.077293:0:44493:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944587808400/0x57b8ff0e0304fcb4 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b3dd expref: -99 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764568.077356:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff944587809000/0x57b8ff0e0304fcbb lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764568.077370:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944587809000/0x57b8ff0e0304fcbb lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764568.077387:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944587809000/0x57b8ff0e0304fcbb lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764568.077401:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944587808600/0x57b8ff0e0304fcc2 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2b8012e1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764568.077408:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944587808600/0x57b8ff0e0304fcc2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2b8012e1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764568.077415:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944587808600/0x57b8ff0e0304fcc2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2b8012e1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764568.077671:0:44493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff944587809000/0x57b8ff0e0304fcbb lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764568.077679:0:44493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944587809000/0x57b8ff0e0304fcbb lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764568.077685:0:44493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944587809000/0x57b8ff0e0304fcbb lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764568.077691:0:44493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944587809000 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:1.0:1775764568.077695:0:44493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944587809000/0x57b8ff0e0304fcbb lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764568.077702:0:44493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944587809000/0x57b8ff0e0304fcbb lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764568.077714:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff94459084a400) 00010000:00010000:1.0:1775764568.077717:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764568.077736:0:44493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944587809000/0x57b8ff0e0304fcbb lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764568.077743:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944587809000/0x57b8ff0e0304fcbb lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764568.077754:0:44493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944587808600/0x57b8ff0e0304fcc2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2b8012e1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764568.077759:0:44493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944587808600/0x57b8ff0e0304fcc2 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2b8012e1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764568.077765:0:44493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944587808600/0x57b8ff0e0304fcc2 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2b8012e1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764568.077770:0:44493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944587808600 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:1.0:1775764568.077773:0:44493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944587808600/0x57b8ff0e0304fcc2 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2b8012e1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764568.077778:0:44493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944587808600/0x57b8ff0e0304fcc2 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2b8012e1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764568.077784:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x2b8012e1 (ffff944584d1d700) 00010000:00010000:1.0:1775764568.077787:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764568.077789:0:44493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944587808600/0x57b8ff0e0304fcc2 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2b8012e1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764568.077989:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944587808600/0x57b8ff0e0304fcc2 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2b8012e1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764568.078030:0:44493:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff944587808400/0x57b8ff0e0304fcb4 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b3dd expref: 20 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764568.078046:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff94459084a400) 00010000:00010000:1.0:1775764568.078049:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764568.078052:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944587808400/0x57b8ff0e0304fcb4 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b3dd expref: 20 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764568.078061:0:44493:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944587808400, rc 0) 00000100:00100000:1.0:1775764568.078117:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445b2cb0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+19:54259:x1862022098427392:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 869us (1423us total) trans 0 rc 301/301 00000100:00100000:1.0:1775764568.078125:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 474 00000100:00080000:0.0:1775764568.078698:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1775764568.086357:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764568.086489:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098427648 00000100:00100000:0.0:1775764568.086502:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098427648 00000100:00100000:0.0:1775764568.086578:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 475 00000100:00100000:0.0:1775764568.086588:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94458913bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+19:54259:x1862022098427648:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:0.0:1775764568.086624:0:42324:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764568.086628:0:42324:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1775764568.086661:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944580030400/0x57b8ff0e0304fb5d lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b397 expref: 19 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764568.086705:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff94459084a400) 00010000:00010000:0.0:1775764568.086713:0:42324:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1775764568.088124:0:42324:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76200/0x57b8ff0e0304fcc9 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b3e4 expref: -99 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764568.088546:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77c00/0x57b8ff0e0304fcd0 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764568.088569:0:42324:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff944580031000/0x57b8ff0e0304fcad lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b3d6 expref: 5 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764568.088578:0:42324:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77c00/0x57b8ff0e0304fcd0 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764568.088635:0:42324:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff944580031000/0x57b8ff0e0304fcad lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b3d6 expref: 5 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764568.088653:0:42324:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff944580031000/0x57b8ff0e0304fcad lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b3d6 expref: 5 pid: 42324 timeout: 2134 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764568.088670:0:42324:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bb488a80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:42324:1862022118999296:192.168.202.28@tcp:104: 00000100:00100000:0.0:1775764568.088795:0:42324:0:(client.c:2691:ptlrpc_set_wait()) set ffff944482d643c0 going to sleep for 11 seconds 00000100:00100000:1.0:1775764568.094543:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764568.094646:0:42324:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bb488a80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:42324:1862022118999296:192.168.202.28@tcp:104: 00010000:00010000:0.0:1775764568.094675:0:42324:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77c00/0x57b8ff0e0304fcd0 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764568.095064:0:42310:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098427776 00000100:00100000:2.0:1775764568.095073:0:42310:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098427776 00010000:00010000:2.0:1775764568.095132:0:42310:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff944580031000/0x57b8ff0e0304fcad lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b3d6 expref: 6 pid: 42324 timeout: 2134 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764568.095178:0:42310:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 107 00000100:00100000:2.0:1775764568.095212:0:42310:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445becd5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:82781e18-e0e3-4f9f-9a2b-041bf0344414+6:2378:x1862022098427776:12345-192.168.202.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1775764568.095230:0:42310:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764568.095239:0:42310:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff944580031000/0x57b8ff0e0304fcad lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b3d6 expref: 6 pid: 42324 timeout: 2134 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764568.095253:0:42310:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff944580031000/0x57b8ff0e0304fcad lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b3d6 expref: 6 pid: 42324 timeout: 2134 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764568.095282:0:42310:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944580031000/0x57b8ff0e0304fcad lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b3d6 expref: 6 pid: 42324 timeout: 2134 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764568.095304:0:42310:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff94459084a400) 00010000:00010000:2.0:1775764568.095309:0:42310:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77c00/0x57b8ff0e0304fcd0 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764568.095318:0:42310:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77c00/0x57b8ff0e0304fcd0 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764568.095325:0:42310:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77c00/0x57b8ff0e0304fcd0 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764568.095349:0:42310:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775764568.095411:0:42310:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445becd5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:82781e18-e0e3-4f9f-9a2b-041bf0344414+5:2378:x1862022098427776:12345-192.168.202.28@tcp:103:ldlm_bl.0 Request processed in 201us (881us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764568.095419:0:42310:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 107 00010000:00010000:0.0:1775764568.096436:0:42324:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77c00/0x57b8ff0e0304fcd0 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764568.096447:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77c00/0x57b8ff0e0304fcd0 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764568.096483:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77400/0x57b8ff0e0304fcd7 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x2b8012e1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764568.096495:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77400/0x57b8ff0e0304fcd7 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x2b8012e1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764568.096506:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77400/0x57b8ff0e0304fcd7 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x2b8012e1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00080000:1.0:1775764568.100963:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1775764568.106527:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77e00/0x57b8ff0e0304fcde lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0x2a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764568.106553:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77e00/0x57b8ff0e0304fcde lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764568.106567:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77e00/0x57b8ff0e0304fcde lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764568.106584:0:42324:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab1:0x2a:0x0]: returning size 0 00010000:00010000:0.0:1775764568.106637:0:42324:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77c00/0x57b8ff0e0304fcd0 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764568.106644:0:42324:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77c00/0x57b8ff0e0304fcd0 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764568.106651:0:42324:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77c00/0x57b8ff0e0304fcd0 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764568.106657:0:42324:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445bfe77c00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:0.0:1775764568.106661:0:42324:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77c00/0x57b8ff0e0304fcd0 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764568.106669:0:42324:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77c00/0x57b8ff0e0304fcd0 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764568.106680:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff94459084a400) 00010000:00010000:0.0:1775764568.106683:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764568.108452:0:42324:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77c00/0x57b8ff0e0304fcd0 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764568.108470:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77c00/0x57b8ff0e0304fcd0 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764568.108504:0:42324:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000809bc5c8 reply state 0000000051f79fbb transno 34359738797 ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77400/0x57b8ff0e0304fcd7 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x2b8012e1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764568.108514:0:42324:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1775764568.108576:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76200/0x57b8ff0e0304fcc9 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b3e4 expref: 21 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764568.108603:0:42324:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77e00/0x57b8ff0e0304fcde lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b3e4 expref: 20 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764568.108613:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x2a:0x0].0x0 (ffff944582f80d00) 00010000:00010000:0.0:1775764568.108616:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1775764568.108619:0:42324:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445bfe77e00, rc 0) 00000100:00100000:0.0:1775764568.109115:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94458913bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+21:54259:x1862022098427648:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 22525us (22766us total) trans 34359738797 rc 0/0 00000100:00100000:0.0:1775764568.109127:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 475 00010000:00010000:2.0:1775764568.112525:0:3315:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77400/0x57b8ff0e0304fcd7 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x2b8012e1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764568.112539:0:3315:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77400/0x57b8ff0e0304fcd7 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x2b8012e1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764568.112544:0:3315:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77400/0x57b8ff0e0304fcd7 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x2b8012e1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764568.112548:0:3315:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445bfe77400 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764568.112551:0:3315:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77400/0x57b8ff0e0304fcd7 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x2b8012e1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764568.112556:0:3315:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77400/0x57b8ff0e0304fcd7 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x2b8012e1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764568.112571:0:3315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x2b8012e1 (ffff944582f80700) 00010000:00010000:2.0:1775764568.112573:0:3315:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764568.112575:0:3315:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77400/0x57b8ff0e0304fcd7 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x2b8012e1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764568.112579:0:3315:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77400/0x57b8ff0e0304fcd7 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x2b8012e1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764568.113626:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764568.113841:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098428032 00000100:00100000:1.0:1775764568.113854:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098428032 00000100:00100000:1.0:1775764568.114493:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 476 00000100:00100000:1.0:1775764568.114506:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445b2cb3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+20:54259:x1862022098428032:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:1.0:1775764568.114542:0:44493:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764568.114570:0:44493:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944587808400/0x57b8ff0e0304fcec lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b3eb expref: -99 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764568.114715:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff944587808600/0x57b8ff0e0304fcf3 lrc: 3/0,1 mode: --/EX res: [0x200003ab1:0x2a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764568.114733:0:44493:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77e00/0x57b8ff0e0304fcde lrc: 2/0,0 mode: PR/PR res: [0x200003ab1:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b3e4 expref: 21 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764568.114742:0:44493:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff944587808600/0x57b8ff0e0304fcf3 lrc: 4/0,1 mode: --/EX res: [0x200003ab1:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764568.114789:0:44493:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77e00/0x57b8ff0e0304fcde lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b3e4 expref: 21 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764568.114858:0:44493:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77e00/0x57b8ff0e0304fcde lrc: 4/0,0 mode: PR/PR res: [0x200003ab1:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b3e4 expref: 21 pid: 42324 timeout: 2134 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764568.114876:0:44493:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445becd5500 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:44493:1862022118999424:192.168.202.28@tcp:104: 00000100:00100000:1.0:1775764568.114989:0:44493:0:(client.c:2691:ptlrpc_set_wait()) set ffff9445b7bab780 going to sleep for 11 seconds 00000100:00100000:3.0:1775764568.118112:0:44493:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445becd5500 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:44493:1862022118999424:192.168.202.28@tcp:104: 00010000:00010000:3.0:1775764568.118146:0:44493:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff944587808600/0x57b8ff0e0304fcf3 lrc: 3/0,1 mode: --/EX res: [0x200003ab1:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764568.120186:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764568.120722:0:42311:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098428160 00000100:00100000:3.0:1775764568.120733:0:42311:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098428160 00010000:00010000:3.0:1775764568.120777:0:42311:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77e00/0x57b8ff0e0304fcde lrc: 4/0,0 mode: PR/PR res: [0x200003ab1:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b3e4 expref: 22 pid: 42324 timeout: 2134 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764568.120856:0:42311:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 108 00000100:00100000:3.0:1775764568.120866:0:42311:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bb488a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+22:2379:x1862022098428160:12345-192.168.202.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764568.120880:0:42311:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764568.120887:0:42311:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77e00/0x57b8ff0e0304fcde lrc: 4/0,0 mode: PR/PR res: [0x200003ab1:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b3e4 expref: 22 pid: 42324 timeout: 2134 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764568.121561:0:42311:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77e00/0x57b8ff0e0304fcde lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b3e4 expref: 22 pid: 42324 timeout: 2134 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764568.121592:0:42311:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77e00/0x57b8ff0e0304fcde lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b3e4 expref: 22 pid: 42324 timeout: 2134 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764568.121612:0:42311:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x2a:0x0].0x0 (ffff944582f80d00) 00010000:00010000:3.0:1775764568.121618:0:42311:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff944587808600/0x57b8ff0e0304fcf3 lrc: 3/0,1 mode: --/EX res: [0x200003ab1:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764568.121629:0:42311:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff944587808600/0x57b8ff0e0304fcf3 lrc: 3/0,1 mode: EX/EX res: [0x200003ab1:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764568.121636:0:42311:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944587808600/0x57b8ff0e0304fcf3 lrc: 4/0,1 mode: EX/EX res: [0x200003ab1:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764568.121673:0:42311:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764568.121760:0:42311:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bb488a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+21:2379:x1862022098428160:12345-192.168.202.28@tcp:103:ldlm_bl.0 Request processed in 894us (1581us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764568.121769:0:42311:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 108 00010000:00010000:1.0:1775764568.122102:0:44493:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff944587808600/0x57b8ff0e0304fcf3 lrc: 3/0,1 mode: EX/EX res: [0x200003ab1:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764568.122110:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944587808600/0x57b8ff0e0304fcf3 lrc: 3/0,1 mode: EX/EX res: [0x200003ab1:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764568.122132:0:44493:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab1:0x2a:0x0]: returning size 0 00000004:00080000:1.0:1775764568.122578:0:44493:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x10c:0x0], index 0: 0 00000004:00080000:1.0:1775764568.122590:0:44493:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x10c:0x0], index 1: 0 00000004:00080000:1.0:1775764568.122597:0:44493:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x10d:0x0], index 1: 0 00000004:00080000:1.0:1775764568.122602:0:44493:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x10d:0x0], index 0: 0 00010000:00010000:1.0:1775764568.122784:0:44493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff944587808600/0x57b8ff0e0304fcf3 lrc: 3/0,1 mode: EX/EX res: [0x200003ab1:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764568.122794:0:44493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944587808600/0x57b8ff0e0304fcf3 lrc: 2/0,0 mode: EX/EX res: [0x200003ab1:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764568.122836:0:44493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944587808600/0x57b8ff0e0304fcf3 lrc: 3/0,0 mode: EX/EX res: [0x200003ab1:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764568.122842:0:44493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944587808600 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:1.0:1775764568.122847:0:44493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944587808600/0x57b8ff0e0304fcf3 lrc: 3/0,0 mode: EX/EX res: [0x200003ab1:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764568.122854:0:44493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944587808600/0x57b8ff0e0304fcf3 lrc: 4/0,0 mode: EX/EX res: [0x200003ab1:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764568.122867:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x2a:0x0].0x0 (ffff944582f80d00) 00010000:00010000:1.0:1775764568.122870:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1775764568.122874:0:44493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944587808600/0x57b8ff0e0304fcf3 lrc: 2/0,0 mode: --/EX res: [0x200003ab1:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764568.122879:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944587808600/0x57b8ff0e0304fcf3 lrc: 0/0,0 mode: --/EX res: [0x200003ab1:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764568.125674:0:44493:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff944587808400/0x57b8ff0e0304fcec lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b3eb expref: 21 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764568.125712:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff944584d1d700) 00010000:00010000:1.0:1775764568.125716:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1775764568.125720:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944587808400/0x57b8ff0e0304fcec lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b3eb expref: 21 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764568.125745:0:44493:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944587808400, rc 0) 00000100:00100000:1.0:1775764568.125869:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445b2cb3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+20:54259:x1862022098428032:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 11366us (12250us total) trans 34359738798 rc 301/301 00000100:00100000:1.0:1775764568.125879:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 476 00000100:00100000:0.0:1775764568.130610:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764568.130955:0:42328:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098428416 00000100:00100000:1.0:1775764568.130966:0:42328:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098428416 00000100:00100000:1.0:1775764568.131029:0:42328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 148 00000100:00100000:1.0:1775764568.131040:0:42328:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bb48a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+20:54259:x1862022098428416:12345-192.168.202.28@tcp:35:lfs.0 00000100:00100000:1.0:1775764568.131410:0:42328:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bb48a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+21:54259:x1862022098428416:12345-192.168.202.28@tcp:35:lfs.0 Request processed in 372us (812us total) trans 34359738799 rc 0/0 00000100:00100000:1.0:1775764568.131417:0:42328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 148 00000100:00100000:0.0:1775764568.138072:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764568.138192:0:42328:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098428672 00000100:00100000:1.0:1775764568.138205:0:42328:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098428672 00000100:00100000:1.0:1775764568.138280:0:42328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 149 00000100:00100000:1.0:1775764568.138302:0:42328:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bb489880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+21:54259:x1862022098428672:12345-192.168.202.28@tcp:35:lfs.0 00000100:00100000:1.0:1775764568.138649:0:42328:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bb489880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+22:54259:x1862022098428672:12345-192.168.202.28@tcp:35:lfs.0 Request processed in 358us (586us total) trans 34359738800 rc 0/0 00000100:00100000:1.0:1775764568.138657:0:42328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 149 00000100:00100000:0.0:1775764568.161436:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764568.161558:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098428800 00000100:00100000:1.0:1775764568.161569:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098428800 00000100:00100000:1.0:1775764568.161630:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 477 00000100:00100000:1.0:1775764568.161640:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bb489500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+22:54260:x1862022098428800:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:1.0:1775764568.161667:0:42326:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764568.161690:0:42326:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944587808400/0x57b8ff0e0304fd01 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b3f2 expref: -99 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764568.161762:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944587808600/0x57b8ff0e0304fd08 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764568.161776:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944587808600/0x57b8ff0e0304fd08 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764568.161790:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944587808600/0x57b8ff0e0304fd08 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764568.161890:0:42326:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 9728 00000004:00200000:1.0:1775764568.161895:0:42326:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 36 stripe count 1 MDT count 1 00000004:00010000:1.0:1775764568.161918:0:42326:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff944587808600/0x57b8ff0e0304fd08 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764568.161943:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944587808400/0x57b8ff0e0304fd01 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b3f2 expref: 24 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764568.161960:0:42326:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff944587808600/0x57b8ff0e0304fd08 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b3f2 expref: 23 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764568.161969:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff944584d1d700) 00010000:00010000:1.0:1775764568.161971:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1775764568.161975:0:42326:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944587808600, rc 0) 00000100:00100000:1.0:1775764568.162032:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bb489500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+23:54260:x1862022098428800:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 392us (607us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764568.162038:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 477 00000100:00100000:0.0:1775764568.164764:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764568.164968:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098429056 00000100:00100000:2.0:1775764568.164982:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098429056 00000100:00100000:2.0:1775764568.165069:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 478 00000100:00100000:2.0:1775764568.165082:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94459038bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+23:54260:x1862022098429056:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:2.0:1775764568.165113:0:42325:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764568.165137:0:42325:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944580031200/0x57b8ff0e0304fd0f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b3f9 expref: -99 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764568.165271:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff944580031e00/0x57b8ff0e0304fd16 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764568.165303:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944580031e00/0x57b8ff0e0304fd16 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764568.165321:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944580031e00/0x57b8ff0e0304fd16 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764568.165341:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944580031000/0x57b8ff0e0304fd1d lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2b8012e1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764568.165348:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944580031000/0x57b8ff0e0304fd1d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2b8012e1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764568.165356:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944580031000/0x57b8ff0e0304fd1d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2b8012e1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764568.165524:0:42325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff944580031e00/0x57b8ff0e0304fd16 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764568.165531:0:42325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944580031e00/0x57b8ff0e0304fd16 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764568.165539:0:42325:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944580031e00/0x57b8ff0e0304fd16 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764568.165546:0:42325:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944580031e00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764568.165552:0:42325:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944580031e00/0x57b8ff0e0304fd16 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764568.165561:0:42325:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944580031e00/0x57b8ff0e0304fd16 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764568.165578:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff944584d1d700) 00010000:00010000:2.0:1775764568.165582:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764568.165590:0:42325:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944580031e00/0x57b8ff0e0304fd16 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764568.165597:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944580031e00/0x57b8ff0e0304fd16 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764568.165620:0:42325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944580031000/0x57b8ff0e0304fd1d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2b8012e1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764568.165626:0:42325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944580031000/0x57b8ff0e0304fd1d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2b8012e1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764568.165633:0:42325:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944580031000/0x57b8ff0e0304fd1d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2b8012e1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764568.165637:0:42325:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944580031000 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764568.165640:0:42325:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944580031000/0x57b8ff0e0304fd1d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2b8012e1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764568.165645:0:42325:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944580031000/0x57b8ff0e0304fd1d lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2b8012e1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764568.165652:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x2b8012e1 (ffff94459084a300) 00010000:00010000:2.0:1775764568.165654:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764568.165656:0:42325:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944580031000/0x57b8ff0e0304fd1d lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2b8012e1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764568.165662:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944580031000/0x57b8ff0e0304fd1d lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2b8012e1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764568.165703:0:42325:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff944580031200/0x57b8ff0e0304fd0f lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b3f9 expref: 24 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764568.165717:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff944584d1d700) 00010000:00010000:2.0:1775764568.165720:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1775764568.165724:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944580031200/0x57b8ff0e0304fd0f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b3f9 expref: 24 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764568.165733:0:42325:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944580031200, rc 0) 00000100:00100000:2.0:1775764568.165866:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94459038bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+23:54260:x1862022098429056:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 785us (1115us total) trans 0 rc 301/301 00000100:00100000:2.0:1775764568.165875:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 478 00000100:00100000:2.0:1775764568.170613:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764568.172813:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098429184 00000100:00100000:1.0:1775764568.172827:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098429184 00000100:00100000:1.0:1775764568.172897:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 479 00000100:00100000:1.0:1775764568.172906:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445b2cb0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+23:54260:x1862022098429184:12345-192.168.202.28@tcp:34:lfs.0 00010000:00010000:1.0:1775764568.172984:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff944587808400/0x57b8ff0e0304fd24 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764568.173011:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944587808400/0x57b8ff0e0304fd24 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764568.173024:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944587808400/0x57b8ff0e0304fd24 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764568.173039:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944587809000/0x57b8ff0e0304fd2b lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2b8012e1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764568.173045:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944587809000/0x57b8ff0e0304fd2b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2b8012e1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764568.173050:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944587809000/0x57b8ff0e0304fd2b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2b8012e1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764568.173572:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944587808a00/0x57b8ff0e0304fd32 lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0x2a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764568.173584:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944587808a00/0x57b8ff0e0304fd32 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764568.173592:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944587808a00/0x57b8ff0e0304fd32 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764568.173636:0:42326:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab1:0x2a:0x0]: returning size 0 00000004:00200000:1.0:1775764568.173642:0:42326:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1775764568.173660:0:42326:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff944587808a00/0x57b8ff0e0304fd32 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764568.173674:0:42326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff944587808400/0x57b8ff0e0304fd24 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764568.173681:0:42326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944587808400/0x57b8ff0e0304fd24 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764568.173689:0:42326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944587808400/0x57b8ff0e0304fd24 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764568.173699:0:42326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944587808400 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:1.0:1775764568.173705:0:42326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944587808400/0x57b8ff0e0304fd24 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764568.173713:0:42326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944587808400/0x57b8ff0e0304fd24 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764568.173728:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff944584d1d700) 00010000:00010000:1.0:1775764568.173731:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764568.173736:0:42326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944587808400/0x57b8ff0e0304fd24 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764568.173741:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944587808400/0x57b8ff0e0304fd24 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764568.173757:0:42326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944587809000/0x57b8ff0e0304fd2b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2b8012e1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764568.173763:0:42326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944587809000/0x57b8ff0e0304fd2b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2b8012e1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764568.173770:0:42326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944587809000/0x57b8ff0e0304fd2b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2b8012e1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764568.173775:0:42326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944587809000 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:1.0:1775764568.173777:0:42326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944587809000/0x57b8ff0e0304fd2b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2b8012e1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764568.173783:0:42326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944587809000/0x57b8ff0e0304fd2b lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2b8012e1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764568.173794:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x2b8012e1 (ffff944584d1d400) 00010000:00010000:1.0:1775764568.174071:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764568.174077:0:42326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944587809000/0x57b8ff0e0304fd2b lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2b8012e1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764568.174084:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944587809000/0x57b8ff0e0304fd2b lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2b8012e1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764568.174108:0:42326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944587808a00/0x57b8ff0e0304fd32 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764568.174113:0:42326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944587808a00/0x57b8ff0e0304fd32 lrc: 2/0,0 mode: PR/PR res: [0x200003ab1:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764568.174118:0:42326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944587808a00/0x57b8ff0e0304fd32 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764568.174122:0:42326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944587808a00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:1.0:1775764568.174125:0:42326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944587808a00/0x57b8ff0e0304fd32 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764568.174130:0:42326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944587808a00/0x57b8ff0e0304fd32 lrc: 4/0,0 mode: PR/PR res: [0x200003ab1:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764568.174138:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x2a:0x0].0x0 (ffff944584d1dc00) 00010000:00010000:1.0:1775764568.174140:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764568.174142:0:42326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944587808a00/0x57b8ff0e0304fd32 lrc: 2/0,0 mode: --/PR res: [0x200003ab1:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764568.174147:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944587808a00/0x57b8ff0e0304fd32 lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764568.174753:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445b2cb0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+23:54260:x1862022098429184:12345-192.168.202.28@tcp:34:lfs.0 Request processed in 1839us (4142us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764568.174768:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 479 00000100:00100000:3.0:1775764568.240745:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764568.240847:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764568.241050:0:42946:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098429440 00000100:00100000:0.0:1775764568.241064:0:42946:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098429440 00000100:00080000:2.0:1775764568.241116:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1775764568.241155:0:42946:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 141 00000100:00100000:0.0:1775764568.241169:0:42946:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444867b0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+6:2379:x1862022098429440:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:0.0:1775764568.241279:0:42946:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444867b0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+6:2379:x1862022098429440:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 113us (546us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764568.241287:0:42946:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 141 00000100:00100000:1.0:1775764568.241553:0:42317:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098429312 00000100:00100000:1.0:1775764568.241558:0:42317:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098429312 00000100:00100000:1.0:1775764568.241602:0:42317:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 196 00000100:00100000:1.0:1775764568.241612:0:42317:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445b76fdc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:24b54882-c0a1-43f2-954f-009e5a9afc9d+12:2379:x1862022098429312:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:1.0:1775764568.241658:0:42317:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445b76fdc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:24b54882-c0a1-43f2-954f-009e5a9afc9d+12:2379:x1862022098429312:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 48us (810us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764568.241665:0:42317:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 196 00000100:00100000:3.0:1775764568.241721:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764568.244453:0:42945:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098429568 00000100:00100000:1.0:1775764568.244470:0:42945:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098429568 00000100:00100000:1.0:1775764568.244619:0:42945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 142 00000100:00100000:1.0:1775764568.244632:0:42945:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94458620f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+8:2379:x1862022098429568:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:1.0:1775764568.244754:0:42945:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94458620f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+8:2379:x1862022098429568:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 126us (3034us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764568.244763:0:42945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 142 00000100:00080000:2.0:1775764568.245470:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1775764568.295774:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764568.296174:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098429696 00000100:00100000:2.0:1775764568.296185:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098429696 00000100:00100000:2.0:1775764568.296257:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 480 00000100:00100000:2.0:1775764568.296269:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94458620ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+23:54267:x1862022098429696:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:2.0:1775764568.296296:0:42325:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764568.296324:0:42325:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944580031400/0x57b8ff0e0304fd39 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b400 expref: -99 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764568.296393:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff944580031800/0x57b8ff0e0304fd40 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764568.296408:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944580031800/0x57b8ff0e0304fd40 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764568.296421:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944580031800/0x57b8ff0e0304fd40 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764568.296437:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944580030400/0x57b8ff0e0304fd47 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2b8012e1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764568.296444:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944580030400/0x57b8ff0e0304fd47 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2b8012e1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764568.296450:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944580030400/0x57b8ff0e0304fd47 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2b8012e1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764568.296585:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944580031e00/0x57b8ff0e0304fd4e lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0x2a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764568.296593:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944580031e00/0x57b8ff0e0304fd4e lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x2a:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764568.296600:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944580031e00/0x57b8ff0e0304fd4e lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x2a:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764568.296636:0:42325:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab1:0x2a:0x0]: returning size 0 00000004:00200000:2.0:1775764568.296641:0:42325:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764568.296664:0:42325:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff944580031e00/0x57b8ff0e0304fd4e lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x2a:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764568.296678:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944580031e00/0x57b8ff0e0304fd4e lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764568.296686:0:42325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff944580031800/0x57b8ff0e0304fd40 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764568.296692:0:42325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944580031800/0x57b8ff0e0304fd40 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764568.296702:0:42325:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944580031800/0x57b8ff0e0304fd40 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764568.296708:0:42325:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944580031800 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764568.296712:0:42325:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944580031800/0x57b8ff0e0304fd40 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764568.296720:0:42325:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944580031800/0x57b8ff0e0304fd40 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764568.296732:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff944584d1d700) 00010000:00010000:2.0:1775764568.296735:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764568.296739:0:42325:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944580031800/0x57b8ff0e0304fd40 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764568.296745:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944580031800/0x57b8ff0e0304fd40 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764568.297114:0:42325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944580030400/0x57b8ff0e0304fd47 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2b8012e1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764568.297122:0:42325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944580030400/0x57b8ff0e0304fd47 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2b8012e1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764568.297128:0:42325:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944580030400/0x57b8ff0e0304fd47 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2b8012e1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764568.297134:0:42325:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944580030400 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764568.297137:0:42325:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944580030400/0x57b8ff0e0304fd47 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2b8012e1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764568.297147:0:42325:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944580030400/0x57b8ff0e0304fd47 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2b8012e1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764568.297157:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x2b8012e1 (ffff94459084a300) 00010000:00010000:2.0:1775764568.297160:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764568.297163:0:42325:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944580030400/0x57b8ff0e0304fd47 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2b8012e1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764568.297169:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944580030400/0x57b8ff0e0304fd47 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2b8012e1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764568.297215:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944580031400/0x57b8ff0e0304fd39 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b400 expref: 25 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764568.297229:0:42325:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff944580031e00/0x57b8ff0e0304fd4e lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b400 expref: 24 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764568.297237:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x2a:0x0].0x0 (ffff94459084a000) 00010000:00010000:2.0:1775764568.297240:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1775764568.297242:0:42325:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944580031e00, rc 0) 00000100:00100000:2.0:1775764568.297452:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94458620ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+24:54267:x1862022098429696:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 1183us (1699us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764568.297462:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 480 00000100:00100000:2.0:1775764568.311467:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764568.311510:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764568.311615:0:43212:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098429824 00000100:00100000:0.0:1775764568.311629:0:43212:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098429824 00000100:00100000:0.0:1775764568.311696:0:43212:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098429952 00000100:00100000:0.0:1775764568.311701:0:43212:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098429952 00000100:00100000:0.0:1775764568.311734:0:43212:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 128 00000100:00100000:0.0:1775764568.311743:0:43212:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445b2cb3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+8:2377:x1862022098429824:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:0.0:1775764568.311764:0:43212:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764568.311878:0:43212:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000070d066ce/0x57b8ff0e0304fd55 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x10d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b407 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1775764568.311909:0:43212:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x10d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1775764568.311932:0:43212:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764568.311935:0:43212:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764568.311946:0:43212:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000070d066ce/0x57b8ff0e0304fd55 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x10d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b407 expref: 9 pid: 43212 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764568.311966:0:43212:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000070d066ce/0x57b8ff0e0304fd55 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x10d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b407 expref: 9 pid: 43212 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764568.311983:0:43212:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445bfe76e00, rc 0) 00000100:00100000:0.0:1775764568.312040:0:43212:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445b2cb3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+9:2377:x1862022098429824:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 297us (582us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764568.312047:0:43212:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 128 00000100:00100000:0.0:1775764568.312067:0:43212:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 129 00000100:00100000:0.0:1775764568.312074:0:43212:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445b2cb0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+6:2377:x1862022098429952:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:0.0:1775764568.312082:0:43212:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764568.312094:0:43212:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000044056cc7/0x57b8ff0e0304fd5c lrc: 2/0,0 mode: --/PR res: [0x240000400:0x10d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b40e expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1775764568.312109:0:43212:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x10d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1775764568.312120:0:43212:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764568.312121:0:43212:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764568.312126:0:43212:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000044056cc7/0x57b8ff0e0304fd5c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x10d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b40e expref: 7 pid: 43212 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764568.312139:0:43212:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000044056cc7/0x57b8ff0e0304fd5c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x10d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b40e expref: 7 pid: 43212 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764568.312149:0:43212:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445bfe76c00, rc 0) 00000100:00100000:0.0:1775764568.312170:0:43212:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445b2cb0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+7:2377:x1862022098429952:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 97us (660us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764568.312176:0:43212:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 129 00000100:00100000:0.0:1775764568.322117:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764568.322220:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098430208 00000100:00100000:1.0:1775764568.322230:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098430208 00000100:00100000:1.0:1775764568.322305:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 481 00000100:00100000:1.0:1775764568.322317:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444832c0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+24:54267:x1862022098430208:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:1.0:1775764568.322349:0:42324:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764568.322376:0:42324:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944587808a00/0x57b8ff0e0304fd63 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b415 expref: -99 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764568.322548:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944587809000/0x57b8ff0e0304fd6a lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0x2a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764568.322564:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944587809000/0x57b8ff0e0304fd6a lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764568.322577:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944587809000/0x57b8ff0e0304fd6a lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764568.322590:0:42324:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab1:0x2a:0x0]: returning size 0 00010000:00010000:1.0:1775764568.322748:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944587808a00/0x57b8ff0e0304fd63 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b415 expref: 27 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764568.323065:0:42324:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff944587809000/0x57b8ff0e0304fd6a lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b415 expref: 26 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764568.323076:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x2a:0x0].0x0 (ffff94459084a000) 00010000:00010000:1.0:1775764568.323079:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1775764568.323082:0:42324:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944587809000, rc 0) 00000100:00100000:1.0:1775764568.323212:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444832c0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+26:54267:x1862022098430208:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 897us (1106us total) trans 34359738801 rc 0/0 00000100:00100000:1.0:1775764568.323221:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 481 00000100:00100000:0.0:1775764568.337149:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764568.337289:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098430464 00000100:00100000:1.0:1775764568.337306:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098430464 00000100:00100000:1.0:1775764568.337390:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 482 00000100:00100000:1.0:1775764568.337405:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486e46300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+26:54267:x1862022098430464:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:1.0:1775764568.337441:0:44493:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764568.337447:0:44493:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 1 00010000:00010000:1.0:1775764568.337490:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944587809000/0x57b8ff0e0304fd6a lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b415 expref: 26 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764568.337517:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944580031e00/0x57b8ff0e0304fd4e lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b400 expref: 25 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764568.337533:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x2a:0x0].0x0 (ffff94459084a000) 00010000:00010000:1.0:1775764568.337549:0:44493:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1775764568.337568:0:44493:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944587808400/0x57b8ff0e0304fd78 lrc: 2/0,0 mode: --/EX res: [0x200003ab1:0x2a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b41c expref: -99 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764568.337628:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff944587808200/0x57b8ff0e0304fd7f lrc: 3/1,0 mode: --/CR res: [0x200003ab1:0x2a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764568.337643:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944587808200/0x57b8ff0e0304fd7f lrc: 3/1,0 mode: CR/CR res: [0x200003ab1:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764568.337655:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944587808200/0x57b8ff0e0304fd7f lrc: 3/1,0 mode: CR/CR res: [0x200003ab1:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764568.337673:0:44493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff944587808200/0x57b8ff0e0304fd7f lrc: 3/1,0 mode: CR/CR res: [0x200003ab1:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764568.337679:0:44493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944587808200/0x57b8ff0e0304fd7f lrc: 2/0,0 mode: CR/CR res: [0x200003ab1:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764568.337686:0:44493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944587808200/0x57b8ff0e0304fd7f lrc: 3/0,0 mode: CR/CR res: [0x200003ab1:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764568.337692:0:44493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944587808200 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:1.0:1775764568.337698:0:44493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944587808200/0x57b8ff0e0304fd7f lrc: 3/0,0 mode: CR/CR res: [0x200003ab1:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764568.337707:0:44493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944587808200/0x57b8ff0e0304fd7f lrc: 4/0,0 mode: CR/CR res: [0x200003ab1:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764568.337716:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x2a:0x0].0x0 (ffff944584d1dc00) 00010000:00010000:1.0:1775764568.337719:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1775764568.337723:0:44493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944587808200/0x57b8ff0e0304fd7f lrc: 2/0,0 mode: --/CR res: [0x200003ab1:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764568.337730:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944587808200/0x57b8ff0e0304fd7f lrc: 0/0,0 mode: --/CR res: [0x200003ab1:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764568.337769:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff944587808e00/0x57b8ff0e0304fd86 lrc: 3/0,1 mode: --/EX res: [0x200003ab1:0x2a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764568.337777:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944587808e00/0x57b8ff0e0304fd86 lrc: 3/0,1 mode: EX/EX res: [0x200003ab1:0x2a:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764568.337783:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944587808e00/0x57b8ff0e0304fd86 lrc: 3/0,1 mode: EX/EX res: [0x200003ab1:0x2a:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764568.340337:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944587808e00/0x57b8ff0e0304fd86 lrc: 3/0,0 mode: CR/CR res: [0x200003ab1:0x2a:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b41c expref: 27 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764568.340354:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x2a:0x0].0x0 (ffff944584d1dc00) 00010000:00010000:1.0:1775764568.340438:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:1.0:1775764568.340460:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944587808400/0x57b8ff0e0304fd78 lrc: 0/0,0 mode: --/EX res: [0x200003ab1:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b41c expref: 27 pid: 44493 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764568.340488:0:44493:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff944587808e00/0x57b8ff0e0304fd86 lrc: 3/0,0 mode: CR/CR res: [0x200003ab1:0x2a:0x0].0x0 bits 0xa/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b41c expref: 26 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764568.340539:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x2a:0x0].0x0 (ffff944584d1dc00) 00010000:00010000:1.0:1775764568.340542:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:1.0:1775764568.340545:0:44493:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944587808e00, rc 0) 00000100:00100000:1.0:1775764568.340631:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486e46300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+26:54267:x1862022098430464:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 3228us (3492us total) trans 34359738802 rc 0/0 00000100:00100000:1.0:1775764568.340640:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 482 00000100:00100000:2.0:1775764568.350081:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764568.350165:0:43212:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098430592 00000100:00100000:0.0:1775764568.350177:0:43212:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098430592 00000100:00100000:0.0:1775764568.350246:0:43212:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 130 00000100:00100000:0.0:1775764568.350258:0:43212:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445b2cb1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+7:54267:x1862022098430592:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:0.0:1775764568.350279:0:43212:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764568.350305:0:43212:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000033bb3136/0x57b8ff0e0304fd8d lrc: 2/0,0 mode: --/PR res: [0x240000400:0x10c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b423 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1775764568.350334:0:43212:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x10c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1775764568.350372:0:43212:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764568.350375:0:43212:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764568.350387:0:43212:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000033bb3136/0x57b8ff0e0304fd8d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x10c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b423 expref: 8 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764568.350408:0:43212:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000033bb3136/0x57b8ff0e0304fd8d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x10c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b423 expref: 8 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764568.350423:0:43212:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445bfe77c00, rc 0) 00000100:00100000:0.0:1775764568.350506:0:43212:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445b2cb1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+8:54267:x1862022098430592:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 251us (434us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764568.350513:0:43212:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 130 00000100:00100000:0.0:1775764568.359260:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764568.359467:0:42945:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098430720 00000100:00100000:2.0:1775764568.359490:0:42945:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098430720 00000100:00100000:2.0:1775764568.359563:0:42945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 131 00000100:00100000:2.0:1775764568.359573:0:42945:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944489169880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+9:2377:x1862022098430720:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:2.0:1775764568.359595:0:42945:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764568.359617:0:42945:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000cf0058eb/0x57b8ff0e0304fd94 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x10c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b42a expref: -99 pid: 42945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1775764568.359648:0:42945:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x10c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1775764568.359670:0:42945:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764568.359672:0:42945:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764568.359681:0:42945:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000cf0058eb/0x57b8ff0e0304fd94 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x10c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b42a expref: 10 pid: 42945 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764568.359699:0:42945:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000cf0058eb/0x57b8ff0e0304fd94 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x10c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b42a expref: 10 pid: 42945 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764568.359715:0:42945:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944580030400, rc 0) 00000100:00100000:2.0:1775764568.359784:0:42945:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944489169880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+10:2377:x1862022098430720:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 213us (540us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764568.359793:0:42945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 131 00000100:00100000:1.0:1775764568.365268:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764568.365379:0:42951:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098430848 00000100:00100000:2.0:1775764568.365390:0:42951:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098430848 00002000:00100000:2.0:1775764568.365437:0:42951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x10c:0x0] (0->4095) req@ffff9445becd4700 x1862022098430848/t0(0) o3->7e6eda44-5508-487e-b17f-ff28ad9d3512@192.168.202.28@tcp:49/0 lens 488/0 e 0 to 0 dl 1775764579 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764568.365446:0:42951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9445becd4700 with x1862022098430848 ext(0->4095) 00002000:00010000:2.0:1775764568.365452:0:42951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9445becd4700 00000100:00100000:2.0:1775764568.365495:0:42951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 30 00000100:00100000:2.0:1775764568.365504:0:42951:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445becd4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+8:2378:x1862022098430848:12345-192.168.202.28@tcp:3:lfs.0 00000100:00100000:2.0:1775764568.365857:0:42951:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445becd4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+8:2378:x1862022098430848:12345-192.168.202.28@tcp:3:lfs.0 Request processed in 353us (601us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764568.365866:0:42951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 30 00002000:00100000:2.0:1775764568.365872:0:42951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x10c:0x0] (0->4095) req@ffff9445becd4700 x1862022098430848/t0(0) o3->7e6eda44-5508-487e-b17f-ff28ad9d3512@192.168.202.28@tcp:49/0 lens 488/440 e 0 to 0 dl 1775764579 ref 1 fl Complete:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764568.365880:0:42951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9445becd4700 with x1862022098430848 ext(0->4095) 00002000:00010000:2.0:1775764568.365883:0:42951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9445becd4700 00000100:00100000:2.0:1775764568.370620:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764568.370712:0:42327:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098431104 00000100:00100000:3.0:1775764568.370725:0:42327:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098431104 00000100:00100000:3.0:1775764568.371130:0:42327:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 150 00000100:00100000:3.0:1775764568.371144:0:42327:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445b2cb2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+26:54267:x1862022098431104:12345-192.168.202.28@tcp:35:lfs.0 00000100:00100000:3.0:1775764568.371674:0:42327:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445b2cb2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+27:54267:x1862022098431104:12345-192.168.202.28@tcp:35:lfs.0 Request processed in 532us (1071us total) trans 34359738803 rc 0/0 00000100:00100000:3.0:1775764568.371684:0:42327:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 150 00000100:00100000:0.0:1775764568.497713:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764568.497792:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098431232 00000100:00100000:1.0:1775764568.498265:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098431232 00000100:00100000:2.0:1775764568.498504:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 483 00000100:00100000:2.0:1775764568.498516:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bce29880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+27:54277:x1862022098431232:12345-192.168.202.28@tcp:34:lfs.0 00010000:00010000:2.0:1775764568.498592:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff944580031000/0x57b8ff0e0304fd9b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764568.498611:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944580031000/0x57b8ff0e0304fd9b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764568.498623:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944580031000/0x57b8ff0e0304fd9b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764568.498638:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944580031200/0x57b8ff0e0304fda2 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2b8012e1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764568.498645:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944580031200/0x57b8ff0e0304fda2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2b8012e1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764568.498650:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944580031200/0x57b8ff0e0304fda2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2b8012e1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764568.498770:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944580031800/0x57b8ff0e0304fda9 lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0x2a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764568.498779:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944580031800/0x57b8ff0e0304fda9 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764568.498786:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944580031800/0x57b8ff0e0304fda9 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764568.498851:0:42324:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff944580031800/0x57b8ff0e0304fda9 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764568.498863:0:42324:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff944580031000/0x57b8ff0e0304fd9b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764568.498869:0:42324:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944580031000/0x57b8ff0e0304fd9b lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764568.498874:0:42324:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944580031000/0x57b8ff0e0304fd9b lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764568.498893:0:42324:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944580031000 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764568.498897:0:42324:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944580031000/0x57b8ff0e0304fd9b lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764568.498904:0:42324:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944580031000/0x57b8ff0e0304fd9b lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764568.498915:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff944584d1d700) 00010000:00010000:2.0:1775764568.498919:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764568.498923:0:42324:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944580031000/0x57b8ff0e0304fd9b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764568.498930:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944580031000/0x57b8ff0e0304fd9b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764568.498946:0:42324:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944580031200/0x57b8ff0e0304fda2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2b8012e1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764568.498952:0:42324:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944580031200/0x57b8ff0e0304fda2 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2b8012e1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764568.498957:0:42324:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944580031200/0x57b8ff0e0304fda2 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2b8012e1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764568.498961:0:42324:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944580031200 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764568.498963:0:42324:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944580031200/0x57b8ff0e0304fda2 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2b8012e1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764568.498969:0:42324:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944580031200/0x57b8ff0e0304fda2 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2b8012e1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764568.498976:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x2b8012e1 (ffff94459084a900) 00010000:00010000:2.0:1775764568.498979:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764568.498982:0:42324:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944580031200/0x57b8ff0e0304fda2 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2b8012e1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764568.498987:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944580031200/0x57b8ff0e0304fda2 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2b8012e1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764568.499002:0:42324:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944580031800/0x57b8ff0e0304fda9 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764568.499007:0:42324:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944580031800/0x57b8ff0e0304fda9 lrc: 2/0,0 mode: PR/PR res: [0x200003ab1:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764568.499012:0:42324:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944580031800/0x57b8ff0e0304fda9 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764568.499016:0:42324:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944580031800 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764568.499019:0:42324:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944580031800/0x57b8ff0e0304fda9 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764568.499024:0:42324:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944580031800/0x57b8ff0e0304fda9 lrc: 4/0,0 mode: PR/PR res: [0x200003ab1:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764568.499030:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x2a:0x0].0x0 (ffff944584d1dc00) 00010000:00010000:2.0:1775764568.499032:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764568.499035:0:42324:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944580031800/0x57b8ff0e0304fda9 lrc: 2/0,0 mode: --/PR res: [0x200003ab1:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764568.499041:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944580031800/0x57b8ff0e0304fda9 lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764568.499124:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bce29880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+27:54277:x1862022098431232:12345-192.168.202.28@tcp:34:lfs.0 Request processed in 609us (1419us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764568.499133:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 483 00000100:00100000:2.0:1775764568.562432:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764568.562543:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098431488 00000100:00100000:1.0:1775764568.562557:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098431488 00000100:00100000:1.0:1775764568.562626:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 484 00000100:00100000:1.0:1775764568.562637:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445b2cb1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+27:54278:x1862022098431488:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:1.0:1775764568.562665:0:42325:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764568.562694:0:42325:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944587808400/0x57b8ff0e0304fdb0 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b431 expref: -99 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764568.562862:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff944587808200/0x57b8ff0e0304fdb7 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764568.562896:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944587808200/0x57b8ff0e0304fdb7 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764568.562909:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944587808200/0x57b8ff0e0304fdb7 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764568.563206:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944587809000/0x57b8ff0e0304fdbe lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2b8012e1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764568.563216:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944587809000/0x57b8ff0e0304fdbe lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2b8012e1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764568.563222:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944587809000/0x57b8ff0e0304fdbe lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2b8012e1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764568.563356:0:42325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff944587808200/0x57b8ff0e0304fdb7 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764568.563364:0:42325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944587808200/0x57b8ff0e0304fdb7 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764568.563370:0:42325:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944587808200/0x57b8ff0e0304fdb7 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764568.563376:0:42325:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944587808200 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:1.0:1775764568.563381:0:42325:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944587808200/0x57b8ff0e0304fdb7 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764568.563390:0:42325:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944587808200/0x57b8ff0e0304fdb7 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764568.563402:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff944584d1d700) 00010000:00010000:1.0:1775764568.563405:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764568.563410:0:42325:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944587808200/0x57b8ff0e0304fdb7 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764568.563416:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944587808200/0x57b8ff0e0304fdb7 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764568.563429:0:42325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944587809000/0x57b8ff0e0304fdbe lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2b8012e1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764568.563435:0:42325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944587809000/0x57b8ff0e0304fdbe lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2b8012e1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764568.563439:0:42325:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944587809000/0x57b8ff0e0304fdbe lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2b8012e1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764568.563443:0:42325:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944587809000 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:1.0:1775764568.563446:0:42325:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944587809000/0x57b8ff0e0304fdbe lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2b8012e1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764568.563451:0:42325:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944587809000/0x57b8ff0e0304fdbe lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2b8012e1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764568.563458:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x2b8012e1 (ffff944584d1d400) 00010000:00010000:1.0:1775764568.563460:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764568.563463:0:42325:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944587809000/0x57b8ff0e0304fdbe lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2b8012e1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764568.563484:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944587809000/0x57b8ff0e0304fdbe lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2b8012e1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764568.563520:0:42325:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff944587808400/0x57b8ff0e0304fdb0 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b431 expref: 28 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764568.563530:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff944584d1d700) 00010000:00010000:1.0:1775764568.563532:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1775764568.563535:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944587808400/0x57b8ff0e0304fdb0 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b431 expref: 28 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764568.563549:0:42325:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944587808400, rc 0) 00000100:00100000:1.0:1775764568.563637:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445b2cb1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+27:54278:x1862022098431488:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 1002us (1213us total) trans 0 rc 301/301 00000100:00100000:1.0:1775764568.563645:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 484 00000100:00100000:3.0:1775764568.569145:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764568.569258:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098431616 00000100:00100000:0.0:1775764568.569268:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098431616 00000100:00100000:0.0:1775764568.569332:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 485 00000100:00100000:0.0:1775764568.569343:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94458620f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+27:54278:x1862022098431616:12345-192.168.202.28@tcp:34:lfs.0 00010000:00010000:0.0:1775764568.569428:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77400/0x57b8ff0e0304fdc5 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764568.569446:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77400/0x57b8ff0e0304fdc5 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764568.569459:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77400/0x57b8ff0e0304fdc5 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764568.569487:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77a00/0x57b8ff0e0304fdcc lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2b8012e1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764568.569495:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77a00/0x57b8ff0e0304fdcc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2b8012e1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764568.569502:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77a00/0x57b8ff0e0304fdcc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2b8012e1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764568.569612:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76800/0x57b8ff0e0304fdd3 lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0x2a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764568.569621:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76800/0x57b8ff0e0304fdd3 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764568.569627:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76800/0x57b8ff0e0304fdd3 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764568.569678:0:42326:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab1:0x2a:0x0]: returning size 0 00000004:00200000:0.0:1775764568.569683:0:42326:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1775764568.569696:0:42326:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76800/0x57b8ff0e0304fdd3 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764568.569709:0:42326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77400/0x57b8ff0e0304fdc5 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764568.569965:0:42326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77400/0x57b8ff0e0304fdc5 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764568.569974:0:42326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77400/0x57b8ff0e0304fdc5 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764568.569980:0:42326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445bfe77400 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:0.0:1775764568.569984:0:42326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77400/0x57b8ff0e0304fdc5 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764568.569991:0:42326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77400/0x57b8ff0e0304fdc5 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764568.570005:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff944584d1d700) 00010000:00010000:0.0:1775764568.570008:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764568.570013:0:42326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77400/0x57b8ff0e0304fdc5 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764568.570020:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77400/0x57b8ff0e0304fdc5 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764568.570035:0:42326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77a00/0x57b8ff0e0304fdcc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2b8012e1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764568.570046:0:42326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77a00/0x57b8ff0e0304fdcc lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2b8012e1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764568.570050:0:42326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77a00/0x57b8ff0e0304fdcc lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2b8012e1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764568.570055:0:42326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445bfe77a00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:0.0:1775764568.570058:0:42326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77a00/0x57b8ff0e0304fdcc lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2b8012e1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764568.570064:0:42326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77a00/0x57b8ff0e0304fdcc lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2b8012e1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764568.570072:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x2b8012e1 (ffff944582f80c00) 00010000:00010000:0.0:1775764568.570074:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764568.570077:0:42326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77a00/0x57b8ff0e0304fdcc lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2b8012e1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764568.570082:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77a00/0x57b8ff0e0304fdcc lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2b8012e1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764568.570097:0:42326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76800/0x57b8ff0e0304fdd3 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764568.570103:0:42326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76800/0x57b8ff0e0304fdd3 lrc: 2/0,0 mode: PR/PR res: [0x200003ab1:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764568.570108:0:42326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76800/0x57b8ff0e0304fdd3 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764568.570113:0:42326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445bfe76800 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:0.0:1775764568.570116:0:42326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76800/0x57b8ff0e0304fdd3 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764568.570123:0:42326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76800/0x57b8ff0e0304fdd3 lrc: 4/0,0 mode: PR/PR res: [0x200003ab1:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764568.570130:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x2a:0x0].0x0 (ffff944584d1dc00) 00010000:00010000:0.0:1775764568.570132:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764568.570135:0:42326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76800/0x57b8ff0e0304fdd3 lrc: 2/0,0 mode: --/PR res: [0x200003ab1:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764568.570141:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76800/0x57b8ff0e0304fdd3 lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764568.570257:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94458620f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+27:54278:x1862022098431616:12345-192.168.202.28@tcp:34:lfs.0 Request processed in 912us (1119us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764568.570268:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 485 00000100:00100000:0.0:1775764568.664630:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764568.664829:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098431744 00000100:00100000:3.0:1775764568.664841:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098431744 00000100:00100000:3.0:1775764568.664900:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 486 00000100:00100000:3.0:1775764568.664909:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bce29180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+27:54284:x1862022098431744:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:3.0:1775764568.664932:0:44493:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764568.664963:0:44493:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694a00/0x57b8ff0e0304fdda lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b438 expref: -99 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764568.665035:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e0304fde1 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764568.665049:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e0304fde1 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764568.665062:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e0304fde1 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764568.665077:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e0304fde8 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2b8012e1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764568.665084:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e0304fde8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2b8012e1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764568.665091:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e0304fde8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2b8012e1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764568.665184:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694200/0x57b8ff0e0304fdef lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0x2a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764568.665191:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694200/0x57b8ff0e0304fdef lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x2a:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764568.665197:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694200/0x57b8ff0e0304fdef lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x2a:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764568.665227:0:44493:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab1:0x2a:0x0]: returning size 0 00000004:00200000:3.0:1775764568.665231:0:44493:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1775764568.665246:0:44493:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694200/0x57b8ff0e0304fdef lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x2a:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764568.665256:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694200/0x57b8ff0e0304fdef lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764568.665264:0:44493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e0304fde1 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764568.665275:0:44493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e0304fde1 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764568.665283:0:44493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e0304fde1 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764568.665289:0:44493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445be694600 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:3.0:1775764568.665293:0:44493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e0304fde1 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764568.665300:0:44493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e0304fde1 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764568.665311:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff944584d1d700) 00010000:00010000:3.0:1775764568.665314:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764568.665318:0:44493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e0304fde1 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764568.665323:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e0304fde1 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764568.665337:0:44493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e0304fde8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2b8012e1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764568.665343:0:44493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e0304fde8 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2b8012e1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764568.665349:0:44493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e0304fde8 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2b8012e1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764568.665354:0:44493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445be695800 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:3.0:1775764568.665357:0:44493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e0304fde8 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2b8012e1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764568.665363:0:44493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e0304fde8 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2b8012e1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764568.665369:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x2b8012e1 (ffff944586564e00) 00010000:00010000:3.0:1775764568.665371:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764568.665373:0:44493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e0304fde8 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2b8012e1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764568.665378:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e0304fde8 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2b8012e1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764568.665404:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694a00/0x57b8ff0e0304fdda lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b438 expref: 29 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764568.665415:0:44493:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694200/0x57b8ff0e0304fdef lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b438 expref: 28 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764568.665422:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x2a:0x0].0x0 (ffff944584d1dc00) 00010000:00010000:3.0:1775764568.665424:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1775764568.665426:0:44493:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445be694200, rc 0) 00000100:00100000:3.0:1775764568.665496:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bce29180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+28:54284:x1862022098431744:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 588us (880us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764568.665503:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 486 00000100:00100000:2.0:1775764568.675920:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764568.677061:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098432000 00000100:00100000:0.0:1775764568.677074:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098432000 00000100:00100000:0.0:1775764568.677158:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 487 00000100:00100000:0.0:1775764568.677169:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445b2cb1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+28:54284:x1862022098432000:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:0.0:1775764568.677195:0:42324:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764568.677219:0:42324:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76800/0x57b8ff0e0304fdf6 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b43f expref: -99 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764568.677367:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77a00/0x57b8ff0e0304fdfd lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0x2a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764568.677385:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77a00/0x57b8ff0e0304fdfd lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764568.677400:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77a00/0x57b8ff0e0304fdfd lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764568.677415:0:42324:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab1:0x2a:0x0]: returning size 0 00010000:00010000:0.0:1775764568.677578:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76800/0x57b8ff0e0304fdf6 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b43f expref: 31 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764568.677601:0:42324:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77a00/0x57b8ff0e0304fdfd lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b43f expref: 30 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764568.677610:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x2a:0x0].0x0 (ffff944584d1dc00) 00010000:00010000:0.0:1775764568.677613:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1775764568.677617:0:42324:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445bfe77a00, rc 0) 00000100:00100000:0.0:1775764568.677700:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445b2cb1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+30:54284:x1862022098432000:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 533us (1798us total) trans 34359738804 rc 0/0 00000100:00100000:0.0:1775764568.677707:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 487 00000100:00100000:2.0:1775764568.691751:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764568.692051:0:42328:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098432256 00000100:00100000:1.0:1775764568.692063:0:42328:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098432256 00000100:00100000:1.0:1775764568.692132:0:42328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 151 00000100:00100000:1.0:1775764568.692143:0:42328:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445b2cb1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+30:54284:x1862022098432256:12345-192.168.202.28@tcp:35:lfs.0 00000100:00100000:1.0:1775764568.692502:0:42328:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445b2cb1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+31:54284:x1862022098432256:12345-192.168.202.28@tcp:35:lfs.0 Request processed in 360us (763us total) trans 34359738805 rc 0/0 00000100:00100000:1.0:1775764568.692512:0:42328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 151 00000100:00100000:2.0:1775764568.694575:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764568.702041:0:42310:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098432384 00000100:00100000:3.0:1775764568.702059:0:42310:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098432384 00000100:00100000:3.0:1775764568.702148:0:42310:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 41 00000100:00100000:3.0:1775764568.702158:0:42310:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bc1f0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+31:2376:x1862022098432384:12345-192.168.202.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764568.702176:0:42310:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764568.702206:0:42310:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77a00/0x57b8ff0e0304fdfd lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b43f expref: 31 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764568.702229:0:42310:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x2a:0x0].0x0 (ffff944584d1dc00) 00010000:00010000:3.0:1775764568.702235:0:42310:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764568.702305:0:42310:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bc1f0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+30:2376:x1862022098432384:12345-192.168.202.28@tcp:103:ldlm_bl.0 Request processed in 147us (7740us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764568.702313:0:42310:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 41 00010000:00010000:3.0:1775764568.897158:0:43224:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1775764568.903513:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764568.903702:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098432512 00000100:00100000:3.0:1775764568.903713:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098432512 00000100:00100000:3.0:1775764568.903843:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 488 00000100:00100000:3.0:1775764568.903857:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bc1f1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+30:54295:x1862022098432512:12345-192.168.202.28@tcp:34:lfs.0 00010000:00010000:3.0:1775764568.904092:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694a00/0x57b8ff0e0304fe0b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764568.904114:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694a00/0x57b8ff0e0304fe0b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764568.904141:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694a00/0x57b8ff0e0304fe0b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764568.904157:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e0304fe12 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2b8012e1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764568.904164:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e0304fe12 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2b8012e1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764568.904176:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e0304fe12 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2b8012e1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764568.904629:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e0304fe19 lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0x2a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764568.904639:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e0304fe19 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764568.904646:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e0304fe19 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764568.904696:0:44493:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab1:0x2a:0x0]: returning size 0 00000004:00200000:3.0:1775764568.904700:0:44493:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1775764568.904714:0:44493:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e0304fe19 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764568.904730:0:44493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694a00/0x57b8ff0e0304fe0b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764568.904736:0:44493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694a00/0x57b8ff0e0304fe0b lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764568.904743:0:44493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694a00/0x57b8ff0e0304fe0b lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764568.904749:0:44493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445be694a00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:3.0:1775764568.904754:0:44493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694a00/0x57b8ff0e0304fe0b lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764568.904761:0:44493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694a00/0x57b8ff0e0304fe0b lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764568.904776:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff944584d1d700) 00010000:00010000:3.0:1775764568.904779:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764568.904784:0:44493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694a00/0x57b8ff0e0304fe0b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764568.904791:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694a00/0x57b8ff0e0304fe0b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764568.904841:0:44493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e0304fe12 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2b8012e1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764568.904848:0:44493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e0304fe12 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2b8012e1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764568.904855:0:44493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e0304fe12 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2b8012e1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764568.904860:0:44493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445be695800 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:3.0:1775764568.904863:0:44493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e0304fe12 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2b8012e1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764568.904869:0:44493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e0304fe12 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2b8012e1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764568.904877:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x2b8012e1 (ffff944586564e00) 00010000:00010000:3.0:1775764568.904879:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764568.904882:0:44493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e0304fe12 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2b8012e1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764568.904888:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e0304fe12 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2b8012e1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764568.904909:0:44493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e0304fe19 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764568.906925:0:44493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e0304fe19 lrc: 2/0,0 mode: PR/PR res: [0x200003ab1:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764568.906943:0:44493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e0304fe19 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764568.906949:0:44493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445be694600 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:3.0:1775764568.906954:0:44493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e0304fe19 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764568.906963:0:44493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e0304fe19 lrc: 4/0,0 mode: PR/PR res: [0x200003ab1:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764568.906983:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x2a:0x0].0x0 (ffff944584d1dc00) 00010000:00010000:3.0:1775764568.906986:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764568.906991:0:44493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e0304fe19 lrc: 2/0,0 mode: --/PR res: [0x200003ab1:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764568.906996:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e0304fe19 lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764568.907167:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bc1f1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+30:54295:x1862022098432512:12345-192.168.202.28@tcp:34:lfs.0 Request processed in 3308us (3692us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764568.907179:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 488 00000100:00100000:0.0:1775764569.017147:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764569.018223:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098432768 00000100:00100000:2.0:1775764569.018236:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098432768 00000100:00100000:2.0:1775764569.018432:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 489 00000100:00100000:2.0:1775764569.018443:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bbf2f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+30:54301:x1862022098432768:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:2.0:1775764569.018476:0:42324:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764569.018505:0:42324:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944580031e00/0x57b8ff0e0304fe20 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b446 expref: -99 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764569.018725:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944580031400/0x57b8ff0e0304fe27 lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0x2a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764569.018748:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944580031400/0x57b8ff0e0304fe27 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764569.018765:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944580031400/0x57b8ff0e0304fe27 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764569.018780:0:42324:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab1:0x2a:0x0]: returning size 0 00010000:00010000:2.0:1775764569.021215:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944580031e00/0x57b8ff0e0304fe20 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b446 expref: 33 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764569.021262:0:42324:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff944580031400/0x57b8ff0e0304fe27 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b446 expref: 32 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764569.021272:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x2a:0x0].0x0 (ffff944584d1dc00) 00010000:00010000:2.0:1775764569.021275:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1775764569.021278:0:42324:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944580031400, rc 0) 00000100:00100000:2.0:1775764569.021427:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bbf2f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+32:54301:x1862022098432768:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 2984us (4289us total) trans 34359738806 rc 0/0 00000100:00100000:2.0:1775764569.021438:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 489 00000100:00100000:0.0:1775764569.044045:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764569.044110:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764569.044224:0:42328:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098433024 00000100:00100000:3.0:1775764569.044224:0:42311:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098433152 00000100:00100000:1.0:1775764569.044239:0:42328:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098433024 00000100:00100000:3.0:1775764569.044240:0:42311:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098433152 00000100:00100000:1.0:1775764569.044321:0:42328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 152 00000100:00100000:1.0:1775764569.044335:0:42328:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bbd79c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+33:54301:x1862022098433024:12345-192.168.202.28@tcp:35:lfs.0 00000100:00100000:3.0:1775764569.044392:0:42311:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 42 00000100:00100000:3.0:1775764569.044402:0:42311:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bbd78700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+33:2376:x1862022098433152:12345-192.168.202.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764569.044417:0:42311:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764569.044454:0:42311:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944580031400/0x57b8ff0e0304fe27 lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b446 expref: 33 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764569.044492:0:42311:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x2a:0x0].0x0 (ffff944584d1dc00) 00010000:00010000:3.0:1775764569.044498:0:42311:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1775764569.044621:0:42328:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bbd79c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+33:54301:x1862022098433024:12345-192.168.202.28@tcp:35:lfs.0 Request processed in 292us (590us total) trans 34359738807 rc 0/0 00000100:00100000:1.0:1775764569.044630:0:42328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 152 00000100:00100000:3.0:1775764569.044682:0:42311:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bbd78700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+32:2376:x1862022098433152:12345-192.168.202.28@tcp:103:ldlm_bl.0 Request processed in 281us (570us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764569.044690:0:42311:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 42 00000100:00100000:0.0:1775764569.313848:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764569.314196:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098433280 00000100:00100000:1.0:1775764569.314209:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098433280 00000100:00100000:1.0:1775764569.314297:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 490 00000100:00100000:1.0:1775764569.314309:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bbd78e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+32:54312:x1862022098433280:12345-192.168.202.28@tcp:34:lfs.0 00010000:00010000:1.0:1775764569.314425:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff944587808400/0x57b8ff0e0304fe35 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764569.314451:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944587808400/0x57b8ff0e0304fe35 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764569.314479:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944587808400/0x57b8ff0e0304fe35 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764569.314497:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944587809000/0x57b8ff0e0304fe3c lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2b8012e1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764569.314504:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944587809000/0x57b8ff0e0304fe3c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2b8012e1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764569.314693:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944587809000/0x57b8ff0e0304fe3c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2b8012e1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764569.314865:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944587808200/0x57b8ff0e0304fe43 lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0x2a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764569.314876:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944587808200/0x57b8ff0e0304fe43 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764569.314884:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944587808200/0x57b8ff0e0304fe43 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764569.314919:0:42325:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab1:0x2a:0x0]: returning size 0 00000004:00200000:1.0:1775764569.314923:0:42325:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1775764569.314935:0:42325:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff944587808200/0x57b8ff0e0304fe43 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764569.315186:0:42325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff944587808400/0x57b8ff0e0304fe35 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764569.315197:0:42325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944587808400/0x57b8ff0e0304fe35 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764569.315203:0:42325:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944587808400/0x57b8ff0e0304fe35 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764569.315208:0:42325:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944587808400 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:1.0:1775764569.315213:0:42325:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944587808400/0x57b8ff0e0304fe35 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764569.315221:0:42325:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944587808400/0x57b8ff0e0304fe35 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764569.315235:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff944584d1d700) 00010000:00010000:1.0:1775764569.315238:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764569.315243:0:42325:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944587808400/0x57b8ff0e0304fe35 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764569.315250:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944587808400/0x57b8ff0e0304fe35 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764569.315265:0:42325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944587809000/0x57b8ff0e0304fe3c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2b8012e1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764569.315271:0:42325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944587809000/0x57b8ff0e0304fe3c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2b8012e1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764569.315277:0:42325:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944587809000/0x57b8ff0e0304fe3c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2b8012e1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764569.315282:0:42325:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944587809000 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:1.0:1775764569.315285:0:42325:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944587809000/0x57b8ff0e0304fe3c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2b8012e1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764569.315291:0:42325:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944587809000/0x57b8ff0e0304fe3c lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2b8012e1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764569.315296:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x2b8012e1 (ffff944584d1d400) 00010000:00010000:1.0:1775764569.315298:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764569.315300:0:42325:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944587809000/0x57b8ff0e0304fe3c lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2b8012e1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764569.315305:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944587809000/0x57b8ff0e0304fe3c lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2b8012e1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764569.315320:0:42325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944587808200/0x57b8ff0e0304fe43 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764569.315325:0:42325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944587808200/0x57b8ff0e0304fe43 lrc: 2/0,0 mode: PR/PR res: [0x200003ab1:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764569.315329:0:42325:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944587808200/0x57b8ff0e0304fe43 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764569.315333:0:42325:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944587808200 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:1.0:1775764569.315336:0:42325:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944587808200/0x57b8ff0e0304fe43 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764569.315341:0:42325:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944587808200/0x57b8ff0e0304fe43 lrc: 4/0,0 mode: PR/PR res: [0x200003ab1:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764569.315423:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x2a:0x0].0x0 (ffff944584d1dc00) 00010000:00010000:1.0:1775764569.315427:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764569.315431:0:42325:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944587808200/0x57b8ff0e0304fe43 lrc: 2/0,0 mode: --/PR res: [0x200003ab1:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764569.315436:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944587808200/0x57b8ff0e0304fe43 lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764569.315709:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bbd78e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+32:54312:x1862022098433280:12345-192.168.202.28@tcp:34:lfs.0 Request processed in 1397us (1909us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764569.315721:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 490 00000100:00100000:2.0:1775764569.345747:0:3330:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445becd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3330:1862022118999552:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1775764569.345869:0:3330:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764569.346153:0:42948:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118999552 00000100:00100000:1.0:1775764569.346163:0:42948:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118999552 00000100:00100000:1.0:1775764569.346234:0:42948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 87 00000100:00100000:1.0:1775764569.346243:0:42948:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bc1f2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3330:x1862022118999552:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1775764569.346292:0:42948:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 64684032 pending 0 free 3765436416 avail 3763339264 00000100:00100000:1.0:1775764569.347294:0:42948:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bc1f2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3330:x1862022118999552:12345-0@lo:13:osp-pre-1-0.0 Request processed in 107us (480us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764569.347306:0:42948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 87 00000100:00080000:2.0:1775764569.349035:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1775764569.349178:0:3330:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445becd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3330:1862022118999552:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1775764569.430276:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764569.431191:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098433536 00000100:00100000:1.0:1775764569.431203:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098433536 00000100:00100000:1.0:1775764569.431280:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 491 00000100:00100000:1.0:1775764569.431290:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94458620d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+32:54318:x1862022098433536:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:1.0:1775764569.431316:0:42326:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764569.431359:0:42326:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944587808200/0x57b8ff0e0304fe4a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b44d expref: -99 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764569.431650:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff944587809000/0x57b8ff0e0304fe51 lrc: 3/0,1 mode: --/CW res: [0x200003ab1:0x2a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764569.431669:0:42326:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694200/0x57b8ff0e0304fdef lrc: 2/0,0 mode: PR/PR res: [0x200003ab1:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b438 expref: 33 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764569.431679:0:42326:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff944587809000/0x57b8ff0e0304fe51 lrc: 4/0,1 mode: --/CW res: [0x200003ab1:0x2a:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764569.431723:0:42326:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694200/0x57b8ff0e0304fdef lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b438 expref: 33 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764569.431738:0:42326:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694200/0x57b8ff0e0304fdef lrc: 4/0,0 mode: PR/PR res: [0x200003ab1:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b438 expref: 33 pid: 44493 timeout: 2136 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764569.431753:0:42326:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445becd5500 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:42326:1862022118999680:192.168.202.28@tcp:104: 00000100:00100000:1.0:1775764569.432116:0:42326:0:(client.c:2691:ptlrpc_set_wait()) set ffff9445b7babb40 going to sleep for 11 seconds 00000100:00100000:1.0:1775764569.449009:0:42326:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445becd5500 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:42326:1862022118999680:192.168.202.28@tcp:104: 00010000:00010000:1.0:1775764569.449054:0:42326:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff944587809000/0x57b8ff0e0304fe51 lrc: 3/0,1 mode: --/CW res: [0x200003ab1:0x2a:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764569.449188:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764569.449255:0:42310:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098433664 00000100:00100000:1.0:1775764569.449262:0:42310:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098433664 00010000:00010000:1.0:1775764569.449297:0:42310:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694200/0x57b8ff0e0304fdef lrc: 4/0,0 mode: PR/PR res: [0x200003ab1:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b438 expref: 34 pid: 44493 timeout: 2136 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764569.449337:0:42310:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 109 00000100:00100000:1.0:1775764569.449406:0:42310:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bea10000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+34:2379:x1862022098433664:12345-192.168.202.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1775764569.449426:0:42310:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764569.449435:0:42310:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694200/0x57b8ff0e0304fdef lrc: 4/0,0 mode: PR/PR res: [0x200003ab1:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b438 expref: 34 pid: 44493 timeout: 2136 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764569.449454:0:42310:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694200/0x57b8ff0e0304fdef lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b438 expref: 34 pid: 44493 timeout: 2136 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764569.449623:0:42310:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694200/0x57b8ff0e0304fdef lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b438 expref: 34 pid: 44493 timeout: 2136 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764569.449648:0:42310:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x2a:0x0].0x0 (ffff944584d1dc00) 00010000:00010000:1.0:1775764569.449654:0:42310:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff944587809000/0x57b8ff0e0304fe51 lrc: 3/0,1 mode: --/CW res: [0x200003ab1:0x2a:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764569.449662:0:42310:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff944587809000/0x57b8ff0e0304fe51 lrc: 3/0,1 mode: CW/CW res: [0x200003ab1:0x2a:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764569.449670:0:42310:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944587809000/0x57b8ff0e0304fe51 lrc: 4/0,1 mode: CW/CW res: [0x200003ab1:0x2a:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764569.449695:0:42310:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1775764569.449750:0:42310:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bea10000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+33:2379:x1862022098433664:12345-192.168.202.28@tcp:103:ldlm_bl.0 Request processed in 404us (563us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764569.449758:0:42310:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 109 00010000:00010000:0.0:1775764569.450874:0:42326:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff944587809000/0x57b8ff0e0304fe51 lrc: 3/0,1 mode: CW/CW res: [0x200003ab1:0x2a:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764569.451877:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944587809000/0x57b8ff0e0304fe51 lrc: 3/0,1 mode: CW/CW res: [0x200003ab1:0x2a:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764569.451920:0:42326:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab1:0x2a:0x0]: returning size 0 00010000:00010000:0.0:1775764569.452231:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944587808200/0x57b8ff0e0304fe4a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b44d expref: 34 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764569.452257:0:42326:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff944587809000/0x57b8ff0e0304fe51 lrc: 3/0,0 mode: CW/CW res: [0x200003ab1:0x2a:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b44d expref: 33 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764569.452267:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x2a:0x0].0x0 (ffff944584d1dc00) 00010000:00010000:0.0:1775764569.452271:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1775764569.452275:0:42326:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944587809000, rc 0) 00000100:00100000:0.0:1775764569.452375:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94458620d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+33:54318:x1862022098433536:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 21084us (22114us total) trans 34359738808 rc 0/0 00000100:00100000:0.0:1775764569.452386:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 491 00000001:00080000:0.0:1775764569.498206:0:5825:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 34359738804 is committed 00000001:00080000:0.0:1775764569.498229:0:5825:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 34359738807 is committed 00000100:00100000:3.0:1775764569.600577:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764569.600706:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098433792 00000100:00100000:1.0:1775764569.600718:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098433792 00000100:00100000:1.0:1775764569.600780:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 492 00000100:00100000:1.0:1775764569.600792:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bea13b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+22:54328:x1862022098433792:12345-192.168.202.28@tcp:34:lfs.0 00010000:00010000:1.0:1775764569.600959:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff944587808a00/0x57b8ff0e0304fe5f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764569.600977:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944587808a00/0x57b8ff0e0304fe5f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764569.600991:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944587808a00/0x57b8ff0e0304fe5f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764569.601005:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944587808400/0x57b8ff0e0304fe66 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2b8012e1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764569.601011:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944587808400/0x57b8ff0e0304fe66 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2b8012e1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764569.601017:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944587808400/0x57b8ff0e0304fe66 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2b8012e1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764569.601415:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944587808200/0x57b8ff0e0304fe6d lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0x2a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764569.601424:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944587808200/0x57b8ff0e0304fe6d lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764569.601431:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944587808200/0x57b8ff0e0304fe6d lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764569.601499:0:44493:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff944587808200/0x57b8ff0e0304fe6d lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764569.601513:0:44493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff944587808a00/0x57b8ff0e0304fe5f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764569.601521:0:44493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944587808a00/0x57b8ff0e0304fe5f lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764569.601530:0:44493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944587808a00/0x57b8ff0e0304fe5f lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764569.601540:0:44493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944587808a00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:1.0:1775764569.601545:0:44493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944587808a00/0x57b8ff0e0304fe5f lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764569.601553:0:44493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944587808a00/0x57b8ff0e0304fe5f lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764569.601567:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff944584d1d700) 00010000:00010000:1.0:1775764569.601570:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764569.601576:0:44493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944587808a00/0x57b8ff0e0304fe5f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764569.601581:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944587808a00/0x57b8ff0e0304fe5f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764569.601594:0:44493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944587808400/0x57b8ff0e0304fe66 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2b8012e1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764569.601600:0:44493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944587808400/0x57b8ff0e0304fe66 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2b8012e1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764569.601604:0:44493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944587808400/0x57b8ff0e0304fe66 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2b8012e1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764569.601609:0:44493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944587808400 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:1.0:1775764569.601611:0:44493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944587808400/0x57b8ff0e0304fe66 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2b8012e1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764569.601615:0:44493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944587808400/0x57b8ff0e0304fe66 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2b8012e1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764569.601672:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x2b8012e1 (ffff944584d1d400) 00010000:00010000:1.0:1775764569.601674:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764569.601676:0:44493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944587808400/0x57b8ff0e0304fe66 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2b8012e1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764569.601681:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944587808400/0x57b8ff0e0304fe66 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2b8012e1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764569.601694:0:44493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944587808200/0x57b8ff0e0304fe6d lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764569.601699:0:44493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944587808200/0x57b8ff0e0304fe6d lrc: 2/0,0 mode: PR/PR res: [0x200003ab1:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764569.601704:0:44493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944587808200/0x57b8ff0e0304fe6d lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764569.601708:0:44493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944587808200 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:1.0:1775764569.601711:0:44493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944587808200/0x57b8ff0e0304fe6d lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764569.601716:0:44493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944587808200/0x57b8ff0e0304fe6d lrc: 4/0,0 mode: PR/PR res: [0x200003ab1:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764569.601721:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x2a:0x0].0x0 (ffff944584d1dc00) 00010000:00010000:1.0:1775764569.601723:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764569.601725:0:44493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944587808200/0x57b8ff0e0304fe6d lrc: 2/0,0 mode: --/PR res: [0x200003ab1:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764569.601730:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944587808200/0x57b8ff0e0304fe6d lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764569.601904:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bea13b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+22:54328:x1862022098433792:12345-192.168.202.28@tcp:34:lfs.0 Request processed in 1110us (1335us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764569.601914:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 492 00000100:00100000:3.0:1775764569.659229:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764569.659361:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098434048 00000100:00100000:2.0:1775764569.659376:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098434048 00000100:00100000:2.0:1775764569.659467:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 493 00000100:00100000:2.0:1775764569.659481:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bea10e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+22:54329:x1862022098434048:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:2.0:1775764569.659709:0:42324:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764569.659742:0:42324:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944580031e00/0x57b8ff0e0304fe74 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b454 expref: -99 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764569.660107:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff944580031400/0x57b8ff0e0304fe7b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764569.660124:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944580031400/0x57b8ff0e0304fe7b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764569.660136:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944580031400/0x57b8ff0e0304fe7b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764569.660151:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944580031000/0x57b8ff0e0304fe82 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2b8012e1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764569.660158:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944580031000/0x57b8ff0e0304fe82 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2b8012e1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764569.660164:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944580031000/0x57b8ff0e0304fe82 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2b8012e1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764569.660849:0:42324:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff944580031400/0x57b8ff0e0304fe7b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764569.660860:0:42324:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944580031400/0x57b8ff0e0304fe7b lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764569.660869:0:42324:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944580031400/0x57b8ff0e0304fe7b lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764569.660876:0:42324:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944580031400 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764569.661204:0:42324:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944580031400/0x57b8ff0e0304fe7b lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764569.661216:0:42324:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944580031400/0x57b8ff0e0304fe7b lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764569.661241:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff944584d1d700) 00010000:00010000:2.0:1775764569.661245:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764569.661251:0:42324:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944580031400/0x57b8ff0e0304fe7b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764569.661259:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944580031400/0x57b8ff0e0304fe7b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764569.661287:0:42324:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944580031000/0x57b8ff0e0304fe82 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2b8012e1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764569.661293:0:42324:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944580031000/0x57b8ff0e0304fe82 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2b8012e1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764569.661299:0:42324:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944580031000/0x57b8ff0e0304fe82 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2b8012e1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764569.661305:0:42324:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944580031000 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764569.661310:0:42324:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944580031000/0x57b8ff0e0304fe82 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2b8012e1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764569.661316:0:42324:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944580031000/0x57b8ff0e0304fe82 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2b8012e1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764569.661323:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x2b8012e1 (ffff94459084a900) 00010000:00010000:2.0:1775764569.661325:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764569.661328:0:42324:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944580031000/0x57b8ff0e0304fe82 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2b8012e1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764569.661334:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944580031000/0x57b8ff0e0304fe82 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2b8012e1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764569.661666:0:42324:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff944580031e00/0x57b8ff0e0304fe74 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b454 expref: 23 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764569.661678:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff944584d1d700) 00010000:00010000:2.0:1775764569.661680:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1775764569.661684:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944580031e00/0x57b8ff0e0304fe74 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b454 expref: 23 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764569.661694:0:42324:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944580031e00, rc 0) 00000100:00100000:2.0:1775764569.662175:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bea10e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+22:54329:x1862022098434048:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 2695us (2956us total) trans 0 rc 301/301 00000100:00100000:2.0:1775764569.662187:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 493 00000100:00100000:0.0:1775764569.668437:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764569.669216:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098434176 00000100:00100000:1.0:1775764569.669231:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098434176 00000100:00100000:1.0:1775764569.669360:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 494 00000100:00100000:1.0:1775764569.669373:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bbd7aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+22:54329:x1862022098434176:12345-192.168.202.28@tcp:34:lfs.0 00010000:00010000:1.0:1775764569.669455:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff944587808200/0x57b8ff0e0304fe89 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764569.669484:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944587808200/0x57b8ff0e0304fe89 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764569.669498:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944587808200/0x57b8ff0e0304fe89 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764569.669523:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944587808400/0x57b8ff0e0304fe90 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2b8012e1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764569.669531:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944587808400/0x57b8ff0e0304fe90 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2b8012e1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764569.669538:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944587808400/0x57b8ff0e0304fe90 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2b8012e1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764569.670741:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944587808a00/0x57b8ff0e0304fe97 lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0x2a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764569.670760:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944587808a00/0x57b8ff0e0304fe97 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764569.670772:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944587808a00/0x57b8ff0e0304fe97 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764569.671266:0:44493:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab1:0x2a:0x0]: returning size 0 00000004:00200000:1.0:1775764569.671276:0:44493:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1775764569.671299:0:44493:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff944587808a00/0x57b8ff0e0304fe97 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764569.671323:0:44493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff944587808200/0x57b8ff0e0304fe89 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764569.671332:0:44493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944587808200/0x57b8ff0e0304fe89 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764569.671341:0:44493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944587808200/0x57b8ff0e0304fe89 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764569.671616:0:44493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944587808200 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:1.0:1775764569.671624:0:44493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944587808200/0x57b8ff0e0304fe89 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764569.671633:0:44493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944587808200/0x57b8ff0e0304fe89 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764569.671653:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff944584d1d700) 00010000:00010000:1.0:1775764569.671656:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764569.671661:0:44493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944587808200/0x57b8ff0e0304fe89 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764569.671668:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944587808200/0x57b8ff0e0304fe89 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764569.671690:0:44493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944587808400/0x57b8ff0e0304fe90 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2b8012e1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764569.671697:0:44493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944587808400/0x57b8ff0e0304fe90 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2b8012e1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764569.671703:0:44493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944587808400/0x57b8ff0e0304fe90 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2b8012e1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764569.671708:0:44493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944587808400 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:1.0:1775764569.671710:0:44493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944587808400/0x57b8ff0e0304fe90 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2b8012e1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764569.671717:0:44493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944587808400/0x57b8ff0e0304fe90 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2b8012e1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764569.671725:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x2b8012e1 (ffff944584d1d400) 00010000:00010000:1.0:1775764569.671727:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764569.671730:0:44493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944587808400/0x57b8ff0e0304fe90 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2b8012e1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764569.671735:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944587808400/0x57b8ff0e0304fe90 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2b8012e1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764569.671769:0:44493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944587808a00/0x57b8ff0e0304fe97 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764569.671776:0:44493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944587808a00/0x57b8ff0e0304fe97 lrc: 2/0,0 mode: PR/PR res: [0x200003ab1:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764569.671782:0:44493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944587808a00/0x57b8ff0e0304fe97 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764569.671788:0:44493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944587808a00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:1.0:1775764569.671791:0:44493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944587808a00/0x57b8ff0e0304fe97 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764569.671850:0:44493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944587808a00/0x57b8ff0e0304fe97 lrc: 4/0,0 mode: PR/PR res: [0x200003ab1:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764569.671860:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x2a:0x0].0x0 (ffff944584d1dc00) 00010000:00010000:1.0:1775764569.671862:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764569.671866:0:44493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944587808a00/0x57b8ff0e0304fe97 lrc: 2/0,0 mode: --/PR res: [0x200003ab1:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764569.671871:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944587808a00/0x57b8ff0e0304fe97 lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764569.673171:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bbd7aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+22:54329:x1862022098434176:12345-192.168.202.28@tcp:34:lfs.0 Request processed in 3788us (4730us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764569.673190:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 494 00010000:00010000:3.0:1775764569.924438:0:42312:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764570.957598:0:42313:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764571.969094:0:43224:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775764572.417136:0:3331:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445becd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3331:1862022118999808:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1775764572.417254:0:3331:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764572.417337:0:42948:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118999808 00000100:00100000:2.0:1775764572.417348:0:42948:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118999808 00000100:00100000:2.0:1775764572.417467:0:42948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88 00000100:00100000:2.0:1775764572.417477:0:42948:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bea10380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3331:x1862022118999808:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1775764572.417520:0:42948:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 56164352 pending 0 free 3704619008 avail 3702521856 00000100:00100000:2.0:1775764572.417577:0:42948:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bea10380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3331:x1862022118999808:12345-0@lo:13:osp-pre-0-0.0 Request processed in 101us (323us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764572.417584:0:42948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88 00000100:00080000:3.0:1775764572.417652:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1775764572.417700:0:3331:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445becd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3331:1862022118999808:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1775764572.937245:0:3329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff94448678ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3329:1862022119000064:0@lo:400:kworker.0 00000100:00100000:3.0:1775764572.937342:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764572.937408:0:3329:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1775764572.937414:0:3329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff94448678a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d8dacf45-8471-4226-a2fb-1fac83f69c1e:3329:1862022118999936:0@lo:400:kworker.0 00000100:00100000:3.0:1775764572.937454:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764572.937473:0:3329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944486041880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3329:1862022119000448:0@lo:400:kworker.0 00000100:00100000:3.0:1775764572.937495:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764572.937516:0:3330:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944486788e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3330:1862022119000192:0@lo:400:kworker.0 00000100:00100000:3.0:1775764572.937535:0:3330:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764572.937549:0:3330:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1775764572.937553:0:3330:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff94448678b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3330:1862022119000320:0@lo:400:kworker.0 00000100:00100000:3.0:1775764572.937569:0:3330:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764572.937596:0:42319:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022118999936 00000100:00100000:3.0:1775764572.937603:0:42319:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022118999936 00000100:00100000:3.0:1775764572.937649:0:42319:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 197 00000100:00100000:3.0:1775764572.937658:0:42319:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445b76fec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d8dacf45-8471-4226-a2fb-1fac83f69c1e+18:3329:x1862022118999936:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764572.938151:0:42319:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445b76fec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d8dacf45-8471-4226-a2fb-1fac83f69c1e+18:3329:x1862022118999936:12345-0@lo:400:kworker.0 Request processed in 491us (693us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764572.938159:0:42319:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 197 00000100:00100000:3.0:1775764572.938201:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119000448 00000100:00100000:3.0:1775764572.938205:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119000448 00000100:00100000:3.0:1775764572.938238:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119000192 00000100:00100000:3.0:1775764572.938240:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119000192 00000100:00100000:3.0:1775764572.938250:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119000320 00000100:00100000:3.0:1775764572.938252:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119000320 00000100:00100000:3.0:1775764572.938266:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 199 00000100:00100000:3.0:1775764572.938271:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486043b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3329:x1862022119000448:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764572.938302:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486043b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3329:x1862022119000448:12345-0@lo:400:kworker.0 Request processed in 31us (806us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764572.938308:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 199 00000100:00100000:3.0:1775764572.938423:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 200 00000100:00100000:3.0:1775764572.938438:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486041c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3330:x1862022119000192:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764572.938473:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486041c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3330:x1862022119000192:12345-0@lo:400:kworker.0 Request processed in 45us (938us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764572.938480:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 200 00000100:00100000:3.0:1775764572.938494:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 201 00000100:00100000:3.0:1775764572.938499:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944589101500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3330:x1862022119000320:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764572.938522:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944589101500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3330:x1862022119000320:12345-0@lo:400:kworker.0 Request processed in 23us (952us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764572.938527:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 201 00000100:00100000:3.0:1775764572.938576:0:3329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff94448678a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d8dacf45-8471-4226-a2fb-1fac83f69c1e:3329:1862022118999936:0@lo:400:kworker.0 00000100:00100000:3.0:1775764572.938593:0:3329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944486041880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3329:1862022119000448:0@lo:400:kworker.0 00000100:00080000:3.0:1775764572.938627:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1775764572.938650:0:3330:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff94448678b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3330:1862022119000320:0@lo:400:kworker.0 00000100:00100000:3.0:1775764572.938661:0:3330:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944486788e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3330:1862022119000192:0@lo:400:kworker.0 00000100:00100000:0.0:1775764572.939467:0:43212:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119000064 00000100:00100000:0.0:1775764572.939475:0:43212:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119000064 00000100:00100000:0.0:1775764572.939554:0:43212:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 143 00000100:00100000:0.0:1775764572.939563:0:43212:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486043480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3329:x1862022119000064:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764572.939635:0:43212:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486043480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3329:x1862022119000064:12345-0@lo:400:kworker.0 Request processed in 75us (2294us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764572.939641:0:43212:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 143 00000100:00100000:0.0:1775764572.939891:0:3329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff94448678ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3329:1862022119000064:0@lo:400:kworker.0 00000100:00080000:3.0:1775764572.940195:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:3.0:1775764572.994948:0:42312:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1775764573.364938:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764573.364984:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764573.365023:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764573.365042:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764573.365079:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764573.365129:0:42945:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098434688 00000100:00100000:2.0:1775764573.365145:0:42945:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098434688 00000100:00100000:2.0:1775764573.365214:0:42945:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098434560 00000100:00100000:2.0:1775764573.365217:0:42945:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098434560 00000100:00100000:2.0:1775764573.365244:0:42945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 144 00000100:00100000:2.0:1775764573.365255:0:42945:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bc1f0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+10:2377:x1862022098434688:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:2.0:1775764573.365348:0:42945:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bc1f0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+10:2377:x1862022098434688:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 95us (362us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764573.365355:0:42945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 144 00000100:00100000:2.0:1775764573.365372:0:42945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 145 00000100:00100000:2.0:1775764573.365379:0:42945:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bc1f3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+8:2377:x1862022098434560:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:2.0:1775764573.365407:0:42945:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bc1f3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+8:2377:x1862022098434560:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 28us (363us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764573.365414:0:42945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 145 00000100:00100000:2.0:1775764573.365451:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098434432 00000100:00100000:2.0:1775764573.365455:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098434432 00000100:00100000:2.0:1775764573.365483:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098434816 00000100:00100000:2.0:1775764573.365487:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098434816 00000100:00100000:2.0:1775764573.365508:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 202 00000100:00100000:2.0:1775764573.365515:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bc1f1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+22:2377:x1862022098434432:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:2.0:1775764573.365548:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bc1f1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+22:2377:x1862022098434432:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 34us (622us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764573.365554:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 202 00000100:00100000:2.0:1775764573.365565:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 203 00000100:00100000:2.0:1775764573.365571:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bc1f2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:82781e18-e0e3-4f9f-9a2b-041bf0344414+5:2377:x1862022098434816:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:2.0:1775764573.365593:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bc1f2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:82781e18-e0e3-4f9f-9a2b-041bf0344414+5:2377:x1862022098434816:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 23us (515us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764573.365599:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 203 00000100:00080000:2.0:1775764573.365615:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1775764573.365621:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1775764573.365623:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1775764573.366241:0:42318:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098434304 00000100:00100000:0.0:1775764573.366249:0:42318:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098434304 00000100:00100000:0.0:1775764573.366297:0:42318:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 198 00000100:00100000:0.0:1775764573.366305:0:42318:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445b76fcc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:24b54882-c0a1-43f2-954f-009e5a9afc9d+12:2377:x1862022098434304:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:0.0:1775764573.366344:0:42318:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445b76fcc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:24b54882-c0a1-43f2-954f-009e5a9afc9d+12:2377:x1862022098434304:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 41us (1321us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764573.366352:0:42318:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 198 00000040:00080000:3.0:1775764573.953304:0:42356:0:(llog.c:800:llog_process_thread()) index: 8, lh_last_idx: 8 synced_idx: 8 lgh_last_idx: 8 00000040:00080000:3.0:1775764573.953315:0:42356:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x32:0x0] at index 8 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1775764573.953356:0:42356:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x32:0x0] index 13 count 4 00000040:00080000:3.0:1775764573.953363:0:42356:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 9 count 2 00010000:00010000:1.0:1775764574.017346:0:42313:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1775764574.465239:0:3328:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1775764574.465268:0:3328:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bc1f3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3328:1862022119000576:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1775764574.465345:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764574.465477:0:42948:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119000576 00000100:00100000:3.0:1775764574.465488:0:42948:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119000576 00000100:00100000:3.0:1775764574.465556:0:42948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89 00000100:00100000:3.0:1775764574.465566:0:42948:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bc1f1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3328:x1862022119000576:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1775764574.465611:0:42948:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 64684032 pending 0 free 3765436416 avail 3763339264 00000100:00100000:3.0:1775764574.465667:0:42948:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bc1f1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3328:x1862022119000576:12345-0@lo:13:osp-pre-1-0.0 Request processed in 102us (322us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764574.465679:0:42948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89 00000100:00080000:2.0:1775764574.465688:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1775764574.465749:0:3328:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bc1f3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3328:1862022119000576:0@lo:13:osp-pre-1-0.0 00000001:00080000:1.0:1775764574.540276:0:5825:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 34359738808 is committed 00010000:00010000:3.0:1775764575.045979:0:43224:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764576.065034:0:42312:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764577.089070:0:42313:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775764577.326092:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764577.326183:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098434944 00000100:00100000:2.0:1775764577.326203:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098434944 00000100:00100000:2.0:1775764577.326306:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 495 00000100:00100000:2.0:1775764577.326317:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944589100700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:82781e18-e0e3-4f9f-9a2b-041bf0344414+5:54760:x1862022098434944:12345-192.168.202.28@tcp:101:lsof.0 00010000:00010000:2.0:1775764577.326340:0:42325:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764577.326361:0:42325:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944580031000/0x57b8ff0e0304fe9e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b45b expref: -99 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764577.326449:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944580031e00/0x57b8ff0e0304fea5 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764577.326472:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944580031e00/0x57b8ff0e0304fea5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764577.326492:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944580031e00/0x57b8ff0e0304fea5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764577.326759:0:42325:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 9728 00000004:00200000:2.0:1775764577.326763:0:42325:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 36 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764577.326894:0:42325:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff944580031e00/0x57b8ff0e0304fea5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764577.326923:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944580031000/0x57b8ff0e0304fe9e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b45b expref: 7 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764577.326944:0:42325:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff944580031e00/0x57b8ff0e0304fea5 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b45b expref: 6 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764577.326953:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff944584d1d700) 00010000:00010000:2.0:1775764577.326956:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1775764577.326960:0:42325:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944580031e00, rc 0) 00000100:00080000:3.0:1775764577.327082:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1775764577.327116:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944589100700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:82781e18-e0e3-4f9f-9a2b-041bf0344414+6:54760:x1862022098434944:12345-192.168.202.28@tcp:101:lsof.0 Request processed in 801us (1033us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764577.327122:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 495 00000100:00100000:0.0:1775764577.538128:0:3331:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1775764577.538168:0:3331:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445becd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3331:1862022119000704:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1775764577.538283:0:3331:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764577.538422:0:42948:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119000704 00000100:00100000:3.0:1775764577.538432:0:42948:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119000704 00000100:00100000:3.0:1775764577.538538:0:42948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90 00000100:00100000:3.0:1775764577.538550:0:42948:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bbd7bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3331:x1862022119000704:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1775764577.538595:0:42948:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 56164352 pending 0 free 3704619008 avail 3702521856 00000100:00100000:3.0:1775764577.538668:0:42948:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bbd7bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3331:x1862022119000704:12345-0@lo:13:osp-pre-0-0.0 Request processed in 120us (385us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764577.538677:0:42948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90 00000100:00080000:2.0:1775764577.538861:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1775764577.539023:0:3331:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445becd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3331:1862022119000704:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1775764578.049038:0:3329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944486788e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3329:1862022119001088:0@lo:400:kworker.0 00000100:00100000:3.0:1775764578.049121:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764578.049142:0:3330:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff94448678b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3330:1862022119001216:0@lo:400:kworker.0 00000100:00100000:2.0:1775764578.049182:0:3330:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764578.049187:0:3329:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1775764578.049195:0:3329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff94448678ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3329:1862022119000960:0@lo:400:kworker.0 00000100:00100000:2.0:1775764578.049209:0:3330:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:2.0:1775764578.049218:0:3330:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944486041880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d8dacf45-8471-4226-a2fb-1fac83f69c1e:3330:1862022119000832:0@lo:400:kworker.0 00000100:00100000:3.0:1775764578.049226:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764578.049259:0:3330:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764578.049353:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119001088 00000100:00100000:0.0:1775764578.049362:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119001088 00000100:00100000:2.0:1775764578.062993:0:3330:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff94448678a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3330:1862022119001344:0@lo:400:kworker.0 00000100:00100000:2.0:1775764578.063060:0:3330:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764578.066548:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119001216 00000100:00100000:0.0:1775764578.066564:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119001216 00000100:00100000:0.0:1775764578.066658:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119001344 00000100:00100000:0.0:1775764578.066662:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119001344 00000100:00100000:0.0:1775764578.066689:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204 00000100:00100000:0.0:1775764578.066700:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445becaaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3329:x1862022119001088:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764578.066819:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445becaaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3329:x1862022119001088:12345-0@lo:400:kworker.0 Request processed in 119us (17696us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764578.066826:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204 00000100:00100000:0.0:1775764578.066844:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205 00000100:00100000:0.0:1775764578.066849:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bc1f1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3330:x1862022119001216:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764578.066886:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bc1f1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3330:x1862022119001216:12345-0@lo:400:kworker.0 Request processed in 37us (17704us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764578.066892:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205 00000100:00100000:0.0:1775764578.066904:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 206 00000100:00100000:0.0:1775764578.066910:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bc1f3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3330:x1862022119001344:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764578.066938:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bc1f3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3330:x1862022119001344:12345-0@lo:400:kworker.0 Request processed in 28us (3878us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764578.066943:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 206 00000100:00080000:0.0:1775764578.066970:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1775764578.067023:0:3329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944486788e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3329:1862022119001088:0@lo:400:kworker.0 00000100:00100000:0.0:1775764578.067063:0:3330:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff94448678a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3330:1862022119001344:0@lo:400:kworker.0 00000100:00100000:0.0:1775764578.067073:0:3330:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff94448678b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3330:1862022119001216:0@lo:400:kworker.0 00000100:00100000:0.0:1775764578.067121:0:42317:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119000832 00000100:00100000:0.0:1775764578.067125:0:42317:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119000832 00000100:00100000:0.0:1775764578.067155:0:42317:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 199 00000100:00100000:0.0:1775764578.067161:0:42317:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445b76ff450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d8dacf45-8471-4226-a2fb-1fac83f69c1e+18:3330:x1862022119000832:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764578.067198:0:42317:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445b76ff450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d8dacf45-8471-4226-a2fb-1fac83f69c1e+18:3330:x1862022119000832:12345-0@lo:400:kworker.0 Request processed in 37us (17940us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764578.067204:0:42317:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 199 00000100:00100000:0.0:1775764578.067234:0:42945:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119000960 00000100:00100000:0.0:1775764578.067238:0:42945:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119000960 00000100:00100000:0.0:1775764578.067270:0:42945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 146 00000100:00100000:0.0:1775764578.067276:0:42945:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445becaa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3329:x1862022119000960:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764578.067311:0:42945:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445becaa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3329:x1862022119000960:12345-0@lo:400:kworker.0 Request processed in 36us (18085us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764578.067317:0:42945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 146 00000100:00080000:0.0:1775764578.067333:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1775764578.067349:0:3329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff94448678ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3329:1862022119000960:0@lo:400:kworker.0 00000100:00100000:0.0:1775764578.067372:0:3330:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944486041880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d8dacf45-8471-4226-a2fb-1fac83f69c1e:3330:1862022119000832:0@lo:400:kworker.0 00010000:00010000:3.0:1775764578.113430:0:43224:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775764578.477370:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764578.477488:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764578.477536:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764578.477566:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764578.477602:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764578.477640:0:42946:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098435328 00000100:00100000:0.0:1775764578.477650:0:42946:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098435328 00000100:00100000:0.0:1775764578.477721:0:42946:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098435456 00000100:00100000:0.0:1775764578.477725:0:42946:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098435456 00000100:00100000:0.0:1775764578.477754:0:42946:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 147 00000100:00100000:0.0:1775764578.477765:0:42946:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bbd7b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+8:2379:x1862022098435328:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:0.0:1775764578.477893:0:42946:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bbd7b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+8:2379:x1862022098435328:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 131us (405us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764578.477899:0:42946:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 147 00000100:00100000:0.0:1775764578.477917:0:42946:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 148 00000100:00100000:0.0:1775764578.477923:0:42946:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bbd7a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+10:2379:x1862022098435456:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:0.0:1775764578.477948:0:42946:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bbd7a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+10:2379:x1862022098435456:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 25us (346us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764578.477954:0:42946:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 148 00000100:00100000:0.0:1775764578.477972:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098435584 00000100:00100000:0.0:1775764578.477975:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098435584 00000100:00100000:0.0:1775764578.477991:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098435200 00000100:00100000:0.0:1775764578.477992:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098435200 00000100:00100000:0.0:1775764578.478005:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 207 00000100:00100000:0.0:1775764578.478009:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bbd78380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:82781e18-e0e3-4f9f-9a2b-041bf0344414+6:2379:x1862022098435584:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:0.0:1775764578.478030:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bbd78380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:82781e18-e0e3-4f9f-9a2b-041bf0344414+6:2379:x1862022098435584:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 21us (496us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764578.478034:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 207 00000100:00100000:0.0:1775764578.478040:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 208 00000100:00100000:0.0:1775764578.478044:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bbd79180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+21:2379:x1862022098435200:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:0.0:1775764578.478055:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bbd79180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+21:2379:x1862022098435200:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 11us (490us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764578.478059:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 208 00000100:00080000:0.0:1775764578.478068:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1775764578.478071:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1775764578.478072:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1775764578.478642:0:42319:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098435072 00000100:00100000:2.0:1775764578.478821:0:42319:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098435072 00000100:00100000:2.0:1775764578.478870:0:42319:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 200 00000100:00100000:2.0:1775764578.478877:0:42319:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445b76fd450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:24b54882-c0a1-43f2-954f-009e5a9afc9d+12:2379:x1862022098435072:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:2.0:1775764578.479109:0:42319:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445b76fd450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:24b54882-c0a1-43f2-954f-009e5a9afc9d+12:2379:x1862022098435072:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 231us (1756us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764578.479117:0:42319:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 200 00010000:00010000:3.0:1775764579.137284:0:42312:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775764579.585946:0:3329:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1775764579.585971:0:3329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bc1f2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3329:1862022119001472:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1775764579.586052:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764579.586382:0:42948:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119001472 00000100:00100000:3.0:1775764579.586392:0:42948:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119001472 00000100:00100000:3.0:1775764579.586453:0:42948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91 00000100:00100000:3.0:1775764579.586462:0:42948:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445becd5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3329:x1862022119001472:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1775764579.586498:0:42948:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 64684032 pending 0 free 3765436416 avail 3763339264 00000100:00100000:3.0:1775764579.586554:0:42948:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445becd5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3329:x1862022119001472:12345-0@lo:13:osp-pre-1-0.0 Request processed in 93us (501us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764579.586562:0:42948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91 00000100:00100000:1.0:1775764579.587014:0:3329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bc1f2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3329:1862022119001472:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1775764580.162713:0:42313:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764581.186772:0:43224:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:3.0:1775764581.308099:0:46553:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-pcc test 21c: Verify HSM release works storing PCC-RO as HSM mirror component ========================================================== 15:56:19 (1775764579) 00010000:00010000:3.0:1775764582.209074:0:42312:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775764582.657374:0:3328:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1775764582.657413:0:3328:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944587193b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3328:1862022119001600:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1775764582.657505:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764582.658071:0:42948:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119001600 00000100:00100000:2.0:1775764582.658079:0:42948:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119001600 00000100:00100000:2.0:1775764582.658154:0:42948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 92 00000100:00100000:2.0:1775764582.658163:0:42948:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445beca8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3328:x1862022119001600:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1775764582.658200:0:42948:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 56164352 pending 0 free 3704619008 avail 3702521856 00000100:00100000:2.0:1775764582.658256:0:42948:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445beca8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3328:x1862022119001600:12345-0@lo:13:osp-pre-0-0.0 Request processed in 95us (752us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764582.658263:0:42948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 92 00000100:00100000:3.0:1775764582.658405:0:3328:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944587193b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3328:1862022119001600:0@lo:13:osp-pre-0-0.0 00000100:00080000:0.0:1775764582.658579:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1775764582.961343:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764582.961654:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098435840 00000100:00100000:2.0:1775764582.961665:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098435840 00000100:00100000:2.0:1775764582.961757:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 496 00000100:00100000:2.0:1775764582.961768:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bbd7b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+21:55020:x1862022098435840:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1775764582.961791:0:44493:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764582.961844:0:44493:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944580031400/0x57b8ff0e0304feac lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b462 expref: -99 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764582.961924:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff944580031200/0x57b8ff0e0304feb3 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764582.961938:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944580031200/0x57b8ff0e0304feb3 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764582.962095:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944580031200/0x57b8ff0e0304feb3 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764582.962113:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944580031800/0x57b8ff0e0304feba lrc: 3/1,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764582.962121:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944580031800/0x57b8ff0e0304feba lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764582.962128:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944580031800/0x57b8ff0e0304feba lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00080000:0.0:1775764582.962545:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:2.0:1775764582.962929:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944580031000/0x57b8ff0e0304fec1 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764582.962940:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944580031000/0x57b8ff0e0304fec1 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764582.963247:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944580031000/0x57b8ff0e0304fec1 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764582.963261:0:44493:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000002:0x2:0x0]: returning size 6656 00010000:00010000:2.0:1775764582.963549:0:44493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff944580031200/0x57b8ff0e0304feb3 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764582.963561:0:44493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944580031200/0x57b8ff0e0304feb3 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764582.963567:0:44493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944580031200/0x57b8ff0e0304feb3 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764582.963573:0:44493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944580031200 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764582.963578:0:44493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944580031200/0x57b8ff0e0304feb3 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764582.963586:0:44493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944580031200/0x57b8ff0e0304feb3 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764582.963601:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff944582f80200) 00010000:00010000:2.0:1775764582.963605:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764582.963610:0:44493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944580031200/0x57b8ff0e0304feb3 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764582.963615:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944580031200/0x57b8ff0e0304feb3 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764582.963634:0:44493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944580031800/0x57b8ff0e0304feba lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764582.963640:0:44493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944580031800/0x57b8ff0e0304feba lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764582.963645:0:44493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944580031800/0x57b8ff0e0304feba lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764582.963650:0:44493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944580031800 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764582.963653:0:44493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944580031800/0x57b8ff0e0304feba lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764582.963658:0:44493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944580031800/0x57b8ff0e0304feba lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764582.963664:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x8d45d6bc (ffff94459084ae00) 00010000:00010000:2.0:1775764582.963667:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764582.963669:0:44493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944580031800/0x57b8ff0e0304feba lrc: 2/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764582.963674:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944580031800/0x57b8ff0e0304feba lrc: 0/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764582.966263:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944580031400/0x57b8ff0e0304feac lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b462 expref: 24 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764582.966291:0:44493:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff944580031000/0x57b8ff0e0304fec1 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b462 expref: 23 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764582.966300:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff94459084a500) 00010000:00010000:2.0:1775764582.966303:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764582.966307:0:44493:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944580031000, rc 0) 00000100:00100000:2.0:1775764582.966590:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bbd7b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+23:55020:x1862022098435840:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 Request processed in 4822us (5267us total) trans 34359738809 rc 0/0 00000100:00100000:2.0:1775764582.966600:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 496 00000100:00100000:1.0:1775764582.972374:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764582.972435:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764582.972602:0:42311:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098436096 00000100:00100000:3.0:1775764582.972617:0:42311:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098436096 00000100:00100000:3.0:1775764582.972721:0:42311:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 43 00000100:00100000:3.0:1775764582.972735:0:42311:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944590fdc050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+23:2378:x1862022098436096:12345-192.168.202.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764582.972757:0:42311:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764582.972788:0:42311:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944580031000/0x57b8ff0e0304fec1 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b462 expref: 23 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764582.972857:0:42311:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff94459084a500) 00010000:00010000:3.0:1775764582.972864:0:42311:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764582.972952:0:42311:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944590fdc050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+22:2378:x1862022098436096:12345-192.168.202.28@tcp:103:ldlm_bl.0 Request processed in 221us (516us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764582.972963:0:42311:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 43 00000100:00100000:0.0:1775764582.973533:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098435968 00000100:00100000:0.0:1775764582.973540:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098435968 00000100:00100000:0.0:1775764582.973581:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 497 00000100:00100000:0.0:1775764582.973590:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944587193b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+22:55020:x1862022098435968:12345-192.168.202.28@tcp:59:lhsmtool_posix.0 00000100:00100000:0.0:1775764582.973710:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944587193b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+22:55020:x1862022098435968:12345-192.168.202.28@tcp:59:lhsmtool_posix.0 Request processed in 122us (1349us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764582.973718:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 497 00000100:00100000:3.0:1775764583.133893:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764583.134033:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098436352 00000100:00100000:0.0:1775764583.134048:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098436352 00000100:00100000:0.0:1775764583.134145:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 498 00000100:00100000:0.0:1775764583.134159:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445beca8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+22:55034:x1862022098436352:12345-192.168.202.28@tcp:101:bash.0 00010000:00010000:0.0:1775764583.134192:0:42325:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764583.134198:0:42325:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1775764583.134245:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944587808600/0x57b8ff0e0304fd08 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b3f2 expref: 22 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764583.134274:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff944584d1d700) 00010000:00010000:0.0:1775764583.134281:0:42325:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1775764583.134300:0:42325:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77000/0x57b8ff0e0304fecf lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b469 expref: -99 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764583.134715:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76400/0x57b8ff0e0304fed6 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764583.134732:0:42325:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff944580031e00/0x57b8ff0e0304fea5 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b45b expref: 5 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764583.134741:0:42325:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76400/0x57b8ff0e0304fed6 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764583.134779:0:42325:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff944580031e00/0x57b8ff0e0304fea5 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b45b expref: 5 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764583.134795:0:42325:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff944580031e00/0x57b8ff0e0304fea5 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b45b expref: 5 pid: 42325 timeout: 2149 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764583.134855:0:42325:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bbd7ad80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:42325:1862022119001728:192.168.202.28@tcp:104: 00000100:00100000:0.0:1775764583.134964:0:42325:0:(client.c:2691:ptlrpc_set_wait()) set ffff9445b217c3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1775764583.142019:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764583.142172:0:42309:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098436480 00000100:00100000:3.0:1775764583.142182:0:42309:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098436480 00010000:00010000:3.0:1775764583.142253:0:42309:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff944580031e00/0x57b8ff0e0304fea5 lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b45b expref: 6 pid: 42325 timeout: 2149 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764583.142296:0:42309:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 110 00000100:00100000:3.0:1775764583.142308:0:42309:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94448647c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:82781e18-e0e3-4f9f-9a2b-041bf0344414+6:2379:x1862022098436480:12345-192.168.202.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764583.142342:0:42309:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764583.142350:0:42309:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff944580031e00/0x57b8ff0e0304fea5 lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b45b expref: 6 pid: 42325 timeout: 2149 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764583.142365:0:42309:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff944580031e00/0x57b8ff0e0304fea5 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b45b expref: 6 pid: 42325 timeout: 2149 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764583.142393:0:42309:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff944584d1d700) 00010000:00010000:3.0:1775764583.142399:0:42309:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76400/0x57b8ff0e0304fed6 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764583.142410:0:42309:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76400/0x57b8ff0e0304fed6 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764583.142418:0:42309:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76400/0x57b8ff0e0304fed6 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764583.142440:0:42309:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764583.142503:0:42309:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94448647c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:82781e18-e0e3-4f9f-9a2b-041bf0344414+6:2379:x1862022098436480:12345-192.168.202.28@tcp:103:ldlm_bl.0 Request processed in 197us (495us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764583.142512:0:42309:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 110 00000100:00080000:1.0:1775764583.142745:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1775764583.142856:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944580031e00/0x57b8ff0e0304fea5 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b45b expref: 5 pid: 42325 timeout: 2149 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764583.142894:0:42325:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bbd7ad80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:42325:1862022119001728:192.168.202.28@tcp:104: 00010000:00010000:0.0:1775764583.142921:0:42325:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76400/0x57b8ff0e0304fed6 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764583.142931:0:42325:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76400/0x57b8ff0e0304fed6 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764583.142941:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76400/0x57b8ff0e0304fed6 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764583.142968:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76200/0x57b8ff0e0304fedd lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xe2e1aced bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764583.142978:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76200/0x57b8ff0e0304fedd lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xe2e1aced bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764583.142988:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76200/0x57b8ff0e0304fedd lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xe2e1aced bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1775764583.144870:0:42325:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x10e:0x0], index 0: 0 00010000:00010000:0.0:1775764583.145600:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77e00/0x57b8ff0e0304fee4 lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764583.145618:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77e00/0x57b8ff0e0304fee4 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764583.145629:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77e00/0x57b8ff0e0304fee4 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764583.145660:0:42325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76400/0x57b8ff0e0304fed6 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764583.145667:0:42325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76400/0x57b8ff0e0304fed6 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764583.145673:0:42325:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76400/0x57b8ff0e0304fed6 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764583.145679:0:42325:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445bfe76400 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:0.0:1775764583.145684:0:42325:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76400/0x57b8ff0e0304fed6 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764583.145691:0:42325:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76400/0x57b8ff0e0304fed6 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764583.145703:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff944584d1d700) 00010000:00010000:0.0:1775764583.145706:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764583.145711:0:42325:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76400/0x57b8ff0e0304fed6 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764583.145717:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76400/0x57b8ff0e0304fed6 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764583.145731:0:42325:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000deda4134 reply state 00000000ef72bace transno 34359738810 ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76200/0x57b8ff0e0304fedd lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xe2e1aced bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764583.145740:0:42325:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1775764583.145776:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77000/0x57b8ff0e0304fecf lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b469 expref: 24 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764583.145795:0:42325:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77e00/0x57b8ff0e0304fee4 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b469 expref: 23 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764583.145827:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x2b:0x0].0x0 (ffff944582f80a00) 00010000:00010000:0.0:1775764583.145829:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1775764583.145832:0:42325:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445bfe77e00, rc 0) 00000100:00100000:0.0:1775764583.146316:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445beca8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+24:55034:x1862022098436352:12345-192.168.202.28@tcp:101:bash.0 Request processed in 12159us (12517us total) trans 34359738810 rc 0/0 00000100:00100000:0.0:1775764583.146393:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 498 00010000:00010000:3.0:1775764583.153066:0:3314:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76200/0x57b8ff0e0304fedd lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xe2e1aced bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764583.153085:0:3314:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76200/0x57b8ff0e0304fedd lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xe2e1aced bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764583.153094:0:3314:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76200/0x57b8ff0e0304fedd lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xe2e1aced bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764583.153102:0:3314:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445bfe76200 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:3.0:1775764583.153107:0:3314:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76200/0x57b8ff0e0304fedd lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xe2e1aced bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764583.153116:0:3314:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76200/0x57b8ff0e0304fedd lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xe2e1aced bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764583.153136:0:3314:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xe2e1aced (ffff944582f80c00) 00010000:00010000:3.0:1775764583.153140:0:3314:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764583.153145:0:3314:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76200/0x57b8ff0e0304fedd lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xe2e1aced bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764583.153152:0:3314:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76200/0x57b8ff0e0304fedd lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xe2e1aced bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764583.154825:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764583.154927:0:42946:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098436608 00000100:00100000:0.0:1775764583.154939:0:42946:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098436608 00000100:00100000:0.0:1775764583.155027:0:42946:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 132 00000100:00100000:0.0:1775764583.155038:0:42946:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bc1f0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+8:2377:x1862022098436608:12345-192.168.202.28@tcp:101:bash.0 00010000:00010000:0.0:1775764583.155056:0:42946:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764583.155075:0:42946:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009494c1a1/0x57b8ff0e0304fef2 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x10e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b470 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1775764583.155102:0:42946:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x10e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1775764583.155121:0:42946:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764583.155123:0:42946:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764583.155132:0:42946:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009494c1a1/0x57b8ff0e0304fef2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x10e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b470 expref: 9 pid: 42946 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764583.155150:0:42946:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000009494c1a1/0x57b8ff0e0304fef2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x10e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b470 expref: 9 pid: 42946 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764583.155163:0:42946:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445bfe77000, rc 0) 00000100:00100000:0.0:1775764583.155218:0:42946:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bc1f0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+9:2377:x1862022098436608:12345-192.168.202.28@tcp:101:bash.0 Request processed in 182us (431us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764583.155235:0:42946:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 132 00000100:00080000:1.0:1775764583.155621:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1775764583.160185:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764583.160350:0:42945:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098436736 00000100:00100000:0.0:1775764583.160362:0:42945:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098436736 00000100:00100000:0.0:1775764583.160421:0:42945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 133 00000100:00100000:0.0:1775764583.160434:0:42945:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94448647d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+9:55034:x1862022098436736:12345-192.168.202.28@tcp:101:bash.0 00010000:00010000:0.0:1775764583.160454:0:42945:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764583.160475:0:42945:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f82bf484/0x57b8ff0e0304fef9 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x10e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b477 expref: -99 pid: 42945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764583.160512:0:42945:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000009494c1a1/0x57b8ff0e0304fef2 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x10e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b470 expref: 10 pid: 42946 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764583.160523:0:42945:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764583.160526:0:42945:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764583.160531:0:42945:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f82bf484/0x57b8ff0e0304fef9 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x10e:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b477 expref: 10 pid: 42945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764583.160574:0:42945:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000009494c1a1/0x57b8ff0e0304fef2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x10e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b470 expref: 10 pid: 42946 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764583.160588:0:42945:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000009494c1a1/0x57b8ff0e0304fef2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x10e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b470 expref: 10 pid: 42946 timeout: 2150 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764583.160603:0:42945:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bbd7ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:42945:1862022119001856:192.168.202.28@tcp:104: 00000100:00100000:0.0:1775764583.160703:0:42945:0:(client.c:2691:ptlrpc_set_wait()) set ffff9445b217c3c0 going to sleep for 11 seconds 00000100:00100000:3.0:1775764583.165935:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764583.166056:0:42311:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098436864 00000100:00100000:1.0:1775764583.166068:0:42311:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098436864 00010000:00010000:1.0:1775764583.166116:0:42311:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000009494c1a1/0x57b8ff0e0304fef2 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x10e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b470 expref: 11 pid: 42946 timeout: 2150 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764583.166160:0:42311:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 111 00000100:00100000:1.0:1775764583.166169:0:42311:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445beca8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+11:2378:x1862022098436864:12345-192.168.202.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1775764583.166187:0:42311:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764583.166219:0:42311:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000009494c1a1/0x57b8ff0e0304fef2 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x10e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b470 expref: 11 pid: 42946 timeout: 2150 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764583.166243:0:42311:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000009494c1a1/0x57b8ff0e0304fef2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x10e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b470 expref: 11 pid: 42946 timeout: 2150 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764583.166274:0:42311:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1775764583.166277:0:42311:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1775764583.166285:0:42311:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000f82bf484/0x57b8ff0e0304fef9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x10e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b477 expref: 11 pid: 42945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764583.166296:0:42311:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f82bf484/0x57b8ff0e0304fef9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x10e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b477 expref: 11 pid: 42945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764583.166361:0:42311:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000f82bf484/0x57b8ff0e0304fef9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x10e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b477 expref: 11 pid: 42945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764583.166379:0:42311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff94448647e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:42311:1862022119001984:192.168.202.28@tcp:105: 00000100:00100000:1.0:1775764583.166470:0:42311:0:(client.c:2691:ptlrpc_set_wait()) set ffff9445a6279840 going to sleep for 11 seconds 00010000:00010000:0.0:1775764583.167276:0:42945:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009494c1a1/0x57b8ff0e0304fef2 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x10e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b470 expref: 11 pid: 42946 timeout: 2150 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764583.167296:0:42945:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bbd7ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:42945:1862022119001856:192.168.202.28@tcp:104: 00010000:00010000:0.0:1775764583.167344:0:42945:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000f82bf484/0x57b8ff0e0304fef9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x10e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b477 expref: 10 pid: 42945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764583.167358:0:42945:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445bfe76400, rc 0) 00000100:00100000:0.0:1775764583.167410:0:42945:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94448647d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+10:55034:x1862022098436736:12345-192.168.202.28@tcp:101:bash.0 Request processed in 6980us (7236us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764583.167421:0:42945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 133 00000040:00080000:1.0:1775764583.169051:0:42356:0:(llog.c:800:llog_process_thread()) index: 8, lh_last_idx: 8 synced_idx: 8 lgh_last_idx: 8 00000040:00080000:1.0:1775764583.169059:0:42356:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x32:0x0] at index 8 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1775764583.169472:0:42356:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x32:0x0] index 13 count 3 00000040:00080000:1.0:1775764583.169480:0:42356:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 9 count 2 00000100:00100000:3.0:1775764583.169699:0:3328:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bbd78000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3328:1862022119002368:0@lo:400:kworker.0 00000100:00100000:3.0:1775764583.169755:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764583.169826:0:3330:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bbd7ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d8dacf45-8471-4226-a2fb-1fac83f69c1e:3330:1862022119002112:0@lo:400:kworker.0 00000100:00100000:2.0:1775764583.169858:0:3330:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764583.169885:0:3330:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1775764583.169890:0:3330:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bbd79880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3330:1862022119002240:0@lo:400:kworker.0 00000100:00100000:2.0:1775764583.169907:0:3330:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764583.169930:0:42318:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119002112 00000100:00100000:2.0:1775764583.169936:0:42318:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119002112 00000100:00100000:2.0:1775764583.169977:0:42318:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 201 00000100:00100000:2.0:1775764583.169985:0:42318:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94448180d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d8dacf45-8471-4226-a2fb-1fac83f69c1e+18:3330:x1862022119002112:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764583.170030:0:42318:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94448180d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d8dacf45-8471-4226-a2fb-1fac83f69c1e+18:3330:x1862022119002112:12345-0@lo:400:kworker.0 Request processed in 45us (170us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764583.170036:0:42318:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 201 00000100:00100000:2.0:1775764583.170064:0:42944:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119002368 00000100:00100000:2.0:1775764583.170067:0:42944:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119002368 00000100:00100000:2.0:1775764583.170098:0:42944:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119002240 00000100:00100000:2.0:1775764583.170101:0:42944:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119002240 00000100:00100000:2.0:1775764583.170119:0:42944:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 149 00000100:00100000:2.0:1775764583.170125:0:42944:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445becaad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3328:x1862022119002368:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764583.170193:0:43212:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 150 00000100:00100000:1.0:1775764583.170202:0:43212:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bc1f0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3330:x1862022119002240:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764583.170247:0:43212:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bc1f0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3330:x1862022119002240:12345-0@lo:400:kworker.0 Request processed in 47us (339us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764583.170252:0:43212:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 150 00000100:00100000:1.0:1775764583.170570:0:3329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bbd79500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3329:1862022119002496:0@lo:400:kworker.0 00000100:00100000:1.0:1775764583.170603:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764583.170637:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119002496 00000100:00100000:1.0:1775764583.170641:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119002496 00000100:00100000:1.0:1775764583.170671:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 209 00000100:00100000:1.0:1775764583.170690:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94448647c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3329:x1862022119002496:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764583.170724:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94448647c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3329:x1862022119002496:12345-0@lo:400:kworker.0 Request processed in 48us (122us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764583.170730:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 209 00000100:00100000:1.0:1775764583.170767:0:3329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bbd79500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3329:1862022119002496:0@lo:400:kworker.0 00000100:00100000:1.0:1775764583.172376:0:42311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff94448647e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:42311:1862022119001984:192.168.202.28@tcp:105: 00010000:00010000:1.0:1775764583.172396:0:42311:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1775764583.172447:0:42311:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445beca8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+9:2378:x1862022098436864:12345-192.168.202.28@tcp:103:ldlm_bl.0 Request processed in 6279us (6528us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764583.172458:0:42311:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 111 00000100:00100000:2.0:1775764583.172696:0:42944:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445becaad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3328:x1862022119002368:12345-0@lo:400:kworker.0 Request processed in 2569us (2938us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764583.172706:0:42944:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 149 00000100:00080000:2.0:1775764583.172735:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1775764583.172762:0:3330:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bbd79880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3330:1862022119002240:0@lo:400:kworker.0 00000100:00100000:2.0:1775764583.172773:0:3330:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bbd7ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d8dacf45-8471-4226-a2fb-1fac83f69c1e:3330:1862022119002112:0@lo:400:kworker.0 00000100:00100000:2.0:1775764583.174195:0:3330:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bbd79f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3330:1862022119002624:0@lo:400:kworker.0 00000100:00100000:2.0:1775764583.174285:0:3330:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764583.174332:0:3330:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1775764583.174348:0:3330:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bbd7ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3330:1862022119002752:0@lo:400:kworker.0 00000100:00100000:2.0:1775764583.174378:0:3330:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764583.174513:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119002624 00000100:00100000:0.0:1775764583.174523:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119002624 00000100:00100000:0.0:1775764583.174603:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119002752 00000100:00100000:0.0:1775764583.174606:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119002752 00000100:00100000:0.0:1775764583.174626:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 210 00000100:00100000:0.0:1775764583.174636:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bc1f2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3330:x1862022119002624:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764583.174719:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bc1f2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3330:x1862022119002624:12345-0@lo:400:kworker.0 Request processed in 84us (434us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764583.174727:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 210 00000100:00100000:0.0:1775764583.174745:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 211 00000100:00100000:0.0:1775764583.174751:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bc1f1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3330:x1862022119002752:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764583.174781:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bc1f1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3330:x1862022119002752:12345-0@lo:400:kworker.0 Request processed in 31us (403us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764583.174788:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 211 00000100:00080000:2.0:1775764583.175086:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1775764583.175127:0:3330:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bbd7ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3330:1862022119002752:0@lo:400:kworker.0 00000100:00100000:2.0:1775764583.175140:0:3330:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bbd79f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3330:1862022119002624:0@lo:400:kworker.0 00000100:00100000:3.0:1775764583.175501:0:3328:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bbd78000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3328:1862022119002368:0@lo:400:kworker.0 00000100:00100000:2.0:1775764583.175611:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764583.176070:0:42327:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098437120 00000100:00100000:0.0:1775764583.176077:0:42327:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098437120 00000100:00100000:1.0:1775764583.176313:0:42327:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 153 00000100:00100000:1.0:1775764583.176325:0:42327:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944481e5bc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+23:55034:x1862022098437120:12345-192.168.202.28@tcp:35:bash.0 00000100:00100000:1.0:1775764583.177082:0:42327:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944481e5bc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+24:55034:x1862022098437120:12345-192.168.202.28@tcp:35:bash.0 Request processed in 756us (1470us total) trans 34359738811 rc 0/0 00000100:00100000:1.0:1775764583.177091:0:42327:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 153 00000100:00100000:1.0:1775764583.219896:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764583.220094:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098437248 00000100:00100000:0.0:1775764583.220103:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098437248 00000100:00100000:0.0:1775764583.220160:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 499 00000100:00100000:0.0:1775764583.220167:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94448647e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+24:55036:x1862022098437248:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:0.0:1775764583.220189:0:44493:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764583.220209:0:44493:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77000/0x57b8ff0e0304ff00 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b47e expref: -99 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764583.220269:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77400/0x57b8ff0e0304ff07 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764583.220281:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77400/0x57b8ff0e0304ff07 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764583.220290:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77400/0x57b8ff0e0304ff07 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764583.220406:0:44493:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 9728 00000004:00200000:0.0:1775764583.220411:0:44493:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 37 stripe count 1 MDT count 1 00000004:00010000:0.0:1775764583.220440:0:44493:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77400/0x57b8ff0e0304ff07 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764583.220466:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77000/0x57b8ff0e0304ff00 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b47e expref: 26 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764583.220485:0:44493:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77400/0x57b8ff0e0304ff07 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b47e expref: 25 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764583.220493:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff944582f80c00) 00010000:00010000:0.0:1775764583.220497:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1775764583.220500:0:44493:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445bfe77400, rc 0) 00000100:00100000:0.0:1775764583.220557:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94448647e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+25:55036:x1862022098437248:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 390us (674us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764583.220562:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 499 00010000:00010000:1.0:1775764583.233207:0:42313:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775764583.260762:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764583.261188:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098437504 00000100:00100000:1.0:1775764583.261203:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098437504 00000100:00100000:1.0:1775764583.261495:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 500 00000100:00100000:1.0:1775764583.261508:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bc1ddf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+25:55038:x1862022098437504:12345-192.168.202.28@tcp:58:lfs.0 00000040:00080000:1.0:1775764583.262393:0:42324:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x32:0x0].13, 136 off9960 00000100:00100000:1.0:1775764583.262505:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bc1ddf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+25:55038:x1862022098437504:12345-192.168.202.28@tcp:58:lfs.0 Request processed in 996us (1757us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764583.262516:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 500 00000100:00100000:3.0:1775764583.596488:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764583.596555:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764583.596573:0:43212:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098437760 00000100:00100000:1.0:1775764583.596587:0:43212:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098437760 00000100:00100000:2.0:1775764583.596672:0:42319:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098437632 00000100:00100000:2.0:1775764583.596688:0:42319:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098437632 00000100:00100000:1.0:1775764583.596695:0:43212:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 151 00000100:00100000:1.0:1775764583.596708:0:43212:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445becd5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+10:2378:x1862022098437760:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:2.0:1775764583.596727:0:42319:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 202 00000100:00100000:2.0:1775764583.596736:0:42319:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94448180f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:24b54882-c0a1-43f2-954f-009e5a9afc9d+12:2378:x1862022098437632:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:2.0:1775764583.596844:0:42319:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94448180f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:24b54882-c0a1-43f2-954f-009e5a9afc9d+12:2378:x1862022098437632:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 109us (288us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764583.596853:0:42319:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 202 00000100:00080000:3.0:1775764583.596853:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1775764583.597741:0:43212:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445becd5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+10:2378:x1862022098437760:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 1031us (1257us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764583.597751:0:43212:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 151 00000040:00080000:2.0:1775764584.139975:0:46602:0:(llog.c:800:llog_process_thread()) index: 8, lh_last_idx: 8 synced_idx: 8 lgh_last_idx: 8 00000040:00080000:2.0:1775764584.139983:0:46602:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x32:0x0] at index 8 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1775764584.140028:0:46602:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x32:0x0] index 14 count 4 00000040:00080000:2.0:1775764584.140033:0:46602:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 9 count 2 00000040:00080000:2.0:1775764584.197973:0:42356:0:(llog.c:800:llog_process_thread()) index: 8, lh_last_idx: 8 synced_idx: 8 lgh_last_idx: 8 00000040:00080000:2.0:1775764584.197982:0:42356:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x32:0x0] at index 8 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1775764584.198018:0:42356:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x32:0x0] index 14 count 4 00000040:00080000:2.0:1775764584.198026:0:42356:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 9 count 2 00000100:00100000:2.0:1775764584.198388:0:42356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bc1f0000 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:42356:1862022119002880:192.168.202.28@tcp:107:hsm_cdtr.0 00000100:00100000:2.0:1775764584.198516:0:42356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9445bf85dcc0 going to sleep for 11 seconds 00000100:00100000:2.0:1775764584.203546:0:42356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bc1f0000 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:42356:1862022119002880:192.168.202.28@tcp:107:hsm_cdtr.0 00000100:00100000:2.0:1775764584.235529:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764584.235682:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098437888 00000100:00100000:1.0:1775764584.235696:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098437888 00000100:00100000:1.0:1775764584.235777:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 501 00000100:00100000:1.0:1775764584.235787:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bc1f0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+25:55048:x1862022098437888:12345-192.168.202.28@tcp:53:lhsmtool_posix.0 00000004:00000080:1.0:1775764584.235854:0:44493:0:(mdt_handler.c:7957:mdt_fid2path()) path get [0x200003ab1:0x2b:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1775764584.235956:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bc1f0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+25:55048:x1862022098437888:12345-192.168.202.28@tcp:53:lhsmtool_posix.0 Request processed in 170us (438us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764584.235964:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 501 00000100:00080000:2.0:1775764584.239160:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1775764584.240736:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764584.240872:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098438144 00000100:00100000:2.0:1775764584.240883:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098438144 00000100:00100000:2.0:1775764584.240939:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 502 00000100:00100000:2.0:1775764584.240949:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bb48a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+25:55048:x1862022098438144:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1775764584.240971:0:42326:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764584.240991:0:42326:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee2a00/0x57b8ff0e0304ff0e lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b485 expref: -99 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764584.241099:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3200/0x57b8ff0e0304ff15 lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764584.241115:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3200/0x57b8ff0e0304ff15 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764584.241132:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3200/0x57b8ff0e0304ff15 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764584.241145:0:42326:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab1:0x2b:0x0]: returning size 17 00010000:00010000:2.0:1775764584.241276:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee2a00/0x57b8ff0e0304ff0e lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b485 expref: 28 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764584.241300:0:42326:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3200/0x57b8ff0e0304ff15 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b485 expref: 27 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764584.241308:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x2b:0x0].0x0 (ffff944582f80a00) 00010000:00010000:2.0:1775764584.241312:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1775764584.241315:0:42326:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944585ee3200, rc 0) 00000100:00100000:2.0:1775764584.241384:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bb48a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+27:55048:x1862022098438144:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 Request processed in 437us (659us total) trans 34359738812 rc 0/0 00000100:00100000:2.0:1775764584.241395:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 502 00000100:00100000:1.0:1775764584.249366:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764584.249467:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764584.249553:0:42945:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098438272 00000100:00100000:0.0:1775764584.249565:0:42945:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098438272 00000100:00100000:0.0:1775764584.249652:0:42945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 134 00000100:00100000:0.0:1775764584.249665:0:42945:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94448647f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+9:2379:x1862022098438272:12345-192.168.202.28@tcp:1:lhsmtool_posix.0 00010000:00010000:0.0:1775764584.249718:0:42945:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000009494c1a1/0x57b8ff0e0304ff23 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x10e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 42945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764584.249740:0:42945:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000f82bf484/0x57b8ff0e0304fef9 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x10e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b477 expref: 9 pid: 42945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764584.249749:0:42945:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1775764584.249752:0:42945:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1775764584.249756:0:42945:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009494c1a1/0x57b8ff0e0304ff23 lrc: 4/1,0 mode: --/PR res: [0x240000400:0x10e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 42945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764584.249891:0:42945:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000f82bf484/0x57b8ff0e0304fef9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x10e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b477 expref: 9 pid: 42945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764584.249907:0:42945:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000f82bf484/0x57b8ff0e0304fef9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x10e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b477 expref: 9 pid: 42945 timeout: 2151 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764584.249924:0:42945:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bbd79880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:42945:1862022119003008:192.168.202.28@tcp:104: 00000100:00100000:0.0:1775764584.250017:0:42945:0:(client.c:2691:ptlrpc_set_wait()) set ffff9445b217c000 going to sleep for 11 seconds 00000100:00100000:2.0:1775764584.250293:0:44302:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098438400 00000100:00100000:2.0:1775764584.250299:0:44302:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098438400 00000100:00100000:2.0:1775764584.250361:0:44302:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 44 00000100:00100000:2.0:1775764584.250369:0:44302:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94448647f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+27:2378:x1862022098438400:12345-192.168.202.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1775764584.250383:0:44302:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764584.250406:0:44302:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3200/0x57b8ff0e0304ff15 lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b485 expref: 27 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764584.250428:0:44302:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x2b:0x0].0x0 (ffff944582f80a00) 00010000:00010000:2.0:1775764584.250434:0:44302:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775764584.250468:0:44302:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94448647f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+26:2378:x1862022098438400:12345-192.168.202.28@tcp:103:ldlm_bl.0 Request processed in 100us (1001us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764584.250476:0:44302:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 44 00000100:00100000:1.0:1775764584.255006:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764584.255122:0:42945:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bbd79880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:42945:1862022119003008:192.168.202.28@tcp:104: 00010000:00010000:0.0:1775764584.255145:0:42945:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000009494c1a1/0x57b8ff0e0304ff23 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x10e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 42945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764584.255216:0:45548:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098438528 00000100:00100000:2.0:1775764584.255222:0:45548:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098438528 00002000:00100000:2.0:1775764584.255270:0:45548:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x10e:0x0] (0->16) req@ffff94448647f800 x1862022098438528/t0(0) o4->7e6eda44-5508-487e-b17f-ff28ad9d3512@192.168.202.28@tcp:65/0 lens 512/0 e 0 to 0 dl 1775764595 ref 1 fl New:/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764584.255277:0:45548:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff94448647f800 with x1862022098438528 ext(0->16) 00010000:00010000:2.0:1775764584.255283:0:45548:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 00000000f82bf484/0x57b8ff0e0304fef9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x10e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b477 expref: 10 pid: 42945 timeout: 2151 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764584.255295:0:45548:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 00000000f82bf484/0x57b8ff0e0304fef9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x10e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b477 expref: 10 pid: 42945 timeout: 2151 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1775764584.255310:0:45548:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff94448647f800 00000100:00100000:2.0:1775764584.255374:0:45548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 7 00000100:00100000:2.0:1775764584.255383:0:45548:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94448647f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+10:2379:x1862022098438528:12345-192.168.202.28@tcp:4:bash.0 00000100:00100000:2.0:1775764584.255981:0:45548:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94448647f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+12:2379:x1862022098438528:12345-192.168.202.28@tcp:4:bash.0 Request processed in 596us (983us total) trans 34359738408 rc 0/0 00000100:00100000:2.0:1775764584.255990:0:45548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 7 00002000:00100000:2.0:1775764584.255998:0:45548:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x10e:0x0] (0->16) req@ffff94448647f800 x1862022098438528/t34359738408(0) o4->7e6eda44-5508-487e-b17f-ff28ad9d3512@192.168.202.28@tcp:65/0 lens 512/448 e 0 to 0 dl 1775764595 ref 1 fl Complete:H/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764584.256007:0:45548:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff94448647f800 with x1862022098438528 ext(0->16) 00010000:00010000:2.0:1775764584.256012:0:45548:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 00000000f82bf484/0x57b8ff0e0304fef9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x10e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b477 expref: 12 pid: 42945 timeout: 2151 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764584.256025:0:45548:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 00000000f82bf484/0x57b8ff0e0304fef9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x10e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b477 expref: 12 pid: 42945 timeout: 2151 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1775764584.256032:0:45548:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff94448647f800 00010000:00010000:1.0:1775764584.260823:0:43224:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775764584.262496:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764584.266980:0:42310:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098438656 00000100:00100000:3.0:1775764584.266996:0:42310:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098438656 00010000:00010000:0.0:1775764584.273467:0:42310:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000f82bf484/0x57b8ff0e0304fef9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x10e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b477 expref: 12 pid: 42945 timeout: 2151 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764584.273540:0:42310:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 112 00000100:00100000:0.0:1775764584.273552:0:42310:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bbd79880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+12:2377:x1862022098438656:12345-192.168.202.28@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1775764584.273570:0:42310:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:0.0:1775764584.273588:0:42310:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x10e:0x0] updating lvb size from disk: 0 -> 17 00002000:00010000:0.0:1775764584.273591:0:42310:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x10e:0x0] updating lvb mtime from disk: 0 -> 1775764583 00002000:00010000:0.0:1775764584.273595:0:42310:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x10e:0x0] updating lvb ctime from disk: 0 -> 1775764583 00010000:00010000:0.0:1775764584.273600:0:42310:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000f82bf484/0x57b8ff0e0304fef9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x10e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b477 expref: 12 pid: 42945 timeout: 2151 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764584.273615:0:42310:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000f82bf484/0x57b8ff0e0304fef9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x10e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b477 expref: 12 pid: 42945 timeout: 2151 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764584.273642:0:42310:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f82bf484/0x57b8ff0e0304fef9 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x10e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b477 expref: 12 pid: 42945 timeout: 2151 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764584.273656:0:42310:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764584.273658:0:42310:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764584.273663:0:42310:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000009494c1a1/0x57b8ff0e0304ff23 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x10e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 42945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764584.273672:0:42310:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009494c1a1/0x57b8ff0e0304ff23 lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x10e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 42945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764584.273705:0:42310:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775764584.273781:0:42310:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bbd79880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+11:2377:x1862022098438656:12345-192.168.202.28@tcp:103:ldlm_bl.0 Request processed in 232us (11296us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764584.273790:0:42310:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 112 00010000:00010000:0.0:1775764584.273839:0:42945:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000009494c1a1/0x57b8ff0e0304ff23 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x10e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 42945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764584.273848:0:42945:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009494c1a1/0x57b8ff0e0304ff23 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x10e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 42945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764584.273872:0:42945:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000009494c1a1/0x57b8ff0e0304ff23 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x10e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 42945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764584.273882:0:42945:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000009494c1a1/0x57b8ff0e0304ff23 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x10e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 42945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764584.273889:0:42945:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000009494c1a1/0x57b8ff0e0304ff23 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x10e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 42945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764584.273895:0:42945:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445bfe77000 already unused, calling callback (ffffffffc177a060) 00010000:00010000:0.0:1775764584.273899:0:42945:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000009494c1a1/0x57b8ff0e0304ff23 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x10e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 42945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764584.273908:0:42945:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000009494c1a1/0x57b8ff0e0304ff23 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x10e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 42945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764584.273919:0:42945:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000009494c1a1/0x57b8ff0e0304ff23 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x10e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 42945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764584.273932:0:42945:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009494c1a1/0x57b8ff0e0304ff23 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x10e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 42945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764584.273976:0:42945:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94448647f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+10:2379:x1862022098438272:12345-192.168.202.28@tcp:1:lhsmtool_posix.0 Request processed in 24314us (24622us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764584.273984:0:42945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 134 00000100:00100000:0.0:1775764584.280621:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764584.280920:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098438912 00000100:00100000:1.0:1775764584.280932:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098438912 00000100:00100000:1.0:1775764584.281012:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 503 00000100:00100000:1.0:1775764584.281024:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bbd79500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+26:55048:x1862022098438912:12345-192.168.202.28@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1775764584.281170:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bbd79500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+26:55048:x1862022098438912:12345-192.168.202.28@tcp:57:lhsmtool_posix.0 Request processed in 148us (564us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764584.281178:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 503 00000100:00100000:1.0:1775764584.299386:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764584.300485:0:42944:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098439040 00000100:00100000:2.0:1775764584.300503:0:42944:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098439040 00000100:00100000:2.0:1775764584.300649:0:42944:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 135 00000100:00100000:2.0:1775764584.300663:0:42944:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94448647d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+10:2379:x1862022098439040:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1775764584.300792:0:42944:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764584.300853:0:42944:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000042a55d22/0x57b8ff0e0304ff2a lrc: 2/0,0 mode: --/PR res: [0x240000400:0x10e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b48c expref: -99 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1775764584.300895:0:42944:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x10e:0x0] initial LVB size: 17, mtime: 0x69d80467, atime: 0x0, ctime: 0x69d80467, blocks: 0x1 00010000:00010000:2.0:1775764584.300919:0:42944:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764584.300922:0:42944:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764584.300933:0:42944:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000042a55d22/0x57b8ff0e0304ff2a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x10e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b48c expref: 11 pid: 42944 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764584.300954:0:42944:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000042a55d22/0x57b8ff0e0304ff2a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x10e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b48c expref: 11 pid: 42944 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764584.300970:0:42944:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944585ee3200, rc 0) 00000100:00100000:2.0:1775764584.301048:0:42944:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94448647d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+11:2379:x1862022098439040:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 Request processed in 388us (1672us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764584.301057:0:42944:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 135 00000100:00100000:1.0:1775764584.319300:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764584.319391:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098439296 00000100:00100000:2.0:1775764584.319402:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098439296 00000100:00100000:2.0:1775764584.319472:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 504 00000100:00100000:2.0:1775764584.319483:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94448647d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+26:55048:x1862022098439296:12345-192.168.202.28@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1775764584.319645:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94448647d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+26:55048:x1862022098439296:12345-192.168.202.28@tcp:57:lhsmtool_posix.0 Request processed in 164us (353us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764584.319653:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 504 00000100:00100000:2.0:1775764584.338437:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764584.338883:0:42949:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098439424 00000100:00100000:3.0:1775764584.338895:0:42949:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098439424 00002000:00100000:3.0:1775764584.338947:0:42949:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x10e:0x0] (0->4095) req@ffff9445bc1f0a80 x1862022098439424/t0(0) o3->7e6eda44-5508-487e-b17f-ff28ad9d3512@192.168.202.28@tcp:65/0 lens 488/0 e 0 to 0 dl 1775764595 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764584.338959:0:42949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9445bc1f0a80 with x1862022098439424 ext(0->4095) 00002000:00010000:3.0:1775764584.338964:0:42949:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9445bc1f0a80 00000100:00100000:3.0:1775764584.339048:0:42949:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 31 00000100:00100000:3.0:1775764584.339060:0:42949:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bc1f0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+11:2379:x1862022098439424:12345-192.168.202.28@tcp:3:lhsmtool_posix.0 00000100:00100000:3.0:1775764584.339283:0:42949:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bc1f0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+11:2379:x1862022098439424:12345-192.168.202.28@tcp:3:lhsmtool_posix.0 Request processed in 223us (851us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1775764584.339290:0:42949:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 31 00002000:00100000:3.0:1775764584.339297:0:42949:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x10e:0x0] (0->4095) req@ffff9445bc1f0a80 x1862022098439424/t0(0) o3->7e6eda44-5508-487e-b17f-ff28ad9d3512@192.168.202.28@tcp:65/0 lens 488/4536 e 0 to 0 dl 1775764595 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764584.339305:0:42949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9445bc1f0a80 with x1862022098439424 ext(0->4095) 00002000:00010000:3.0:1775764584.339308:0:42949:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9445bc1f0a80 00000100:00100000:3.0:1775764584.370171:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764584.370208:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098439552 00000100:00100000:3.0:1775764584.370217:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098439552 00000100:00100000:3.0:1775764584.370269:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 505 00000100:00100000:3.0:1775764584.370278:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bb489880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+26:55048:x1862022098439552:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1775764584.370298:0:44493:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764584.370317:0:44493:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e0304ff31 lrc: 2/0,0 mode: --/PR res: [0x200003ab1:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b493 expref: -99 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764584.370362:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e0304ff38 lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764584.370377:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e0304ff38 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x2b:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764584.370389:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e0304ff38 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x2b:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764584.370486:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e0304ff31 lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0x2b:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b493 expref: 28 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764584.370505:0:44493:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e0304ff38 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x2b:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b493 expref: 27 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764584.370513:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x2b:0x0].0x0 (ffff944582f80a00) 00010000:00010000:3.0:1775764584.370515:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1775764584.370519:0:44493:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445be694600, rc 0) 00000100:00100000:3.0:1775764584.370577:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bb489880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+27:55048:x1862022098439552:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 Request processed in 299us (415us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764584.370584:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 505 00000100:00100000:3.0:1775764584.399933:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764584.400507:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098439680 00000100:00100000:2.0:1775764584.400521:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098439680 00000100:00100000:2.0:1775764584.400591:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 506 00000100:00100000:2.0:1775764584.400601:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bb488a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+27:55048:x1862022098439680:12345-192.168.202.28@tcp:53:lhsmtool_posix.0 00000004:00000080:2.0:1775764584.400645:0:42326:0:(mdt_handler.c:7957:mdt_fid2path()) path get [0x200003ab1:0x2b:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1775764584.400766:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bb488a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+27:55048:x1862022098439680:12345-192.168.202.28@tcp:53:lhsmtool_posix.0 Request processed in 166us (843us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764584.400776:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 506 00000100:00100000:2.0:1775764584.407859:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764584.407972:0:42946:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098439808 00000100:00100000:1.0:1775764584.407989:0:42946:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098439808 00000100:00100000:1.0:1775764584.408062:0:42946:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 136 00000100:00100000:1.0:1775764584.408074:0:42946:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bc1f2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+11:2379:x1862022098439808:12345-192.168.202.28@tcp:1:lhsmtool_posix.0 00010000:00010000:1.0:1775764584.408133:0:42946:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000929e39ad/0x57b8ff0e0304ff3f lrc: 3/1,0 mode: --/PR res: [0x240000400:0x10e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764584.408157:0:42946:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1775764584.408159:0:42946:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1775764584.408165:0:42946:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000929e39ad/0x57b8ff0e0304ff3f lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x10e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764584.408182:0:42946:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000929e39ad/0x57b8ff0e0304ff3f lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x10e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764584.408224:0:42946:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000929e39ad/0x57b8ff0e0304ff3f lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x10e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764584.408234:0:42946:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000929e39ad/0x57b8ff0e0304ff3f lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x10e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764584.408242:0:42946:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000929e39ad/0x57b8ff0e0304ff3f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x10e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764584.408249:0:42946:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944587808200 already unused, calling callback (ffffffffc177a060) 00010000:00010000:1.0:1775764584.408254:0:42946:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000929e39ad/0x57b8ff0e0304ff3f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x10e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764584.408263:0:42946:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000929e39ad/0x57b8ff0e0304ff3f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x10e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764584.408285:0:42946:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000929e39ad/0x57b8ff0e0304ff3f lrc: 2/0,0 mode: --/PR res: [0x240000400:0x10e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764584.409117:0:42946:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000929e39ad/0x57b8ff0e0304ff3f lrc: 0/0,0 mode: --/PR res: [0x240000400:0x10e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764584.409215:0:42946:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bc1f2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+11:2379:x1862022098439808:12345-192.168.202.28@tcp:1:lhsmtool_posix.0 Request processed in 1139us (1368us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764584.409225:0:42946:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 136 00000100:00100000:2.0:1775764584.414025:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764584.416412:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098440064 00000100:00100000:3.0:1775764584.416431:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098440064 00000100:00100000:3.0:1775764584.416511:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 507 00000100:00100000:3.0:1775764584.416536:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bc1f3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+27:55048:x1862022098440064:12345-192.168.202.28@tcp:57:lhsmtool_posix.0 00010000:00010000:3.0:1775764584.416641:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e0304ff46 lrc: 3/0,1 mode: --/PW res: [0x200003ab1:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764584.416675:0:44493:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e0304ff38 lrc: 2/0,0 mode: PR/PR res: [0x200003ab1:0x2b:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b493 expref: 27 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764584.416686:0:44493:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e0304ff46 lrc: 4/0,1 mode: --/PW res: [0x200003ab1:0x2b:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764584.416739:0:44493:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e0304ff38 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x2b:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b493 expref: 27 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764584.416755:0:44493:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e0304ff38 lrc: 4/0,0 mode: PR/PR res: [0x200003ab1:0x2b:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b493 expref: 27 pid: 44493 timeout: 2151 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764584.416771:0:44493:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bea10000 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:44493:1862022119003136:192.168.202.28@tcp:104: 00000100:00100000:3.0:1775764584.417225:0:44493:0:(client.c:2691:ptlrpc_set_wait()) set ffff9445907eb6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1775764584.425365:0:44493:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bea10000 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:44493:1862022119003136:192.168.202.28@tcp:104: 00010000:00010000:1.0:1775764584.425399:0:44493:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e0304ff46 lrc: 3/0,1 mode: --/PW res: [0x200003ab1:0x2b:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764584.428149:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764584.428527:0:44302:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098440192 00000100:00100000:3.0:1775764584.428537:0:44302:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098440192 00010000:00010000:3.0:1775764584.428595:0:44302:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e0304ff38 lrc: 4/0,0 mode: PR/PR res: [0x200003ab1:0x2b:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b493 expref: 28 pid: 44493 timeout: 2151 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764584.428651:0:44302:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 113 00000100:00100000:3.0:1775764584.428663:0:44302:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944487fbe300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+28:2378:x1862022098440192:12345-192.168.202.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764584.428682:0:44302:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764584.428689:0:44302:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e0304ff38 lrc: 4/0,0 mode: PR/PR res: [0x200003ab1:0x2b:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b493 expref: 28 pid: 44493 timeout: 2151 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764584.428707:0:44302:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e0304ff38 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x2b:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b493 expref: 28 pid: 44493 timeout: 2151 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764584.428732:0:44302:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e0304ff38 lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0x2b:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b493 expref: 28 pid: 44493 timeout: 2151 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764584.428753:0:44302:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x2b:0x0].0x0 (ffff944582f80a00) 00010000:00010000:3.0:1775764584.428759:0:44302:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e0304ff46 lrc: 3/0,1 mode: --/PW res: [0x200003ab1:0x2b:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764584.428770:0:44302:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e0304ff46 lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0x2b:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764584.428777:0:44302:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e0304ff46 lrc: 4/0,1 mode: PW/PW res: [0x200003ab1:0x2b:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764584.428840:0:44302:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764584.428901:0:44302:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944487fbe300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+27:2378:x1862022098440192:12345-192.168.202.28@tcp:103:ldlm_bl.0 Request processed in 238us (758us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764584.428909:0:44302:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 113 00010000:00010000:2.0:1775764584.429649:0:44493:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e0304ff46 lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0x2b:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764584.429663:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e0304ff46 lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0x2b:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764584.431147:0:44493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e0304ff46 lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0x2b:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764584.431160:0:44493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e0304ff46 lrc: 2/0,0 mode: PW/PW res: [0x200003ab1:0x2b:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764584.431166:0:44493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e0304ff46 lrc: 3/0,0 mode: PW/PW res: [0x200003ab1:0x2b:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764584.431172:0:44493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445be695800 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:0.0:1775764584.431176:0:44493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e0304ff46 lrc: 3/0,0 mode: PW/PW res: [0x200003ab1:0x2b:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764584.431183:0:44493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e0304ff46 lrc: 4/0,0 mode: PW/PW res: [0x200003ab1:0x2b:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764584.431200:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x2b:0x0].0x0 (ffff944582f80a00) 00010000:00010000:0.0:1775764584.431203:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1775764584.431207:0:44493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e0304ff46 lrc: 2/0,0 mode: --/PW res: [0x200003ab1:0x2b:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764584.431213:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e0304ff46 lrc: 0/0,0 mode: --/PW res: [0x200003ab1:0x2b:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764584.431521:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bc1f3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+27:55048:x1862022098440064:12345-192.168.202.28@tcp:57:lhsmtool_posix.0 Request processed in 14995us (17508us total) trans 34359738813 rc 0/0 00000100:00100000:0.0:1775764584.431532:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 507 00000040:00080000:2.0:1775764584.434166:0:42356:0:(llog.c:800:llog_process_thread()) index: 8, lh_last_idx: 8 synced_idx: 8 lgh_last_idx: 8 00000040:00080000:2.0:1775764584.434177:0:42356:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x32:0x0] at index 8 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1775764584.435108:0:42356:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x32:0x0] index 64768 count 4 00000040:00080000:2.0:1775764584.435120:0:42356:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 9 count 2 00000100:00100000:3.0:1775764584.442986:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764584.443102:0:42328:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098440448 00000100:00100000:0.0:1775764584.443116:0:42328:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098440448 00000100:00100000:0.0:1775764584.443234:0:42328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 154 00000100:00100000:0.0:1775764584.443245:0:42328:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bea10000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+27:55048:x1862022098440448:12345-192.168.202.28@tcp:35:lhsmtool_posix.0 00000100:00100000:0.0:1775764584.443530:0:42328:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bea10000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+28:55048:x1862022098440448:12345-192.168.202.28@tcp:35:lhsmtool_posix.0 Request processed in 286us (555us total) trans 34359738814 rc 0/0 00000100:00100000:0.0:1775764584.443538:0:42328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 154 00000100:00100000:1.0:1775764584.705196:0:3329:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1775764584.705217:0:3329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944487fbea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3329:1862022119003264:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1775764584.705427:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764584.705549:0:42948:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119003264 00000100:00100000:2.0:1775764584.705559:0:42948:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119003264 00000100:00100000:2.0:1775764584.705672:0:42948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 93 00000100:00100000:2.0:1775764584.705682:0:42948:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94448647ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3329:x1862022119003264:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1775764584.705723:0:42948:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 64684032 pending 0 free 3765436416 avail 3763339264 00000100:00100000:2.0:1775764584.705776:0:42948:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94448647ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3329:x1862022119003264:12345-0@lo:13:osp-pre-1-0.0 Request processed in 97us (350us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764584.705782:0:42948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 93 00000100:00100000:0.0:1775764584.705895:0:3329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944487fbea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3329:1862022119003264:0@lo:13:osp-pre-1-0.0 00000001:00080000:1.0:1775764584.760936:0:5825:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 34359738814 is committed 00010000:00010000:3.0:1775764585.281196:0:42312:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1775764586.293266:0:46654:0:(llog.c:800:llog_process_thread()) index: 8, lh_last_idx: 8 synced_idx: 8 lgh_last_idx: 8 00000040:00080000:1.0:1775764586.293277:0:46654:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x32:0x0] at index 8 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1775764586.293338:0:46654:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x32:0x0] index 14 count 4 00000040:00080000:1.0:1775764586.293345:0:46654:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 9 count 2 00010000:00010000:0.0:1775764586.309529:0:42313:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775764586.392529:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764586.392613:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098440704 00000100:00100000:0.0:1775764586.392624:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098440704 00000100:00100000:0.0:1775764586.392713:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 508 00000100:00100000:0.0:1775764586.392725:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bfe69f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+22:55057:x1862022098440704:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:0.0:1775764586.392754:0:42326:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764586.392775:0:42326:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76200/0x57b8ff0e0304ff4d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b49a expref: -99 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764586.392912:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77800/0x57b8ff0e0304ff54 lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764586.392928:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77800/0x57b8ff0e0304ff54 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764586.392951:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77800/0x57b8ff0e0304ff54 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764586.392964:0:42326:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab1:0x2b:0x0]: returning size 17 00010000:00010000:0.0:1775764586.393137:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76200/0x57b8ff0e0304ff4d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b49a expref: 25 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764586.393156:0:42326:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77800/0x57b8ff0e0304ff54 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b49a expref: 24 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764586.393165:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x2b:0x0].0x0 (ffff944582f80a00) 00010000:00010000:0.0:1775764586.393168:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1775764586.393172:0:42326:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445bfe77800, rc 0) 00000100:00100000:0.0:1775764586.393222:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bfe69f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+24:55057:x1862022098440704:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 500us (707us total) trans 34359738815 rc 0/0 00000100:00100000:0.0:1775764586.393229:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 508 00000100:00080000:3.0:1775764586.395854:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1775764586.404639:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764586.404685:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764586.404860:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098440832 00000100:00100000:0.0:1775764586.404870:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098440832 00000100:00100000:0.0:1775764586.404922:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 509 00000100:00100000:0.0:1775764586.404931:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bfe6b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+24:55057:x1862022098440832:12345-192.168.202.28@tcp:54:lfs.0 00010000:00010000:0.0:1775764586.405008:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76200/0x57b8ff0e0304ff62 lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764586.405027:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76200/0x57b8ff0e0304ff62 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x2b:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764586.405041:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76200/0x57b8ff0e0304ff62 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x2b:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764586.405071:0:42325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76200/0x57b8ff0e0304ff62 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x2b:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764586.405078:0:42325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76200/0x57b8ff0e0304ff62 lrc: 2/0,0 mode: PR/PR res: [0x200003ab1:0x2b:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764586.405084:0:42325:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76200/0x57b8ff0e0304ff62 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x2b:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764586.405090:0:42325:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445bfe76200 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:0.0:1775764586.405094:0:42325:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76200/0x57b8ff0e0304ff62 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x2b:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764586.405101:0:42325:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76200/0x57b8ff0e0304ff62 lrc: 4/0,0 mode: PR/PR res: [0x200003ab1:0x2b:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764586.405113:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x2b:0x0].0x0 (ffff944582f80a00) 00010000:00010000:0.0:1775764586.405117:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1775764586.405121:0:42325:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76200/0x57b8ff0e0304ff62 lrc: 2/0,0 mode: --/PR res: [0x200003ab1:0x2b:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764586.405127:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76200/0x57b8ff0e0304ff62 lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0x2b:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764586.405194:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bfe6b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+24:55057:x1862022098440832:12345-192.168.202.28@tcp:54:lfs.0 Request processed in 263us (566us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764586.405201:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 509 00000100:00100000:1.0:1775764586.405268:0:42310:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098440960 00000100:00100000:1.0:1775764586.405272:0:42310:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098440960 00000100:00100000:1.0:1775764586.405322:0:42310:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 45 00000100:00100000:1.0:1775764586.405330:0:42310:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bfe6b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+24:2377:x1862022098440960:12345-192.168.202.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1775764586.405342:0:42310:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764586.405359:0:42310:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77800/0x57b8ff0e0304ff54 lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b49a expref: 24 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764586.405375:0:42310:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x2b:0x0].0x0 (ffff944582f80a00) 00010000:00010000:1.0:1775764586.405379:0:42310:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1775764586.405399:0:42310:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bfe6b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+23:2377:x1862022098440960:12345-192.168.202.28@tcp:103:ldlm_bl.0 Request processed in 71us (714us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764586.405405:0:42310:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 45 00000100:00100000:0.0:1775764586.421780:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764586.421855:0:42327:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098441216 00000100:00100000:0.0:1775764586.421866:0:42327:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098441216 00000100:00100000:0.0:1775764586.421921:0:42327:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 155 00000100:00100000:0.0:1775764586.421932:0:42327:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bbd78700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+23:55057:x1862022098441216:12345-192.168.202.28@tcp:35:lfs.0 00000100:00100000:0.0:1775764586.422203:0:42327:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bbd78700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+24:55057:x1862022098441216:12345-192.168.202.28@tcp:35:lfs.0 Request processed in 272us (440us total) trans 34359738816 rc 0/0 00000100:00100000:0.0:1775764586.422214:0:42327:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 155 00000100:00100000:0.0:1775764586.517029:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764586.517110:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098441472 00000100:00100000:1.0:1775764586.517122:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098441472 00000100:00100000:1.0:1775764586.517198:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 510 00000100:00100000:1.0:1775764586.517211:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bbd79c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+24:55063:x1862022098441472:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:1.0:1775764586.517241:0:42326:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764586.517269:0:42326:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944587808400/0x57b8ff0e0304ff69 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b4a1 expref: -99 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764586.517403:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff944587808a00/0x57b8ff0e0304ff70 lrc: 3/1,0 mode: --/CR res: [0x200003ab1:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764586.517420:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944587808a00/0x57b8ff0e0304ff70 lrc: 3/1,0 mode: CR/CR res: [0x200003ab1:0x2b:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764586.517436:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944587808a00/0x57b8ff0e0304ff70 lrc: 3/1,0 mode: CR/CR res: [0x200003ab1:0x2b:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764586.517450:0:42326:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab1:0x2b:0x0]: returning size 17 00010000:00010000:1.0:1775764586.517617:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944587808400/0x57b8ff0e0304ff69 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b4a1 expref: 27 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764586.517638:0:42326:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff944587808a00/0x57b8ff0e0304ff70 lrc: 3/0,0 mode: CR/CR res: [0x200003ab1:0x2b:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b4a1 expref: 26 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764586.517661:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x2b:0x0].0x0 (ffff944582f80a00) 00010000:00010000:1.0:1775764586.517665:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:1.0:1775764586.517669:0:42326:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944587808a00, rc 0) 00000100:00100000:1.0:1775764586.517739:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bbd79c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+26:55063:x1862022098441472:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 531us (719us total) trans 34359738817 rc 0/0 00000100:00100000:1.0:1775764586.517747:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 510 00000100:00100000:3.0:1775764586.523107:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764586.523207:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098441728 00000100:00100000:0.0:1775764586.523222:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098441728 00000100:00100000:0.0:1775764586.523313:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 511 00000100:00100000:0.0:1775764586.523326:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bfe68380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+26:55063:x1862022098441728:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:0.0:1775764586.523362:0:42325:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764586.523366:0:42325:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 1 00010000:00010000:0.0:1775764586.523405:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944587808a00/0x57b8ff0e0304ff70 lrc: 0/0,0 mode: --/CR res: [0x200003ab1:0x2b:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b4a1 expref: 26 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764586.523434:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77e00/0x57b8ff0e0304fee4 lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b469 expref: 25 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764586.523447:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x2b:0x0].0x0 (ffff944582f80a00) 00010000:00010000:0.0:1775764586.523460:0:42325:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1775764586.523478:0:42325:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76200/0x57b8ff0e0304ff7e lrc: 2/0,0 mode: --/EX res: [0x200003ab1:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b4a8 expref: -99 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764586.523528:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77a00/0x57b8ff0e0304ff85 lrc: 3/1,0 mode: --/CR res: [0x200003ab1:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764586.523547:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77a00/0x57b8ff0e0304ff85 lrc: 3/1,0 mode: CR/CR res: [0x200003ab1:0x2b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764586.523559:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77a00/0x57b8ff0e0304ff85 lrc: 3/1,0 mode: CR/CR res: [0x200003ab1:0x2b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764586.523575:0:42325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77a00/0x57b8ff0e0304ff85 lrc: 3/1,0 mode: CR/CR res: [0x200003ab1:0x2b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764586.523582:0:42325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77a00/0x57b8ff0e0304ff85 lrc: 2/0,0 mode: CR/CR res: [0x200003ab1:0x2b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764586.523589:0:42325:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77a00/0x57b8ff0e0304ff85 lrc: 3/0,0 mode: CR/CR res: [0x200003ab1:0x2b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764586.523594:0:42325:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445bfe77a00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:0.0:1775764586.523599:0:42325:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77a00/0x57b8ff0e0304ff85 lrc: 3/0,0 mode: CR/CR res: [0x200003ab1:0x2b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764586.523606:0:42325:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77a00/0x57b8ff0e0304ff85 lrc: 4/0,0 mode: CR/CR res: [0x200003ab1:0x2b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764586.523613:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x2b:0x0].0x0 (ffff944599e85100) 00010000:00010000:0.0:1775764586.523616:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1775764586.523620:0:42325:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77a00/0x57b8ff0e0304ff85 lrc: 2/0,0 mode: --/CR res: [0x200003ab1:0x2b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764586.523626:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77a00/0x57b8ff0e0304ff85 lrc: 0/0,0 mode: --/CR res: [0x200003ab1:0x2b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764586.523663:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76800/0x57b8ff0e0304ff8c lrc: 3/0,1 mode: --/EX res: [0x200003ab1:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764586.523671:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76800/0x57b8ff0e0304ff8c lrc: 3/0,1 mode: EX/EX res: [0x200003ab1:0x2b:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764586.523678:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76800/0x57b8ff0e0304ff8c lrc: 3/0,1 mode: EX/EX res: [0x200003ab1:0x2b:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764586.524017:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76800/0x57b8ff0e0304ff8c lrc: 3/0,0 mode: CR/CR res: [0x200003ab1:0x2b:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b4a8 expref: 27 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764586.524025:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x2b:0x0].0x0 (ffff944599e85100) 00010000:00010000:0.0:1775764586.524028:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:0.0:1775764586.524038:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76200/0x57b8ff0e0304ff7e lrc: 0/0,0 mode: --/EX res: [0x200003ab1:0x2b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b4a8 expref: 27 pid: 42325 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764586.524052:0:42325:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76800/0x57b8ff0e0304ff8c lrc: 3/0,0 mode: CR/CR res: [0x200003ab1:0x2b:0x0].0x0 bits 0xa/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b4a8 expref: 26 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764586.524085:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x2b:0x0].0x0 (ffff944599e85100) 00010000:00010000:0.0:1775764586.524087:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:0.0:1775764586.524089:0:42325:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445bfe76800, rc 0) 00000100:00100000:0.0:1775764586.524164:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bfe68380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+26:55063:x1862022098441728:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 841us (1069us total) trans 34359738818 rc 0/0 00000100:00100000:0.0:1775764586.524172:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 511 00000100:00100000:1.0:1775764586.537259:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764586.545032:0:45548:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098441856 00000100:00100000:2.0:1775764586.545053:0:45548:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098441856 00002000:00100000:3.0:1775764586.547629:0:45548:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x10e:0x0] (0->4095) req@ffff94448647dc00 x1862022098441856/t0(0) o3->7e6eda44-5508-487e-b17f-ff28ad9d3512@192.168.202.28@tcp:67/0 lens 488/0 e 0 to 0 dl 1775764597 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764586.547645:0:45548:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff94448647dc00 with x1862022098441856 ext(0->4095) 00002000:00010000:3.0:1775764586.547653:0:45548:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff94448647dc00 00000100:00100000:3.0:1775764586.547705:0:45548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 32 00000100:00100000:3.0:1775764586.547720:0:45548:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94448647dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+11:2378:x1862022098441856:12345-192.168.202.28@tcp:3:lfs.0 00000100:00100000:3.0:1775764586.548066:0:45548:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94448647dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+11:2378:x1862022098441856:12345-192.168.202.28@tcp:3:lfs.0 Request processed in 349us (10821us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1775764586.548075:0:45548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 32 00002000:00100000:3.0:1775764586.548083:0:45548:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x10e:0x0] (0->4095) req@ffff94448647dc00 x1862022098441856/t0(0) o3->7e6eda44-5508-487e-b17f-ff28ad9d3512@192.168.202.28@tcp:67/0 lens 488/4536 e 0 to 0 dl 1775764597 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764586.548092:0:45548:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff94448647dc00 with x1862022098441856 ext(0->4095) 00002000:00010000:3.0:1775764586.548095:0:45548:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff94448647dc00 00000100:00080000:2.0:1775764586.548471:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1775764586.559263:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764586.559369:0:42327:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098442112 00000100:00100000:3.0:1775764586.559382:0:42327:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098442112 00000100:00100000:3.0:1775764586.559456:0:42327:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 156 00000100:00100000:3.0:1775764586.559467:0:42327:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bbd78000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+26:55063:x1862022098442112:12345-192.168.202.28@tcp:35:lfs.0 00000100:00100000:3.0:1775764586.559900:0:42327:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bbd78000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+27:55063:x1862022098442112:12345-192.168.202.28@tcp:35:lfs.0 Request processed in 433us (651us total) trans 34359738819 rc 0/0 00000100:00100000:3.0:1775764586.559911:0:42327:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 156 00000100:00100000:2.0:1775764586.608922:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764586.609076:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098442368 00000100:00100000:1.0:1775764586.609089:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098442368 00000100:00100000:1.0:1775764586.609154:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 512 00000100:00100000:1.0:1775764586.609166:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944487fbf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+27:55066:x1862022098442368:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:1.0:1775764586.609213:0:42326:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764586.609248:0:42326:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944587808600/0x57b8ff0e0304ff93 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b4af expref: -99 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764586.609386:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff944587808400/0x57b8ff0e0304ff9a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764586.609406:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944587808400/0x57b8ff0e0304ff9a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764586.609425:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944587808400/0x57b8ff0e0304ff9a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764586.609444:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944587808a00/0x57b8ff0e0304ffa1 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xe2e1aced bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764586.609451:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944587808a00/0x57b8ff0e0304ffa1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xe2e1aced bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764586.609460:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944587808a00/0x57b8ff0e0304ffa1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xe2e1aced bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764586.610515:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944587808200/0x57b8ff0e0304ffa8 lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764586.610532:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944587808200/0x57b8ff0e0304ffa8 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764586.610545:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944587808200/0x57b8ff0e0304ffa8 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764586.610560:0:42326:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab1:0x2b:0x0]: returning size 17 00010000:00010000:1.0:1775764586.612658:0:42326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff944587808400/0x57b8ff0e0304ff9a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764586.612680:0:42326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944587808400/0x57b8ff0e0304ff9a lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764586.612687:0:42326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944587808400/0x57b8ff0e0304ff9a lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764586.612695:0:42326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944587808400 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:1.0:1775764586.612701:0:42326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944587808400/0x57b8ff0e0304ff9a lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764586.612711:0:42326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944587808400/0x57b8ff0e0304ff9a lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764586.612737:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff944582f80c00) 00010000:00010000:1.0:1775764586.612741:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764586.612748:0:42326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944587808400/0x57b8ff0e0304ff9a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764586.612753:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944587808400/0x57b8ff0e0304ff9a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764586.612773:0:42326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944587808a00/0x57b8ff0e0304ffa1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xe2e1aced bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764586.612779:0:42326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944587808a00/0x57b8ff0e0304ffa1 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xe2e1aced bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764586.612785:0:42326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944587808a00/0x57b8ff0e0304ffa1 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xe2e1aced bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764586.612791:0:42326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944587808a00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:1.0:1775764586.612794:0:42326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944587808a00/0x57b8ff0e0304ffa1 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xe2e1aced bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764586.612828:0:42326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944587808a00/0x57b8ff0e0304ffa1 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xe2e1aced bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764586.612836:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xe2e1aced (ffff944584d1de00) 00010000:00010000:1.0:1775764586.612838:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764586.612840:0:42326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944587808a00/0x57b8ff0e0304ffa1 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xe2e1aced bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764586.612845:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944587808a00/0x57b8ff0e0304ffa1 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xe2e1aced bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764586.612936:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944587808600/0x57b8ff0e0304ff93 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b4af expref: 30 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764586.612961:0:42326:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff944587808200/0x57b8ff0e0304ffa8 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b4af expref: 29 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764586.612969:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x2b:0x0].0x0 (ffff944599e85100) 00010000:00010000:1.0:1775764586.612971:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1775764586.612974:0:42326:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944587808200, rc 0) 00000100:00100000:1.0:1775764586.613111:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944487fbf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+29:55066:x1862022098442368:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 3946us (4200us total) trans 34359738820 rc 0/0 00000100:00100000:1.0:1775764586.613122:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 512 00000100:00100000:3.0:1775764586.630114:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764586.630321:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098442496 00000100:00100000:0.0:1775764586.630336:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098442496 00000100:00100000:0.0:1775764586.630451:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 513 00000100:00100000:0.0:1775764586.630466:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bfe69c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+29:55066:x1862022098442496:12345-192.168.202.28@tcp:54:lfs.0 00010000:00010000:0.0:1775764586.630578:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76200/0x57b8ff0e0304ffb6 lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764586.630603:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76200/0x57b8ff0e0304ffb6 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x2b:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764586.630619:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76200/0x57b8ff0e0304ffb6 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x2b:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764586.636938:0:42325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76200/0x57b8ff0e0304ffb6 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x2b:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764586.636958:0:42325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76200/0x57b8ff0e0304ffb6 lrc: 2/0,0 mode: PR/PR res: [0x200003ab1:0x2b:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764586.636966:0:42325:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76200/0x57b8ff0e0304ffb6 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x2b:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764586.636972:0:42325:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445bfe76200 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:0.0:1775764586.636977:0:42325:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76200/0x57b8ff0e0304ffb6 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x2b:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764586.636986:0:42325:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76200/0x57b8ff0e0304ffb6 lrc: 4/0,0 mode: PR/PR res: [0x200003ab1:0x2b:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764586.637009:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x2b:0x0].0x0 (ffff944599e85100) 00010000:00010000:0.0:1775764586.637012:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1775764586.637017:0:42325:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76200/0x57b8ff0e0304ffb6 lrc: 2/0,0 mode: --/PR res: [0x200003ab1:0x2b:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764586.637024:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76200/0x57b8ff0e0304ffb6 lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0x2b:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764586.637137:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bfe69c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+29:55066:x1862022098442496:12345-192.168.202.28@tcp:54:lfs.0 Request processed in 6670us (7036us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764586.637150:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 513 00000100:00100000:2.0:1775764586.641635:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764586.641738:0:42327:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098442752 00000100:00100000:3.0:1775764586.641750:0:42327:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098442752 00000100:00100000:3.0:1775764586.641844:0:42327:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 157 00000100:00100000:3.0:1775764586.641856:0:42327:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944487fbc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+29:55066:x1862022098442752:12345-192.168.202.28@tcp:35:lfs.0 00000100:00100000:3.0:1775764586.642163:0:42327:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944487fbc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+30:55066:x1862022098442752:12345-192.168.202.28@tcp:35:lfs.0 Request processed in 309us (542us total) trans 34359738821 rc 0/0 00000100:00100000:3.0:1775764586.642171:0:42327:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 157 00000100:00100000:2.0:1775764586.876049:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764586.876184:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098443008 00000100:00100000:0.0:1775764586.876198:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098443008 00000100:00100000:0.0:1775764586.876456:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 514 00000100:00100000:0.0:1775764586.876471:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944487fbe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+30:55087:x1862022098443008:12345-192.168.202.28@tcp:101:cat.0 00010000:00010000:0.0:1775764586.876508:0:42324:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764586.876536:0:42324:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76200/0x57b8ff0e0304ffbd lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b4b6 expref: -99 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764586.876713:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77a00/0x57b8ff0e0304ffc4 lrc: 3/1,0 mode: --/CR res: [0x200003ab1:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764586.876734:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77a00/0x57b8ff0e0304ffc4 lrc: 3/1,0 mode: CR/CR res: [0x200003ab1:0x2b:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764586.876749:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77a00/0x57b8ff0e0304ffc4 lrc: 3/1,0 mode: CR/CR res: [0x200003ab1:0x2b:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764586.876763:0:42324:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab1:0x2b:0x0]: returning size 17 00010000:00010000:0.0:1775764586.876990:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76200/0x57b8ff0e0304ffbd lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b4b6 expref: 33 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764586.877018:0:42324:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77a00/0x57b8ff0e0304ffc4 lrc: 3/0,0 mode: CR/CR res: [0x200003ab1:0x2b:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b4b6 expref: 32 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764586.877031:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x2b:0x0].0x0 (ffff944599e85100) 00010000:00010000:0.0:1775764586.877034:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:0.0:1775764586.877039:0:42324:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445bfe77a00, rc 0) 00000100:00100000:0.0:1775764586.877142:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944487fbe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+32:55087:x1862022098443008:12345-192.168.202.28@tcp:101:cat.0 Request processed in 675us (1110us total) trans 34359738822 rc 0/0 00000100:00100000:0.0:1775764586.877153:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 514 00000100:00100000:2.0:1775764586.911539:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764586.911625:0:42327:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098443264 00000100:00100000:3.0:1775764586.911636:0:42327:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098443264 00000100:00100000:3.0:1775764586.911741:0:42327:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 158 00000100:00100000:3.0:1775764586.911752:0:42327:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944487fbd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+32:55088:x1862022098443264:12345-192.168.202.28@tcp:35:lfs.0 00000001:00080000:3.0:1775764586.912117:0:42327:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 34359738823 00000100:00100000:3.0:1775764586.912250:0:42327:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944487fbd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+34:55088:x1862022098443264:12345-192.168.202.28@tcp:35:lfs.0 Request processed in 498us (722us total) trans 34359738824 rc 0/0 00000100:00100000:3.0:1775764586.912258:0:42327:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 158 00000020:00080000:3.0:1775764586.912264:0:42327:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1775764586.917963:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764586.918380:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098443520 00000100:00100000:3.0:1775764586.918393:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098443520 00000100:00100000:3.0:1775764586.918458:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 515 00000100:00100000:3.0:1775764586.918470:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944487fbf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+34:55088:x1862022098443520:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:3.0:1775764586.918504:0:44493:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764586.918509:0:44493:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1775764586.918545:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77a00/0x57b8ff0e0304ffc4 lrc: 0/0,0 mode: --/CR res: [0x200003ab1:0x2b:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b4b6 expref: 34 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764586.918569:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x2b:0x0].0x0 (ffff944599e85100) 00010000:00010000:3.0:1775764586.918576:0:44493:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1775764586.918594:0:44493:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694c00/0x57b8ff0e0304ffd2 lrc: 2/0,0 mode: --/CR res: [0x200003ab1:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b4bd expref: -99 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764586.919121:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694a00/0x57b8ff0e0304ffd9 lrc: 3/0,1 mode: --/PW res: [0x200003ab1:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764586.919138:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694a00/0x57b8ff0e0304ffd9 lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0x2b:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764586.919150:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694a00/0x57b8ff0e0304ffd9 lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0x2b:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764586.919169:0:44493:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab1:0x2b:0x0]: returning size 17 00010000:00010000:3.0:1775764586.919353:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694c00/0x57b8ff0e0304ffd2 lrc: 0/0,0 mode: --/CR res: [0x200003ab1:0x2b:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b4bd expref: 36 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764586.919371:0:44493:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694a00/0x57b8ff0e0304ffd9 lrc: 3/0,0 mode: PW/PW res: [0x200003ab1:0x2b:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b4bd expref: 35 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764586.919379:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x2b:0x0].0x0 (ffff944599e85100) 00010000:00010000:3.0:1775764586.919381:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:3.0:1775764586.919384:0:44493:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445be694a00, rc 0) 00000100:00100000:3.0:1775764586.919471:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944487fbf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+35:55088:x1862022098443520:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 1001us (1520us total) trans 34359738825 rc 0/0 00000100:00100000:3.0:1775764586.919480:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 515 00000100:00100000:2.0:1775764586.924915:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764586.925013:0:43212:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098443648 00000100:00100000:3.0:1775764586.925028:0:43212:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098443648 00000100:00100000:3.0:1775764586.925102:0:43212:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 137 00000100:00100000:3.0:1775764586.925112:0:43212:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944487fbce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+11:2379:x1862022098443648:12345-192.168.202.28@tcp:1:lfs.0 00010000:00010000:3.0:1775764586.925175:0:43212:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000919a6d03/0x57b8ff0e0304ffe7 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x10e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764586.925205:0:43212:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000042a55d22/0x57b8ff0e0304ff2a lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x10e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b48c expref: 11 pid: 42944 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764586.925218:0:43212:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764586.925220:0:43212:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764586.925233:0:43212:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000919a6d03/0x57b8ff0e0304ffe7 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x10e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764586.925285:0:43212:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000042a55d22/0x57b8ff0e0304ff2a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x10e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b48c expref: 11 pid: 42944 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764586.925311:0:43212:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000042a55d22/0x57b8ff0e0304ff2a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x10e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b48c expref: 11 pid: 42944 timeout: 2153 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764586.925328:0:43212:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944585ddfb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:43212:1862022119003392:192.168.202.28@tcp:104: 00000100:00100000:3.0:1775764586.925454:0:43212:0:(client.c:2691:ptlrpc_set_wait()) set ffff944588523a80 going to sleep for 11 seconds 00000100:00100000:2.0:1775764586.930082:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764586.930211:0:43212:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944585ddfb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:43212:1862022119003392:192.168.202.28@tcp:104: 00010000:00010000:3.0:1775764586.930261:0:43212:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000919a6d03/0x57b8ff0e0304ffe7 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x10e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764586.930955:0:44302:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098443776 00000100:00100000:0.0:1775764586.930967:0:44302:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098443776 00010000:00010000:0.0:1775764586.931020:0:44302:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000042a55d22/0x57b8ff0e0304ff2a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x10e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b48c expref: 12 pid: 42944 timeout: 2153 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764586.931071:0:44302:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 114 00000100:00100000:0.0:1775764586.931081:0:44302:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944590fde850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+12:2379:x1862022098443776:12345-192.168.202.28@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1775764586.931098:0:44302:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764586.931133:0:44302:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000042a55d22/0x57b8ff0e0304ff2a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x10e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b48c expref: 12 pid: 42944 timeout: 2153 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764586.931148:0:44302:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000042a55d22/0x57b8ff0e0304ff2a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x10e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b48c expref: 12 pid: 42944 timeout: 2153 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764586.931175:0:44302:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000042a55d22/0x57b8ff0e0304ff2a lrc: 0/0,0 mode: --/PR res: [0x240000400:0x10e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b48c expref: 12 pid: 42944 timeout: 2153 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764586.931194:0:44302:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764586.931197:0:44302:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764586.931201:0:44302:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000919a6d03/0x57b8ff0e0304ffe7 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x10e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764586.931212:0:44302:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000919a6d03/0x57b8ff0e0304ffe7 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x10e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764586.931349:0:44302:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775764586.931426:0:44302:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944590fde850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+11:2379:x1862022098443776:12345-192.168.202.28@tcp:103:ldlm_bl.0 Request processed in 346us (1360us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764586.931434:0:44302:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 114 00010000:00010000:3.0:1775764586.931541:0:43212:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000919a6d03/0x57b8ff0e0304ffe7 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x10e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764586.931552:0:43212:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000919a6d03/0x57b8ff0e0304ffe7 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x10e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764586.931580:0:43212:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000919a6d03/0x57b8ff0e0304ffe7 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x10e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764586.931588:0:43212:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000919a6d03/0x57b8ff0e0304ffe7 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x10e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764586.931601:0:43212:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000919a6d03/0x57b8ff0e0304ffe7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x10e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764586.931608:0:43212:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445be694600 already unused, calling callback (ffffffffc177a060) 00010000:00010000:3.0:1775764586.931613:0:43212:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000919a6d03/0x57b8ff0e0304ffe7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x10e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764586.931623:0:43212:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000919a6d03/0x57b8ff0e0304ffe7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x10e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764586.931635:0:43212:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000919a6d03/0x57b8ff0e0304ffe7 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x10e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764586.931643:0:43212:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000919a6d03/0x57b8ff0e0304ffe7 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x10e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764586.931707:0:43212:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944487fbce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+10:2379:x1862022098443648:12345-192.168.202.28@tcp:1:lfs.0 Request processed in 6596us (6805us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764586.931718:0:43212:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 137 00000100:00100000:0.0:1775764586.942133:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764586.942484:0:42328:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098444032 00000100:00100000:1.0:1775764586.942498:0:42328:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098444032 00000100:00100000:1.0:1775764586.942570:0:42328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 159 00000100:00100000:1.0:1775764586.942580:0:42328:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944481e59850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+35:55088:x1862022098444032:12345-192.168.202.28@tcp:35:lfs.0 00000004:00010000:1.0:1775764586.942662:0:42328:0:(mdt_open.c:1994:mdt_hsm_release()) ### [0x200003ab1:0x2b:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694a00/0x57b8ff0e0304ffd9 lrc: 3/0,0 mode: PW/PW res: [0x200003ab1:0x2b:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b4bd expref: 35 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1775764586.943001:0:42328:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 34359738826 00000001:00080000:1.0:1775764586.945256:0:42328:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 34359738827 00010000:00010000:1.0:1775764586.945374:0:42328:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff944587808600/0x57b8ff0e0304ffee lrc: 3/0,1 mode: --/EX res: [0x200003ab1:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 42328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764586.945398:0:42328:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76800/0x57b8ff0e0304ff8c lrc: 2/0,0 mode: CR/CR res: [0x200003ab1:0x2b:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b4a8 expref: 38 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764586.945408:0:42328:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff944587808200/0x57b8ff0e0304ffa8 lrc: 2/0,0 mode: PR/PR res: [0x200003ab1:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b4af expref: 38 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764586.945422:0:42328:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff944587808600/0x57b8ff0e0304ffee lrc: 5/0,1 mode: --/EX res: [0x200003ab1:0x2b:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 42328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764586.945473:0:42328:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff944587808200/0x57b8ff0e0304ffa8 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b4af expref: 38 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764586.945490:0:42328:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff944587808200/0x57b8ff0e0304ffa8 lrc: 4/0,0 mode: PR/PR res: [0x200003ab1:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b4af expref: 38 pid: 42326 timeout: 2153 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764586.945509:0:42328:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff94448647fb80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:42328:1862022119003520:192.168.202.28@tcp:104: 00010000:00010000:1.0:1775764586.945629:0:42328:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76800/0x57b8ff0e0304ff8c lrc: 3/0,0 mode: CR/CR res: [0x200003ab1:0x2b:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b4a8 expref: 38 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764586.945637:0:42328:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76800/0x57b8ff0e0304ff8c lrc: 4/0,0 mode: CR/CR res: [0x200003ab1:0x2b:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b4a8 expref: 38 pid: 42325 timeout: 2153 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764586.945658:0:42328:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff94448647e300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:42328:1862022119003648:192.168.202.28@tcp:104: 00000100:00100000:1.0:1775764586.945682:0:42328:0:(client.c:2691:ptlrpc_set_wait()) set ffff9445b7bab0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1775764586.950431:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764586.950546:0:42328:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff94448647fb80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:42328:1862022119003520:192.168.202.28@tcp:104: 00000100:00100000:1.0:1775764586.950556:0:42328:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff94448647e300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:42328:1862022119003648:192.168.202.28@tcp:104: 00010000:00010000:1.0:1775764586.950581:0:42328:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff944587808600/0x57b8ff0e0304ffee lrc: 3/0,1 mode: --/EX res: [0x200003ab1:0x2b:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 42328 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764586.950698:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764586.951069:0:42310:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098444160 00000100:00100000:0.0:1775764586.951078:0:42310:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098444160 00010000:00010000:0.0:1775764586.951119:0:42310:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff944587808200/0x57b8ff0e0304ffa8 lrc: 4/0,0 mode: PR/PR res: [0x200003ab1:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b4af expref: 39 pid: 42326 timeout: 2153 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764586.951158:0:42310:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098444288 00000100:00100000:0.0:1775764586.951161:0:42310:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098444288 00010000:00010000:0.0:1775764586.951177:0:42310:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76800/0x57b8ff0e0304ff8c lrc: 4/0,0 mode: CR/CR res: [0x200003ab1:0x2b:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b4a8 expref: 40 pid: 42325 timeout: 2153 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764586.951336:0:44302:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 115 00000100:00100000:1.0:1775764586.951346:0:44302:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944487fbfb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+40:2379:x1862022098444160:12345-192.168.202.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1775764586.951369:0:44302:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764586.951378:0:44302:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff944587808200/0x57b8ff0e0304ffa8 lrc: 4/0,0 mode: PR/PR res: [0x200003ab1:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b4af expref: 40 pid: 42326 timeout: 2153 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764586.951393:0:44302:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff944587808200/0x57b8ff0e0304ffa8 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b4af expref: 40 pid: 42326 timeout: 2153 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764586.951424:0:44302:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944587808200/0x57b8ff0e0304ffa8 lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b4af expref: 40 pid: 42326 timeout: 2153 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764586.951441:0:44302:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x2b:0x0].0x0 (ffff944599e85100) 00010000:00010000:1.0:1775764586.951445:0:44302:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff944587808600/0x57b8ff0e0304ffee lrc: 3/0,1 mode: --/EX res: [0x200003ab1:0x2b:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 42328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764586.951453:0:44302:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff944587808600/0x57b8ff0e0304ffee lrc: 3/0,1 mode: --/EX res: [0x200003ab1:0x2b:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 42328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764586.951457:0:44302:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1775764586.951517:0:44302:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944487fbfb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+39:2379:x1862022098444160:12345-192.168.202.28@tcp:103:ldlm_bl.0 Request processed in 173us (1098us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764586.951522:0:44302:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 115 00000100:00100000:0.0:1775764586.952175:0:42310:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 116 00000100:00100000:0.0:1775764586.952188:0:42310:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944487fbc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+38:2378:x1862022098444288:12345-192.168.202.28@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1775764586.952213:0:42310:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764586.952221:0:42310:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76800/0x57b8ff0e0304ff8c lrc: 4/0,0 mode: CR/CR res: [0x200003ab1:0x2b:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b4a8 expref: 38 pid: 42325 timeout: 2153 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764586.952424:0:42310:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76800/0x57b8ff0e0304ff8c lrc: 3/0,0 mode: CR/CR res: [0x200003ab1:0x2b:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b4a8 expref: 38 pid: 42325 timeout: 2153 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764586.952447:0:42310:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76800/0x57b8ff0e0304ff8c lrc: 0/0,0 mode: --/CR res: [0x200003ab1:0x2b:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b4a8 expref: 38 pid: 42325 timeout: 2153 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764586.952469:0:42310:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x2b:0x0].0x0 (ffff944599e85100) 00010000:00010000:0.0:1775764586.952473:0:42310:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff944587808600/0x57b8ff0e0304ffee lrc: 3/0,1 mode: --/EX res: [0x200003ab1:0x2b:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764586.952483:0:42310:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff944587808600/0x57b8ff0e0304ffee lrc: 3/0,1 mode: EX/EX res: [0x200003ab1:0x2b:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 42328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764586.952492:0:42310:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944587808600/0x57b8ff0e0304ffee lrc: 4/0,1 mode: EX/EX res: [0x200003ab1:0x2b:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 42328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764586.952527:0:42310:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775764586.952626:0:42310:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944487fbc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+37:2378:x1862022098444288:12345-192.168.202.28@tcp:103:ldlm_bl.0 Request processed in 442us (1925us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764586.952633:0:42310:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 116 00010000:00010000:1.0:1775764586.952691:0:42328:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff944587808600/0x57b8ff0e0304ffee lrc: 3/0,1 mode: EX/EX res: [0x200003ab1:0x2b:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764586.952700:0:42328:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944587808600/0x57b8ff0e0304ffee lrc: 3/0,1 mode: EX/EX res: [0x200003ab1:0x2b:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42328 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1775764586.952901:0:42328:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 34359738828 00000001:00080000:1.0:1775764586.953136:0:42328:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 34359738829 00000100:00100000:1.0:1775764586.953285:0:42328:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff94448647e300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:42328:1862022119003776:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1775764586.953375:0:42328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764586.953404:0:42328:0:(client.c:2691:ptlrpc_set_wait()) set ffff9445b7bab780 going to sleep for 11 seconds 00000100:00100000:0.0:1775764586.953855:0:42330:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119003776 00000100:00100000:0.0:1775764586.953864:0:42330:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119003776 00000100:00100000:0.0:1775764586.953945:0:42330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:0.0:1775764586.953953:0:42330:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94448647fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:42328:x1862022119003776:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1775764586.954037:0:42330:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94448647fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:42328:x1862022119003776:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 86us (662us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764586.954044:0:42330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00080000:1.0:1775764586.954174:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1775764586.954368:0:42328:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff94448647e300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:42328:1862022119003776:0@lo:1000:mdt_rdpg00_001.0 00000001:00080000:1.0:1775764586.956289:0:42328:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 34359738830 00000100:00100000:1.0:1775764586.956667:0:42328:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff94448647e300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:42328:1862022119003904:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1775764586.956733:0:42328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764586.956777:0:42328:0:(client.c:2691:ptlrpc_set_wait()) set ffff9445b7bab0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1775764586.956883:0:42330:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119003904 00000100:00100000:2.0:1775764586.956892:0:42330:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119003904 00000100:00100000:2.0:1775764586.956973:0:42330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:2.0:1775764586.956983:0:42330:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94448647df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:42328:x1862022119003904:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1775764586.957201:0:42330:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94448647df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:42328:x1862022119003904:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 219us (468us total) trans 34359738409 rc 0/0 00000100:00100000:2.0:1775764586.957207:0:42330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00100000:3.0:1775764586.957289:0:42328:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff94448647e300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:42328:1862022119003904:0@lo:1000:mdt_rdpg00_001.0 00000001:00080000:3.0:1775764586.957363:0:42328:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 34359738831 00010000:00010000:3.0:1775764586.957403:0:42328:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff944587808600/0x57b8ff0e0304ffee lrc: 3/0,1 mode: EX/EX res: [0x200003ab1:0x2b:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764586.957415:0:42328:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944587808600/0x57b8ff0e0304ffee lrc: 2/0,0 mode: EX/EX res: [0x200003ab1:0x2b:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764586.957425:0:42328:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944587808600/0x57b8ff0e0304ffee lrc: 3/0,0 mode: EX/EX res: [0x200003ab1:0x2b:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764586.957432:0:42328:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944587808600 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:3.0:1775764586.957439:0:42328:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944587808600/0x57b8ff0e0304ffee lrc: 3/0,0 mode: EX/EX res: [0x200003ab1:0x2b:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764586.957449:0:42328:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944587808600/0x57b8ff0e0304ffee lrc: 4/0,0 mode: EX/EX res: [0x200003ab1:0x2b:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764586.957472:0:42328:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x2b:0x0].0x0 (ffff944599e85100) 00010000:00010000:3.0:1775764586.957476:0:42328:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:3.0:1775764586.957481:0:42328:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944587808600/0x57b8ff0e0304ffee lrc: 2/0,0 mode: --/EX res: [0x200003ab1:0x2b:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764586.957488:0:42328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944587808600/0x57b8ff0e0304ffee lrc: 0/0,0 mode: --/EX res: [0x200003ab1:0x2b:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42328 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1775764586.957725:0:42328:0:(mdd_object.c:4010:mdd_close()) Object [0x200003ab1:0x2c:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:3.0:1775764586.957860:0:42328:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x2e:0x0].13, 64 off9072 00000004:00080000:3.0:1775764586.957871:0:42328:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 2053805071516ns, next at 2054805069899ns, rc = 0 00000001:00080000:3.0:1775764586.957877:0:42328:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 34359738832 00010000:00010000:3.0:1775764586.957901:0:42328:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x2b:0x0].0x0 (ffff944599e85100) 00010000:00010000:3.0:1775764586.957903:0:42328:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:3.0:1775764586.957907:0:42328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694a00/0x57b8ff0e0304ffd9 lrc: 0/0,0 mode: --/PW res: [0x200003ab1:0x2b:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b4bd expref: 41 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764586.957987:0:42328:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944481e59850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+40:55088:x1862022098444032:12345-192.168.202.28@tcp:35:lfs.0 Request processed in 15408us (15870us total) trans 34359738833 rc 0/0 00000100:00100000:3.0:1775764586.957999:0:42328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 159 00000020:00080000:3.0:1775764586.958004:0:42328:0:(tgt_main.c:783:tgt_ses_key_exit()) total 8 transactions per RPC 00000100:00100000:2.0:1775764586.969904:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764586.970039:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098444544 00000100:00100000:1.0:1775764586.970051:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098444544 00000100:00100000:1.0:1775764586.970139:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 516 00000100:00100000:1.0:1775764586.970148:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944487fbed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+40:55089:x1862022098444544:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:1.0:1775764586.970176:0:42326:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764586.970203:0:42326:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944587808200/0x57b8ff0e0304fff5 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b4c4 expref: -99 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764586.970325:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff944587808a00/0x57b8ff0e0304fffc lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764586.970351:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944587808a00/0x57b8ff0e0304fffc lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764586.970364:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944587808a00/0x57b8ff0e0304fffc lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764586.970378:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944587808400/0x57b8ff0e03050003 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xe2e1aced bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764586.970386:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944587808400/0x57b8ff0e03050003 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xe2e1aced bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764586.970390:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944587808400/0x57b8ff0e03050003 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xe2e1aced bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764586.970712:0:42326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff944587808a00/0x57b8ff0e0304fffc lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764586.970721:0:42326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944587808a00/0x57b8ff0e0304fffc lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764586.970728:0:42326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944587808a00/0x57b8ff0e0304fffc lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764586.970735:0:42326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944587808a00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:1.0:1775764586.970740:0:42326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944587808a00/0x57b8ff0e0304fffc lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764586.970746:0:42326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944587808a00/0x57b8ff0e0304fffc lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764586.970756:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff944582f80c00) 00010000:00010000:1.0:1775764586.970758:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764586.970763:0:42326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944587808a00/0x57b8ff0e0304fffc lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764586.970767:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944587808a00/0x57b8ff0e0304fffc lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764586.970779:0:42326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944587808400/0x57b8ff0e03050003 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xe2e1aced bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764586.970783:0:42326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944587808400/0x57b8ff0e03050003 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xe2e1aced bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764586.970787:0:42326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944587808400/0x57b8ff0e03050003 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xe2e1aced bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764586.970790:0:42326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944587808400 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:1.0:1775764586.970791:0:42326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944587808400/0x57b8ff0e03050003 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xe2e1aced bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764586.970794:0:42326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944587808400/0x57b8ff0e03050003 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xe2e1aced bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764586.970847:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xe2e1aced (ffff944584d1de00) 00010000:00010000:1.0:1775764586.970848:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764586.970850:0:42326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944587808400/0x57b8ff0e03050003 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xe2e1aced bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764586.970853:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944587808400/0x57b8ff0e03050003 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xe2e1aced bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764586.970895:0:42326:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff944587808200/0x57b8ff0e0304fff5 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b4c4 expref: 41 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764586.970906:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff944582f80c00) 00010000:00010000:1.0:1775764586.970908:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1775764586.970912:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944587808200/0x57b8ff0e0304fff5 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b4c4 expref: 41 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764586.970927:0:42326:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944587808200, rc 0) 00000100:00100000:1.0:1775764586.971010:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944487fbed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+40:55089:x1862022098444544:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 863us (1118us total) trans 0 rc 301/301 00000100:00100000:1.0:1775764586.971018:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 516 00000100:00100000:2.0:1775764586.974458:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764586.974595:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098444672 00000100:00100000:0.0:1775764586.974605:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098444672 00000100:00100000:0.0:1775764586.974744:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 517 00000100:00100000:0.0:1775764586.974752:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944487fbdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+40:55089:x1862022098444672:12345-192.168.202.28@tcp:34:lfs.0 00010000:00010000:0.0:1775764586.974866:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76800/0x57b8ff0e0305000a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764586.974894:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76800/0x57b8ff0e0305000a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764586.974907:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76800/0x57b8ff0e0305000a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764586.974924:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77e00/0x57b8ff0e03050011 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xe2e1aced bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764586.974932:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77e00/0x57b8ff0e03050011 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xe2e1aced bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764586.974938:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77e00/0x57b8ff0e03050011 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xe2e1aced bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764586.975204:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76400/0x57b8ff0e03050018 lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764586.975210:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76400/0x57b8ff0e03050018 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764586.975215:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76400/0x57b8ff0e03050018 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764586.975390:0:42325:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab1:0x2b:0x0]: returning size 17 00000004:00200000:0.0:1775764586.975394:0:42325:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1775764586.975406:0:42325:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76400/0x57b8ff0e03050018 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764586.975419:0:42325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76800/0x57b8ff0e0305000a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764586.975426:0:42325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76800/0x57b8ff0e0305000a lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764586.975431:0:42325:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76800/0x57b8ff0e0305000a lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764586.975435:0:42325:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445bfe76800 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:0.0:1775764586.975438:0:42325:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76800/0x57b8ff0e0305000a lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764586.975442:0:42325:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76800/0x57b8ff0e0305000a lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764586.975450:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff944582f80c00) 00010000:00010000:0.0:1775764586.975453:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764586.975456:0:42325:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76800/0x57b8ff0e0305000a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764586.975460:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76800/0x57b8ff0e0305000a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764586.975470:0:42325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77e00/0x57b8ff0e03050011 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xe2e1aced bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764586.975473:0:42325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77e00/0x57b8ff0e03050011 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xe2e1aced bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764586.975477:0:42325:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77e00/0x57b8ff0e03050011 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xe2e1aced bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764586.975480:0:42325:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445bfe77e00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:0.0:1775764586.975482:0:42325:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77e00/0x57b8ff0e03050011 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xe2e1aced bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764586.975485:0:42325:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77e00/0x57b8ff0e03050011 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xe2e1aced bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764586.975489:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xe2e1aced (ffff944599e85c00) 00010000:00010000:0.0:1775764586.975490:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764586.975491:0:42325:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77e00/0x57b8ff0e03050011 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xe2e1aced bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764586.975494:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77e00/0x57b8ff0e03050011 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xe2e1aced bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764586.975504:0:42325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76400/0x57b8ff0e03050018 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764586.975507:0:42325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76400/0x57b8ff0e03050018 lrc: 2/0,0 mode: PR/PR res: [0x200003ab1:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764586.975510:0:42325:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76400/0x57b8ff0e03050018 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764586.975512:0:42325:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445bfe76400 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:0.0:1775764586.975514:0:42325:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76400/0x57b8ff0e03050018 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764586.975517:0:42325:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76400/0x57b8ff0e03050018 lrc: 4/0,0 mode: PR/PR res: [0x200003ab1:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764586.975521:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x2b:0x0].0x0 (ffff944599e85800) 00010000:00010000:0.0:1775764586.975522:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764586.975524:0:42325:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76400/0x57b8ff0e03050018 lrc: 2/0,0 mode: --/PR res: [0x200003ab1:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764586.975527:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76400/0x57b8ff0e03050018 lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764586.975599:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944487fbdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+40:55089:x1862022098444672:12345-192.168.202.28@tcp:34:lfs.0 Request processed in 846us (1156us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764586.975608:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 517 00000100:00100000:2.0:1775764587.000399:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764587.000778:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098444928 00000100:00100000:0.0:1775764587.000793:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098444928 00000100:00100000:0.0:1775764587.000985:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 518 00000100:00100000:0.0:1775764587.000998:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944487fbdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+40:55090:x1862022098444928:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:0.0:1775764587.001031:0:42324:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764587.001062:0:42324:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76400/0x57b8ff0e0305001f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b4cb expref: -99 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764587.001164:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77e00/0x57b8ff0e03050026 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764587.001185:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77e00/0x57b8ff0e03050026 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764587.001217:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77e00/0x57b8ff0e03050026 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764587.001249:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76800/0x57b8ff0e0305002d lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xe2e1aced bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764587.001258:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76800/0x57b8ff0e0305002d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xe2e1aced bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764587.001272:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76800/0x57b8ff0e0305002d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xe2e1aced bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764587.001745:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77a00/0x57b8ff0e03050034 lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764587.001754:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77a00/0x57b8ff0e03050034 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764587.001762:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77a00/0x57b8ff0e03050034 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764587.001775:0:42324:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab1:0x2b:0x0]: returning size 17 00010000:00010000:0.0:1775764587.001953:0:42324:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77e00/0x57b8ff0e03050026 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764587.001961:0:42324:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77e00/0x57b8ff0e03050026 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764587.001968:0:42324:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77e00/0x57b8ff0e03050026 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764587.001975:0:42324:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445bfe77e00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:0.0:1775764587.001981:0:42324:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77e00/0x57b8ff0e03050026 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764587.001990:0:42324:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77e00/0x57b8ff0e03050026 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764587.002006:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff944582f80c00) 00010000:00010000:0.0:1775764587.002010:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764587.002018:0:42324:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77e00/0x57b8ff0e03050026 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764587.002023:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77e00/0x57b8ff0e03050026 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764587.002040:0:42324:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76800/0x57b8ff0e0305002d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xe2e1aced bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764587.002046:0:42324:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76800/0x57b8ff0e0305002d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xe2e1aced bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764587.002051:0:42324:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76800/0x57b8ff0e0305002d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xe2e1aced bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764587.002056:0:42324:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445bfe76800 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:0.0:1775764587.002059:0:42324:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76800/0x57b8ff0e0305002d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xe2e1aced bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764587.002063:0:42324:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76800/0x57b8ff0e0305002d lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xe2e1aced bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764587.002070:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xe2e1aced (ffff944599e85800) 00010000:00010000:0.0:1775764587.002072:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764587.002075:0:42324:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76800/0x57b8ff0e0305002d lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xe2e1aced bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764587.002080:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76800/0x57b8ff0e0305002d lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xe2e1aced bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764587.002134:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76400/0x57b8ff0e0305001f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b4cb expref: 43 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764587.002155:0:42324:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77a00/0x57b8ff0e03050034 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b4cb expref: 42 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764587.002162:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x2b:0x0].0x0 (ffff944599e85c00) 00010000:00010000:0.0:1775764587.002164:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1775764587.002166:0:42324:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445bfe77a00, rc 0) 00000100:00100000:0.0:1775764587.002269:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944487fbdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+42:55090:x1862022098444928:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 1274us (1887us total) trans 34359738834 rc 0/0 00000100:00100000:0.0:1775764587.002280:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 518 00000100:00100000:2.0:1775764587.008948:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764587.009163:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098445056 00000100:00100000:3.0:1775764587.009175:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098445056 00000100:00100000:3.0:1775764587.009447:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 519 00000100:00100000:3.0:1775764587.009461:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944487fbf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+42:55090:x1862022098445056:12345-192.168.202.28@tcp:54:lfs.0 00010000:00010000:3.0:1775764587.009539:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694a00/0x57b8ff0e03050042 lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764587.009557:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694a00/0x57b8ff0e03050042 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x2b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764587.009569:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694a00/0x57b8ff0e03050042 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x2b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764587.009598:0:44493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694a00/0x57b8ff0e03050042 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x2b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764587.009605:0:44493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694a00/0x57b8ff0e03050042 lrc: 2/0,0 mode: PR/PR res: [0x200003ab1:0x2b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764587.009612:0:44493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694a00/0x57b8ff0e03050042 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x2b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764587.009618:0:44493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445be694a00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:3.0:1775764587.009623:0:44493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694a00/0x57b8ff0e03050042 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x2b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764587.009630:0:44493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694a00/0x57b8ff0e03050042 lrc: 4/0,0 mode: PR/PR res: [0x200003ab1:0x2b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764587.009658:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x2b:0x0].0x0 (ffff944599e85c00) 00010000:00010000:3.0:1775764587.009661:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1775764587.009666:0:44493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694a00/0x57b8ff0e03050042 lrc: 2/0,0 mode: --/PR res: [0x200003ab1:0x2b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764587.009673:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694a00/0x57b8ff0e03050042 lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0x2b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764587.009744:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944487fbf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+42:55090:x1862022098445056:12345-192.168.202.28@tcp:54:lfs.0 Request processed in 287us (808us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764587.009751:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 519 00000100:00100000:2.0:1775764587.012727:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764587.012946:0:42327:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098445312 00000100:00100000:3.0:1775764587.012965:0:42327:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098445312 00000100:00100000:3.0:1775764587.013182:0:42327:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 160 00000100:00100000:3.0:1775764587.013202:0:42327:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944487fbc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+42:55090:x1862022098445312:12345-192.168.202.28@tcp:35:lfs.0 00000100:00100000:3.0:1775764587.013632:0:42327:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944487fbc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+43:55090:x1862022098445312:12345-192.168.202.28@tcp:35:lfs.0 Request processed in 431us (915us total) trans 34359738835 rc 0/0 00000100:00100000:3.0:1775764587.013652:0:42327:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 160 00000100:00100000:2.0:1775764587.086292:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764587.086549:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098445568 00000100:00100000:0.0:1775764587.086566:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098445568 00000100:00100000:0.0:1775764587.086651:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 520 00000100:00100000:0.0:1775764587.086662:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944487fbd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+43:55096:x1862022098445568:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:0.0:1775764587.086696:0:42326:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764587.086722:0:42326:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76400/0x57b8ff0e03050049 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b4d2 expref: -99 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764587.086884:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76800/0x57b8ff0e03050050 lrc: 3/0,1 mode: --/CW res: [0x200003ab1:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764587.086900:0:42326:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77a00/0x57b8ff0e03050034 lrc: 2/0,0 mode: PR/PR res: [0x200003ab1:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b4cb expref: 44 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764587.086909:0:42326:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76800/0x57b8ff0e03050050 lrc: 4/0,1 mode: --/CW res: [0x200003ab1:0x2b:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764587.086951:0:42326:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77a00/0x57b8ff0e03050034 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b4cb expref: 44 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764587.086969:0:42326:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77a00/0x57b8ff0e03050034 lrc: 4/0,0 mode: PR/PR res: [0x200003ab1:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b4cb expref: 44 pid: 42324 timeout: 2153 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764587.086983:0:42326:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bbd79880 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:42326:1862022119004032:192.168.202.28@tcp:104: 00000100:00100000:0.0:1775764587.087114:0:42326:0:(client.c:2691:ptlrpc_set_wait()) set ffff944587905600 going to sleep for 11 seconds 00000100:00100000:2.0:1775764587.092237:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764587.092427:0:44302:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098445696 00000100:00100000:1.0:1775764587.092440:0:44302:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098445696 00010000:00010000:1.0:1775764587.092489:0:44302:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77a00/0x57b8ff0e03050034 lrc: 5/0,0 mode: PR/PR res: [0x200003ab1:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b4cb expref: 45 pid: 42324 timeout: 2153 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764587.092540:0:44302:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 117 00000100:00100000:1.0:1775764587.092552:0:44302:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944487fbc380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+45:2379:x1862022098445696:12345-192.168.202.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1775764587.092574:0:44302:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764587.092583:0:44302:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77a00/0x57b8ff0e03050034 lrc: 5/0,0 mode: PR/PR res: [0x200003ab1:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b4cb expref: 45 pid: 42324 timeout: 2153 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764587.092598:0:44302:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77a00/0x57b8ff0e03050034 lrc: 4/0,0 mode: PR/PR res: [0x200003ab1:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b4cb expref: 45 pid: 42324 timeout: 2153 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764587.092629:0:44302:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x2b:0x0].0x0 (ffff944599e85c00) 00010000:00010000:1.0:1775764587.092636:0:44302:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76800/0x57b8ff0e03050050 lrc: 3/0,1 mode: --/CW res: [0x200003ab1:0x2b:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764587.092660:0:44302:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76800/0x57b8ff0e03050050 lrc: 3/0,1 mode: CW/CW res: [0x200003ab1:0x2b:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764587.092669:0:44302:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76800/0x57b8ff0e03050050 lrc: 4/0,1 mode: CW/CW res: [0x200003ab1:0x2b:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764587.092697:0:44302:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1775764587.092767:0:44302:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944487fbc380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+45:2379:x1862022098445696:12345-192.168.202.28@tcp:103:ldlm_bl.0 Request processed in 218us (550us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764587.092774:0:44302:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 117 00010000:00010000:0.0:1775764587.093295:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77a00/0x57b8ff0e03050034 lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b4cb expref: 44 pid: 42324 timeout: 2153 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764587.093324:0:42326:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bbd79880 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:42326:1862022119004032:192.168.202.28@tcp:104: 00010000:00010000:0.0:1775764587.093351:0:42326:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76800/0x57b8ff0e03050050 lrc: 3/0,1 mode: CW/CW res: [0x200003ab1:0x2b:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764587.093360:0:42326:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76800/0x57b8ff0e03050050 lrc: 3/0,1 mode: CW/CW res: [0x200003ab1:0x2b:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764587.093366:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76800/0x57b8ff0e03050050 lrc: 3/0,1 mode: CW/CW res: [0x200003ab1:0x2b:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764587.093391:0:42326:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab1:0x2b:0x0]: returning size 17 00010000:00010000:0.0:1775764587.093547:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76400/0x57b8ff0e03050049 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b4d2 expref: 45 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764587.093562:0:42326:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76800/0x57b8ff0e03050050 lrc: 3/0,0 mode: CW/CW res: [0x200003ab1:0x2b:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b4d2 expref: 44 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764587.093570:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x2b:0x0].0x0 (ffff944599e85c00) 00010000:00010000:0.0:1775764587.093573:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1775764587.093576:0:42326:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445bfe76800, rc 0) 00000100:00100000:0.0:1775764587.093624:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944487fbd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+44:55096:x1862022098445568:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 6963us (7348us total) trans 34359738836 rc 0/0 00000100:00100000:0.0:1775764587.093632:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 520 00000100:00100000:2.0:1775764587.230569:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764587.230684:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098445824 00000100:00100000:0.0:1775764587.230701:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098445824 00000100:00100000:0.0:1775764587.230792:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 521 00000100:00100000:0.0:1775764587.230854:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944487fbd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+44:55106:x1862022098445824:12345-192.168.202.28@tcp:34:lfs.0 00010000:00010000:0.0:1775764587.230980:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76400/0x57b8ff0e0305005e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764587.231003:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76400/0x57b8ff0e0305005e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764587.231021:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76400/0x57b8ff0e0305005e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764587.231041:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77a00/0x57b8ff0e03050065 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xe2e1aced bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764587.231048:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77a00/0x57b8ff0e03050065 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xe2e1aced bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764587.231055:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77a00/0x57b8ff0e03050065 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xe2e1aced bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764587.232540:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3200/0x57b8ff0e0305006c lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764587.232561:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3200/0x57b8ff0e0305006c lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764587.232575:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3200/0x57b8ff0e0305006c lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764587.232659:0:42325:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3200/0x57b8ff0e0305006c lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764587.232676:0:42325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76400/0x57b8ff0e0305005e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764587.232683:0:42325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76400/0x57b8ff0e0305005e lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764587.232690:0:42325:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76400/0x57b8ff0e0305005e lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764587.232696:0:42325:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445bfe76400 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764587.232700:0:42325:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76400/0x57b8ff0e0305005e lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764587.232709:0:42325:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76400/0x57b8ff0e0305005e lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764587.232721:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff944582f80c00) 00010000:00010000:2.0:1775764587.232724:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764587.232730:0:42325:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76400/0x57b8ff0e0305005e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764587.232737:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76400/0x57b8ff0e0305005e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764587.232751:0:42325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77a00/0x57b8ff0e03050065 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xe2e1aced bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764587.232758:0:42325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77a00/0x57b8ff0e03050065 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xe2e1aced bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764587.232765:0:42325:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77a00/0x57b8ff0e03050065 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xe2e1aced bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764587.232770:0:42325:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445bfe77a00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764587.232773:0:42325:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77a00/0x57b8ff0e03050065 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xe2e1aced bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764587.232780:0:42325:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77a00/0x57b8ff0e03050065 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xe2e1aced bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764587.232788:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xe2e1aced (ffff944599e85800) 00010000:00010000:2.0:1775764587.232790:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764587.232793:0:42325:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77a00/0x57b8ff0e03050065 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xe2e1aced bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764587.232855:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77a00/0x57b8ff0e03050065 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xe2e1aced bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764587.232873:0:42325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3200/0x57b8ff0e0305006c lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764587.232888:0:42325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3200/0x57b8ff0e0305006c lrc: 2/0,0 mode: PR/PR res: [0x200003ab1:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764587.232895:0:42325:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3200/0x57b8ff0e0305006c lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764587.232900:0:42325:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944585ee3200 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764587.232904:0:42325:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3200/0x57b8ff0e0305006c lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764587.232910:0:42325:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3200/0x57b8ff0e0305006c lrc: 4/0,0 mode: PR/PR res: [0x200003ab1:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764587.232918:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x2b:0x0].0x0 (ffff944599e85c00) 00010000:00010000:2.0:1775764587.232921:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764587.232924:0:42325:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3200/0x57b8ff0e0305006c lrc: 2/0,0 mode: --/PR res: [0x200003ab1:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764587.232931:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3200/0x57b8ff0e0305006c lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764587.233056:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944487fbd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+44:55106:x1862022098445824:12345-192.168.202.28@tcp:34:lfs.0 Request processed in 2201us (2497us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764587.233066:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 521 00000100:00100000:3.0:1775764587.288696:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764587.288952:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098445952 00000100:00100000:2.0:1775764587.288965:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098445952 00000100:00100000:2.0:1775764587.289035:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 522 00000100:00100000:2.0:1775764587.289045:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944585ddfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+44:55107:x1862022098445952:12345-192.168.202.28@tcp:101:unlink.0 00010000:00010000:2.0:1775764587.289067:0:42324:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764587.289088:0:42324:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3200/0x57b8ff0e03050073 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b4d9 expref: -99 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764587.289157:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3e00/0x57b8ff0e0305007a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764587.289171:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3e00/0x57b8ff0e0305007a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764587.289190:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3e00/0x57b8ff0e0305007a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764587.289205:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee2a00/0x57b8ff0e03050081 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xe2e1aced bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764587.289213:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee2a00/0x57b8ff0e03050081 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xe2e1aced bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764587.289220:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee2a00/0x57b8ff0e03050081 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xe2e1aced bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764587.289551:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3000/0x57b8ff0e03050088 lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764587.289563:0:42324:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76800/0x57b8ff0e03050050 lrc: 2/0,0 mode: CW/CW res: [0x200003ab1:0x2b:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b4d2 expref: 45 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764587.289573:0:42324:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3000/0x57b8ff0e03050088 lrc: 4/1,0 mode: --/PR res: [0x200003ab1:0x2b:0x0].0x0 bits 0x13/0x48 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764587.289608:0:42324:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76800/0x57b8ff0e03050050 lrc: 3/0,0 mode: CW/CW res: [0x200003ab1:0x2b:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b4d2 expref: 45 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764587.289624:0:42324:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76800/0x57b8ff0e03050050 lrc: 4/0,0 mode: CW/CW res: [0x200003ab1:0x2b:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b4d2 expref: 45 pid: 42326 timeout: 2154 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764587.291422:0:42324:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944487fbe300 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:42324:1862022119004160:192.168.202.28@tcp:104: 00000100:00100000:2.0:1775764587.291590:0:42324:0:(client.c:2691:ptlrpc_set_wait()) set ffff9445bf85d840 going to sleep for 11 seconds 00000100:00100000:2.0:1775764587.296679:0:42324:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944487fbe300 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:42324:1862022119004160:192.168.202.28@tcp:104: 00010000:00010000:2.0:1775764587.296720:0:42324:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3000/0x57b8ff0e03050088 lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0x2b:0x0].0x0 bits 0x13/0x48 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764587.298721:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764587.303920:0:42328:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098446208 00000100:00100000:1.0:1775764587.303938:0:42328:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098446208 00000100:00100000:1.0:1775764587.304094:0:42328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 161 00000100:00100000:1.0:1775764587.304106:0:42328:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944585dde300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+46:46150:x1862022098446208:12345-192.168.202.28@tcp:35:ldlm_bl.0 00000100:00100000:1.0:1775764587.304423:0:42328:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944585dde300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+47:46150:x1862022098446208:12345-192.168.202.28@tcp:35:ldlm_bl.0 Request processed in 318us (5715us total) trans 34359738837 rc 0/0 00000100:00100000:1.0:1775764587.304431:0:42328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 161 00000100:00100000:3.0:1775764587.315570:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764587.318129:0:42310:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098446336 00000100:00100000:0.0:1775764587.318145:0:42310:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098446336 00010000:00010000:0.0:1775764587.318204:0:42310:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76800/0x57b8ff0e03050050 lrc: 4/0,0 mode: CW/CW res: [0x200003ab1:0x2b:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b4d2 expref: 47 pid: 42326 timeout: 2154 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764587.318351:0:42310:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 118 00000100:00100000:0.0:1775764587.318363:0:42310:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944585ddc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+47:2378:x1862022098446336:12345-192.168.202.28@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1775764587.318381:0:42310:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764587.318390:0:42310:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76800/0x57b8ff0e03050050 lrc: 4/0,0 mode: CW/CW res: [0x200003ab1:0x2b:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b4d2 expref: 47 pid: 42326 timeout: 2154 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764587.318404:0:42310:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76800/0x57b8ff0e03050050 lrc: 3/0,0 mode: CW/CW res: [0x200003ab1:0x2b:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b4d2 expref: 47 pid: 42326 timeout: 2154 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764587.318426:0:42310:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76800/0x57b8ff0e03050050 lrc: 0/0,0 mode: --/CW res: [0x200003ab1:0x2b:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b4d2 expref: 47 pid: 42326 timeout: 2154 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764587.318444:0:42310:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x2b:0x0].0x0 (ffff944599e85c00) 00010000:00010000:0.0:1775764587.318450:0:42310:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3000/0x57b8ff0e03050088 lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0x2b:0x0].0x0 bits 0x13/0x48 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764587.318460:0:42310:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3000/0x57b8ff0e03050088 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x2b:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764587.318467:0:42310:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3000/0x57b8ff0e03050088 lrc: 4/1,0 mode: PR/PR res: [0x200003ab1:0x2b:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764587.318502:0:42310:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775764587.318584:0:42310:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944585ddc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+46:2378:x1862022098446336:12345-192.168.202.28@tcp:103:ldlm_bl.0 Request processed in 223us (3306us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764587.318593:0:42310:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 118 00010000:00010000:2.0:1775764587.319247:0:42324:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3000/0x57b8ff0e03050088 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x2b:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764587.319259:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3000/0x57b8ff0e03050088 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x2b:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764587.319325:0:42324:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab1:0x2b:0x0]: returning size 17 00000004:00200000:2.0:1775764587.319331:0:42324:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764587.319372:0:42324:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3000/0x57b8ff0e03050088 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x2b:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764587.319386:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3000/0x57b8ff0e03050088 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764587.319395:0:42324:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3e00/0x57b8ff0e0305007a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764587.319403:0:42324:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3e00/0x57b8ff0e0305007a lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764587.319409:0:42324:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3e00/0x57b8ff0e0305007a lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764587.319415:0:42324:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944585ee3e00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764587.319419:0:42324:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3e00/0x57b8ff0e0305007a lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764587.319426:0:42324:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3e00/0x57b8ff0e0305007a lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764587.319438:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff944582f80c00) 00010000:00010000:2.0:1775764587.319441:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764587.319445:0:42324:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3e00/0x57b8ff0e0305007a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764587.319450:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3e00/0x57b8ff0e0305007a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764587.319464:0:42324:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee2a00/0x57b8ff0e03050081 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xe2e1aced bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764587.319470:0:42324:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee2a00/0x57b8ff0e03050081 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xe2e1aced bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764587.319476:0:42324:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee2a00/0x57b8ff0e03050081 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xe2e1aced bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764587.319481:0:42324:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944585ee2a00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764587.319484:0:42324:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee2a00/0x57b8ff0e03050081 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xe2e1aced bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764587.319490:0:42324:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee2a00/0x57b8ff0e03050081 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xe2e1aced bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764587.319497:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xe2e1aced (ffff94459084a700) 00010000:00010000:2.0:1775764587.319499:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764587.319502:0:42324:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee2a00/0x57b8ff0e03050081 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xe2e1aced bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764587.319508:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee2a00/0x57b8ff0e03050081 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xe2e1aced bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764587.319554:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3200/0x57b8ff0e03050073 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b4d9 expref: 46 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764587.319568:0:42324:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3000/0x57b8ff0e03050088 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b4d9 expref: 45 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764587.319576:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x2b:0x0].0x0 (ffff944599e85c00) 00010000:00010000:2.0:1775764587.319578:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1775764587.319580:0:42324:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944585ee3000, rc 0) 00000100:00100000:2.0:1775764587.319624:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944585ddfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+45:55107:x1862022098445952:12345-192.168.202.28@tcp:101:unlink.0 Request processed in 30581us (30942us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764587.319634:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 522 00000100:00100000:3.0:1775764587.326697:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764587.326857:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098446592 00000100:00100000:0.0:1775764587.326872:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098446592 00000100:00100000:0.0:1775764587.326993:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 523 00000100:00100000:0.0:1775764587.327007:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944585ddd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+45:55107:x1862022098446592:12345-192.168.202.28@tcp:36:unlink.0 00010000:00010000:0.0:1775764587.327079:0:44493:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1775764587.327107:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3000/0x57b8ff0e03050088 lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b4d9 expref: 45 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764587.327131:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x2b:0x0].0x0 (ffff944599e85c00) 00010000:00010000:0.0:1775764587.327148:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77400/0x57b8ff0e0304ff07 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b47e expref: 44 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764587.327158:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff944582f80c00) 00010000:00010000:0.0:1775764587.327164:0:44493:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1775764587.327189:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76800/0x57b8ff0e0305008f lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764587.327207:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76800/0x57b8ff0e0305008f lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764587.327219:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76800/0x57b8ff0e0305008f lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764587.327234:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77800/0x57b8ff0e03050096 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xe2e1aced bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764587.327240:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77800/0x57b8ff0e03050096 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xe2e1aced bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764587.327247:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77800/0x57b8ff0e03050096 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xe2e1aced bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764587.327611:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77000/0x57b8ff0e0305009d lrc: 3/0,1 mode: --/EX res: [0x200003ab1:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764587.327621:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77000/0x57b8ff0e0305009d lrc: 3/0,1 mode: EX/EX res: [0x200003ab1:0x2b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764587.327628:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77000/0x57b8ff0e0305009d lrc: 3/0,1 mode: EX/EX res: [0x200003ab1:0x2b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764587.328287:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76200/0x57b8ff0e030500a4 lrc: 3/0,1 mode: --/PW res: [0x200003ab1:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764587.328315:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76200/0x57b8ff0e030500a4 lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0x2b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764587.328324:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76200/0x57b8ff0e030500a4 lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0x2b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764587.328331:0:44493:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76200/0x57b8ff0e030500a4 lrc: 4/0,1 mode: PW/PW res: [0x200003ab1:0x2b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764587.328337:0:44493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76200/0x57b8ff0e030500a4 lrc: 4/0,1 mode: PW/PW res: [0x200003ab1:0x2b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764587.328344:0:44493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76200/0x57b8ff0e030500a4 lrc: 3/0,0 mode: PW/PW res: [0x200003ab1:0x2b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764587.328361:0:44493:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1775764587.328392:0:44493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77000/0x57b8ff0e0305009d lrc: 3/0,1 mode: EX/EX res: [0x200003ab1:0x2b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764587.328399:0:44493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77000/0x57b8ff0e0305009d lrc: 2/0,0 mode: EX/EX res: [0x200003ab1:0x2b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764587.328407:0:44493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77000/0x57b8ff0e0305009d lrc: 3/0,0 mode: EX/EX res: [0x200003ab1:0x2b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764587.328413:0:44493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445bfe77000 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:0.0:1775764587.328418:0:44493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77000/0x57b8ff0e0305009d lrc: 3/0,0 mode: EX/EX res: [0x200003ab1:0x2b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764587.328427:0:44493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77000/0x57b8ff0e0305009d lrc: 4/0,0 mode: EX/EX res: [0x200003ab1:0x2b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764587.328439:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x2b:0x0].0x0 (ffff944599e85d00) 00010000:00010000:0.0:1775764587.328443:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1775764587.328447:0:44493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77000/0x57b8ff0e0305009d lrc: 2/0,0 mode: --/EX res: [0x200003ab1:0x2b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764587.328453:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77000/0x57b8ff0e0305009d lrc: 0/0,0 mode: --/EX res: [0x200003ab1:0x2b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764587.328475:0:44493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76800/0x57b8ff0e0305008f lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764587.328481:0:44493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76800/0x57b8ff0e0305008f lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764587.328486:0:44493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76800/0x57b8ff0e0305008f lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764587.328490:0:44493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445bfe76800 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:0.0:1775764587.328492:0:44493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76800/0x57b8ff0e0305008f lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764587.328502:0:44493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76800/0x57b8ff0e0305008f lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764587.328509:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff944599e85500) 00010000:00010000:0.0:1775764587.328512:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764587.328515:0:44493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76800/0x57b8ff0e0305008f lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764587.328520:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76800/0x57b8ff0e0305008f lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764587.328536:0:44493:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000ac693437 reply state 000000001f96fe40 transno 34359738838 ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77800/0x57b8ff0e03050096 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xe2e1aced bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764587.328547:0:44493:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1775764587.328671:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944585ddd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+45:55107:x1862022098446592:12345-192.168.202.28@tcp:36:unlink.0 Request processed in 1663us (1986us total) trans 34359738838 rc 0/0 00000100:00100000:0.0:1775764587.328680:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 523 00010000:00010000:1.0:1775764587.329099:0:43224:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1775764587.329107:0:43224:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76200/0x57b8ff0e030500a4 lrc: 2/0,0 mode: PW/PW res: [0x200003ab1:0x2b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764587.329115:0:43224:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445bfe76200 already unused, calling callback (ffffffffc177a060) 00010000:00010000:1.0:1775764587.329119:0:43224:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76200/0x57b8ff0e030500a4 lrc: 2/0,0 mode: PW/PW res: [0x200003ab1:0x2b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764587.329126:0:43224:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76200/0x57b8ff0e030500a4 lrc: 3/0,0 mode: PW/PW res: [0x200003ab1:0x2b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764587.329137:0:43224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x2b:0x0].0x0 (ffff944599e85d00) 00010000:00010000:1.0:1775764587.329139:0:43224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1775764587.329141:0:43224:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76200/0x57b8ff0e030500a4 lrc: 1/0,0 mode: --/PW res: [0x200003ab1:0x2b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764587.329146:0:43224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76200/0x57b8ff0e030500a4 lrc: 0/0,0 mode: --/PW res: [0x200003ab1:0x2b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764587.329161:0:43224:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764587.329163:0:43224:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764587.329164:0:43224:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764587.329946:0:42312:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764587.335933:0:3315:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77800/0x57b8ff0e03050096 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xe2e1aced bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764587.335952:0:3315:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77800/0x57b8ff0e03050096 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xe2e1aced bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764587.335960:0:3315:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77800/0x57b8ff0e03050096 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xe2e1aced bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764587.335967:0:3315:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445bfe77800 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764587.335971:0:3315:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77800/0x57b8ff0e03050096 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xe2e1aced bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764587.335978:0:3315:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77800/0x57b8ff0e03050096 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xe2e1aced bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764587.336076:0:3315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xe2e1aced (ffff944599e85000) 00010000:00010000:2.0:1775764587.336080:0:3315:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764587.336085:0:3315:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77800/0x57b8ff0e03050096 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xe2e1aced bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764587.336091:0:3315:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77800/0x57b8ff0e03050096 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xe2e1aced bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764587.780246:0:3328:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1775764587.780271:0:3328:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bbd79880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3328:1862022119004288:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1775764587.780355:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764587.781238:0:42948:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119004288 00000100:00100000:3.0:1775764587.781251:0:42948:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119004288 00000100:00100000:3.0:1775764587.781330:0:42948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 94 00000100:00100000:3.0:1775764587.781342:0:42948:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bbd79f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3328:x1862022119004288:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1775764587.781404:0:42948:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 59572224 pending 1703936 free 3704619008 avail 3702521856 00000100:00100000:3.0:1775764587.782242:0:42948:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bbd79f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3328:x1862022119004288:12345-0@lo:13:osp-pre-0-0.0 Request processed in 149us (1133us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764587.782256:0:42948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 94 00000100:00100000:0.0:1775764587.783026:0:3328:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bbd79880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3328:1862022119004288:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1775764588.290127:0:3329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9444867c9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3329:1862022119004800:0@lo:400:kworker.0 00000100:00100000:1.0:1775764588.290194:0:3331:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9444867c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3331:1862022119004544:0@lo:400:kworker.0 00000100:00100000:3.0:1775764588.290219:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764588.290230:0:3331:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764588.290281:0:3329:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1775764588.290303:0:3329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9444867c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3329:1862022119004672:0@lo:400:kworker.0 00000100:00100000:3.0:1775764588.290330:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764588.290492:0:3330:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bea10000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d8dacf45-8471-4226-a2fb-1fac83f69c1e:3330:1862022119004416:0@lo:400:kworker.0 00000100:00100000:0.0:1775764588.290527:0:3330:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764588.290557:0:3330:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9444867cbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3330:1862022119004928:0@lo:400:kworker.0 00000100:00100000:0.0:1775764588.290579:0:3330:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764588.290611:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119004800 00000100:00100000:0.0:1775764588.290618:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119004800 00000100:00100000:0.0:1775764588.290647:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119004928 00000100:00100000:0.0:1775764588.290649:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119004928 00000100:00100000:0.0:1775764588.290671:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 212 00000100:00100000:0.0:1775764588.290678:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444867c8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3329:x1862022119004800:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764588.290723:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444867c8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3329:x1862022119004800:12345-0@lo:400:kworker.0 Request processed in 46us (506us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764588.290729:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 212 00000100:00100000:0.0:1775764588.290742:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 213 00000100:00100000:0.0:1775764588.290745:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bbd79880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3330:x1862022119004928:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764588.290762:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bbd79880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3330:x1862022119004928:12345-0@lo:400:kworker.0 Request processed in 17us (183us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764588.290765:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 213 00000100:00100000:0.0:1775764588.290794:0:3330:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9444867cbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3330:1862022119004928:0@lo:400:kworker.0 00000100:00100000:0.0:1775764588.290834:0:3329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9444867c9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3329:1862022119004800:0@lo:400:kworker.0 00000100:00100000:2.0:1775764588.292251:0:42946:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119004544 00000100:00100000:2.0:1775764588.292264:0:42946:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119004544 00000100:00100000:2.0:1775764588.292356:0:42946:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119004672 00000100:00100000:2.0:1775764588.292360:0:42946:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119004672 00000100:00100000:2.0:1775764588.292395:0:42946:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 152 00000100:00100000:2.0:1775764588.292406:0:42946:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94448647c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3331:x1862022119004544:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764588.292488:0:42946:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94448647c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3331:x1862022119004544:12345-0@lo:400:kworker.0 Request processed in 87us (2258us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764588.292496:0:42946:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 152 00000100:00100000:2.0:1775764588.292512:0:42946:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 153 00000100:00100000:2.0:1775764588.292518:0:42946:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444867c8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3329:x1862022119004672:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764588.292595:0:42946:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444867c8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3329:x1862022119004672:12345-0@lo:400:kworker.0 Request processed in 76us (2264us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764588.292602:0:42946:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 153 00000100:00100000:2.0:1775764588.292656:0:3329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9444867c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3329:1862022119004672:0@lo:400:kworker.0 00000100:00100000:3.0:1775764588.292706:0:42317:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119004416 00000100:00100000:3.0:1775764588.292713:0:42317:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119004416 00000100:00100000:3.0:1775764588.292821:0:42317:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 203 00000100:00100000:3.0:1775764588.292831:0:42317:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94448180ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d8dacf45-8471-4226-a2fb-1fac83f69c1e+18:3330:x1862022119004416:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764588.292873:0:42317:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94448180ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d8dacf45-8471-4226-a2fb-1fac83f69c1e+18:3330:x1862022119004416:12345-0@lo:400:kworker.0 Request processed in 45us (2346us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764588.292880:0:42317:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 203 00000100:00100000:1.0:1775764588.292980:0:3331:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9444867c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3331:1862022119004544:0@lo:400:kworker.0 00000100:00100000:1.0:1775764588.292991:0:3331:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9444867cb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3331:1862022119005056:0@lo:400:kworker.0 00000100:00100000:1.0:1775764588.293020:0:3331:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1775764588.293058:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1775764588.293062:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1775764588.293063:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1775764588.293073:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119005056 00000100:00100000:1.0:1775764588.293076:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119005056 00000100:00100000:1.0:1775764588.293101:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 214 00000100:00100000:0.0:1775764588.294476:0:3330:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bea10000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d8dacf45-8471-4226-a2fb-1fac83f69c1e:3330:1862022119004416:0@lo:400:kworker.0 00000100:00100000:1.0:1775764588.294715:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94448647f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3331:x1862022119005056:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764588.294834:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94448647f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3331:x1862022119005056:12345-0@lo:400:kworker.0 Request processed in 130us (1812us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764588.294842:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 214 00000100:00080000:1.0:1775764588.294872:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1775764588.294972:0:3331:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9444867cb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3331:1862022119005056:0@lo:400:kworker.0 00010000:00010000:0.0:1775764588.356967:0:42313:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775764588.717774:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764588.719487:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764588.719523:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764588.719547:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764588.719575:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764588.730006:0:42946:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098447104 00000100:00100000:3.0:1775764588.730022:0:42946:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098447104 00000100:00100000:3.0:1775764588.730092:0:42946:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098446976 00000100:00100000:3.0:1775764588.730095:0:42946:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098446976 00000100:00100000:3.0:1775764588.730141:0:42946:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 154 00000100:00100000:3.0:1775764588.730153:0:42946:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444867ca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+10:2378:x1862022098447104:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:3.0:1775764588.730519:0:42946:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444867ca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+10:2378:x1862022098447104:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 367us (11039us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764588.730528:0:42946:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 154 00000100:00100000:3.0:1775764588.730553:0:42946:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 155 00000100:00100000:3.0:1775764588.730561:0:42946:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444867cb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+10:2378:x1862022098446976:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:3.0:1775764588.730587:0:42946:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444867cb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+10:2378:x1862022098446976:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 28us (11039us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764588.730594:0:42946:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 155 00000100:00100000:3.0:1775764588.730620:0:42318:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098446720 00000100:00100000:3.0:1775764588.730624:0:42318:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098446720 00000100:00100000:3.0:1775764588.730654:0:42318:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 204 00000100:00100000:3.0:1775764588.730660:0:42318:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94448180dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:24b54882-c0a1-43f2-954f-009e5a9afc9d+12:2378:x1862022098446720:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:3.0:1775764588.730687:0:42318:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94448180dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:24b54882-c0a1-43f2-954f-009e5a9afc9d+12:2378:x1862022098446720:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 27us (11163us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764588.730694:0:42318:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 204 00000100:00100000:0.0:1775764588.736506:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098446848 00000100:00100000:0.0:1775764588.736529:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098446848 00000100:00100000:0.0:1775764588.736635:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098447232 00000100:00100000:0.0:1775764588.736639:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098447232 00000100:00100000:0.0:1775764588.736672:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 215 00000100:00100000:0.0:1775764588.736683:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444867cad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+44:2378:x1862022098446848:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:2.0:1775764588.737321:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 216 00000100:00100000:2.0:1775764588.737338:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444867c9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:82781e18-e0e3-4f9f-9a2b-041bf0344414+5:2378:x1862022098447232:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:0.0:1775764588.737417:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444867cad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+44:2378:x1862022098446848:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 733us (19654us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764588.737426:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 215 00000100:00080000:3.0:1775764588.737481:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1775764588.737488:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1775764588.737492:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1775764588.737652:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444867c9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:82781e18-e0e3-4f9f-9a2b-041bf0344414+5:2378:x1862022098447232:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 319us (18076us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764588.737660:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 216 00010000:00010000:0.0:1775764589.385607:0:43224:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:3.0:1775764589.427005:0:6613:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 34359738409 is committed 00000001:00080000:3.0:1775764589.427030:0:6613:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 34359738408 is committed 00000100:00100000:0.0:1775764589.826854:0:3328:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944487fbe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3328:1862022119005184:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1775764589.826964:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764589.830617:0:42948:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119005184 00000100:00100000:2.0:1775764589.830636:0:42948:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119005184 00000100:00100000:2.0:1775764589.830725:0:42948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 95 00000100:00100000:2.0:1775764589.830738:0:42948:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bbd7ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3328:x1862022119005184:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1775764589.830788:0:42948:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 64684032 pending 0 free 3765436416 avail 3763339264 00000100:00100000:2.0:1775764589.830938:0:42948:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bbd7ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3328:x1862022119005184:12345-0@lo:13:osp-pre-1-0.0 Request processed in 202us (3975us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764589.830946:0:42948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 95 00000100:00100000:1.0:1775764589.831016:0:3328:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944487fbe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3328:1862022119005184:0@lo:13:osp-pre-1-0.0 00000001:00080000:3.0:1775764589.967350:0:5825:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 34359738838 is committed 00000020:00080000:3.0:1775764589.967401:0:5825:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9445b7bab780 refcount 2 committed 0 result 0 batchid 30064771815 00000020:00080000:3.0:1775764589.967407:0:5825:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9445b2037600 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9445b7bab480 00000020:00080000:3.0:1775764589.967411:0:5825:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9445b2037f00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff944486790400 00000020:00080000:3.0:1775764589.967447:0:42361:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 30064771815 committed batchid 30064771814 00000020:00080000:3.0:1775764589.967946:0:42361:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 30064771814 00000004:00080000:3.0:1775764589.967989:0:5825:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 17 committed 00000100:00100000:0.0:1775764589.968542:0:3328:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1775764589.968571:0:3328:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bbd78700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3328:1862022119005312:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1775764589.968671:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764589.968752:0:42946:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119005312 00000100:00100000:0.0:1775764589.968762:0:42946:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119005312 00000100:00100000:0.0:1775764589.968852:0:42946:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 138 00000100:00100000:0.0:1775764589.968864:0:42946:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bbd78000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3328:x1862022119005312:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1775764589.968901:0:42946:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:270 count 1 00002000:00010000:0.0:1775764589.968939:0:42946:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x10e:0x0] initial LVB size: 17, mtime: 0x69d80467, atime: 0x0, ctime: 0x69d80467, blocks: 0xb 00010000:00010000:0.0:1775764589.968948:0:42946:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000fa01de75/0x57b8ff0e030500ab lrc: 3/0,1 mode: --/PW res: [0x240000400:0x10e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764589.968966:0:42946:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764589.968968:0:42946:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764589.968975:0:42946:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000fa01de75/0x57b8ff0e030500ab lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x10e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764589.968991:0:42946:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000fa01de75/0x57b8ff0e030500ab lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x10e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764589.969002:0:42946:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000fa01de75/0x57b8ff0e030500ab lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x10e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764589.969015:0:42946:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000fa01de75/0x57b8ff0e030500ab lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x10e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764589.969036:0:42946:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1775764589.969925:0:42312:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1775764589.969934:0:42312:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000fa01de75/0x57b8ff0e030500ab lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x10e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764589.969944:0:42312:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445bfe76800 already unused, calling callback (ffffffffc177a060) 00010000:00010000:2.0:1775764589.969949:0:42312:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000fa01de75/0x57b8ff0e030500ab lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x10e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764589.969960:0:42312:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000fa01de75/0x57b8ff0e030500ab lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x10e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764589.969981:0:42312:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000fa01de75/0x57b8ff0e030500ab lrc: 1/0,0 mode: --/PW res: [0x240000400:0x10e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764589.969989:0:42312:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000fa01de75/0x57b8ff0e030500ab lrc: 0/0,0 mode: --/PW res: [0x240000400:0x10e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764589.970012:0:42312:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764589.970013:0:42312:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764589.970016:0:42312:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775764589.970352:0:42946:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bbd78000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3328:x1862022119005312:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1488us (1679us total) trans 34359738410 rc 0/0 00000100:00100000:0.0:1775764589.970364:0:42946:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 138 00000100:00100000:2.0:1775764589.975967:0:3328:0:(client.c:3082:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 34359738409 gen 2 00000004:00080000:2.0:1775764589.975979:0:3328:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 34359738409 committed transno 34359738409 00000100:00100000:2.0:1775764589.976010:0:3328:0:(client.c:3126:ptlrpc_free_committed()) @@@ stopping search req@ffff9445bbd78700 x1862022119005312/t34359738410(34359738410) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1775764605 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:2.0:1775764589.976024:0:3328:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9445bbd78700/2, rc 0, transno 34359738410 00000100:00100000:2.0:1775764589.976030:0:3328:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bbd78700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3328:1862022119005312:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1775764590.401989:0:42313:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764591.426585:0:43224:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764592.460003:0:42312:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775764592.897012:0:3331:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1775764592.897035:0:3331:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bea10000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3331:1862022119005440:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1775764592.897109:0:3331:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764592.897190:0:42948:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119005440 00000100:00100000:0.0:1775764592.897198:0:42948:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119005440 00000100:00100000:0.0:1775764592.897275:0:42948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 96 00000100:00100000:0.0:1775764592.897285:0:42948:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445beca8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3331:x1862022119005440:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1775764592.897326:0:42948:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 57868288 pending 0 free 3704619008 avail 3702521856 00000100:00100000:0.0:1775764592.897367:0:42948:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445beca8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3331:x1862022119005440:12345-0@lo:13:osp-pre-0-0.0 Request processed in 85us (258us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764592.897373:0:42948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 96 00000100:00080000:0.0:1775764592.897393:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1775764592.897427:0:3331:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bea10000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3331:1862022119005440:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1775764593.069009:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764593.069173:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098447360 00000100:00100000:0.0:1775764593.069183:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098447360 00000100:00100000:0.0:1775764593.069315:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 524 00000100:00100000:0.0:1775764593.069329:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444867c9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+20:55530:x1862022098447360:12345-192.168.202.28@tcp:101:lctl.0 00010000:00010000:0.0:1775764593.069355:0:42324:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764593.069381:0:42324:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77800/0x57b8ff0e030500b2 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b4e0 expref: -99 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764593.069470:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76200/0x57b8ff0e030500b9 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764593.069490:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76200/0x57b8ff0e030500b9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764593.069506:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76200/0x57b8ff0e030500b9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00080000:3.0:1775764593.071018:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000004:00200000:0.0:1775764593.072438:0:42324:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 9728 00000004:00200000:0.0:1775764593.072451:0:42324:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 36 stripe count 1 MDT count 1 00000004:00010000:0.0:1775764593.072641:0:42324:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76200/0x57b8ff0e030500b9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764593.072685:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77800/0x57b8ff0e030500b2 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b4e0 expref: 22 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764593.072705:0:42324:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76200/0x57b8ff0e030500b9 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b4e0 expref: 21 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764593.072715:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff944599e85e00) 00010000:00010000:0.0:1775764593.072718:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1775764593.072722:0:42324:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445bfe76200, rc 0) 00000100:00100000:0.0:1775764593.072847:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444867c9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+21:55530:x1862022098447360:12345-192.168.202.28@tcp:101:lctl.0 Request processed in 3520us (3852us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764593.072857:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 524 00000100:00100000:2.0:1775764593.201747:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764593.202160:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098447488 00000100:00100000:0.0:1775764593.202171:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098447488 00000100:00100000:0.0:1775764593.202284:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 525 00000100:00100000:0.0:1775764593.202292:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944487fbea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+21:55020:x1862022098447488:12345-192.168.202.28@tcp:60:lhsmtool_posix.0 00000100:00100000:0.0:1775764593.202386:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944487fbea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+21:55020:x1862022098447488:12345-192.168.202.28@tcp:60:lhsmtool_posix.0 Request processed in 95us (650us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764593.202395:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 525 00000100:00100000:2.0:1775764593.206568:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764593.206623:0:42327:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098447744 00000100:00100000:3.0:1775764593.206632:0:42327:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098447744 00000100:00100000:3.0:1775764593.206915:0:42327:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 162 00000100:00100000:3.0:1775764593.206926:0:42327:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944487fbe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+21:55020:x1862022098447744:12345-192.168.202.28@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1775764593.207441:0:42327:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944487fbe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+22:55020:x1862022098447744:12345-192.168.202.28@tcp:35:lhsmtool_posix.0 Request processed in 516us (879us total) trans 34359738839 rc 0/0 00000100:00100000:3.0:1775764593.207450:0:42327:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 162 00000100:00100000:2.0:1775764593.409460:0:3330:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9444864b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3330:1862022119005952:0@lo:400:kworker.0 00000100:00100000:2.0:1775764593.409565:0:3330:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764593.409657:0:3330:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:2.0:1775764593.409663:0:3330:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9444867c9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d8dacf45-8471-4226-a2fb-1fac83f69c1e:3330:1862022119005568:0@lo:400:kworker.0 00000100:00100000:2.0:1775764593.409690:0:3330:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764593.409709:0:3330:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9444864b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3330:1862022119006080:0@lo:400:kworker.0 00000100:00100000:2.0:1775764593.409730:0:3330:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764593.409767:0:3328:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9444867cbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3328:1862022119005696:0@lo:400:kworker.0 00000100:00100000:2.0:1775764593.409794:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764593.409817:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119005952 00000100:00100000:0.0:1775764593.409825:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119005952 00000100:00100000:2.0:1775764593.409843:0:3328:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9444864b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3328:1862022119006208:0@lo:400:kworker.0 00000100:00100000:2.0:1775764593.409862:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764593.409868:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119006080 00000100:00100000:0.0:1775764593.409872:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119006080 00000100:00100000:2.0:1775764593.409876:0:3328:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1775764593.409881:0:3328:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9444864b0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3328:1862022119005824:0@lo:400:kworker.0 00000100:00100000:0.0:1775764593.409894:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119006208 00000100:00100000:0.0:1775764593.409896:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119006208 00000100:00100000:2.0:1775764593.409899:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764593.409912:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 217 00000100:00100000:0.0:1775764593.409920:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486754a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3330:x1862022119005952:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764593.409939:0:42944:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119005696 00000100:00100000:2.0:1775764593.409942:0:42944:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119005696 00000100:00100000:2.0:1775764593.409966:0:42944:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119005824 00000100:00100000:2.0:1775764593.409969:0:42944:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119005824 00000100:00100000:0.0:1775764593.409970:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486754a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3330:x1862022119005952:12345-0@lo:400:kworker.0 Request processed in 51us (406us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764593.409977:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 217 00000100:00100000:2.0:1775764593.409987:0:42944:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 156 00000100:00100000:2.0:1775764593.409992:0:42944:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486755c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3328:x1862022119005696:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764593.409993:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 218 00000100:00100000:0.0:1775764593.409998:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486755f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3330:x1862022119006080:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764593.410019:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486755f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3330:x1862022119006080:12345-0@lo:400:kworker.0 Request processed in 21us (288us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764593.410021:0:42944:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486755c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3328:x1862022119005696:12345-0@lo:400:kworker.0 Request processed in 29us (227us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764593.410024:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 218 00000100:00100000:2.0:1775764593.410026:0:42944:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 156 00000100:00100000:0.0:1775764593.410035:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 219 00000100:00100000:2.0:1775764593.410035:0:42944:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 157 00000100:00100000:0.0:1775764593.410040:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486757480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3328:x1862022119006208:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764593.410040:0:42944:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486754000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3328:x1862022119005824:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764593.410062:0:42944:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486754000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3328:x1862022119005824:12345-0@lo:400:kworker.0 Request processed in 22us (162us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764593.410067:0:42944:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 157 00000100:00100000:0.0:1775764593.410073:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486757480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3328:x1862022119006208:12345-0@lo:400:kworker.0 Request processed in 34us (211us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764593.410082:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 219 00000100:00080000:0.0:1775764593.410094:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1775764593.410098:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1775764593.410106:0:3328:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9444864b0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3328:1862022119005824:0@lo:400:kworker.0 00000100:00100000:2.0:1775764593.410116:0:3328:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9444867cbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3328:1862022119005696:0@lo:400:kworker.0 00000100:00100000:0.0:1775764593.410117:0:3330:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9444864b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3330:1862022119006080:0@lo:400:kworker.0 00000100:00100000:0.0:1775764593.410125:0:3330:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9444864b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3330:1862022119005952:0@lo:400:kworker.0 00000100:00100000:2.0:1775764593.410125:0:3328:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9444864b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3328:1862022119006208:0@lo:400:kworker.0 00000100:00100000:3.0:1775764593.410629:0:42317:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119005568 00000100:00100000:3.0:1775764593.410636:0:42317:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119005568 00000100:00100000:3.0:1775764593.410675:0:42317:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205 00000100:00100000:3.0:1775764593.410682:0:42317:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94448180e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d8dacf45-8471-4226-a2fb-1fac83f69c1e+18:3330:x1862022119005568:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764593.410733:0:42317:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94448180e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d8dacf45-8471-4226-a2fb-1fac83f69c1e+18:3330:x1862022119005568:12345-0@lo:400:kworker.0 Request processed in 52us (1042us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764593.410739:0:42317:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205 00000100:00100000:0.0:1775764593.410960:0:3330:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9444867c9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d8dacf45-8471-4226-a2fb-1fac83f69c1e:3330:1862022119005568:0@lo:400:kworker.0 00010000:00010000:2.0:1775764593.473510:0:42313:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775764593.561269:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764593.561443:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098447872 00000100:00100000:2.0:1775764593.561455:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098447872 00000100:00100000:2.0:1775764593.561563:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 526 00000100:00100000:2.0:1775764593.561574:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444864b1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:82781e18-e0e3-4f9f-9a2b-041bf0344414+5:55547:x1862022098447872:12345-192.168.202.28@tcp:101:lsof.0 00010000:00010000:2.0:1775764593.561606:0:42325:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764593.561635:0:42325:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3000/0x57b8ff0e030500c0 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b4e7 expref: -99 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764593.561717:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3200/0x57b8ff0e030500c7 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764593.561738:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3200/0x57b8ff0e030500c7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764593.561750:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3200/0x57b8ff0e030500c7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764593.562023:0:42325:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 9728 00000004:00200000:2.0:1775764593.562029:0:42325:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 36 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764593.562110:0:42325:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3200/0x57b8ff0e030500c7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764593.563179:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3000/0x57b8ff0e030500c0 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b4e7 expref: 7 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764593.563212:0:42325:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3200/0x57b8ff0e030500c7 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b4e7 expref: 6 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764593.563219:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff944599e85e00) 00010000:00010000:2.0:1775764593.563222:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1775764593.563225:0:42325:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944585ee3200, rc 0) 00000100:00080000:0.0:1775764593.564004:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1775764593.564226:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444864b1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:82781e18-e0e3-4f9f-9a2b-041bf0344414+6:55547:x1862022098447872:12345-192.168.202.28@tcp:101:lsof.0 Request processed in 2647us (2965us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764593.564248:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 526 00000040:00080000:1.0:1775764593.671211:0:42356:0:(llog.c:800:llog_process_thread()) index: 8, lh_last_idx: 8 synced_idx: 8 lgh_last_idx: 8 00000040:00080000:1.0:1775764593.671221:0:42356:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x32:0x0] at index 8 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1775764593.671274:0:42356:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x32:0x0] index 14 count 4 00000040:00080000:1.0:1775764593.671285:0:42356:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 9 count 2 00000100:00100000:2.0:1775764593.836689:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764593.836742:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764593.836773:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764593.837118:0:43212:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098448128 00000100:00100000:1.0:1775764593.837128:0:43212:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098448128 00000100:00100000:1.0:1775764593.837210:0:43212:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098448256 00000100:00100000:1.0:1775764593.837214:0:43212:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098448256 00000100:00100000:1.0:1775764593.837275:0:43212:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 158 00000100:00100000:1.0:1775764593.837286:0:43212:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486755500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+8:2377:x1862022098448128:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:1.0:1775764593.837376:0:43212:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486755500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+8:2377:x1862022098448128:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 93us (697us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764593.837384:0:43212:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 158 00000100:00100000:1.0:1775764593.837401:0:43212:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 159 00000100:00100000:1.0:1775764593.837407:0:43212:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486755180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+10:2377:x1862022098448256:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:1.0:1775764593.837429:0:43212:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486755180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+10:2377:x1862022098448256:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 22us (656us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764593.837434:0:43212:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 159 00000100:00100000:3.0:1775764593.837918:0:42319:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098448000 00000100:00100000:3.0:1775764593.837924:0:42319:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098448000 00000100:00100000:3.0:1775764593.837973:0:42319:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 206 00000100:00100000:3.0:1775764593.837981:0:42319:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94448180fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:24b54882-c0a1-43f2-954f-009e5a9afc9d+12:2377:x1862022098448000:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:3.0:1775764593.838022:0:42319:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94448180fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:24b54882-c0a1-43f2-954f-009e5a9afc9d+12:2377:x1862022098448000:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 42us (1279us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764593.838028:0:42319:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 206 00000100:00080000:2.0:1775764593.838915:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1775764593.838923:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1775764594.501195:0:43224:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:2.0:1775764594.535451:0:6613:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 34359738410 is committed 00000100:00100000:3.0:1775764594.945923:0:3328:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1775764594.945960:0:3328:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944486756a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3328:1862022119006336:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1775764594.946121:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764594.946572:0:42948:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119006336 00000100:00100000:0.0:1775764594.946581:0:42948:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119006336 00000100:00100000:0.0:1775764594.946642:0:42948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 97 00000100:00100000:0.0:1775764594.946654:0:42948:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444864b2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3328:x1862022119006336:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1775764594.946700:0:42948:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 64684032 pending 0 free 3765436416 avail 3763339264 00000100:00100000:0.0:1775764594.946760:0:42948:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444864b2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3328:x1862022119006336:12345-0@lo:13:osp-pre-1-0.0 Request processed in 108us (640us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764594.946768:0:42948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 97 00000100:00100000:0.0:1775764594.946839:0:3328:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944486756a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3328:1862022119006336:0@lo:13:osp-pre-1-0.0 00000001:00080000:3.0:1775764594.996250:0:5825:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 34359738839 is committed 00000020:00080000:3.0:1775764594.996275:0:5825:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 30064771815 batchid updated 00000020:00080000:1.0:1775764594.996541:0:42361:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 30064771815 00000020:00080000:1.0:1775764594.996554:0:42361:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 30064771815 00010000:00010000:0.0:1775764595.521320:0:42312:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764596.545202:0:42313:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764597.579024:0:43224:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775764598.018901:0:3330:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944486757b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3330:1862022119006464:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1775764598.019013:0:3330:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764598.019346:0:42948:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119006464 00000100:00100000:2.0:1775764598.019355:0:42948:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119006464 00000100:00100000:2.0:1775764598.019428:0:42948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 98 00000100:00100000:2.0:1775764598.019441:0:42948:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444864b2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3330:x1862022119006464:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1775764598.019482:0:42948:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 57868288 pending 0 free 3704619008 avail 3702521856 00000100:00100000:2.0:1775764598.019534:0:42948:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444864b2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3330:x1862022119006464:12345-0@lo:13:osp-pre-0-0.0 Request processed in 96us (520us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764598.019553:0:42948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 98 00000100:00080000:3.0:1775764598.020594:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1775764598.020652:0:3330:0:(client.c:3082:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 34359738410 gen 2 00000004:00080000:3.0:1775764598.020661:0:3330:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9445bbd78700, transno 34359738410 00000100:00100000:3.0:1775764598.020696:0:3330:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944486757b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3330:1862022119006464:0@lo:13:osp-pre-0-0.0 00000001:02000400:2.0:1775764598.409730:0:46857:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-pcc test 21d: Write should invalidate PCC-RO caching ========================================================== 15:56:37 (1775764597) 00000100:00100000:3.0:1775764598.529108:0:3330:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944486e62300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3330:1862022119006976:0@lo:400:kworker.0 00000100:00100000:3.0:1775764598.529188:0:3330:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764598.529264:0:3330:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:3.0:1775764598.529271:0:3330:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff94448647e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d8dacf45-8471-4226-a2fb-1fac83f69c1e:3330:1862022119006592:0@lo:400:kworker.0 00000100:00100000:3.0:1775764598.529302:0:3330:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764598.529324:0:3330:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944486e60a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3330:1862022119007104:0@lo:400:kworker.0 00000100:00100000:3.0:1775764598.529344:0:3330:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764598.529374:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119006976 00000100:00100000:3.0:1775764598.529381:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119006976 00000100:00100000:3.0:1775764598.529423:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119007104 00000100:00100000:3.0:1775764598.529427:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119007104 00000100:00100000:3.0:1775764598.529460:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 220 00000100:00100000:3.0:1775764598.529468:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444864b3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3330:x1862022119006976:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764598.529526:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444864b3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3330:x1862022119006976:12345-0@lo:400:kworker.0 Request processed in 57us (337us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764598.529550:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 220 00000100:00100000:3.0:1775764598.529572:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 221 00000100:00100000:3.0:1775764598.529578:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444864b3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3330:x1862022119007104:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764598.529604:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444864b3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3330:x1862022119007104:12345-0@lo:400:kworker.0 Request processed in 27us (259us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764598.529610:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 221 00000100:00080000:3.0:1775764598.529628:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1775764598.529658:0:3330:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944486e60a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3330:1862022119007104:0@lo:400:kworker.0 00000100:00100000:3.0:1775764598.529667:0:3330:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944486e62300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3330:1862022119006976:0@lo:400:kworker.0 00000100:00100000:1.0:1775764598.530890:0:3328:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445b2cb2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3328:1862022119006720:0@lo:400:kworker.0 00000100:00100000:1.0:1775764598.530943:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764598.530978:0:3328:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944486e60380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3328:1862022119007232:0@lo:400:kworker.0 00000100:00100000:1.0:1775764598.531003:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764598.531028:0:3328:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1775764598.531034:0:3328:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445b2cb1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3328:1862022119006848:0@lo:400:kworker.0 00000100:00100000:1.0:1775764598.531054:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764598.531099:0:42946:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119006720 00000100:00100000:1.0:1775764598.531105:0:42946:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119006720 00000100:00100000:1.0:1775764598.531143:0:42946:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119006848 00000100:00100000:1.0:1775764598.531147:0:42946:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119006848 00000100:00100000:1.0:1775764598.531174:0:42946:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 160 00000100:00100000:1.0:1775764598.531181:0:42946:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486e60700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3328:x1862022119006720:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764598.531239:0:42946:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486e60700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3328:x1862022119006720:12345-0@lo:400:kworker.0 Request processed in 58us (295us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764598.531246:0:42946:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 160 00000100:00100000:1.0:1775764598.531260:0:42946:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 161 00000100:00100000:1.0:1775764598.531266:0:42946:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486e63100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3328:x1862022119006848:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764598.531290:0:42946:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486e63100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3328:x1862022119006848:12345-0@lo:400:kworker.0 Request processed in 25us (235us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764598.531296:0:42946:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 161 00000100:00080000:1.0:1775764598.531318:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1775764598.531353:0:3328:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445b2cb1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3328:1862022119006848:0@lo:400:kworker.0 00000100:00100000:1.0:1775764598.531363:0:3328:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445b2cb2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3328:1862022119006720:0@lo:400:kworker.0 00000100:00100000:1.0:1775764598.531386:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119007232 00000100:00100000:1.0:1775764598.531390:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119007232 00000100:00100000:1.0:1775764598.531420:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 222 00000100:00100000:1.0:1775764598.531426:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486e61c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3328:x1862022119007232:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764598.531461:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486e61c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3328:x1862022119007232:12345-0@lo:400:kworker.0 Request processed in 35us (457us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764598.531467:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 222 00000100:00080000:1.0:1775764598.531483:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1775764598.531498:0:3328:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944486e60380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3328:1862022119007232:0@lo:400:kworker.0 00000100:00100000:2.0:1775764598.532224:0:42318:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119006592 00000100:00100000:2.0:1775764598.532232:0:42318:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119006592 00000100:00100000:2.0:1775764598.532271:0:42318:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 207 00000100:00100000:2.0:1775764598.532279:0:42318:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94448180f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d8dacf45-8471-4226-a2fb-1fac83f69c1e+18:3330:x1862022119006592:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764598.532328:0:42318:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94448180f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d8dacf45-8471-4226-a2fb-1fac83f69c1e+18:3330:x1862022119006592:12345-0@lo:400:kworker.0 Request processed in 51us (3025us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764598.532334:0:42318:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 207 00000100:00100000:2.0:1775764598.532379:0:3330:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff94448647e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d8dacf45-8471-4226-a2fb-1fac83f69c1e:3330:1862022119006592:0@lo:400:kworker.0 00010000:00010000:0.0:1775764598.592996:0:42312:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1775764598.958944:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764598.959290:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764598.959386:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098448512 00000100:00100000:1.0:1775764598.959397:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098448512 00000100:00100000:1.0:1775764598.959472:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 223 00000100:00100000:1.0:1775764598.959483:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486754700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+21:2376:x1862022098448512:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:1.0:1775764598.959605:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486754700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+21:2376:x1862022098448512:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 123us (673us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764598.959613:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 223 00000100:00080000:0.0:1775764598.960086:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1775764598.960209:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764598.960244:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764598.960364:0:42317:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098448384 00000100:00100000:0.0:1775764598.960371:0:42317:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098448384 00000100:00100000:0.0:1775764598.960419:0:42317:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 208 00000100:00100000:0.0:1775764598.960429:0:42317:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94448180e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:24b54882-c0a1-43f2-954f-009e5a9afc9d+12:2376:x1862022098448384:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:0.0:1775764598.960475:0:42317:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94448180e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:24b54882-c0a1-43f2-954f-009e5a9afc9d+12:2376:x1862022098448384:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 48us (268us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764598.960488:0:42317:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 208 00000100:00100000:2.0:1775764598.967272:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764598.967380:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098448896 00000100:00100000:0.0:1775764598.967395:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098448896 00000100:00100000:0.0:1775764598.967478:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 224 00000100:00100000:0.0:1775764598.967488:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486755880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:82781e18-e0e3-4f9f-9a2b-041bf0344414+6:2376:x1862022098448896:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:0.0:1775764598.967589:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486755880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:82781e18-e0e3-4f9f-9a2b-041bf0344414+6:2376:x1862022098448896:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 101us (329us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764598.967598:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 224 00000100:00080000:2.0:1775764598.968121:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1775764598.971165:0:42946:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098448768 00000100:00100000:3.0:1775764598.971181:0:42946:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098448768 00000100:00100000:3.0:1775764598.971322:0:42946:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098448640 00000100:00100000:3.0:1775764598.971326:0:42946:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098448640 00000100:00100000:0.0:1775764598.971384:0:42944:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 162 00000100:00100000:0.0:1775764598.971396:0:42944:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bc1e3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+10:2376:x1862022098448768:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:0.0:1775764598.971478:0:42944:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bc1e3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+10:2376:x1862022098448768:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 84us (12187us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764598.971487:0:42944:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 162 00000100:00080000:2.0:1775764598.975246:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1775764598.975256:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1775764598.975645:0:42946:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 163 00000100:00100000:3.0:1775764598.975661:0:42946:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486754380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+8:2376:x1862022098448640:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:3.0:1775764598.975776:0:42946:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486754380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+8:2376:x1862022098448640:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 119us (15530us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764598.975784:0:42946:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 163 00010000:00010000:2.0:1775764599.618267:0:42313:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775764600.011457:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764600.011998:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098449152 00000100:00100000:1.0:1775764600.012010:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098449152 00000100:00100000:1.0:1775764600.012233:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 527 00000100:00100000:1.0:1775764600.012245:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445becaa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+21:55807:x1862022098449152:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1775764600.012270:0:42324:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764600.012292:0:42324:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944587808200/0x57b8ff0e030500ce lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b4ee expref: -99 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764600.012379:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff944587808400/0x57b8ff0e030500d5 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764600.012394:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944587808400/0x57b8ff0e030500d5 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764600.012406:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944587808400/0x57b8ff0e030500d5 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764600.012421:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944587808a00/0x57b8ff0e030500dc lrc: 3/1,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764600.012428:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944587808a00/0x57b8ff0e030500dc lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764600.012434:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944587808a00/0x57b8ff0e030500dc lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764600.014502:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944587808600/0x57b8ff0e030500e3 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764600.014530:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944587808600/0x57b8ff0e030500e3 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764600.014545:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944587808600/0x57b8ff0e030500e3 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764600.014561:0:42324:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000002:0x2:0x0]: returning size 6656 00010000:00010000:1.0:1775764600.016311:0:42324:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff944587808400/0x57b8ff0e030500d5 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764600.016329:0:42324:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944587808400/0x57b8ff0e030500d5 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764600.016336:0:42324:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944587808400/0x57b8ff0e030500d5 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764600.016343:0:42324:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944587808400 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:1.0:1775764600.016347:0:42324:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944587808400/0x57b8ff0e030500d5 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764600.016355:0:42324:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944587808400/0x57b8ff0e030500d5 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764600.016372:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff944582f80200) 00010000:00010000:1.0:1775764600.016375:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764600.016379:0:42324:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944587808400/0x57b8ff0e030500d5 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764600.016389:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944587808400/0x57b8ff0e030500d5 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764600.016405:0:42324:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944587808a00/0x57b8ff0e030500dc lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764600.016411:0:42324:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944587808a00/0x57b8ff0e030500dc lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764600.016417:0:42324:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944587808a00/0x57b8ff0e030500dc lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764600.016421:0:42324:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944587808a00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:1.0:1775764600.016424:0:42324:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944587808a00/0x57b8ff0e030500dc lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764600.016429:0:42324:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944587808a00/0x57b8ff0e030500dc lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764600.016436:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x8d45d6bc (ffff944584d1d600) 00010000:00010000:1.0:1775764600.016438:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764600.016441:0:42324:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944587808a00/0x57b8ff0e030500dc lrc: 2/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764600.016446:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944587808a00/0x57b8ff0e030500dc lrc: 0/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00080000:2.0:1775764600.019544:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:1.0:1775764600.020510:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944587808200/0x57b8ff0e030500ce lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b4ee expref: 24 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764600.020558:0:42324:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff944587808600/0x57b8ff0e030500e3 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b4ee expref: 23 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764600.020568:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff94459084a500) 00010000:00010000:1.0:1775764600.020572:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764600.020578:0:42324:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944587808600, rc 0) 00000100:00100000:1.0:1775764600.025438:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445becaa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+23:55807:x1862022098449152:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 Request processed in 13182us (13978us total) trans 34359738840 rc 0/0 00000100:00100000:1.0:1775764600.025453:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 527 00000100:00100000:0.0:1775764600.041423:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764600.041547:0:42309:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098449280 00000100:00100000:2.0:1775764600.041560:0:42309:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098449280 00000100:00100000:2.0:1775764600.041636:0:42309:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 46 00000100:00100000:2.0:1775764600.041647:0:42309:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445becaad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+23:2376:x1862022098449280:12345-192.168.202.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1775764600.041668:0:42309:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764600.041695:0:42309:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944587808600/0x57b8ff0e030500e3 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b4ee expref: 23 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764600.041717:0:42309:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff94459084a500) 00010000:00010000:2.0:1775764600.041722:0:42309:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775764600.041791:0:42309:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445becaad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+22:2376:x1862022098449280:12345-192.168.202.28@tcp:103:ldlm_bl.0 Request processed in 146us (383us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764600.041854:0:42309:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 46 00000100:00100000:0.0:1775764600.043296:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764600.043388:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098449408 00000100:00100000:1.0:1775764600.043398:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098449408 00000100:00100000:1.0:1775764600.043463:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 528 00000100:00100000:1.0:1775764600.043475:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bbf2c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+22:55807:x1862022098449408:12345-192.168.202.28@tcp:59:lhsmtool_posix.0 00000100:00100000:1.0:1775764600.043630:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bbf2c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+22:55807:x1862022098449408:12345-192.168.202.28@tcp:59:lhsmtool_posix.0 Request processed in 156us (343us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764600.043639:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 528 00000100:00100000:2.0:1775764600.072336:0:3329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944486756680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3329:1862022119007360:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1775764600.072412:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764600.072510:0:42948:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119007360 00000100:00100000:2.0:1775764600.072519:0:42948:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119007360 00000100:00100000:2.0:1775764600.072602:0:42948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 99 00000100:00100000:2.0:1775764600.072612:0:42948:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486757800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3329:x1862022119007360:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1775764600.072656:0:42948:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 64684032 pending 0 free 3765436416 avail 3763339264 00000100:00100000:2.0:1775764600.072716:0:42948:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486757800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3329:x1862022119007360:12345-0@lo:13:osp-pre-1-0.0 Request processed in 105us (303us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764600.072724:0:42948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 99 00000100:00100000:2.0:1775764600.072774:0:3329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944486756680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3329:1862022119007360:0@lo:13:osp-pre-1-0.0 00000100:00080000:2.0:1775764600.072848:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1775764600.128755:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764600.129158:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098449664 00000100:00100000:3.0:1775764600.129170:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098449664 00000100:00100000:3.0:1775764600.129247:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 529 00000100:00100000:3.0:1775764600.129258:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944589139c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+22:55577:x1862022098449664:12345-192.168.202.28@tcp:101:bash.0 00010000:00010000:3.0:1775764600.129282:0:42326:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764600.129285:0:42326:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1775764600.129315:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76200/0x57b8ff0e030500b9 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b4e0 expref: 22 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764600.129341:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff944599e85e00) 00010000:00010000:3.0:1775764600.129346:0:42326:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1775764600.129361:0:42326:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e030500f1 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b4f5 expref: -99 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764600.129720:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694a00/0x57b8ff0e030500f8 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764600.129733:0:42326:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3200/0x57b8ff0e030500c7 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b4e7 expref: 5 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764600.129741:0:42326:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694a00/0x57b8ff0e030500f8 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764600.129776:0:42326:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3200/0x57b8ff0e030500c7 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b4e7 expref: 5 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764600.129791:0:42326:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3200/0x57b8ff0e030500c7 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b4e7 expref: 5 pid: 42325 timeout: 2166 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764600.129854:0:42326:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9444864b1f80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:42326:1862022119007488:192.168.202.28@tcp:104: 00000100:00100000:3.0:1775764600.129960:0:42326:0:(client.c:2691:ptlrpc_set_wait()) set ffff944584c33300 going to sleep for 11 seconds 00000100:00100000:0.0:1775764600.140174:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764600.140230:0:42310:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098449792 00000100:00100000:0.0:1775764600.140244:0:42310:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098449792 00010000:00010000:0.0:1775764600.140310:0:42310:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3200/0x57b8ff0e030500c7 lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b4e7 expref: 6 pid: 42325 timeout: 2166 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764600.140358:0:42310:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 119 00000100:00100000:0.0:1775764600.140368:0:42310:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944589138e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:82781e18-e0e3-4f9f-9a2b-041bf0344414+6:2379:x1862022098449792:12345-192.168.202.28@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1775764600.140388:0:42310:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764600.140396:0:42310:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3200/0x57b8ff0e030500c7 lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b4e7 expref: 6 pid: 42325 timeout: 2166 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764600.140415:0:42310:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3200/0x57b8ff0e030500c7 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b4e7 expref: 6 pid: 42325 timeout: 2166 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764600.140444:0:42310:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff944599e85e00) 00010000:00010000:0.0:1775764600.140452:0:42310:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694a00/0x57b8ff0e030500f8 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764600.140463:0:42310:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694a00/0x57b8ff0e030500f8 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764600.140471:0:42310:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694a00/0x57b8ff0e030500f8 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764600.140497:0:42310:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775764600.140572:0:42310:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944589138e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:82781e18-e0e3-4f9f-9a2b-041bf0344414+6:2379:x1862022098449792:12345-192.168.202.28@tcp:103:ldlm_bl.0 Request processed in 205us (414us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764600.140580:0:42310:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 119 00000100:00080000:0.0:1775764600.140610:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1775764600.140733:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3200/0x57b8ff0e030500c7 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b4e7 expref: 5 pid: 42325 timeout: 2166 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764600.140752:0:42326:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9444864b1f80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:42326:1862022119007488:192.168.202.28@tcp:104: 00010000:00010000:0.0:1775764600.140784:0:42326:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694a00/0x57b8ff0e030500f8 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764600.140834:0:42326:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694a00/0x57b8ff0e030500f8 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764600.140840:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694a00/0x57b8ff0e030500f8 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764600.140864:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77e00/0x57b8ff0e030500ff lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xc3e260c2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764600.140873:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77e00/0x57b8ff0e030500ff lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xc3e260c2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764600.140880:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77e00/0x57b8ff0e030500ff lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xc3e260c2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1775764600.141947:0:42326:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x10e:0x0], index 1: 0 00010000:00010000:0.0:1775764600.142241:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77400/0x57b8ff0e03050106 lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764600.142256:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77400/0x57b8ff0e03050106 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764600.142267:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77400/0x57b8ff0e03050106 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764600.142308:0:42326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694a00/0x57b8ff0e030500f8 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764600.142316:0:42326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694a00/0x57b8ff0e030500f8 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764600.142322:0:42326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694a00/0x57b8ff0e030500f8 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764600.142329:0:42326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445be694a00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:0.0:1775764600.142334:0:42326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694a00/0x57b8ff0e030500f8 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764600.142341:0:42326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694a00/0x57b8ff0e030500f8 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764600.142354:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff944599e85e00) 00010000:00010000:0.0:1775764600.142357:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764600.142362:0:42326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694a00/0x57b8ff0e030500f8 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764600.142367:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694a00/0x57b8ff0e030500f8 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764600.142380:0:42326:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000004a74fde0 reply state 0000000060834dc0 transno 34359738841 ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77e00/0x57b8ff0e030500ff lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xc3e260c2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764600.142388:0:42326:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1775764600.142427:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e030500f1 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b4f5 expref: 24 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764600.142449:0:42326:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77400/0x57b8ff0e03050106 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b4f5 expref: 23 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764600.142458:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x2d:0x0].0x0 (ffff944599e85600) 00010000:00010000:0.0:1775764600.142460:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1775764600.142462:0:42326:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445bfe77400, rc 0) 00000100:00100000:0.0:1775764600.142545:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944589139c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+24:55577:x1862022098449664:12345-192.168.202.28@tcp:101:bash.0 Request processed in 13287us (13800us total) trans 34359738841 rc 0/0 00000100:00100000:0.0:1775764600.142555:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 529 00000100:00100000:1.0:1775764600.148606:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764600.148653:0:42944:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098449920 00000100:00100000:1.0:1775764600.148667:0:42944:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098449920 00000100:00100000:1.0:1775764600.148748:0:42944:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 139 00000100:00100000:1.0:1775764600.148761:0:42944:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486e60380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+10:55577:x1862022098449920:12345-192.168.202.28@tcp:101:bash.0 00010000:00010000:1.0:1775764600.148784:0:42944:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764600.148857:0:42944:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000929e39ad/0x57b8ff0e03050114 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x10e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b4fc expref: -99 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1775764600.149545:0:42944:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x10e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1775764600.149575:0:42944:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1775764600.149578:0:42944:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1775764600.149590:0:42944:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000929e39ad/0x57b8ff0e03050114 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x10e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b4fc expref: 11 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764600.149611:0:42944:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000929e39ad/0x57b8ff0e03050114 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x10e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b4fc expref: 11 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764600.149627:0:42944:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944587808200, rc 0) 00000100:00100000:1.0:1775764600.149699:0:42944:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486e60380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+11:55577:x1862022098449920:12345-192.168.202.28@tcp:101:bash.0 Request processed in 939us (1107us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764600.149708:0:42944:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 139 00000100:00080000:1.0:1775764600.149748:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:0.0:1775764600.152284:0:3314:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77e00/0x57b8ff0e030500ff lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xc3e260c2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764600.152304:0:3314:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77e00/0x57b8ff0e030500ff lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xc3e260c2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764600.152311:0:3314:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77e00/0x57b8ff0e030500ff lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xc3e260c2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764600.152318:0:3314:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445bfe77e00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:0.0:1775764600.152324:0:3314:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77e00/0x57b8ff0e030500ff lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xc3e260c2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764600.152332:0:3314:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77e00/0x57b8ff0e030500ff lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xc3e260c2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764600.152353:0:3314:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xc3e260c2 (ffff944599e85300) 00010000:00010000:0.0:1775764600.152357:0:3314:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764600.152362:0:3314:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77e00/0x57b8ff0e030500ff lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xc3e260c2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764600.152369:0:3314:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77e00/0x57b8ff0e030500ff lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xc3e260c2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764600.152872:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764600.153305:0:42327:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098450176 00000100:00100000:3.0:1775764600.153317:0:42327:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098450176 00000100:00100000:3.0:1775764600.153380:0:42327:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 163 00000100:00100000:3.0:1775764600.153390:0:42327:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444832c3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+23:55577:x1862022098450176:12345-192.168.202.28@tcp:35:bash.0 00000100:00100000:3.0:1775764600.153753:0:42327:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444832c3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+24:55577:x1862022098450176:12345-192.168.202.28@tcp:35:bash.0 Request processed in 363us (885us total) trans 34359738842 rc 0/0 00000100:00100000:3.0:1775764600.153761:0:42327:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 163 00000001:00080000:1.0:1775764600.168915:0:5825:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 34359738840 is committed 00000100:00100000:1.0:1775764600.178766:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764600.178955:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098450304 00000100:00100000:0.0:1775764600.178965:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098450304 00000100:00100000:0.0:1775764600.179036:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 530 00000100:00100000:0.0:1775764600.179048:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486e62680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+23:55816:x1862022098450304:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:0.0:1775764600.179085:0:44493:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764600.179117:0:44493:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77e00/0x57b8ff0e0305011b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b503 expref: -99 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764600.179203:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76800/0x57b8ff0e03050122 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764600.179217:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76800/0x57b8ff0e03050122 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764600.179233:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76800/0x57b8ff0e03050122 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764600.179317:0:44493:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 9728 00000004:00200000:0.0:1775764600.179322:0:44493:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 37 stripe count 1 MDT count 1 00000004:00010000:0.0:1775764600.179350:0:44493:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76800/0x57b8ff0e03050122 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764600.179377:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77e00/0x57b8ff0e0305011b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b503 expref: 25 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764600.179397:0:44493:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76800/0x57b8ff0e03050122 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b503 expref: 24 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764600.179406:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff944599e85300) 00010000:00010000:0.0:1775764600.179409:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1775764600.179413:0:44493:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445bfe76800, rc 0) 00000100:00100000:0.0:1775764600.179481:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486e62680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+24:55816:x1862022098450304:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 435us (726us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764600.179489:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 530 00000100:00100000:1.0:1775764600.184262:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764600.184588:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098450432 00000100:00100000:0.0:1775764600.184600:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098450432 00000100:00100000:0.0:1775764600.184661:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 531 00000100:00100000:0.0:1775764600.184671:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486e63800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+24:55816:x1862022098450432:12345-192.168.202.28@tcp:34:lfs.0 00010000:00010000:0.0:1775764600.184750:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77e00/0x57b8ff0e03050129 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764600.184768:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77e00/0x57b8ff0e03050129 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764600.184783:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77e00/0x57b8ff0e03050129 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764600.184825:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77800/0x57b8ff0e03050130 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc3e260c2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764600.184833:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77800/0x57b8ff0e03050130 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc3e260c2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764600.184839:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77800/0x57b8ff0e03050130 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc3e260c2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764600.185530:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77000/0x57b8ff0e03050137 lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764600.185542:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77000/0x57b8ff0e03050137 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764600.185549:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77000/0x57b8ff0e03050137 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764600.185592:0:42324:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab1:0x2d:0x0]: returning size 16 00000004:00200000:0.0:1775764600.185598:0:42324:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1775764600.185610:0:42324:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77000/0x57b8ff0e03050137 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764600.185622:0:42324:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77e00/0x57b8ff0e03050129 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764600.185628:0:42324:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77e00/0x57b8ff0e03050129 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764600.185635:0:42324:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77e00/0x57b8ff0e03050129 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764600.185641:0:42324:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445bfe77e00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:0.0:1775764600.185645:0:42324:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77e00/0x57b8ff0e03050129 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764600.185653:0:42324:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77e00/0x57b8ff0e03050129 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764600.185665:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff944599e85300) 00010000:00010000:0.0:1775764600.185668:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764600.185673:0:42324:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77e00/0x57b8ff0e03050129 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764600.185679:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77e00/0x57b8ff0e03050129 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764600.185692:0:42324:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77800/0x57b8ff0e03050130 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc3e260c2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764600.185698:0:42324:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77800/0x57b8ff0e03050130 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc3e260c2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764600.185707:0:42324:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77800/0x57b8ff0e03050130 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc3e260c2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764600.185712:0:42324:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445bfe77800 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:0.0:1775764600.185715:0:42324:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77800/0x57b8ff0e03050130 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc3e260c2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764600.185720:0:42324:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77800/0x57b8ff0e03050130 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc3e260c2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764600.185727:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xc3e260c2 (ffff944599e85e00) 00010000:00010000:0.0:1775764600.185730:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764600.185732:0:42324:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77800/0x57b8ff0e03050130 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc3e260c2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764600.185738:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77800/0x57b8ff0e03050130 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc3e260c2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764600.185753:0:42324:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77000/0x57b8ff0e03050137 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764600.185759:0:42324:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77000/0x57b8ff0e03050137 lrc: 2/0,0 mode: PR/PR res: [0x200003ab1:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764600.185765:0:42324:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77000/0x57b8ff0e03050137 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764600.185771:0:42324:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445bfe77000 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:0.0:1775764600.185773:0:42324:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77000/0x57b8ff0e03050137 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764600.185783:0:42324:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77000/0x57b8ff0e03050137 lrc: 4/0,0 mode: PR/PR res: [0x200003ab1:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764600.185790:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x2d:0x0].0x0 (ffff944599e85600) 00010000:00010000:0.0:1775764600.185792:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764600.185795:0:42324:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77000/0x57b8ff0e03050137 lrc: 2/0,0 mode: --/PR res: [0x200003ab1:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764600.185850:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77000/0x57b8ff0e03050137 lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764600.185967:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486e63800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+24:55816:x1862022098450432:12345-192.168.202.28@tcp:34:lfs.0 Request processed in 1295us (1713us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764600.185977:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 531 00000100:00100000:1.0:1775764600.253078:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764600.253330:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098450688 00000100:00100000:0.0:1775764600.253341:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098450688 00000100:00100000:0.0:1775764600.253408:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 532 00000100:00100000:0.0:1775764600.253418:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486e61f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+24:55822:x1862022098450688:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:0.0:1775764600.253443:0:44493:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764600.253463:0:44493:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77000/0x57b8ff0e0305013e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b50a expref: -99 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764600.253581:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77800/0x57b8ff0e03050145 lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764600.253597:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77800/0x57b8ff0e03050145 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764600.253610:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77800/0x57b8ff0e03050145 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764600.253623:0:44493:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab1:0x2d:0x0]: returning size 16 00010000:00010000:0.0:1775764600.253752:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77000/0x57b8ff0e0305013e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b50a expref: 27 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764600.253772:0:44493:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77800/0x57b8ff0e03050145 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b50a expref: 26 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764600.253780:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x2d:0x0].0x0 (ffff944599e85600) 00010000:00010000:0.0:1775764600.253783:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1775764600.253787:0:44493:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445bfe77800, rc 0) 00000100:00100000:0.0:1775764600.253906:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486e61f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+26:55822:x1862022098450688:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 489us (848us total) trans 34359738843 rc 0/0 00000100:00100000:0.0:1775764600.253913:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 532 00000100:00100000:1.0:1775764600.258288:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764600.258380:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098450944 00000100:00100000:3.0:1775764600.258391:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098450944 00000100:00100000:3.0:1775764600.258464:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 533 00000100:00100000:3.0:1775764600.258476:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486e61880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+26:55822:x1862022098450944:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:3.0:1775764600.258506:0:42326:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764600.258510:0:42326:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 1 00010000:00010000:3.0:1775764600.258552:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77800/0x57b8ff0e03050145 lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b50a expref: 26 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764600.258579:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77400/0x57b8ff0e03050106 lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b4f5 expref: 25 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764600.258589:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x2d:0x0].0x0 (ffff944599e85600) 00010000:00010000:3.0:1775764600.258606:0:42326:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1775764600.258627:0:42326:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694c00/0x57b8ff0e03050153 lrc: 2/0,0 mode: --/EX res: [0x200003ab1:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b511 expref: -99 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764600.258671:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694000/0x57b8ff0e0305015a lrc: 3/1,0 mode: --/CR res: [0x200003ab1:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764600.258684:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694000/0x57b8ff0e0305015a lrc: 3/1,0 mode: CR/CR res: [0x200003ab1:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764600.258693:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694000/0x57b8ff0e0305015a lrc: 3/1,0 mode: CR/CR res: [0x200003ab1:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764600.258712:0:42326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694000/0x57b8ff0e0305015a lrc: 3/1,0 mode: CR/CR res: [0x200003ab1:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764600.258719:0:42326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694000/0x57b8ff0e0305015a lrc: 2/0,0 mode: CR/CR res: [0x200003ab1:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764600.258725:0:42326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694000/0x57b8ff0e0305015a lrc: 3/0,0 mode: CR/CR res: [0x200003ab1:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764600.258731:0:42326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445be694000 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:3.0:1775764600.258735:0:42326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694000/0x57b8ff0e0305015a lrc: 3/0,0 mode: CR/CR res: [0x200003ab1:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764600.258742:0:42326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694000/0x57b8ff0e0305015a lrc: 4/0,0 mode: CR/CR res: [0x200003ab1:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764600.258750:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x2d:0x0].0x0 (ffff944586564200) 00010000:00010000:3.0:1775764600.258753:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1775764600.258757:0:42326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694000/0x57b8ff0e0305015a lrc: 2/0,0 mode: --/CR res: [0x200003ab1:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764600.258762:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694000/0x57b8ff0e0305015a lrc: 0/0,0 mode: --/CR res: [0x200003ab1:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764600.258785:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e03050161 lrc: 3/0,1 mode: --/EX res: [0x200003ab1:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764600.258793:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e03050161 lrc: 3/0,1 mode: EX/EX res: [0x200003ab1:0x2d:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764600.258903:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e03050161 lrc: 3/0,1 mode: EX/EX res: [0x200003ab1:0x2d:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764600.259495:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e03050161 lrc: 3/0,0 mode: CR/CR res: [0x200003ab1:0x2d:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b511 expref: 27 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764600.259506:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x2d:0x0].0x0 (ffff944586564200) 00010000:00010000:3.0:1775764600.259509:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:3.0:1775764600.259536:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694c00/0x57b8ff0e03050153 lrc: 0/0,0 mode: --/EX res: [0x200003ab1:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b511 expref: 27 pid: 42326 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764600.259554:0:42326:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e03050161 lrc: 3/0,0 mode: CR/CR res: [0x200003ab1:0x2d:0x0].0x0 bits 0xa/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b511 expref: 26 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764600.259593:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x2d:0x0].0x0 (ffff944586564200) 00010000:00010000:3.0:1775764600.259596:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:3.0:1775764600.259598:0:42326:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445be695c00, rc 0) 00000100:00100000:3.0:1775764600.259738:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486e61880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+26:55822:x1862022098450944:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 1264us (1462us total) trans 34359738844 rc 0/0 00000100:00100000:3.0:1775764600.259747:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 533 00000100:00100000:0.0:1775764600.265151:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764600.265258:0:42949:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098451072 00000100:00100000:3.0:1775764600.265269:0:42949:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098451072 00002000:00100000:3.0:1775764600.265317:0:42949:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x10e:0x0] (0->15) req@ffff9444832c0a80 x1862022098451072/t0(0) o4->7e6eda44-5508-487e-b17f-ff28ad9d3512@192.168.202.28@tcp:81/0 lens 504/0 e 0 to 0 dl 1775764611 ref 1 fl New:/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764600.265330:0:42949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9444832c0a80 with x1862022098451072 ext(0->15) 00002000:00010000:3.0:1775764600.265336:0:42949:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9444832c0a80 00000100:00100000:3.0:1775764600.265405:0:42949:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 33 00000100:00100000:3.0:1775764600.265415:0:42949:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444832c0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+11:2379:x1862022098451072:12345-192.168.202.28@tcp:4:bash.0 00000100:00100000:3.0:1775764600.266314:0:42949:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444832c0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+13:2379:x1862022098451072:12345-192.168.202.28@tcp:4:bash.0 Request processed in 895us (1169us total) trans 34359738415 rc 0/0 00000100:00100000:3.0:1775764600.266324:0:42949:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 33 00002000:00100000:3.0:1775764600.266333:0:42949:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x10e:0x0] (0->15) req@ffff9444832c0a80 x1862022098451072/t34359738415(0) o4->7e6eda44-5508-487e-b17f-ff28ad9d3512@192.168.202.28@tcp:81/0 lens 504/448 e 0 to 0 dl 1775764611 ref 1 fl Complete:/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764600.266341:0:42949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9444832c0a80 with x1862022098451072 ext(0->15) 00002000:00010000:3.0:1775764600.266345:0:42949:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9444832c0a80 00000100:00100000:1.0:1775764600.271641:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764600.271740:0:42951:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098451200 00000100:00100000:0.0:1775764600.271752:0:42951:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098451200 00002000:00100000:0.0:1775764600.271870:0:42951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x10e:0x0] (0->4095) req@ffff944486e61500 x1862022098451200/t0(0) o3->7e6eda44-5508-487e-b17f-ff28ad9d3512@192.168.202.28@tcp:81/0 lens 488/0 e 0 to 0 dl 1775764611 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764600.272173:0:42951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff944486e61500 with x1862022098451200 ext(0->4095) 00002000:00010000:0.0:1775764600.272188:0:42951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff944486e61500 00000100:00100000:0.0:1775764600.272278:0:42951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 34 00000100:00100000:0.0:1775764600.272288:0:42951:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486e61500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+13:2378:x1862022098451200:12345-192.168.202.28@tcp:3:lfs.0 00000100:00100000:0.0:1775764600.276031:0:42951:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486e61500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+13:2378:x1862022098451200:12345-192.168.202.28@tcp:3:lfs.0 Request processed in 3731us (4387us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1775764600.276048:0:42951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 34 00002000:00100000:0.0:1775764600.276076:0:42951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x10e:0x0] (0->4095) req@ffff944486e61500 x1862022098451200/t0(0) o3->7e6eda44-5508-487e-b17f-ff28ad9d3512@192.168.202.28@tcp:81/0 lens 488/4536 e 0 to 0 dl 1775764611 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764600.276088:0:42951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff944486e61500 with x1862022098451200 ext(0->4095) 00002000:00010000:0.0:1775764600.276095:0:42951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff944486e61500 00000100:00100000:1.0:1775764600.277133:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764600.277224:0:42327:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098451456 00000100:00100000:3.0:1775764600.277234:0:42327:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098451456 00000100:00100000:3.0:1775764600.277290:0:42327:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 164 00000100:00100000:3.0:1775764600.277299:0:42327:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486e63b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+26:55822:x1862022098451456:12345-192.168.202.28@tcp:35:lfs.0 00000100:00100000:3.0:1775764600.277556:0:42327:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486e63b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+27:55822:x1862022098451456:12345-192.168.202.28@tcp:35:lfs.0 Request processed in 257us (426us total) trans 34359738845 rc 0/0 00000100:00100000:3.0:1775764600.277564:0:42327:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 164 00000100:00100000:1.0:1775764600.396448:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764600.396555:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098451584 00000100:00100000:0.0:1775764600.396567:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098451584 00000100:00100000:0.0:1775764600.396633:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 534 00000100:00100000:0.0:1775764600.396643:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486e60000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+27:55832:x1862022098451584:12345-192.168.202.28@tcp:34:lfs.0 00010000:00010000:0.0:1775764600.396726:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77000/0x57b8ff0e03050168 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764600.396746:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77000/0x57b8ff0e03050168 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764600.396764:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77000/0x57b8ff0e03050168 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764600.396780:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77e00/0x57b8ff0e0305016f lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc3e260c2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764600.396787:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77e00/0x57b8ff0e0305016f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc3e260c2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764600.396794:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77e00/0x57b8ff0e0305016f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc3e260c2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764600.397137:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77a00/0x57b8ff0e03050176 lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764600.397147:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77a00/0x57b8ff0e03050176 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764600.397154:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77a00/0x57b8ff0e03050176 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764600.397203:0:44493:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77a00/0x57b8ff0e03050176 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764600.397215:0:44493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77000/0x57b8ff0e03050168 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764600.397221:0:44493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77000/0x57b8ff0e03050168 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764600.397228:0:44493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77000/0x57b8ff0e03050168 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764600.397234:0:44493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445bfe77000 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:0.0:1775764600.397238:0:44493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77000/0x57b8ff0e03050168 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764600.397244:0:44493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77000/0x57b8ff0e03050168 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764600.397255:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff944599e85300) 00010000:00010000:0.0:1775764600.397258:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764600.397263:0:44493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77000/0x57b8ff0e03050168 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764600.397268:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77000/0x57b8ff0e03050168 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764600.397281:0:44493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77e00/0x57b8ff0e0305016f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc3e260c2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764600.397287:0:44493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77e00/0x57b8ff0e0305016f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc3e260c2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764600.397293:0:44493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77e00/0x57b8ff0e0305016f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc3e260c2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764600.397297:0:44493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445bfe77e00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:0.0:1775764600.397300:0:44493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77e00/0x57b8ff0e0305016f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc3e260c2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764600.397305:0:44493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77e00/0x57b8ff0e0305016f lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc3e260c2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764600.397311:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xc3e260c2 (ffff944599e85e00) 00010000:00010000:0.0:1775764600.397313:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764600.397315:0:44493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77e00/0x57b8ff0e0305016f lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc3e260c2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764600.397320:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77e00/0x57b8ff0e0305016f lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc3e260c2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764600.397332:0:44493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77a00/0x57b8ff0e03050176 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764600.397338:0:44493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77a00/0x57b8ff0e03050176 lrc: 2/0,0 mode: PR/PR res: [0x200003ab1:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764600.397343:0:44493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77a00/0x57b8ff0e03050176 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764600.397347:0:44493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445bfe77a00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:0.0:1775764600.397350:0:44493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77a00/0x57b8ff0e03050176 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764600.397356:0:44493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77a00/0x57b8ff0e03050176 lrc: 4/0,0 mode: PR/PR res: [0x200003ab1:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764600.397362:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x2d:0x0].0x0 (ffff944586564200) 00010000:00010000:0.0:1775764600.397364:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764600.397367:0:44493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77a00/0x57b8ff0e03050176 lrc: 2/0,0 mode: --/PR res: [0x200003ab1:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764600.397372:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77a00/0x57b8ff0e03050176 lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764600.397443:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486e60000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+27:55832:x1862022098451584:12345-192.168.202.28@tcp:34:lfs.0 Request processed in 799us (1002us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764600.397451:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 534 00000100:00100000:2.0:1775764600.440617:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764600.440821:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098451840 00000100:00100000:0.0:1775764600.440834:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098451840 00000100:00100000:0.0:1775764600.440905:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 535 00000100:00100000:0.0:1775764600.440915:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486756680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+27:55833:x1862022098451840:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:0.0:1775764600.440939:0:42324:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764600.440961:0:42324:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77a00/0x57b8ff0e0305017d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b518 expref: -99 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764600.441047:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77e00/0x57b8ff0e03050184 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764600.441074:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77e00/0x57b8ff0e03050184 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764600.441092:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77e00/0x57b8ff0e03050184 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764600.441108:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77000/0x57b8ff0e0305018b lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc3e260c2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764600.441115:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77000/0x57b8ff0e0305018b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc3e260c2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764600.441122:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77000/0x57b8ff0e0305018b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc3e260c2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764600.441244:0:42324:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77e00/0x57b8ff0e03050184 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764600.441251:0:42324:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77e00/0x57b8ff0e03050184 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764600.441258:0:42324:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77e00/0x57b8ff0e03050184 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764600.441264:0:42324:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445bfe77e00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:0.0:1775764600.441269:0:42324:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77e00/0x57b8ff0e03050184 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764600.441277:0:42324:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77e00/0x57b8ff0e03050184 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764600.441290:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff944599e85300) 00010000:00010000:0.0:1775764600.441293:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764600.441297:0:42324:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77e00/0x57b8ff0e03050184 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764600.441304:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77e00/0x57b8ff0e03050184 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764600.441318:0:42324:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77000/0x57b8ff0e0305018b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc3e260c2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764600.441324:0:42324:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77000/0x57b8ff0e0305018b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc3e260c2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764600.441330:0:42324:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77000/0x57b8ff0e0305018b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc3e260c2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764600.441335:0:42324:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445bfe77000 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:0.0:1775764600.441337:0:42324:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77000/0x57b8ff0e0305018b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc3e260c2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764600.441343:0:42324:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77000/0x57b8ff0e0305018b lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc3e260c2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764600.441349:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xc3e260c2 (ffff944599e85e00) 00010000:00010000:0.0:1775764600.441351:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764600.441353:0:42324:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77000/0x57b8ff0e0305018b lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc3e260c2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764600.441358:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77000/0x57b8ff0e0305018b lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc3e260c2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764600.441388:0:42324:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77a00/0x57b8ff0e0305017d lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b518 expref: 28 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764600.441403:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff944599e85300) 00010000:00010000:0.0:1775764600.441405:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1775764600.441408:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77a00/0x57b8ff0e0305017d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b518 expref: 28 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764600.441416:0:42324:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445bfe77a00, rc 0) 00000100:00100000:0.0:1775764600.441487:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486756680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+27:55833:x1862022098451840:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 574us (883us total) trans 0 rc 301/301 00000100:00100000:0.0:1775764600.441494:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 535 00000100:00100000:1.0:1775764600.447421:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764600.447558:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098451968 00000100:00100000:2.0:1775764600.447570:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098451968 00000100:00100000:2.0:1775764600.448028:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 536 00000100:00100000:2.0:1775764600.448038:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486e62a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+27:55833:x1862022098451968:12345-192.168.202.28@tcp:34:lfs.0 00010000:00010000:2.0:1775764600.448298:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3e00/0x57b8ff0e03050192 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764600.448319:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3e00/0x57b8ff0e03050192 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764600.448333:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3e00/0x57b8ff0e03050192 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764600.448348:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3800/0x57b8ff0e03050199 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc3e260c2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764600.448354:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3800/0x57b8ff0e03050199 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc3e260c2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764600.448361:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3800/0x57b8ff0e03050199 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc3e260c2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764600.448468:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee2a00/0x57b8ff0e030501a0 lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764600.448476:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee2a00/0x57b8ff0e030501a0 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764600.448483:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee2a00/0x57b8ff0e030501a0 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764600.448534:0:42325:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab1:0x2d:0x0]: returning size 16 00000004:00200000:2.0:1775764600.448539:0:42325:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764600.448551:0:42325:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee2a00/0x57b8ff0e030501a0 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764600.448566:0:42325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3e00/0x57b8ff0e03050192 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764600.448583:0:42325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3e00/0x57b8ff0e03050192 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764600.448591:0:42325:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3e00/0x57b8ff0e03050192 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764600.448597:0:42325:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944585ee3e00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764600.448602:0:42325:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3e00/0x57b8ff0e03050192 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764600.448609:0:42325:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3e00/0x57b8ff0e03050192 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764600.448622:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff944599e85300) 00010000:00010000:2.0:1775764600.448625:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764600.448631:0:42325:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3e00/0x57b8ff0e03050192 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764600.448637:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3e00/0x57b8ff0e03050192 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764600.448656:0:42325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3800/0x57b8ff0e03050199 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc3e260c2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764600.448667:0:42325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3800/0x57b8ff0e03050199 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc3e260c2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764600.448672:0:42325:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3800/0x57b8ff0e03050199 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc3e260c2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764600.448676:0:42325:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944585ee3800 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764600.448679:0:42325:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3800/0x57b8ff0e03050199 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc3e260c2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764600.448685:0:42325:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3800/0x57b8ff0e03050199 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc3e260c2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764600.448691:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xc3e260c2 (ffff94459084a700) 00010000:00010000:2.0:1775764600.448694:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764600.448696:0:42325:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3800/0x57b8ff0e03050199 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc3e260c2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764600.448701:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3800/0x57b8ff0e03050199 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc3e260c2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764600.448717:0:42325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee2a00/0x57b8ff0e030501a0 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764600.448723:0:42325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee2a00/0x57b8ff0e030501a0 lrc: 2/0,0 mode: PR/PR res: [0x200003ab1:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764600.448729:0:42325:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee2a00/0x57b8ff0e030501a0 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764600.448734:0:42325:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944585ee2a00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764600.448737:0:42325:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee2a00/0x57b8ff0e030501a0 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764600.448743:0:42325:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee2a00/0x57b8ff0e030501a0 lrc: 4/0,0 mode: PR/PR res: [0x200003ab1:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764600.448750:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x2d:0x0].0x0 (ffff944586564200) 00010000:00010000:2.0:1775764600.448752:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764600.448755:0:42325:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee2a00/0x57b8ff0e030501a0 lrc: 2/0,0 mode: --/PR res: [0x200003ab1:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764600.448760:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee2a00/0x57b8ff0e030501a0 lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764600.449151:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486e62a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+27:55833:x1862022098451968:12345-192.168.202.28@tcp:34:lfs.0 Request processed in 1111us (1741us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764600.449162:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 536 00000100:00100000:1.0:1775764600.459574:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764600.460199:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098452224 00000100:00100000:0.0:1775764600.460212:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098452224 00000100:00100000:0.0:1775764600.460283:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 537 00000100:00100000:0.0:1775764600.460293:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486e60e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+27:55577:x1862022098452224:12345-192.168.202.28@tcp:101:bash.0 00010000:00010000:0.0:1775764600.460318:0:42324:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764600.460322:0:42324:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1775764600.460356:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76800/0x57b8ff0e03050122 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b503 expref: 27 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764600.460382:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff944599e85300) 00010000:00010000:0.0:1775764600.460397:0:42324:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1775764600.460414:0:42324:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77a00/0x57b8ff0e030501a7 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b51f expref: -99 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764600.461140:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77000/0x57b8ff0e030501ae lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764600.461160:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77000/0x57b8ff0e030501ae lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764600.461170:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77000/0x57b8ff0e030501ae lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764600.461195:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77e00/0x57b8ff0e030501b5 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc3e260c2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764600.461202:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77e00/0x57b8ff0e030501b5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc3e260c2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764600.461208:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77e00/0x57b8ff0e030501b5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc3e260c2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764600.461330:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76200/0x57b8ff0e030501bc lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764600.461340:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76200/0x57b8ff0e030501bc lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764600.461349:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76200/0x57b8ff0e030501bc lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764600.461359:0:42324:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab1:0x2d:0x0]: returning size 16 00010000:00010000:1.0:1775764600.463434:0:42324:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77000/0x57b8ff0e030501ae lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764600.463456:0:42324:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77000/0x57b8ff0e030501ae lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764600.463463:0:42324:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77000/0x57b8ff0e030501ae lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764600.463470:0:42324:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445bfe77000 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:1.0:1775764600.463474:0:42324:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77000/0x57b8ff0e030501ae lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764600.463481:0:42324:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77000/0x57b8ff0e030501ae lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764600.463501:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff944599e85e00) 00010000:00010000:1.0:1775764600.463504:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764600.463509:0:42324:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77000/0x57b8ff0e030501ae lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764600.463586:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77000/0x57b8ff0e030501ae lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764600.463682:0:42324:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77e00/0x57b8ff0e030501b5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc3e260c2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764600.463689:0:42324:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77e00/0x57b8ff0e030501b5 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc3e260c2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764600.463695:0:42324:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77e00/0x57b8ff0e030501b5 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc3e260c2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764600.463700:0:42324:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445bfe77e00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:1.0:1775764600.463704:0:42324:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77e00/0x57b8ff0e030501b5 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc3e260c2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764600.463711:0:42324:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77e00/0x57b8ff0e030501b5 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc3e260c2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764600.463719:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xc3e260c2 (ffff944599e85900) 00010000:00010000:1.0:1775764600.463722:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764600.463725:0:42324:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77e00/0x57b8ff0e030501b5 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc3e260c2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764600.463731:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77e00/0x57b8ff0e030501b5 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc3e260c2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764600.464220:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77a00/0x57b8ff0e030501a7 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b51f expref: 29 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764600.464243:0:42324:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76200/0x57b8ff0e030501bc lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b51f expref: 28 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764600.464251:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x2d:0x0].0x0 (ffff944586564200) 00010000:00010000:1.0:1775764600.464253:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1775764600.464256:0:42324:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445bfe76200, rc 0) 00000100:00100000:1.0:1775764600.464419:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486e60e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+28:55577:x1862022098452224:12345-192.168.202.28@tcp:101:bash.0 Request processed in 4126us (4860us total) trans 34359738846 rc 0/0 00000100:00100000:1.0:1775764600.464429:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 537 00000100:00100000:1.0:1775764600.468629:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764600.468731:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098452480 00000100:00100000:0.0:1775764600.468744:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098452480 00000100:00100000:1.0:1775764600.469191:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 538 00000100:00100000:1.0:1775764600.469203:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486e62d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+28:55577:x1862022098452480:12345-192.168.202.28@tcp:36:bash.0 00010000:00010000:1.0:1775764600.469267:0:44493:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1775764600.469295:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76200/0x57b8ff0e030501bc lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b51f expref: 28 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764600.469321:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e03050161 lrc: 0/0,0 mode: --/CR res: [0x200003ab1:0x2d:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b511 expref: 27 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764600.469334:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x2d:0x0].0x0 (ffff944586564200) 00010000:00010000:1.0:1775764600.469346:0:44493:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1775764600.469598:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff944587808600/0x57b8ff0e030501ca lrc: 3/0,1 mode: --/PW res: [0x200003ab1:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764600.469612:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944587808600/0x57b8ff0e030501ca lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764600.469622:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944587808600/0x57b8ff0e030501ca lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1775764600.469676:0:44493:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 34359738847 00000004:00010000:1.0:1775764600.469700:0:44493:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000000150c61b reply state 000000003de9f160 transno 34359738848 ns: mdt-lustre-MDT0000_UUID lock: ffff944587808600/0x57b8ff0e030501ca lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764600.469709:0:44493:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1775764600.469838:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486e62d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+29:55577:x1862022098452480:12345-192.168.202.28@tcp:36:bash.0 Request processed in 635us (1218us total) trans 34359738848 rc 0/0 00000100:00100000:1.0:1775764600.469845:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 538 00000020:00080000:1.0:1775764600.469850:0:44493:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:3.0:1775764600.472979:0:3315:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff944587808600/0x57b8ff0e030501ca lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764600.473000:0:3315:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944587808600/0x57b8ff0e030501ca lrc: 2/0,0 mode: PW/PW res: [0x200003ab1:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764600.473007:0:3315:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944587808600/0x57b8ff0e030501ca lrc: 3/0,0 mode: PW/PW res: [0x200003ab1:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764600.473013:0:3315:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944587808600 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:3.0:1775764600.473019:0:3315:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944587808600/0x57b8ff0e030501ca lrc: 3/0,0 mode: PW/PW res: [0x200003ab1:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764600.473030:0:3315:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944587808600/0x57b8ff0e030501ca lrc: 4/0,0 mode: PW/PW res: [0x200003ab1:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764600.473049:0:3315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x2d:0x0].0x0 (ffff944584d1d500) 00010000:00010000:3.0:1775764600.473052:0:3315:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764600.473069:0:3315:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944587808600/0x57b8ff0e030501ca lrc: 2/0,0 mode: --/PW res: [0x200003ab1:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764600.473076:0:3315:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944587808600/0x57b8ff0e030501ca lrc: 0/0,0 mode: --/PW res: [0x200003ab1:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764600.473853:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764600.474606:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098452608 00000100:00100000:3.0:1775764600.474616:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098452608 00000100:00100000:3.0:1775764600.474673:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 539 00000100:00100000:3.0:1775764600.474682:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486e63480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+28:55577:x1862022098452608:12345-192.168.202.28@tcp:101:bash.0 00010000:00010000:3.0:1775764600.474706:0:42326:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764600.474729:0:42326:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694c00/0x57b8ff0e030501d1 lrc: 2/0,0 mode: --/CR res: [0x200003ab1:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b526 expref: -99 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764600.474792:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694c00/0x57b8ff0e030501d1 lrc: 3/0,0 mode: CR/CR res: [0x200003ab1:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b526 expref: 29 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764600.474829:0:42326:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694c00/0x57b8ff0e030501d1 lrc: 3/0,0 mode: CR/CR res: [0x200003ab1:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b526 expref: 29 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764600.474849:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x2d:0x0].0x0 (ffff944586564100) 00010000:00010000:3.0:1775764600.474851:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1775764600.474855:0:42326:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445be694c00, rc 0) 00000100:00100000:3.0:1775764600.474935:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486e63480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+29:55577:x1862022098452608:12345-192.168.202.28@tcp:101:bash.0 Request processed in 251us (1085us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764600.474942:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 539 00000100:00100000:0.0:1775764600.480426:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764600.480544:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098452864 00000100:00100000:2.0:1775764600.480557:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098452864 00000100:00100000:2.0:1775764600.480620:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 540 00000100:00100000:2.0:1775764600.480631:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444832c3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+29:55577:x1862022098452864:12345-192.168.202.28@tcp:101:bash.0 00010000:00010000:2.0:1775764600.480654:0:42325:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764600.480657:0:42325:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1775764600.480686:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694c00/0x57b8ff0e030501d1 lrc: 0/0,0 mode: --/CR res: [0x200003ab1:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b526 expref: 29 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764600.480712:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x2d:0x0].0x0 (ffff944586564100) 00010000:00010000:2.0:1775764600.480727:0:42325:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775764600.480744:0:42325:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee2a00/0x57b8ff0e030501d8 lrc: 2/0,0 mode: --/EX res: [0x200003ab1:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b52d expref: -99 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764600.480853:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3800/0x57b8ff0e030501df lrc: 3/0,1 mode: --/EX res: [0x200003ab1:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764600.480867:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3800/0x57b8ff0e030501df lrc: 3/0,1 mode: EX/EX res: [0x200003ab1:0x2d:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764600.481044:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3800/0x57b8ff0e030501df lrc: 3/0,1 mode: EX/EX res: [0x200003ab1:0x2d:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764600.481287:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3800/0x57b8ff0e030501df lrc: 3/0,0 mode: CR/CR res: [0x200003ab1:0x2d:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b52d expref: 31 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764600.481295:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x2d:0x0].0x0 (ffff94459084a700) 00010000:00010000:2.0:1775764600.481298:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:2.0:1775764600.481307:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee2a00/0x57b8ff0e030501d8 lrc: 0/0,0 mode: --/EX res: [0x200003ab1:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b52d expref: 31 pid: 42325 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764600.481325:0:42325:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3800/0x57b8ff0e030501df lrc: 3/0,0 mode: CR/CR res: [0x200003ab1:0x2d:0x0].0x0 bits 0xa/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b52d expref: 30 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764600.481350:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x2d:0x0].0x0 (ffff94459084a700) 00010000:00010000:2.0:1775764600.481353:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:2.0:1775764600.481355:0:42325:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944585ee3800, rc 0) 00000100:00100000:2.0:1775764600.481462:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444832c3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+30:55577:x1862022098452864:12345-192.168.202.28@tcp:101:bash.0 Request processed in 832us (1048us total) trans 34359738849 rc 0/0 00000100:00100000:2.0:1775764600.481471:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 540 00000100:00100000:0.0:1775764600.486433:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764600.486513:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098453120 00000100:00100000:3.0:1775764600.486532:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098453120 00000100:00100000:3.0:1775764600.486592:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 541 00000100:00100000:3.0:1775764600.486602:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444832c3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+30:55577:x1862022098453120:12345-192.168.202.28@tcp:101:bash.0 00010000:00010000:3.0:1775764600.486630:0:42326:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764600.486634:0:42326:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1775764600.486662:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3800/0x57b8ff0e030501df lrc: 0/0,0 mode: --/CR res: [0x200003ab1:0x2d:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b52d expref: 30 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764600.486684:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x2d:0x0].0x0 (ffff94459084a700) 00010000:00010000:3.0:1775764600.486695:0:42326:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1775764600.486711:0:42326:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694000/0x57b8ff0e030501e6 lrc: 2/0,0 mode: --/EX res: [0x200003ab1:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b534 expref: -99 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764600.486762:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e030501ed lrc: 3/0,1 mode: --/EX res: [0x200003ab1:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764600.486776:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e030501ed lrc: 3/0,1 mode: EX/EX res: [0x200003ab1:0x2d:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764600.486786:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e030501ed lrc: 3/0,1 mode: EX/EX res: [0x200003ab1:0x2d:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1775764600.487717:0:42326:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x30:0x0].13, 88 off9192 00000004:00080000:3.0:1775764600.487728:0:42326:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 2067334929354ns, next at 2006316236694ns, rc = 0 00000001:00080000:0.0:1775764600.529645:0:5825:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 34359738846 is committed 00000001:00080000:0.0:1775764600.529672:0:5825:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 34359738848 is committed 00000001:00080000:0.0:1775764600.529690:0:5825:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 34359738849 is committed 00000001:00080000:0.0:1775764600.529696:0:5825:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 34359738850 is committed 00000004:00080000:0.0:1775764600.529706:0:5825:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 13 committed 00000100:00100000:2.0:1775764600.529936:0:3330:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944483640700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3330:1862022119007616:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1775764600.530019:0:3330:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764600.530172:0:42946:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119007616 00000100:00100000:3.0:1775764600.530191:0:42946:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119007616 00000100:00100000:3.0:1775764600.530243:0:42946:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 140 00000100:00100000:3.0:1775764600.530252:0:42946:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486756300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3330:x1862022119007616:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:3.0:1775764600.530490:0:42946:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x10e:0x0] updating lvb size from disk: 0 -> 16 00002000:00010000:3.0:1775764600.530494:0:42946:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x10e:0x0] updating lvb mtime from disk: 0 -> 1775764600 00002000:00010000:3.0:1775764600.530496:0:42946:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x10e:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1775764600.530499:0:42946:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x10e:0x0] updating lvb ctime from disk: 0 -> 1775764600 00002000:00010000:3.0:1775764600.530501:0:42946:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x10e:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:3.0:1775764600.530551:0:42946:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486756300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3330:x1862022119007616:12345-0@lo:2:osp-syn-1-0.0 Request processed in 299us (532us total) trans 34359738416 rc 0/0 00000100:00100000:3.0:1775764600.530559:0:42946:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 140 00000004:00080000:2.0:1775764600.530755:0:3330:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff944483640700/2, rc 0, transno 34359738416 00000100:00100000:2.0:1775764600.530762:0:3330:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944483640700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3330:1862022119007616:0@lo:2:osp-syn-1-0.0 00010000:00010000:3.0:1775764600.530930:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e030501ed lrc: 3/0,0 mode: CR/CR res: [0x200003ab1:0x2d:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b534 expref: 22 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764600.530943:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x2d:0x0].0x0 (ffff944586564800) 00010000:00010000:3.0:1775764600.530945:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:3.0:1775764600.530964:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694000/0x57b8ff0e030501e6 lrc: 0/0,0 mode: --/EX res: [0x200003ab1:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b534 expref: 22 pid: 42326 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764600.530985:0:42326:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e030501ed lrc: 3/0,0 mode: CR/CR res: [0x200003ab1:0x2d:0x0].0x0 bits 0xa/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b534 expref: 21 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764600.531015:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x2d:0x0].0x0 (ffff944586564800) 00010000:00010000:3.0:1775764600.531018:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:3.0:1775764600.531021:0:42326:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445be695200, rc 0) 00000100:00100000:3.0:1775764600.531166:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444832c3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+21:55577:x1862022098453120:12345-192.168.202.28@tcp:101:bash.0 Request processed in 44566us (44744us total) trans 34359738850 rc 0/0 00000100:00100000:3.0:1775764600.531182:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 541 00000100:00100000:2.0:1775764600.534784:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764600.535431:0:45548:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098453248 00000100:00100000:0.0:1775764600.535443:0:45548:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098453248 00002000:00010000:0.0:1775764600.535492:0:45548:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/270 (0->18446744073709551615) 00002000:00100000:0.0:1775764600.535497:0:45548:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff944486756d80 with x1862022098453248 ext(0->18446744073709551615) 00002000:00010000:0.0:1775764600.535510:0:45548:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff944486756d80. 00000100:00100000:0.0:1775764600.535720:0:45548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 35 00000100:00100000:0.0:1775764600.535731:0:45548:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486756d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+13:2378:x1862022098453248:12345-192.168.202.28@tcp:10:bash.0 00002000:00010000:0.0:1775764600.536193:0:45548:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x10e:0x0] updating lvb size from disk: 16 -> 0 00002000:00010000:0.0:1775764600.536198:0:45548:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x10e:0x0] updating lvb mtime from disk: 1775764600 -> 1775764600 00002000:00010000:0.0:1775764600.536201:0:45548:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x10e:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1775764600.536203:0:45548:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x10e:0x0] updating lvb ctime from disk: 1775764600 -> 1775764600 00002000:00010000:0.0:1775764600.536206:0:45548:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x10e:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:0.0:1775764600.536287:0:45548:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486756d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+14:2378:x1862022098453248:12345-192.168.202.28@tcp:10:bash.0 Request processed in 555us (1512us total) trans 34359738417 rc 0/0 00000100:00100000:0.0:1775764600.536295:0:45548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 35 00002000:00010000:0.0:1775764600.536299:0:45548:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/270 (0->18446744073709551615) 00002000:00100000:0.0:1775764600.536302:0:45548:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff944486756d80 with x1862022098453248 ext(0->18446744073709551615) 00002000:00010000:0.0:1775764600.536307:0:45548:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff944486756d80. 00000100:00100000:2.0:1775764600.540687:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764600.540782:0:42327:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098453504 00000100:00100000:3.0:1775764600.540793:0:42327:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098453504 00000100:00100000:3.0:1775764600.541138:0:42327:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 165 00000100:00100000:3.0:1775764600.541155:0:42327:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944481e58450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+21:55577:x1862022098453504:12345-192.168.202.28@tcp:35:bash.0 00000100:00100000:3.0:1775764600.541623:0:42327:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944481e58450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+22:55577:x1862022098453504:12345-192.168.202.28@tcp:35:bash.0 Request processed in 471us (946us total) trans 34359738851 rc 0/0 00000100:00100000:3.0:1775764600.541777:0:42327:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 165 00010000:00010000:3.0:1775764600.643470:0:43224:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775764600.654609:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764600.654841:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098453632 00000100:00100000:2.0:1775764600.654854:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098453632 00000100:00100000:2.0:1775764600.654929:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 542 00000100:00100000:2.0:1775764600.654940:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486e63b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+22:55844:x1862022098453632:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:2.0:1775764600.654976:0:44493:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764600.655013:0:44493:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee2a00/0x57b8ff0e030501f4 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b53b expref: -99 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764600.655295:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3e00/0x57b8ff0e030501fb lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764600.655310:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3e00/0x57b8ff0e030501fb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764600.655319:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3e00/0x57b8ff0e030501fb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764600.655509:0:44493:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 9728 00000004:00200000:2.0:1775764600.658729:0:44493:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 37 stripe count 1 MDT count 1 00000004:00010000:3.0:1775764600.660033:0:44493:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3e00/0x57b8ff0e030501fb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764600.660086:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee2a00/0x57b8ff0e030501f4 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b53b expref: 24 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764600.660113:0:44493:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3e00/0x57b8ff0e030501fb lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b53b expref: 23 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764600.660124:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff94459084a000) 00010000:00010000:3.0:1775764600.660128:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1775764600.660132:0:44493:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944585ee3e00, rc 0) 00000100:00100000:3.0:1775764600.660212:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486e63b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+23:55844:x1862022098453632:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 5272us (5629us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764600.660270:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 542 00000100:00100000:1.0:1775764600.663193:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764600.663782:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098453760 00000100:00100000:2.0:1775764600.663794:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098453760 00000100:00100000:2.0:1775764600.663903:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 543 00000100:00100000:2.0:1775764600.663915:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486e60700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+23:55844:x1862022098453760:12345-192.168.202.28@tcp:34:lfs.0 00010000:00010000:2.0:1775764600.664018:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3000/0x57b8ff0e03050202 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764600.664038:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3000/0x57b8ff0e03050202 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764600.664052:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3000/0x57b8ff0e03050202 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764600.664242:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3200/0x57b8ff0e03050209 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc3e260c2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764600.664250:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3200/0x57b8ff0e03050209 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc3e260c2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764600.664257:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3200/0x57b8ff0e03050209 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc3e260c2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764600.664666:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3800/0x57b8ff0e03050210 lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764600.664675:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3800/0x57b8ff0e03050210 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764600.664683:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3800/0x57b8ff0e03050210 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764600.664727:0:42324:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3800/0x57b8ff0e03050210 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764600.664741:0:42324:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3000/0x57b8ff0e03050202 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764600.664750:0:42324:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3000/0x57b8ff0e03050202 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764600.664757:0:42324:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3000/0x57b8ff0e03050202 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764600.664763:0:42324:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944585ee3000 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764600.664767:0:42324:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3000/0x57b8ff0e03050202 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764600.664775:0:42324:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3000/0x57b8ff0e03050202 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764600.664788:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff94459084a000) 00010000:00010000:2.0:1775764600.664791:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764600.665416:0:42324:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3000/0x57b8ff0e03050202 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764600.665426:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3000/0x57b8ff0e03050202 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764600.665444:0:42324:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3200/0x57b8ff0e03050209 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc3e260c2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764600.665449:0:42324:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3200/0x57b8ff0e03050209 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc3e260c2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764600.665455:0:42324:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3200/0x57b8ff0e03050209 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc3e260c2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764600.665461:0:42324:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944585ee3200 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764600.665464:0:42324:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3200/0x57b8ff0e03050209 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc3e260c2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764600.665470:0:42324:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3200/0x57b8ff0e03050209 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc3e260c2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764600.665479:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xc3e260c2 (ffff94459084a900) 00010000:00010000:2.0:1775764600.665482:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764600.665485:0:42324:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3200/0x57b8ff0e03050209 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc3e260c2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764600.665490:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3200/0x57b8ff0e03050209 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc3e260c2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764600.665505:0:42324:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3800/0x57b8ff0e03050210 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764600.665511:0:42324:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3800/0x57b8ff0e03050210 lrc: 2/0,0 mode: PR/PR res: [0x200003ab1:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764600.665527:0:42324:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3800/0x57b8ff0e03050210 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764600.665532:0:42324:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944585ee3800 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764600.665535:0:42324:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3800/0x57b8ff0e03050210 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764600.665541:0:42324:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3800/0x57b8ff0e03050210 lrc: 4/0,0 mode: PR/PR res: [0x200003ab1:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764600.665548:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x2d:0x0].0x0 (ffff944586564800) 00010000:00010000:2.0:1775764600.665551:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764600.665555:0:42324:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3800/0x57b8ff0e03050210 lrc: 2/0,0 mode: --/PR res: [0x200003ab1:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764600.665560:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3800/0x57b8ff0e03050210 lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764600.665648:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486e60700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+23:55844:x1862022098453760:12345-192.168.202.28@tcp:34:lfs.0 Request processed in 1732us (2474us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764600.665658:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 543 00000001:00080000:2.0:1775764600.673284:0:7469:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 34359738417 is committed 00000001:00080000:2.0:1775764600.673305:0:7469:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 34359738416 is committed 00000100:00100000:2.0:1775764600.707064:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764600.707222:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098454016 00000100:00100000:0.0:1775764600.707233:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098454016 00000100:00100000:0.0:1775764600.707295:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 544 00000100:00100000:0.0:1775764600.707305:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486755c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+23:55845:x1862022098454016:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:0.0:1775764600.707327:0:42325:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764600.707353:0:42325:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77800/0x57b8ff0e03050217 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b542 expref: -99 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764600.707427:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77400/0x57b8ff0e0305021e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764600.707441:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77400/0x57b8ff0e0305021e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764600.707454:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77400/0x57b8ff0e0305021e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764600.707469:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76200/0x57b8ff0e03050225 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc3e260c2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764600.707476:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76200/0x57b8ff0e03050225 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc3e260c2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764600.707483:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76200/0x57b8ff0e03050225 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc3e260c2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764600.709598:0:42325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77400/0x57b8ff0e0305021e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764600.709613:0:42325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77400/0x57b8ff0e0305021e lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764600.709622:0:42325:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77400/0x57b8ff0e0305021e lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764600.709629:0:42325:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445bfe77400 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:1.0:1775764600.709635:0:42325:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77400/0x57b8ff0e0305021e lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764600.709643:0:42325:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77400/0x57b8ff0e0305021e lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764600.709661:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff94459084a000) 00010000:00010000:1.0:1775764600.709664:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764600.709669:0:42325:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77400/0x57b8ff0e0305021e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764600.709676:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77400/0x57b8ff0e0305021e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764600.709695:0:42325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76200/0x57b8ff0e03050225 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc3e260c2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764600.709700:0:42325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76200/0x57b8ff0e03050225 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc3e260c2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764600.709706:0:42325:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76200/0x57b8ff0e03050225 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc3e260c2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764600.709717:0:42325:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445bfe76200 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:1.0:1775764600.709720:0:42325:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76200/0x57b8ff0e03050225 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc3e260c2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764600.709725:0:42325:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76200/0x57b8ff0e03050225 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc3e260c2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764600.709731:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xc3e260c2 (ffff944599e85300) 00010000:00010000:1.0:1775764600.709733:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764600.709735:0:42325:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76200/0x57b8ff0e03050225 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc3e260c2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764600.709741:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76200/0x57b8ff0e03050225 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc3e260c2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764600.709792:0:42325:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77800/0x57b8ff0e03050217 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b542 expref: 24 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764600.709986:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff94459084a000) 00010000:00010000:1.0:1775764600.709988:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1775764600.709992:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77800/0x57b8ff0e03050217 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b542 expref: 24 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764600.710003:0:42325:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445bfe77800, rc 0) 00000100:00100000:1.0:1775764600.710091:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486755c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+23:55845:x1862022098454016:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 2787us (3046us total) trans 0 rc 301/301 00000100:00100000:1.0:1775764600.710101:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 544 00000100:00100000:1.0:1775764600.714007:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764600.714188:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098454144 00000100:00100000:2.0:1775764600.714202:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098454144 00000100:00100000:2.0:1775764600.714320:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 545 00000100:00100000:2.0:1775764600.714335:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486e63100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+23:55845:x1862022098454144:12345-192.168.202.28@tcp:34:lfs.0 00010000:00010000:2.0:1775764600.714441:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3800/0x57b8ff0e0305022c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764600.714464:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3800/0x57b8ff0e0305022c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764600.714485:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3800/0x57b8ff0e0305022c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764600.714504:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3200/0x57b8ff0e03050233 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc3e260c2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764600.714512:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3200/0x57b8ff0e03050233 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc3e260c2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764600.714530:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3200/0x57b8ff0e03050233 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc3e260c2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764600.715386:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3000/0x57b8ff0e0305023a lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764600.715399:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3000/0x57b8ff0e0305023a lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764600.715408:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3000/0x57b8ff0e0305023a lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764600.715467:0:42324:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab1:0x2d:0x0]: returning size 14 00000004:00200000:2.0:1775764600.715472:0:42324:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764600.715488:0:42324:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3000/0x57b8ff0e0305023a lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764600.715502:0:42324:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3800/0x57b8ff0e0305022c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764600.715509:0:42324:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3800/0x57b8ff0e0305022c lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764600.715670:0:42324:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3800/0x57b8ff0e0305022c lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764600.715677:0:42324:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944585ee3800 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764600.715682:0:42324:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3800/0x57b8ff0e0305022c lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764600.715689:0:42324:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3800/0x57b8ff0e0305022c lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764600.715702:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff94459084a000) 00010000:00010000:2.0:1775764600.715706:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764600.715710:0:42324:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3800/0x57b8ff0e0305022c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764600.715716:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3800/0x57b8ff0e0305022c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764600.715733:0:42324:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3200/0x57b8ff0e03050233 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc3e260c2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764600.715738:0:42324:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3200/0x57b8ff0e03050233 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc3e260c2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764600.715743:0:42324:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3200/0x57b8ff0e03050233 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc3e260c2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764600.715748:0:42324:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944585ee3200 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764600.715751:0:42324:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3200/0x57b8ff0e03050233 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc3e260c2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764600.715756:0:42324:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3200/0x57b8ff0e03050233 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc3e260c2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764600.715763:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xc3e260c2 (ffff94459084a900) 00010000:00010000:2.0:1775764600.715765:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764600.715768:0:42324:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3200/0x57b8ff0e03050233 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc3e260c2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764600.715773:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3200/0x57b8ff0e03050233 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc3e260c2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764600.715789:0:42324:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3000/0x57b8ff0e0305023a lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764600.715795:0:42324:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3000/0x57b8ff0e0305023a lrc: 2/0,0 mode: PR/PR res: [0x200003ab1:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764600.716195:0:42324:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3000/0x57b8ff0e0305023a lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764600.716201:0:42324:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944585ee3000 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764600.716204:0:42324:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3000/0x57b8ff0e0305023a lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764600.716210:0:42324:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3000/0x57b8ff0e0305023a lrc: 4/0,0 mode: PR/PR res: [0x200003ab1:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764600.716218:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x2d:0x0].0x0 (ffff944586564800) 00010000:00010000:2.0:1775764600.716221:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764600.716223:0:42324:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3000/0x57b8ff0e0305023a lrc: 2/0,0 mode: --/PR res: [0x200003ab1:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764600.716229:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3000/0x57b8ff0e0305023a lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764600.716406:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486e63100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+23:55845:x1862022098454144:12345-192.168.202.28@tcp:34:lfs.0 Request processed in 2067us (2402us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764600.716419:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 545 00000100:00100000:0.0:1775764600.786927:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764600.787326:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098454400 00000100:00100000:3.0:1775764600.787340:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098454400 00000100:00100000:3.0:1775764600.787417:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 546 00000100:00100000:3.0:1775764600.787428:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94459038a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+23:55852:x1862022098454400:12345-192.168.202.28@tcp:101:cat.0 00010000:00010000:3.0:1775764600.787453:0:44493:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764600.787476:0:44493:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694000/0x57b8ff0e03050241 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b549 expref: -99 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764600.787574:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694e00/0x57b8ff0e03050248 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764600.787589:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694e00/0x57b8ff0e03050248 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764600.787603:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694e00/0x57b8ff0e03050248 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764600.787618:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695600/0x57b8ff0e0305024f lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc3e260c2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764600.787624:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695600/0x57b8ff0e0305024f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc3e260c2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764600.787631:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695600/0x57b8ff0e0305024f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc3e260c2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764600.789202:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3000/0x57b8ff0e03050256 lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764600.789222:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3000/0x57b8ff0e03050256 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764600.789236:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3000/0x57b8ff0e03050256 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764600.789252:0:44493:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab1:0x2d:0x0]: returning size 14 00010000:00010000:2.0:1775764600.789387:0:44493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694e00/0x57b8ff0e03050248 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764600.789395:0:44493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694e00/0x57b8ff0e03050248 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764600.789402:0:44493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694e00/0x57b8ff0e03050248 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764600.789409:0:44493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445be694e00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764600.789414:0:44493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694e00/0x57b8ff0e03050248 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764600.789424:0:44493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694e00/0x57b8ff0e03050248 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764600.789440:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff94459084a000) 00010000:00010000:2.0:1775764600.789444:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764600.789451:0:44493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694e00/0x57b8ff0e03050248 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764600.789457:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694e00/0x57b8ff0e03050248 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764600.789477:0:44493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695600/0x57b8ff0e0305024f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc3e260c2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764600.789485:0:44493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695600/0x57b8ff0e0305024f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc3e260c2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764600.789495:0:44493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695600/0x57b8ff0e0305024f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc3e260c2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764600.789500:0:44493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445be695600 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764600.789503:0:44493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695600/0x57b8ff0e0305024f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc3e260c2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764600.789509:0:44493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695600/0x57b8ff0e0305024f lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc3e260c2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764600.789682:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xc3e260c2 (ffff944586564300) 00010000:00010000:2.0:1775764600.789685:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764600.789688:0:44493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695600/0x57b8ff0e0305024f lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc3e260c2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764600.789694:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695600/0x57b8ff0e0305024f lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc3e260c2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764600.789752:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694000/0x57b8ff0e03050241 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b549 expref: 26 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764600.789766:0:44493:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3000/0x57b8ff0e03050256 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b549 expref: 25 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764600.789775:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x2d:0x0].0x0 (ffff944586564800) 00010000:00010000:2.0:1775764600.789777:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1775764600.789780:0:44493:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944585ee3000, rc 0) 00000100:00100000:2.0:1775764600.790136:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94459038a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+25:55852:x1862022098454400:12345-192.168.202.28@tcp:101:cat.0 Request processed in 2708us (3218us total) trans 34359738852 rc 0/0 00000100:00100000:2.0:1775764600.790150:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 546 00000100:00100000:1.0:1775764600.796608:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764600.796829:0:42328:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098454656 00000100:00100000:3.0:1775764600.796838:0:42328:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098454656 00000100:00100000:3.0:1775764600.796902:0:42328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 166 00000100:00100000:3.0:1775764600.796912:0:42328:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486e62300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+25:55852:x1862022098454656:12345-192.168.202.28@tcp:35:cat.0 00000100:00100000:3.0:1775764600.797434:0:42328:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486e62300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+26:55852:x1862022098454656:12345-192.168.202.28@tcp:35:cat.0 Request processed in 520us (834us total) trans 34359738853 rc 0/0 00000100:00100000:3.0:1775764600.797444:0:42328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 166 00000040:00080000:1.0:1775764600.833705:0:42356:0:(llog.c:800:llog_process_thread()) index: 8, lh_last_idx: 8 synced_idx: 8 lgh_last_idx: 8 00000040:00080000:1.0:1775764600.833716:0:42356:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x32:0x0] at index 8 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1775764600.833755:0:42356:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x32:0x0] index 14 count 4 00000040:00080000:1.0:1775764600.833764:0:42356:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 9 count 2 00010000:00010000:0.0:1775764601.665031:0:42312:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764602.689995:0:42313:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775764603.137326:0:3330:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1775764603.137356:0:3330:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944486754000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3330:1862022119007744:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1775764603.137437:0:3330:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764603.138005:0:42948:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119007744 00000100:00100000:2.0:1775764603.138019:0:42948:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119007744 00000100:00100000:2.0:1775764603.138231:0:42948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 100 00000100:00100000:2.0:1775764603.138243:0:42948:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444864b0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3330:x1862022119007744:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1775764603.138287:0:42948:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 57868288 pending 0 free 3704619008 avail 3702521856 00000100:00100000:2.0:1775764603.138358:0:42948:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444864b0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3330:x1862022119007744:12345-0@lo:13:osp-pre-0-0.0 Request processed in 118us (920us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764603.138367:0:42948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 100 00000100:00100000:3.0:1775764603.140820:0:3330:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944486754000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3330:1862022119007744:0@lo:13:osp-pre-0-0.0 00000100:00080000:1.0:1775764603.143328:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1775764603.652975:0:3330:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9444864b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3330:1862022119008128:0@lo:400:kworker.0 00000100:00100000:2.0:1775764603.653197:0:3328:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9444864b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d8dacf45-8471-4226-a2fb-1fac83f69c1e:3328:1862022119007872:0@lo:400:kworker.0 00000100:00100000:2.0:1775764603.653260:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764603.653343:0:3328:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1775764603.653349:0:3328:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9444864b2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3328:1862022119008000:0@lo:400:kworker.0 00000100:00100000:2.0:1775764603.653377:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764603.653423:0:42319:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119007872 00000100:00100000:2.0:1775764603.653432:0:42319:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119007872 00000100:00100000:2.0:1775764603.653484:0:42319:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 209 00000100:00100000:2.0:1775764603.653505:0:42319:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94448180d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d8dacf45-8471-4226-a2fb-1fac83f69c1e+18:3328:x1862022119007872:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764603.653561:0:42319:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94448180d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d8dacf45-8471-4226-a2fb-1fac83f69c1e+18:3328:x1862022119007872:12345-0@lo:400:kworker.0 Request processed in 57us (301us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764603.653568:0:42319:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 209 00000100:00100000:2.0:1775764603.653600:0:42944:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119008000 00000100:00100000:2.0:1775764603.653603:0:42944:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119008000 00000100:00100000:2.0:1775764603.653630:0:42944:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 164 00000100:00100000:2.0:1775764603.653635:0:42944:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486755500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3328:x1862022119008000:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764603.653665:0:42944:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486755500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3328:x1862022119008000:12345-0@lo:400:kworker.0 Request processed in 30us (287us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764603.653672:0:42944:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 164 00000100:00100000:2.0:1775764603.653713:0:3328:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9444864b2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3328:1862022119008000:0@lo:400:kworker.0 00000100:00100000:2.0:1775764603.653723:0:3328:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9444864b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d8dacf45-8471-4226-a2fb-1fac83f69c1e:3328:1862022119007872:0@lo:400:kworker.0 00000100:00100000:3.0:1775764603.654041:0:3330:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764603.654111:0:3331:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9444864b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3331:1862022119008256:0@lo:400:kworker.0 00000100:00100000:3.0:1775764603.654155:0:3331:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764603.654188:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119008256 00000100:00100000:3.0:1775764603.654192:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119008256 00000100:00100000:3.0:1775764603.654223:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 225 00000100:00100000:3.0:1775764603.654230:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444864b0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3331:x1862022119008256:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764603.654269:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444864b0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3331:x1862022119008256:12345-0@lo:400:kworker.0 Request processed in 39us (124us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764603.654275:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 225 00000100:00100000:3.0:1775764603.654304:0:3331:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9444864b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3331:1862022119008256:0@lo:400:kworker.0 00000100:00100000:1.0:1775764603.654535:0:3329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9444864b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3329:1862022119008512:0@lo:400:kworker.0 00000100:00100000:1.0:1775764603.654570:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764603.654595:0:3329:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1775764603.654601:0:3329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9444864b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3329:1862022119008384:0@lo:400:kworker.0 00000100:00100000:1.0:1775764603.654623:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764603.654649:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119008512 00000100:00100000:1.0:1775764603.654653:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119008512 00000100:00100000:1.0:1775764603.654686:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119008384 00000100:00100000:1.0:1775764603.654690:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119008384 00000100:00100000:1.0:1775764603.654707:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 226 00000100:00100000:1.0:1775764603.654713:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486e60a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3329:x1862022119008512:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764603.654750:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486e60a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3329:x1862022119008512:12345-0@lo:400:kworker.0 Request processed in 37us (179us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764603.654757:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 226 00000100:00100000:1.0:1775764603.654769:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 227 00000100:00100000:1.0:1775764603.654774:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445b2cb0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3329:x1862022119008384:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764603.654844:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445b2cb0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3329:x1862022119008384:12345-0@lo:400:kworker.0 Request processed in 69us (219us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764603.654850:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 227 00000100:00080000:1.0:1775764603.654867:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1775764603.654891:0:3329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9444864b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3329:1862022119008384:0@lo:400:kworker.0 00000100:00100000:1.0:1775764603.654903:0:3329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9444864b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3329:1862022119008512:0@lo:400:kworker.0 00000100:00100000:2.0:1775764603.655298:0:42946:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119008128 00000100:00100000:2.0:1775764603.655304:0:42946:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119008128 00000100:00100000:2.0:1775764603.655346:0:42946:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 165 00000100:00100000:2.0:1775764603.655354:0:42946:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444864b0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3330:x1862022119008128:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764603.655397:0:42946:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444864b0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3330:x1862022119008128:12345-0@lo:400:kworker.0 Request processed in 45us (1367us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764603.655404:0:42946:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 165 00000100:00080000:2.0:1775764603.655434:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1775764603.655455:0:3330:0:(client.c:3082:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 34359738416 gen 2 00000004:00080000:2.0:1775764603.655462:0:3330:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff944483640700, transno 34359738416 00000100:00100000:2.0:1775764603.655474:0:3330:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9444864b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3330:1862022119008128:0@lo:400:kworker.0 00010000:00010000:3.0:1775764603.712983:0:43224:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1775764603.905117:0:42356:0:(llog.c:800:llog_process_thread()) index: 8, lh_last_idx: 8 synced_idx: 8 lgh_last_idx: 8 00000040:00080000:1.0:1775764603.905128:0:42356:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x32:0x0] at index 8 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1775764603.905617:0:42356:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x32:0x0] index 14 count 2 00000040:00080000:1.0:1775764603.905625:0:42356:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 9 count 2 00000100:00100000:3.0:1775764604.082195:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764604.082324:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764604.082361:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764604.082388:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764604.082421:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764604.082500:0:42944:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098455168 00000100:00100000:2.0:1775764604.082513:0:42944:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098455168 00000100:00100000:2.0:1775764604.082594:0:42944:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098455040 00000100:00100000:2.0:1775764604.082597:0:42944:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098455040 00000100:00100000:2.0:1775764604.082624:0:42944:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 166 00000100:00100000:2.0:1775764604.082635:0:42944:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444864b1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+11:2379:x1862022098455168:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:2.0:1775764604.082724:0:42944:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444864b1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+11:2379:x1862022098455168:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 91us (400us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764604.082731:0:42944:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 166 00000100:00100000:2.0:1775764604.082749:0:42944:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 167 00000100:00100000:2.0:1775764604.082755:0:42944:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444864b2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+8:2379:x1862022098455040:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:2.0:1775764604.082779:0:42944:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444864b2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+8:2379:x1862022098455040:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 25us (392us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764604.082785:0:42944:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 167 00000100:00080000:2.0:1775764604.082831:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1775764604.082836:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1775764604.089290:0:42318:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098454784 00000100:00100000:3.0:1775764604.089312:0:42318:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098454784 00000100:00100000:3.0:1775764604.089411:0:42318:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 210 00000100:00100000:3.0:1775764604.089424:0:42318:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bd379c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:24b54882-c0a1-43f2-954f-009e5a9afc9d+12:2379:x1862022098454784:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:3.0:1775764604.089546:0:42318:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bd379c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:24b54882-c0a1-43f2-954f-009e5a9afc9d+12:2379:x1862022098454784:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 114us (7173us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764604.089556:0:42318:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 210 00000100:00100000:0.0:1775764604.096519:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098454912 00000100:00100000:0.0:1775764604.098768:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098454912 00000100:00100000:0.0:1775764604.098863:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098455296 00000100:00100000:0.0:1775764604.098868:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098455296 00000100:00100000:0.0:1775764604.098898:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 228 00000100:00100000:0.0:1775764604.098906:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444864b2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+26:2379:x1862022098454912:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:0.0:1775764604.099071:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444864b2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+26:2379:x1862022098454912:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 165us (16891us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764604.099083:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 228 00000100:00100000:0.0:1775764604.099102:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 229 00000100:00100000:0.0:1775764604.099108:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444864b3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:82781e18-e0e3-4f9f-9a2b-041bf0344414+5:2379:x1862022098455296:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:0.0:1775764604.099128:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444864b3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:82781e18-e0e3-4f9f-9a2b-041bf0344414+5:2379:x1862022098455296:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 21us (16707us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764604.099133:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 229 00000100:00080000:2.0:1775764604.100539:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1775764604.737756:0:42312:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775764605.185592:0:3331:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1775764605.185622:0:3331:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944486755180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3331:1862022119008640:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1775764605.185709:0:3331:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764605.196775:0:42948:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119008640 00000100:00100000:2.0:1775764605.196793:0:42948:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119008640 00000100:00100000:2.0:1775764605.196990:0:42948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 101 00000100:00100000:2.0:1775764605.197004:0:42948:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944590389180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3331:x1862022119008640:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1775764605.197061:0:42948:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 66387968 pending 0 free 3765436416 avail 3763339264 00000100:00080000:0.0:1775764605.198140:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1775764605.198545:0:42948:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944590389180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3331:x1862022119008640:12345-0@lo:13:osp-pre-1-0.0 Request processed in 1541us (12831us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764605.198558:0:42948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 101 00000100:00100000:0.0:1775764605.198660:0:3331:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944486755180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3331:1862022119008640:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1775764605.766419:0:42313:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:3.0:1775764605.790538:0:5825:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 34359738852 is committed 00000001:00080000:3.0:1775764605.790555:0:5825:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 34359738853 is committed 00010000:00010000:3.0:1775764606.795915:0:43224:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775764606.990198:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764606.990446:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098455424 00000100:00100000:0.0:1775764606.990464:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098455424 00000100:00100000:0.0:1775764606.990651:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 547 00000100:00100000:0.0:1775764606.990676:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444864b0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+23:55807:x1862022098455424:12345-192.168.202.28@tcp:60:lhsmtool_posix.0 00000100:00100000:0.0:1775764606.990977:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444864b0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+23:55807:x1862022098455424:12345-192.168.202.28@tcp:60:lhsmtool_posix.0 Request processed in 310us (797us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764606.990991:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 547 00000100:00080000:2.0:1775764606.991127:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1775764607.007238:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764607.007339:0:42327:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098455680 00000100:00100000:2.0:1775764607.007351:0:42327:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098455680 00000100:00100000:2.0:1775764607.007440:0:42327:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 167 00000100:00100000:2.0:1775764607.007483:0:42327:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944590388000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+23:55807:x1862022098455680:12345-192.168.202.28@tcp:35:lhsmtool_posix.0 00000100:00100000:2.0:1775764607.008290:0:42327:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944590388000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+24:55807:x1862022098455680:12345-192.168.202.28@tcp:35:lhsmtool_posix.0 Request processed in 836us (1061us total) trans 34359738854 rc 0/0 00000100:00100000:2.0:1775764607.008301:0:42327:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 167 00000100:00100000:3.0:1775764607.360535:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764607.364736:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098455808 00000100:00100000:0.0:1775764607.364754:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098455808 00000100:00100000:0.0:1775764607.364981:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 548 00000100:00100000:0.0:1775764607.364991:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444864b0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:82781e18-e0e3-4f9f-9a2b-041bf0344414+5:56292:x1862022098455808:12345-192.168.202.28@tcp:101:lsof.0 00010000:00010000:0.0:1775764607.365015:0:42325:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764607.365037:0:42325:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76400/0x57b8ff0e03050264 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b550 expref: -99 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764607.365138:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77000/0x57b8ff0e0305026b lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764607.365152:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77000/0x57b8ff0e0305026b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764607.365171:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77000/0x57b8ff0e0305026b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764607.365930:0:42325:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 9728 00000004:00200000:0.0:1775764607.365936:0:42325:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 37 stripe count 1 MDT count 1 00000004:00010000:0.0:1775764607.366033:0:42325:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77000/0x57b8ff0e0305026b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764607.366432:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76400/0x57b8ff0e03050264 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b550 expref: 7 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764607.366632:0:42325:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77000/0x57b8ff0e0305026b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b550 expref: 6 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764607.366643:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff94459084a000) 00010000:00010000:0.0:1775764607.366646:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1775764607.366650:0:42325:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445bfe77000, rc 0) 00000100:00100000:0.0:1775764607.366754:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444864b0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:82781e18-e0e3-4f9f-9a2b-041bf0344414+6:56292:x1862022098455808:12345-192.168.202.28@tcp:101:lsof.0 Request processed in 1761us (6239us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764607.366766:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 548 00000100:00080000:2.0:1775764607.368445:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1775764607.817790:0:42312:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775764608.257583:0:3331:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944486757b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3331:1862022119008768:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1775764608.257728:0:3331:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764608.258045:0:42947:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119008768 00000100:00100000:1.0:1775764608.258055:0:42947:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119008768 00000100:00100000:1.0:1775764608.258150:0:42947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 102 00000100:00100000:1.0:1775764608.258160:0:42947:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bb48aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3331:x1862022119008768:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1775764608.258203:0:42947:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 57868288 pending 0 free 3704619008 avail 3702521856 00000100:00100000:1.0:1775764608.258274:0:42947:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bb48aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3331:x1862022119008768:12345-0@lo:13:osp-pre-0-0.0 Request processed in 115us (547us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764608.258282:0:42947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 102 00000100:00100000:1.0:1775764608.258346:0:3331:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944486757b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3331:1862022119008768:0@lo:13:osp-pre-0-0.0 00000100:00080000:2.0:1775764608.258861:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1775764608.772460:0:3329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9444864b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3329:1862022119009024:0@lo:400:kworker.0 00000100:00100000:3.0:1775764608.772460:0:3331:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944585dde300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3331:1862022119009280:0@lo:400:kworker.0 00000100:00100000:0.0:1775764608.772626:0:3330:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9444864b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3330:1862022119009152:0@lo:400:kworker.0 00000100:00100000:2.0:1775764608.773055:0:3328:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9444864b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d8dacf45-8471-4226-a2fb-1fac83f69c1e:3328:1862022119008896:0@lo:400:kworker.0 00000100:00100000:3.0:1775764608.777566:0:3331:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764608.777692:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119009280 00000100:00100000:3.0:1775764608.777704:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119009280 00000100:00100000:3.0:1775764608.777786:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 230 00000100:00100000:3.0:1775764608.777815:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444867b0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3331:x1862022119009280:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764608.777876:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444867b0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3331:x1862022119009280:12345-0@lo:400:kworker.0 Request processed in 81us (322us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764608.777883:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 230 00000100:00100000:3.0:1775764608.778274:0:3331:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944585dde300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3331:1862022119009280:0@lo:400:kworker.0 00000100:00080000:3.0:1775764608.778399:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1775764608.780158:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764608.784365:0:42944:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119009024 00000100:00100000:3.0:1775764608.784389:0:42944:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119009024 00000100:00100000:3.0:1775764608.784606:0:42944:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 168 00000100:00100000:3.0:1775764608.784629:0:42944:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445b2cb2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3329:x1862022119009024:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764608.785989:0:42944:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445b2cb2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3329:x1862022119009024:12345-0@lo:400:kworker.0 Request processed in 1362us (5829us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764608.786004:0:42944:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 168 00000100:00080000:1.0:1775764608.787225:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1775764608.787294:0:3329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9444864b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3329:1862022119009024:0@lo:400:kworker.0 00000100:00100000:0.0:1775764608.791908:0:3330:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764608.791978:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119009152 00000100:00100000:1.0:1775764608.791991:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119009152 00000100:00100000:1.0:1775764608.792056:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 231 00000100:00100000:1.0:1775764608.792067:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bb488000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3330:x1862022119009152:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764608.792153:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bb488000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3330:x1862022119009152:12345-0@lo:400:kworker.0 Request processed in 88us (259us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764608.792160:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 231 00000100:00100000:0.0:1775764608.792379:0:3330:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9444864b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3330:1862022119009152:0@lo:400:kworker.0 00000100:00100000:2.0:1775764608.792866:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764608.793065:0:3328:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9444832c3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3328:1862022119009408:0@lo:400:kworker.0 00000100:00100000:2.0:1775764608.793095:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764608.795316:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119009408 00000100:00100000:3.0:1775764608.795332:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119009408 00000100:00100000:3.0:1775764608.795500:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 232 00000100:00100000:3.0:1775764608.795516:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486756a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3328:x1862022119009408:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764608.795652:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486756a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3328:x1862022119009408:12345-0@lo:400:kworker.0 Request processed in 139us (2553us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764608.795664:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 232 00000100:00080000:1.0:1775764608.796116:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1775764608.796230:0:3328:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9444832c3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3328:1862022119009408:0@lo:400:kworker.0 00000100:00100000:0.0:1775764608.798496:0:42317:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119008896 00000100:00100000:0.0:1775764608.798520:0:42317:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119008896 00000100:00100000:0.0:1775764608.798640:0:42317:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 211 00000100:00100000:0.0:1775764608.798658:0:42317:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bd378450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d8dacf45-8471-4226-a2fb-1fac83f69c1e+18:3328:x1862022119008896:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764608.798861:0:42317:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bd378450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d8dacf45-8471-4226-a2fb-1fac83f69c1e+18:3328:x1862022119008896:12345-0@lo:400:kworker.0 Request processed in 206us (5991us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764608.798873:0:42317:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 211 00000100:00100000:2.0:1775764608.799320:0:3328:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9444864b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d8dacf45-8471-4226-a2fb-1fac83f69c1e:3328:1862022119008896:0@lo:400:kworker.0 00010000:00010000:2.0:1775764608.833143:0:42313:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775764609.202657:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764609.202728:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764609.202790:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764609.202905:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764609.202943:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764609.207508:0:43212:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098456192 00000100:00100000:2.0:1775764609.207530:0:43212:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098456192 00000100:00100000:2.0:1775764609.207637:0:43212:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098456320 00000100:00100000:2.0:1775764609.207644:0:43212:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098456320 00000100:00100000:2.0:1775764609.207693:0:43212:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 169 00000100:00100000:2.0:1775764609.207711:0:43212:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bc1dce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+8:2379:x1862022098456192:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:2.0:1775764609.207877:0:43212:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bc1dce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+8:2379:x1862022098456192:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 168us (5147us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764609.207891:0:43212:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 169 00000100:00100000:2.0:1775764609.207925:0:43212:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 170 00000100:00100000:2.0:1775764609.207936:0:43212:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bc1f3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+11:2379:x1862022098456320:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:2.0:1775764609.207984:0:43212:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bc1f3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+11:2379:x1862022098456320:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 49us (5038us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764609.207994:0:43212:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 170 00000100:00100000:3.0:1775764609.208912:0:42319:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098455936 00000100:00100000:3.0:1775764609.208920:0:42319:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098455936 00000100:00100000:3.0:1775764609.208980:0:42319:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 212 00000100:00100000:3.0:1775764609.208988:0:42319:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bd37ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:24b54882-c0a1-43f2-954f-009e5a9afc9d+12:2379:x1862022098455936:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:3.0:1775764609.209038:0:42319:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bd37ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:24b54882-c0a1-43f2-954f-009e5a9afc9d+12:2379:x1862022098455936:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 51us (6417us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764609.209045:0:42319:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 212 00000100:00100000:1.0:1775764609.209178:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098456448 00000100:00100000:1.0:1775764609.209183:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098456448 00000100:00100000:1.0:1775764609.209225:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098456064 00000100:00100000:1.0:1775764609.209229:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098456064 00000100:00100000:1.0:1775764609.209249:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 233 00000100:00100000:1.0:1775764609.209256:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944489169880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:82781e18-e0e3-4f9f-9a2b-041bf0344414+6:2379:x1862022098456448:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:1.0:1775764609.209289:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944489169880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:82781e18-e0e3-4f9f-9a2b-041bf0344414+6:2379:x1862022098456448:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 33us (6500us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764609.209306:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 233 00000100:00100000:1.0:1775764609.209319:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 234 00000100:00100000:1.0:1775764609.209326:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bc1f0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+24:2379:x1862022098456064:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:1.0:1775764609.209359:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bc1f0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+24:2379:x1862022098456064:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 34us (6456us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764609.209366:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 234 00000100:00080000:0.0:1775764609.209993:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1775764609.210000:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1775764609.210003:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:3.0:1775764609.860410:0:43224:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775764610.305551:0:3328:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1775764610.305585:0:3328:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944486757b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3328:1862022119009536:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1775764610.305672:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764610.305823:0:42947:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119009536 00000100:00100000:0.0:1775764610.305835:0:42947:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119009536 00000100:00100000:0.0:1775764610.305937:0:42947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 103 00000100:00100000:0.0:1775764610.305951:0:42947:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444867b0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3328:x1862022119009536:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1775764610.306000:0:42947:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 66387968 pending 0 free 3765436416 avail 3763339264 00000100:00100000:0.0:1775764610.306071:0:42947:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444867b0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3328:x1862022119009536:12345-0@lo:13:osp-pre-1-0.0 Request processed in 123us (398us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764610.306081:0:42947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 103 00000100:00100000:0.0:1775764610.306161:0:3328:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944486757b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3328:1862022119009536:0@lo:13:osp-pre-1-0.0 00000100:00080000:2.0:1775764610.306579:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:3.0:1775764610.881174:0:42312:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:2.0:1775764610.907392:0:5825:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 34359738854 is committed 00000001:02000400:3.0:1775764611.717322:0:47059:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-pcc test 21e: Truncate should invalidate PCC-RO caching ========================================================== 15:56:50 (1775764610) 00010000:00010000:2.0:1775764611.905115:0:42313:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764612.932180:0:43224:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775764613.095669:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764613.095781:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098456704 00000100:00100000:1.0:1775764613.095792:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098456704 00000100:00100000:1.0:1775764613.095929:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 549 00000100:00100000:1.0:1775764613.095944:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bc1f0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+23:56551:x1862022098456704:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1775764613.095969:0:42325:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764613.095994:0:42325:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944587808600/0x57b8ff0e03050272 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b557 expref: -99 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764613.096107:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff944587808a00/0x57b8ff0e03050279 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764613.096122:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944587808a00/0x57b8ff0e03050279 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764613.096133:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944587808a00/0x57b8ff0e03050279 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764613.096148:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944587808400/0x57b8ff0e03050280 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764613.096154:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944587808400/0x57b8ff0e03050280 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764613.096160:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944587808400/0x57b8ff0e03050280 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764613.096593:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944488003400/0x57b8ff0e03050287 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764613.096603:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944488003400/0x57b8ff0e03050287 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764613.096611:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944488003400/0x57b8ff0e03050287 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764613.096623:0:42325:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000002:0x2:0x0]: returning size 6656 00010000:00010000:1.0:1775764613.096862:0:42325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff944587808a00/0x57b8ff0e03050279 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764613.096870:0:42325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944587808a00/0x57b8ff0e03050279 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764613.096876:0:42325:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944587808a00/0x57b8ff0e03050279 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764613.096882:0:42325:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944587808a00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:1.0:1775764613.096887:0:42325:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944587808a00/0x57b8ff0e03050279 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764613.096894:0:42325:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944587808a00/0x57b8ff0e03050279 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764613.096907:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff944582f80200) 00010000:00010000:1.0:1775764613.096910:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764613.096914:0:42325:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944587808a00/0x57b8ff0e03050279 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764613.096921:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944587808a00/0x57b8ff0e03050279 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764613.096933:0:42325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944587808400/0x57b8ff0e03050280 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764613.096939:0:42325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944587808400/0x57b8ff0e03050280 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764613.096944:0:42325:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944587808400/0x57b8ff0e03050280 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764613.096950:0:42325:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944587808400 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:1.0:1775764613.096953:0:42325:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944587808400/0x57b8ff0e03050280 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764613.096958:0:42325:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944587808400/0x57b8ff0e03050280 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764613.096965:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x8d45d6bc (ffff944584d1d900) 00010000:00010000:1.0:1775764613.096967:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764613.096969:0:42325:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944587808400/0x57b8ff0e03050280 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764613.096974:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944587808400/0x57b8ff0e03050280 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764613.097344:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944587808600/0x57b8ff0e03050272 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b557 expref: 26 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764613.097361:0:42325:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff944488003400/0x57b8ff0e03050287 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b557 expref: 25 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764613.097368:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff94459084a500) 00010000:00010000:1.0:1775764613.097371:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764613.097373:0:42325:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944488003400, rc 0) 00000100:00100000:1.0:1775764613.097451:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bc1f0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+25:56551:x1862022098456704:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 Request processed in 1513us (1793us total) trans 34359738855 rc 0/0 00000100:00100000:1.0:1775764613.097460:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 549 00000100:00080000:0.0:1775764613.098154:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1775764613.109770:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764613.109882:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764613.110051:0:42311:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098456960 00000100:00100000:0.0:1775764613.110071:0:42311:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098456960 00000100:00100000:0.0:1775764613.110146:0:42311:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 47 00000100:00100000:0.0:1775764613.110157:0:42311:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944590fdd050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+25:2377:x1862022098456960:12345-192.168.202.28@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1775764613.110176:0:42311:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764613.110201:0:42311:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944488003400/0x57b8ff0e03050287 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b557 expref: 25 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764613.110220:0:42311:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff94459084a500) 00010000:00010000:0.0:1775764613.110225:0:42311:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775764613.110287:0:42311:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944590fdd050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+24:2377:x1862022098456960:12345-192.168.202.28@tcp:103:ldlm_bl.0 Request processed in 132us (417us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764613.110295:0:42311:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 47 00000100:00100000:3.0:1775764613.110674:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098456832 00000100:00100000:3.0:1775764613.110680:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098456832 00000100:00100000:3.0:1775764613.110719:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 550 00000100:00100000:3.0:1775764613.110727:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445b2cb3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+24:56551:x1862022098456832:12345-192.168.202.28@tcp:59:lhsmtool_posix.0 00000100:00100000:3.0:1775764613.111025:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445b2cb3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+24:56551:x1862022098456832:12345-192.168.202.28@tcp:59:lhsmtool_posix.0 Request processed in 298us (1268us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764613.111033:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 550 00000040:00080000:0.0:1775764613.121424:0:42356:0:(llog.c:800:llog_process_thread()) index: 8, lh_last_idx: 8 synced_idx: 8 lgh_last_idx: 8 00000040:00080000:0.0:1775764613.121436:0:42356:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x32:0x0] at index 8 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1775764613.121475:0:42356:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x32:0x0] index 14 count 2 00000040:00080000:0.0:1775764613.121482:0:42356:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 9 count 2 00000100:00100000:1.0:1775764613.198165:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764613.198368:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098457216 00000100:00100000:2.0:1775764613.198383:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098457216 00000100:00100000:2.0:1775764613.198474:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 551 00000100:00100000:2.0:1775764613.198490:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445b2cb0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+24:56321:x1862022098457216:12345-192.168.202.28@tcp:101:bash.0 00010000:00010000:2.0:1775764613.198519:0:42325:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764613.198524:0:42325:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1775764613.198561:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3e00/0x57b8ff0e030501fb lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b53b expref: 24 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764613.198590:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff94459084a000) 00010000:00010000:2.0:1775764613.198596:0:42325:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775764613.198615:0:42325:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee2a00/0x57b8ff0e03050295 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b55e expref: -99 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764613.199319:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3200/0x57b8ff0e0305029c lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764613.199336:0:42325:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77000/0x57b8ff0e0305026b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b550 expref: 5 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764613.199345:0:42325:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3200/0x57b8ff0e0305029c lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764613.199380:0:42325:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77000/0x57b8ff0e0305026b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b550 expref: 5 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764613.199395:0:42325:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77000/0x57b8ff0e0305026b lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b550 expref: 5 pid: 42325 timeout: 2180 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764613.199409:0:42325:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944486755180 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:42325:1862022119009664:192.168.202.28@tcp:104: 00000100:00100000:2.0:1775764613.199524:0:42325:0:(client.c:2691:ptlrpc_set_wait()) set ffff944588523e40 going to sleep for 11 seconds 00000100:00100000:1.0:1775764613.204201:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764613.204287:0:42325:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944486755180 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:42325:1862022119009664:192.168.202.28@tcp:104: 00010000:00010000:2.0:1775764613.204317:0:42325:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3200/0x57b8ff0e0305029c lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764613.204430:0:44302:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098457344 00000100:00100000:0.0:1775764613.204438:0:44302:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098457344 00010000:00010000:0.0:1775764613.204558:0:44302:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77000/0x57b8ff0e0305026b lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b550 expref: 6 pid: 42325 timeout: 2180 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764613.204607:0:44302:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 120 00000100:00100000:0.0:1775764613.204618:0:44302:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445b2cb1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:82781e18-e0e3-4f9f-9a2b-041bf0344414+6:2378:x1862022098457344:12345-192.168.202.28@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1775764613.204633:0:44302:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764613.204641:0:44302:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77000/0x57b8ff0e0305026b lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b550 expref: 6 pid: 42325 timeout: 2180 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764613.204653:0:44302:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77000/0x57b8ff0e0305026b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b550 expref: 6 pid: 42325 timeout: 2180 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764613.204675:0:44302:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77000/0x57b8ff0e0305026b lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b550 expref: 6 pid: 42325 timeout: 2180 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764613.204692:0:44302:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff94459084a000) 00010000:00010000:0.0:1775764613.204697:0:44302:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3200/0x57b8ff0e0305029c lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764613.204708:0:44302:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3200/0x57b8ff0e0305029c lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764613.204715:0:44302:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3200/0x57b8ff0e0305029c lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764613.204738:0:44302:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775764613.204791:0:44302:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445b2cb1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:82781e18-e0e3-4f9f-9a2b-041bf0344414+5:2378:x1862022098457344:12345-192.168.202.28@tcp:103:ldlm_bl.0 Request processed in 174us (603us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764613.204823:0:44302:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 120 00000100:00080000:2.0:1775764613.206701:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:2.0:1775764613.206725:0:42325:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3200/0x57b8ff0e0305029c lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764613.206738:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3200/0x57b8ff0e0305029c lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764613.206775:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3800/0x57b8ff0e030502a3 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x3caf6322 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764613.206790:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3800/0x57b8ff0e030502a3 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x3caf6322 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764613.207135:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3800/0x57b8ff0e030502a3 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x3caf6322 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1775764613.209390:0:42325:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x10f:0x0], index 0: 0 00010000:00010000:2.0:1775764613.210412:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944580031e00/0x57b8ff0e030502aa lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0x2f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764613.210436:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944580031e00/0x57b8ff0e030502aa lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764613.210453:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944580031e00/0x57b8ff0e030502aa lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764613.210518:0:42325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3200/0x57b8ff0e0305029c lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764613.210526:0:42325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3200/0x57b8ff0e0305029c lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764613.210533:0:42325:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3200/0x57b8ff0e0305029c lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764613.210540:0:42325:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944585ee3200 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764613.210546:0:42325:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3200/0x57b8ff0e0305029c lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764613.210555:0:42325:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3200/0x57b8ff0e0305029c lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764613.210570:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff94459084a000) 00010000:00010000:2.0:1775764613.210574:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764613.210580:0:42325:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3200/0x57b8ff0e0305029c lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764613.210585:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3200/0x57b8ff0e0305029c lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764613.210610:0:42325:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000018fdc998 reply state 0000000004839707 transno 34359738856 ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3800/0x57b8ff0e030502a3 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x3caf6322 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764613.210622:0:42325:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1775764613.210677:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee2a00/0x57b8ff0e03050295 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b55e expref: 26 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764613.210702:0:42325:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff944580031e00/0x57b8ff0e030502aa lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b55e expref: 25 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764613.210714:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x2f:0x0].0x0 (ffff94459084ac00) 00010000:00010000:2.0:1775764613.210717:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1775764613.210719:0:42325:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944580031e00, rc 0) 00000100:00100000:2.0:1775764613.210825:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445b2cb0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+26:56321:x1862022098457216:12345-192.168.202.28@tcp:101:bash.0 Request processed in 12341us (12676us total) trans 34359738856 rc 0/0 00000100:00100000:2.0:1775764613.210834:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 551 00000100:00100000:1.0:1775764613.219210:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00010000:00010000:0.0:1775764613.219301:0:3314:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3800/0x57b8ff0e030502a3 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x3caf6322 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764613.219317:0:3314:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3800/0x57b8ff0e030502a3 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x3caf6322 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764613.219326:0:3314:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3800/0x57b8ff0e030502a3 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x3caf6322 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764613.219332:0:3314:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944585ee3800 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:0.0:1775764613.219337:0:3314:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3800/0x57b8ff0e030502a3 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x3caf6322 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764613.219346:0:3314:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3800/0x57b8ff0e030502a3 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x3caf6322 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764613.219368:0:3314:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x3caf6322 (ffff94459084a400) 00010000:00010000:0.0:1775764613.219371:0:3314:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764613.219377:0:3314:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3800/0x57b8ff0e030502a3 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x3caf6322 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764613.219382:0:3314:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3800/0x57b8ff0e030502a3 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x3caf6322 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764613.219618:0:43212:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098457472 00000100:00100000:2.0:1775764613.219630:0:43212:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098457472 00000100:00100000:2.0:1775764613.219702:0:43212:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 141 00000100:00100000:2.0:1775764613.219713:0:43212:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445b2cb2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+8:56321:x1862022098457472:12345-192.168.202.28@tcp:101:bash.0 00010000:00010000:2.0:1775764613.219732:0:43212:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764613.219750:0:43212:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ee55af42/0x57b8ff0e030502b8 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x10f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b565 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1775764613.219776:0:43212:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x10f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1775764613.219835:0:43212:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764613.219838:0:43212:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764613.219847:0:43212:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ee55af42/0x57b8ff0e030502b8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x10f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b565 expref: 9 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:0.0:1775764613.219979:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1775764613.220265:0:43212:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000ee55af42/0x57b8ff0e030502b8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x10f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b565 expref: 9 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764613.220280:0:43212:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944580031000, rc 0) 00000100:00100000:2.0:1775764613.220384:0:43212:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445b2cb2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+9:56321:x1862022098457472:12345-192.168.202.28@tcp:101:bash.0 Request processed in 672us (1182us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764613.220393:0:43212:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 141 00000100:00100000:0.0:1775764613.235970:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764613.238384:0:42327:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098457728 00000100:00100000:2.0:1775764613.238400:0:42327:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098457728 00000100:00100000:2.0:1775764613.238535:0:42327:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 168 00000100:00100000:2.0:1775764613.238546:0:42327:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bc1f0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+25:56321:x1862022098457728:12345-192.168.202.28@tcp:35:bash.0 00000100:00100000:2.0:1775764613.239195:0:42327:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bc1f0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+26:56321:x1862022098457728:12345-192.168.202.28@tcp:35:bash.0 Request processed in 650us (3235us total) trans 34359738857 rc 0/0 00000100:00100000:2.0:1775764613.239204:0:42327:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 168 00000100:00100000:0.0:1775764613.260195:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764613.260284:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098457856 00000100:00100000:3.0:1775764613.260296:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098457856 00000100:00100000:3.0:1775764613.260361:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 552 00000100:00100000:3.0:1775764613.260374:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bc1f2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+26:56560:x1862022098457856:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:3.0:1775764613.260403:0:42324:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764613.260427:0:42324:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695400/0x57b8ff0e030502bf lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b56c expref: -99 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764613.260503:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694000/0x57b8ff0e030502c6 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764613.260518:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694000/0x57b8ff0e030502c6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764613.260531:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694000/0x57b8ff0e030502c6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764613.260604:0:42324:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 9728 00000004:00200000:3.0:1775764613.260608:0:42324:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 38 stripe count 1 MDT count 1 00000004:00010000:3.0:1775764613.260634:0:42324:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694000/0x57b8ff0e030502c6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764613.260675:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695400/0x57b8ff0e030502bf lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b56c expref: 28 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764613.260698:0:42324:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694000/0x57b8ff0e030502c6 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b56c expref: 27 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764613.260708:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff944586564c00) 00010000:00010000:3.0:1775764613.260711:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1775764613.260716:0:42324:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445be694000, rc 0) 00000100:00100000:3.0:1775764613.261475:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bc1f2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+27:56560:x1862022098457856:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 1099us (1287us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764613.261484:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 552 00000100:00100000:1.0:1775764613.275018:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764613.280624:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098457984 00000100:00100000:3.0:1775764613.280641:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098457984 00000100:00100000:3.0:1775764613.280717:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 553 00000100:00100000:3.0:1775764613.280727:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445b2cb1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+27:56560:x1862022098457984:12345-192.168.202.28@tcp:34:lfs.0 00010000:00010000:3.0:1775764613.280818:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695400/0x57b8ff0e030502cd lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764613.280835:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695400/0x57b8ff0e030502cd lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764613.280848:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695400/0x57b8ff0e030502cd lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764613.280967:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695600/0x57b8ff0e030502d4 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3caf6322 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764613.280976:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695600/0x57b8ff0e030502d4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3caf6322 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764613.280984:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695600/0x57b8ff0e030502d4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3caf6322 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764613.281104:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694e00/0x57b8ff0e030502db lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0x2f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764613.281113:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694e00/0x57b8ff0e030502db lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764613.281124:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694e00/0x57b8ff0e030502db lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764613.281160:0:42326:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab1:0x2f:0x0]: returning size 16 00000004:00200000:3.0:1775764613.281165:0:42326:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1775764613.281176:0:42326:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694e00/0x57b8ff0e030502db lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764613.281189:0:42326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695400/0x57b8ff0e030502cd lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764613.281196:0:42326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695400/0x57b8ff0e030502cd lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764613.281203:0:42326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695400/0x57b8ff0e030502cd lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764613.281208:0:42326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445be695400 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:3.0:1775764613.281212:0:42326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695400/0x57b8ff0e030502cd lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764613.281219:0:42326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695400/0x57b8ff0e030502cd lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764613.281230:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff944586564c00) 00010000:00010000:3.0:1775764613.281234:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764613.281238:0:42326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695400/0x57b8ff0e030502cd lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764613.281244:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695400/0x57b8ff0e030502cd lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764613.281265:0:42326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695600/0x57b8ff0e030502d4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3caf6322 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764613.281271:0:42326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695600/0x57b8ff0e030502d4 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3caf6322 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764613.281276:0:42326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695600/0x57b8ff0e030502d4 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3caf6322 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764613.281281:0:42326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445be695600 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:3.0:1775764613.281283:0:42326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695600/0x57b8ff0e030502d4 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3caf6322 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764613.281289:0:42326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695600/0x57b8ff0e030502d4 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3caf6322 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764613.281296:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x3caf6322 (ffff944586564900) 00010000:00010000:3.0:1775764613.281298:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764613.281301:0:42326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695600/0x57b8ff0e030502d4 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3caf6322 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764613.283078:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695600/0x57b8ff0e030502d4 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3caf6322 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764613.283109:0:42326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694e00/0x57b8ff0e030502db lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764613.283116:0:42326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694e00/0x57b8ff0e030502db lrc: 2/0,0 mode: PR/PR res: [0x200003ab1:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764613.283122:0:42326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694e00/0x57b8ff0e030502db lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764613.283130:0:42326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445be694e00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:3.0:1775764613.283134:0:42326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694e00/0x57b8ff0e030502db lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764613.283141:0:42326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694e00/0x57b8ff0e030502db lrc: 4/0,0 mode: PR/PR res: [0x200003ab1:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764613.283155:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x2f:0x0].0x0 (ffff94459084ac00) 00010000:00010000:3.0:1775764613.283158:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764613.283162:0:42326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694e00/0x57b8ff0e030502db lrc: 2/0,0 mode: --/PR res: [0x200003ab1:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764613.283167:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694e00/0x57b8ff0e030502db lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764613.283522:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445b2cb1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+27:56560:x1862022098457984:12345-192.168.202.28@tcp:34:lfs.0 Request processed in 2790us (8509us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764613.283534:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 553 00000100:00100000:3.0:1775764613.380892:0:3331:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1775764613.380920:0:3331:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944486755180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3331:1862022119009792:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1775764613.381168:0:3331:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764613.382683:0:42947:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119009792 00000100:00100000:0.0:1775764613.382701:0:42947:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119009792 00000100:00100000:0.0:1775764613.382842:0:42947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 104 00000100:00100000:0.0:1775764613.382856:0:42947:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944585ddc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3331:x1862022119009792:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1775764613.383080:0:42947:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 57868288 pending 0 free 3704619008 avail 3702521856 00000100:00100000:1.0:1775764613.383190:0:42947:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944585ddc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3331:x1862022119009792:12345-0@lo:13:osp-pre-0-0.0 Request processed in 336us (2021us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764613.383198:0:42947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 104 00000100:00100000:0.0:1775764613.383394:0:3331:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944486755180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3331:1862022119009792:0@lo:13:osp-pre-0-0.0 00000100:00080000:2.0:1775764613.386662:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1775764613.395395:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764613.395591:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098458240 00000100:00100000:2.0:1775764613.395606:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098458240 00000100:00100000:2.0:1775764613.395674:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 554 00000100:00100000:2.0:1775764613.395685:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444864b1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+27:56566:x1862022098458240:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:2.0:1775764613.395708:0:44493:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764613.395730:0:44493:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944580031400/0x57b8ff0e030502e2 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b573 expref: -99 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764613.401260:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694e00/0x57b8ff0e030502e9 lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0x2f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764613.401291:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694e00/0x57b8ff0e030502e9 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764613.401309:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694e00/0x57b8ff0e030502e9 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764613.401346:0:44493:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab1:0x2f:0x0]: returning size 16 00010000:00010000:3.0:1775764613.402198:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944580031400/0x57b8ff0e030502e2 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b573 expref: 30 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764613.402227:0:44493:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694e00/0x57b8ff0e030502e9 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b573 expref: 29 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764613.402236:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x2f:0x0].0x0 (ffff94459084ac00) 00010000:00010000:3.0:1775764613.402238:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1775764613.402242:0:44493:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445be694e00, rc 0) 00000100:00100000:3.0:1775764613.402376:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444864b1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+29:56566:x1862022098458240:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 6693us (6991us total) trans 34359738858 rc 0/0 00000100:00100000:3.0:1775764613.402387:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 554 00000100:00100000:1.0:1775764613.408949:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764613.409158:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098458496 00000100:00100000:2.0:1775764613.409169:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098458496 00000100:00100000:2.0:1775764613.409230:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 555 00000100:00100000:2.0:1775764613.409243:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444864b1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+29:56566:x1862022098458496:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:2.0:1775764613.409275:0:42325:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764613.409278:0:42325:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 1 00010000:00010000:2.0:1775764613.409311:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694e00/0x57b8ff0e030502e9 lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b573 expref: 29 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764613.409341:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944580031e00/0x57b8ff0e030502aa lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b55e expref: 28 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764613.409356:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x2f:0x0].0x0 (ffff94459084ac00) 00010000:00010000:2.0:1775764613.409368:0:42325:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775764613.409383:0:42325:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944580031800/0x57b8ff0e030502f7 lrc: 2/0,0 mode: --/EX res: [0x200003ab1:0x2f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b57a expref: -99 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764613.409434:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff944580031200/0x57b8ff0e030502fe lrc: 3/1,0 mode: --/CR res: [0x200003ab1:0x2f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764613.409519:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944580031200/0x57b8ff0e030502fe lrc: 3/1,0 mode: CR/CR res: [0x200003ab1:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764613.409536:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944580031200/0x57b8ff0e030502fe lrc: 3/1,0 mode: CR/CR res: [0x200003ab1:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764613.409552:0:42325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff944580031200/0x57b8ff0e030502fe lrc: 3/1,0 mode: CR/CR res: [0x200003ab1:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764613.409563:0:42325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944580031200/0x57b8ff0e030502fe lrc: 2/0,0 mode: CR/CR res: [0x200003ab1:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764613.409571:0:42325:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944580031200/0x57b8ff0e030502fe lrc: 3/0,0 mode: CR/CR res: [0x200003ab1:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764613.409578:0:42325:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944580031200 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764613.409584:0:42325:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944580031200/0x57b8ff0e030502fe lrc: 3/0,0 mode: CR/CR res: [0x200003ab1:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764613.409595:0:42325:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944580031200/0x57b8ff0e030502fe lrc: 4/0,0 mode: CR/CR res: [0x200003ab1:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764613.409603:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x2f:0x0].0x0 (ffff94459084a000) 00010000:00010000:2.0:1775764613.409609:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1775764613.409684:0:42325:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944580031200/0x57b8ff0e030502fe lrc: 2/0,0 mode: --/CR res: [0x200003ab1:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764613.409695:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944580031200/0x57b8ff0e030502fe lrc: 0/0,0 mode: --/CR res: [0x200003ab1:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764613.409722:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3800/0x57b8ff0e03050305 lrc: 3/0,1 mode: --/EX res: [0x200003ab1:0x2f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764613.409733:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3800/0x57b8ff0e03050305 lrc: 3/0,1 mode: EX/EX res: [0x200003ab1:0x2f:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764613.409740:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3800/0x57b8ff0e03050305 lrc: 3/0,1 mode: EX/EX res: [0x200003ab1:0x2f:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764613.410715:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3800/0x57b8ff0e03050305 lrc: 3/0,0 mode: CR/CR res: [0x200003ab1:0x2f:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b57a expref: 30 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764613.410731:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x2f:0x0].0x0 (ffff94459084a000) 00010000:00010000:2.0:1775764613.410734:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:2.0:1775764613.410750:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944580031800/0x57b8ff0e030502f7 lrc: 0/0,0 mode: --/EX res: [0x200003ab1:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b57a expref: 30 pid: 42325 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764613.410769:0:42325:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3800/0x57b8ff0e03050305 lrc: 3/0,0 mode: CR/CR res: [0x200003ab1:0x2f:0x0].0x0 bits 0xa/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b57a expref: 29 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764613.411030:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x2f:0x0].0x0 (ffff94459084a000) 00010000:00010000:2.0:1775764613.411033:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:2.0:1775764613.411036:0:42325:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944585ee3800, rc 0) 00000100:00100000:2.0:1775764613.411163:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444864b1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+29:56566:x1862022098458496:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 1919us (2231us total) trans 34359738859 rc 0/0 00000100:00100000:2.0:1775764613.411175:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 555 00000100:00100000:1.0:1775764613.415882:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764613.416018:0:42951:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098458624 00000100:00100000:0.0:1775764613.416030:0:42951:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098458624 00002000:00100000:0.0:1775764613.416096:0:42951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x10f:0x0] (0->15) req@ffff9444864b3800 x1862022098458624/t0(0) o4->7e6eda44-5508-487e-b17f-ff28ad9d3512@192.168.202.28@tcp:94/0 lens 504/0 e 0 to 0 dl 1775764624 ref 1 fl New:/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764613.416106:0:42951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9444864b3800 with x1862022098458624 ext(0->15) 00002000:00010000:0.0:1775764613.416112:0:42951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9444864b3800 00000100:00100000:0.0:1775764613.416149:0:42951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 36 00000100:00100000:0.0:1775764613.416159:0:42951:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444864b3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+9:2379:x1862022098458624:12345-192.168.202.28@tcp:4:bash.0 00000100:00100000:0.0:1775764613.416892:0:42951:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444864b3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+11:2379:x1862022098458624:12345-192.168.202.28@tcp:4:bash.0 Request processed in 730us (1016us total) trans 34359738411 rc 0/0 00000100:00100000:0.0:1775764613.416901:0:42951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 36 00002000:00100000:0.0:1775764613.416909:0:42951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x10f:0x0] (0->15) req@ffff9444864b3800 x1862022098458624/t34359738411(0) o4->7e6eda44-5508-487e-b17f-ff28ad9d3512@192.168.202.28@tcp:94/0 lens 504/448 e 0 to 0 dl 1775764624 ref 1 fl Complete:/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764613.416917:0:42951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9444864b3800 with x1862022098458624 ext(0->15) 00002000:00010000:0.0:1775764613.416920:0:42951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9444864b3800 00000100:00100000:1.0:1775764613.428198:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764613.428305:0:45548:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098458752 00000100:00100000:0.0:1775764613.428315:0:45548:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098458752 00002000:00100000:0.0:1775764613.428364:0:45548:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x10f:0x0] (0->4095) req@ffff9445bf4f9c00 x1862022098458752/t0(0) o3->7e6eda44-5508-487e-b17f-ff28ad9d3512@192.168.202.28@tcp:94/0 lens 488/0 e 0 to 0 dl 1775764624 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764613.428376:0:45548:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9445bf4f9c00 with x1862022098458752 ext(0->4095) 00002000:00010000:0.0:1775764613.428382:0:45548:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9445bf4f9c00 00000100:00100000:0.0:1775764613.428422:0:45548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 37 00000100:00100000:0.0:1775764613.428515:0:45548:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bf4f9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+11:2376:x1862022098458752:12345-192.168.202.28@tcp:3:lfs.0 00000100:00100000:0.0:1775764613.428913:0:45548:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bf4f9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+11:2376:x1862022098458752:12345-192.168.202.28@tcp:3:lfs.0 Request processed in 400us (727us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1775764613.428919:0:45548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 37 00002000:00100000:0.0:1775764613.428924:0:45548:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x10f:0x0] (0->4095) req@ffff9445bf4f9c00 x1862022098458752/t0(0) o3->7e6eda44-5508-487e-b17f-ff28ad9d3512@192.168.202.28@tcp:94/0 lens 488/4536 e 0 to 0 dl 1775764624 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764613.428930:0:45548:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9445bf4f9c00 with x1862022098458752 ext(0->4095) 00002000:00010000:0.0:1775764613.428932:0:45548:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9445bf4f9c00 00000100:00100000:2.0:1775764613.435532:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764613.436325:0:42328:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098459008 00000100:00100000:3.0:1775764613.436336:0:42328:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098459008 00000100:00100000:3.0:1775764613.436411:0:42328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 169 00000100:00100000:3.0:1775764613.436430:0:42328:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486754000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+29:56566:x1862022098459008:12345-192.168.202.28@tcp:35:lfs.0 00000100:00100000:3.0:1775764613.437203:0:42328:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486754000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+30:56566:x1862022098459008:12345-192.168.202.28@tcp:35:lfs.0 Request processed in 778us (1676us total) trans 34359738860 rc 0/0 00000100:00100000:3.0:1775764613.437213:0:42328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 169 00000100:00100000:1.0:1775764613.586236:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764613.586392:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098459136 00000100:00100000:2.0:1775764613.586408:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098459136 00000100:00100000:2.0:1775764613.586519:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 556 00000100:00100000:2.0:1775764613.586530:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bf4fb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+30:56576:x1862022098459136:12345-192.168.202.28@tcp:34:lfs.0 00010000:00010000:2.0:1775764613.586633:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3200/0x57b8ff0e0305030c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764613.586651:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3200/0x57b8ff0e0305030c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764613.586665:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3200/0x57b8ff0e0305030c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764613.586681:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3e00/0x57b8ff0e03050313 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3caf6322 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764613.586687:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3e00/0x57b8ff0e03050313 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3caf6322 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764613.586693:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3e00/0x57b8ff0e03050313 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3caf6322 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764613.586860:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee2a00/0x57b8ff0e0305031a lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0x2f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764613.586870:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee2a00/0x57b8ff0e0305031a lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764613.586876:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee2a00/0x57b8ff0e0305031a lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764613.587333:0:42324:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee2a00/0x57b8ff0e0305031a lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764613.587347:0:42324:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3200/0x57b8ff0e0305030c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764613.587353:0:42324:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3200/0x57b8ff0e0305030c lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764613.587359:0:42324:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3200/0x57b8ff0e0305030c lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764613.587366:0:42324:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944585ee3200 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764613.587369:0:42324:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3200/0x57b8ff0e0305030c lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764613.587376:0:42324:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3200/0x57b8ff0e0305030c lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764613.587390:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff944586564c00) 00010000:00010000:2.0:1775764613.587393:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764613.587399:0:42324:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3200/0x57b8ff0e0305030c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764613.587405:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3200/0x57b8ff0e0305030c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764613.587422:0:42324:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3e00/0x57b8ff0e03050313 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3caf6322 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764613.587427:0:42324:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3e00/0x57b8ff0e03050313 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3caf6322 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764613.587433:0:42324:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3e00/0x57b8ff0e03050313 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3caf6322 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764613.587438:0:42324:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944585ee3e00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764613.587441:0:42324:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3e00/0x57b8ff0e03050313 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3caf6322 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764613.587446:0:42324:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3e00/0x57b8ff0e03050313 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3caf6322 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764613.587453:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x3caf6322 (ffff94459084ac00) 00010000:00010000:2.0:1775764613.587455:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764613.587458:0:42324:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3e00/0x57b8ff0e03050313 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3caf6322 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764613.587463:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3e00/0x57b8ff0e03050313 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3caf6322 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764613.587478:0:42324:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee2a00/0x57b8ff0e0305031a lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764613.587483:0:42324:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee2a00/0x57b8ff0e0305031a lrc: 2/0,0 mode: PR/PR res: [0x200003ab1:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764613.587489:0:42324:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee2a00/0x57b8ff0e0305031a lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764613.587494:0:42324:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944585ee2a00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764613.587496:0:42324:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee2a00/0x57b8ff0e0305031a lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764613.587502:0:42324:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee2a00/0x57b8ff0e0305031a lrc: 4/0,0 mode: PR/PR res: [0x200003ab1:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764613.587509:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x2f:0x0].0x0 (ffff94459084a000) 00010000:00010000:2.0:1775764613.587512:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764613.587514:0:42324:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee2a00/0x57b8ff0e0305031a lrc: 2/0,0 mode: --/PR res: [0x200003ab1:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764613.587520:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee2a00/0x57b8ff0e0305031a lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764613.587852:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bf4fb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+30:56576:x1862022098459136:12345-192.168.202.28@tcp:34:lfs.0 Request processed in 1270us (1575us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764613.587863:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 556 00000100:00100000:1.0:1775764613.633913:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764613.634215:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098459392 00000100:00100000:3.0:1775764613.634228:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098459392 00000100:00100000:3.0:1775764613.634309:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 557 00000100:00100000:3.0:1775764613.634321:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bf4f9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+30:56577:x1862022098459392:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:3.0:1775764613.634353:0:42326:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764613.634380:0:42326:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695600/0x57b8ff0e03050321 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b581 expref: -99 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764613.634486:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695400/0x57b8ff0e03050328 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764613.634500:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695400/0x57b8ff0e03050328 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764613.634513:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695400/0x57b8ff0e03050328 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764613.634529:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694c00/0x57b8ff0e0305032f lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3caf6322 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764613.634535:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694c00/0x57b8ff0e0305032f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3caf6322 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764613.634541:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694c00/0x57b8ff0e0305032f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3caf6322 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764613.634656:0:42326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695400/0x57b8ff0e03050328 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764613.634663:0:42326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695400/0x57b8ff0e03050328 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764613.634669:0:42326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695400/0x57b8ff0e03050328 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764613.634674:0:42326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445be695400 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:3.0:1775764613.634678:0:42326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695400/0x57b8ff0e03050328 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764613.634689:0:42326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695400/0x57b8ff0e03050328 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764613.634702:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff944586564c00) 00010000:00010000:3.0:1775764613.634706:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764613.634711:0:42326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695400/0x57b8ff0e03050328 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764613.634717:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695400/0x57b8ff0e03050328 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764613.634732:0:42326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694c00/0x57b8ff0e0305032f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3caf6322 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764613.634738:0:42326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694c00/0x57b8ff0e0305032f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3caf6322 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764613.634744:0:42326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694c00/0x57b8ff0e0305032f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3caf6322 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764613.634748:0:42326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445be694c00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:3.0:1775764613.634750:0:42326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694c00/0x57b8ff0e0305032f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3caf6322 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764613.634755:0:42326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694c00/0x57b8ff0e0305032f lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3caf6322 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764613.634761:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x3caf6322 (ffff944586564900) 00010000:00010000:3.0:1775764613.634763:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764613.634765:0:42326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694c00/0x57b8ff0e0305032f lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3caf6322 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764613.634773:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694c00/0x57b8ff0e0305032f lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3caf6322 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764613.634853:0:42326:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695600/0x57b8ff0e03050321 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b581 expref: 31 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764613.634863:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff944586564c00) 00010000:00010000:3.0:1775764613.635024:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1775764613.635033:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695600/0x57b8ff0e03050321 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b581 expref: 31 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764613.635210:0:42326:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445be695600, rc 0) 00000100:00100000:3.0:1775764613.635284:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bf4f9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+30:56577:x1862022098459392:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 965us (1381us total) trans 0 rc 301/301 00000100:00100000:3.0:1775764613.635293:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 557 00000100:00100000:1.0:1775764613.643681:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764613.643772:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098459520 00000100:00100000:3.0:1775764613.643783:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098459520 00000100:00100000:3.0:1775764613.643885:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 558 00000100:00100000:3.0:1775764613.643894:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bf4fa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+30:56577:x1862022098459520:12345-192.168.202.28@tcp:34:lfs.0 00010000:00010000:3.0:1775764613.643979:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695600/0x57b8ff0e03050336 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764613.643998:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695600/0x57b8ff0e03050336 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764613.644011:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695600/0x57b8ff0e03050336 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764613.644032:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694c00/0x57b8ff0e0305033d lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3caf6322 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764613.644049:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694c00/0x57b8ff0e0305033d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3caf6322 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764613.644064:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694c00/0x57b8ff0e0305033d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3caf6322 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764613.644181:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695400/0x57b8ff0e03050344 lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0x2f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764613.644189:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695400/0x57b8ff0e03050344 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764613.644196:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695400/0x57b8ff0e03050344 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764613.644230:0:44493:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab1:0x2f:0x0]: returning size 16 00000004:00200000:3.0:1775764613.644236:0:44493:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1775764613.644247:0:44493:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695400/0x57b8ff0e03050344 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764613.644260:0:44493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695600/0x57b8ff0e03050336 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764613.644266:0:44493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695600/0x57b8ff0e03050336 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764613.644272:0:44493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695600/0x57b8ff0e03050336 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764613.644282:0:44493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445be695600 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:3.0:1775764613.644286:0:44493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695600/0x57b8ff0e03050336 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764613.644293:0:44493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695600/0x57b8ff0e03050336 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764613.644303:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff944586564c00) 00010000:00010000:3.0:1775764613.644305:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764613.644310:0:44493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695600/0x57b8ff0e03050336 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764613.644315:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695600/0x57b8ff0e03050336 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764613.644328:0:44493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694c00/0x57b8ff0e0305033d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3caf6322 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764613.644333:0:44493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694c00/0x57b8ff0e0305033d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3caf6322 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764613.644339:0:44493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694c00/0x57b8ff0e0305033d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3caf6322 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764613.644343:0:44493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445be694c00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:3.0:1775764613.644345:0:44493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694c00/0x57b8ff0e0305033d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3caf6322 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764613.644350:0:44493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694c00/0x57b8ff0e0305033d lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3caf6322 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764613.644359:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x3caf6322 (ffff944586564900) 00010000:00010000:3.0:1775764613.644361:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764613.644363:0:44493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694c00/0x57b8ff0e0305033d lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3caf6322 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764613.644368:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694c00/0x57b8ff0e0305033d lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3caf6322 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764613.644382:0:44493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695400/0x57b8ff0e03050344 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764613.644388:0:44493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695400/0x57b8ff0e03050344 lrc: 2/0,0 mode: PR/PR res: [0x200003ab1:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764613.644394:0:44493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695400/0x57b8ff0e03050344 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764613.644399:0:44493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445be695400 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:3.0:1775764613.644402:0:44493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695400/0x57b8ff0e03050344 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764613.644407:0:44493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695400/0x57b8ff0e03050344 lrc: 4/0,0 mode: PR/PR res: [0x200003ab1:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764613.644414:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x2f:0x0].0x0 (ffff94459084a000) 00010000:00010000:3.0:1775764613.644415:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764613.644418:0:44493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695400/0x57b8ff0e03050344 lrc: 2/0,0 mode: --/PR res: [0x200003ab1:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764613.644423:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695400/0x57b8ff0e03050344 lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764613.644509:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bf4fa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+30:56577:x1862022098459520:12345-192.168.202.28@tcp:34:lfs.0 Request processed in 615us (838us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764613.644518:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 558 00000100:00100000:1.0:1775764613.683431:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764613.683996:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098459648 00000100:00100000:2.0:1775764613.684006:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098459648 00000100:00100000:2.0:1775764613.684086:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 559 00000100:00100000:2.0:1775764613.684096:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bf4f8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+30:56578:x1862022098459648:12345-192.168.202.28@tcp:101:truncate.0 00010000:00010000:2.0:1775764613.684118:0:42325:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764613.684137:0:42325:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee2a00/0x57b8ff0e0305034b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b588 expref: -99 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764613.684210:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3e00/0x57b8ff0e03050352 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764613.684224:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3e00/0x57b8ff0e03050352 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764613.684236:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3e00/0x57b8ff0e03050352 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764613.684250:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3200/0x57b8ff0e03050359 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3caf6322 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764613.684256:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3200/0x57b8ff0e03050359 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3caf6322 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764613.684263:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3200/0x57b8ff0e03050359 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3caf6322 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764613.684366:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24c00/0x57b8ff0e03050360 lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0x2f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764613.684375:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24c00/0x57b8ff0e03050360 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x2f:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764613.684382:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24c00/0x57b8ff0e03050360 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x2f:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764613.684414:0:42325:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab1:0x2f:0x0]: returning size 16 00000004:00200000:2.0:1775764613.684419:0:42325:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764613.684436:0:42325:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24c00/0x57b8ff0e03050360 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x2f:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764613.684451:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24c00/0x57b8ff0e03050360 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764613.684458:0:42325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3e00/0x57b8ff0e03050352 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764613.684464:0:42325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3e00/0x57b8ff0e03050352 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764613.684470:0:42325:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3e00/0x57b8ff0e03050352 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764613.684475:0:42325:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944585ee3e00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764613.684479:0:42325:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3e00/0x57b8ff0e03050352 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764613.684486:0:42325:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3e00/0x57b8ff0e03050352 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764613.684497:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff944586564c00) 00010000:00010000:2.0:1775764613.684500:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764613.684505:0:42325:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3e00/0x57b8ff0e03050352 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764613.684510:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3e00/0x57b8ff0e03050352 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764613.684526:0:42325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3200/0x57b8ff0e03050359 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3caf6322 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764613.684531:0:42325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3200/0x57b8ff0e03050359 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3caf6322 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764613.684537:0:42325:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3200/0x57b8ff0e03050359 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3caf6322 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764613.684542:0:42325:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944585ee3200 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764613.684545:0:42325:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3200/0x57b8ff0e03050359 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3caf6322 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764613.684551:0:42325:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3200/0x57b8ff0e03050359 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3caf6322 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764613.684558:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x3caf6322 (ffff94459084ac00) 00010000:00010000:2.0:1775764613.684560:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764613.684563:0:42325:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3200/0x57b8ff0e03050359 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3caf6322 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764613.684568:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3200/0x57b8ff0e03050359 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3caf6322 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764613.684597:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee2a00/0x57b8ff0e0305034b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b588 expref: 32 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764613.684610:0:42325:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24c00/0x57b8ff0e03050360 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b588 expref: 31 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764613.684617:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x2f:0x0].0x0 (ffff94459084a000) 00010000:00010000:2.0:1775764613.684620:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1775764613.684640:0:42325:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445baf24c00, rc 0) 00000100:00100000:2.0:1775764613.687074:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bf4f8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+31:56578:x1862022098459648:12345-192.168.202.28@tcp:101:truncate.0 Request processed in 2959us (3635us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764613.687091:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 559 00000100:00100000:1.0:1775764613.704422:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764613.704595:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098459904 00000100:00100000:2.0:1775764613.704610:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098459904 00000100:00100000:2.0:1775764613.704679:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 560 00000100:00100000:2.0:1775764613.704690:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bf4faa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+31:56578:x1862022098459904:12345-192.168.202.28@tcp:36:truncate.0 00010000:00010000:2.0:1775764613.704755:0:42324:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1775764613.704783:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24c00/0x57b8ff0e03050360 lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b588 expref: 31 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764613.704856:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3800/0x57b8ff0e03050305 lrc: 0/0,0 mode: --/CR res: [0x200003ab1:0x2f:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b57a expref: 30 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764613.704882:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x2f:0x0].0x0 (ffff94459084a000) 00010000:00010000:2.0:1775764613.704898:0:42324:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775764613.705147:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25600/0x57b8ff0e03050367 lrc: 3/0,1 mode: --/PW res: [0x200003ab1:0x2f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764613.705161:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25600/0x57b8ff0e03050367 lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764613.705172:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25600/0x57b8ff0e03050367 lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1775764613.705229:0:42324:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 34359738861 00000004:00010000:2.0:1775764613.705254:0:42324:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000170f6fed reply state 00000000845b7199 transno 34359738862 ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25600/0x57b8ff0e03050367 lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764613.705263:0:42324:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1775764613.705424:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bf4faa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+32:56578:x1862022098459904:12345-192.168.202.28@tcp:36:truncate.0 Request processed in 734us (1011us total) trans 34359738862 rc 0/0 00000100:00100000:2.0:1775764613.705434:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 560 00000020:00080000:2.0:1775764613.705439:0:42324:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:3.0:1775764613.711733:0:3315:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25600/0x57b8ff0e03050367 lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764613.711750:0:3315:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25600/0x57b8ff0e03050367 lrc: 2/0,0 mode: PW/PW res: [0x200003ab1:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764613.711758:0:3315:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25600/0x57b8ff0e03050367 lrc: 3/0,0 mode: PW/PW res: [0x200003ab1:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764613.711764:0:3315:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445baf25600 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:3.0:1775764613.711769:0:3315:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25600/0x57b8ff0e03050367 lrc: 3/0,0 mode: PW/PW res: [0x200003ab1:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764613.711776:0:3315:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25600/0x57b8ff0e03050367 lrc: 4/0,0 mode: PW/PW res: [0x200003ab1:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764613.711793:0:3315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x2f:0x0].0x0 (ffff94459084ac00) 00010000:00010000:3.0:1775764613.711836:0:3315:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764613.711843:0:3315:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25600/0x57b8ff0e03050367 lrc: 2/0,0 mode: --/PW res: [0x200003ab1:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764613.711851:0:3315:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25600/0x57b8ff0e03050367 lrc: 0/0,0 mode: --/PW res: [0x200003ab1:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764613.716967:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764613.718717:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098460032 00000100:00100000:2.0:1775764613.718734:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098460032 00000100:00100000:2.0:1775764613.718836:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 561 00000100:00100000:2.0:1775764613.718847:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bf4f8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+31:56578:x1862022098460032:12345-192.168.202.28@tcp:101:truncate.0 00010000:00010000:2.0:1775764613.719180:0:42325:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764613.719204:0:42325:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24c00/0x57b8ff0e0305036e lrc: 2/0,0 mode: --/CR res: [0x200003ab1:0x2f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b58f expref: -99 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764613.719277:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24c00/0x57b8ff0e0305036e lrc: 3/0,0 mode: CR/CR res: [0x200003ab1:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b58f expref: 32 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764613.719295:0:42325:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24c00/0x57b8ff0e0305036e lrc: 3/0,0 mode: CR/CR res: [0x200003ab1:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b58f expref: 32 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764613.719316:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x2f:0x0].0x0 (ffff94459084a000) 00010000:00010000:2.0:1775764613.719320:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1775764613.719324:0:42325:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445baf24c00, rc 0) 00000100:00100000:2.0:1775764613.719402:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bf4f8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+32:56578:x1862022098460032:12345-192.168.202.28@tcp:101:truncate.0 Request processed in 555us (2443us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764613.719410:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 561 00000100:00100000:1.0:1775764613.727742:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764613.727847:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098460288 00000100:00100000:2.0:1775764613.727857:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098460288 00000100:00100000:2.0:1775764613.727918:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 562 00000100:00100000:2.0:1775764613.727928:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bf4f9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+32:56578:x1862022098460288:12345-192.168.202.28@tcp:101:truncate.0 00010000:00010000:2.0:1775764613.727949:0:42324:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764613.727952:0:42324:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1775764613.727978:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24c00/0x57b8ff0e0305036e lrc: 0/0,0 mode: --/CR res: [0x200003ab1:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b58f expref: 32 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764613.728001:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x2f:0x0].0x0 (ffff94459084a000) 00010000:00010000:2.0:1775764613.728011:0:42324:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775764613.728027:0:42324:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25c00/0x57b8ff0e03050375 lrc: 2/0,0 mode: --/EX res: [0x200003ab1:0x2f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b596 expref: -99 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764613.728311:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24a00/0x57b8ff0e0305037c lrc: 3/0,1 mode: --/EX res: [0x200003ab1:0x2f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764613.728326:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24a00/0x57b8ff0e0305037c lrc: 3/0,1 mode: EX/EX res: [0x200003ab1:0x2f:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764613.728336:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24a00/0x57b8ff0e0305037c lrc: 3/0,1 mode: EX/EX res: [0x200003ab1:0x2f:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764613.728521:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24a00/0x57b8ff0e0305037c lrc: 3/0,0 mode: CR/CR res: [0x200003ab1:0x2f:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b596 expref: 34 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764613.728529:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x2f:0x0].0x0 (ffff94459084ac00) 00010000:00010000:2.0:1775764613.728531:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:2.0:1775764613.728541:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25c00/0x57b8ff0e03050375 lrc: 0/0,0 mode: --/EX res: [0x200003ab1:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b596 expref: 34 pid: 42324 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764613.728555:0:42324:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24a00/0x57b8ff0e0305037c lrc: 3/0,0 mode: CR/CR res: [0x200003ab1:0x2f:0x0].0x0 bits 0xa/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b596 expref: 33 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764613.728588:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x2f:0x0].0x0 (ffff94459084ac00) 00010000:00010000:2.0:1775764613.728590:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:2.0:1775764613.728593:0:42324:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445baf24a00, rc 0) 00000100:00100000:2.0:1775764613.728765:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bf4f9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+33:56578:x1862022098460288:12345-192.168.202.28@tcp:101:truncate.0 Request processed in 837us (1034us total) trans 34359738863 rc 0/0 00000100:00100000:2.0:1775764613.728773:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 562 00000100:00100000:1.0:1775764613.733945:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764613.734246:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098460544 00000100:00100000:3.0:1775764613.734258:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098460544 00000100:00100000:3.0:1775764613.734326:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 563 00000100:00100000:3.0:1775764613.734338:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bf4f9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+33:56578:x1862022098460544:12345-192.168.202.28@tcp:101:truncate.0 00010000:00010000:3.0:1775764613.734371:0:42326:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764613.734374:0:42326:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1775764613.734418:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24a00/0x57b8ff0e0305037c lrc: 0/0,0 mode: --/CR res: [0x200003ab1:0x2f:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b596 expref: 33 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764613.734447:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x2f:0x0].0x0 (ffff94459084ac00) 00010000:00010000:3.0:1775764613.734460:0:42326:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1775764613.734477:0:42326:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695400/0x57b8ff0e03050383 lrc: 2/0,0 mode: --/EX res: [0x200003ab1:0x2f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b59d expref: -99 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764613.734541:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694c00/0x57b8ff0e0305038a lrc: 3/0,1 mode: --/EX res: [0x200003ab1:0x2f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764613.734555:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694c00/0x57b8ff0e0305038a lrc: 3/0,1 mode: EX/EX res: [0x200003ab1:0x2f:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764613.734575:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694c00/0x57b8ff0e0305038a lrc: 3/0,1 mode: EX/EX res: [0x200003ab1:0x2f:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1775764613.736125:0:42326:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x2e:0x0].14, 88 off9160 00000004:00080000:3.0:1775764613.736141:0:42326:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 2080583342412ns, next at 2054805069899ns, rc = 0 00010000:00010000:1.0:1775764613.812786:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694c00/0x57b8ff0e0305038a lrc: 3/0,0 mode: CR/CR res: [0x200003ab1:0x2f:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b59d expref: 35 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764613.812839:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x2f:0x0].0x0 (ffff944586564900) 00010000:00010000:1.0:1775764613.812842:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:1.0:1775764613.812864:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695400/0x57b8ff0e03050383 lrc: 0/0,0 mode: --/EX res: [0x200003ab1:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b59d expref: 35 pid: 42326 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764613.812886:0:42326:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694c00/0x57b8ff0e0305038a lrc: 3/0,0 mode: CR/CR res: [0x200003ab1:0x2f:0x0].0x0 bits 0xa/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b59d expref: 34 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764613.812922:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x2f:0x0].0x0 (ffff944586564900) 00010000:00010000:1.0:1775764613.812924:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:1.0:1775764613.812927:0:42326:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445be694c00, rc 0) 00000100:00100000:1.0:1775764613.813011:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bf4f9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+34:56578:x1862022098460544:12345-192.168.202.28@tcp:101:truncate.0 Request processed in 78674us (79083us total) trans 34359738864 rc 0/0 00000100:00100000:1.0:1775764613.813021:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 563 00000001:00080000:2.0:1775764613.813212:0:5825:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 34359738855 is committed 00000001:00080000:2.0:1775764613.813227:0:5825:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 34359738863 is committed 00000001:00080000:2.0:1775764613.813244:0:5825:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 34359738864 is committed 00000004:00080000:2.0:1775764613.813249:0:5825:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 18 committed 00000100:00100000:3.0:1775764613.813874:0:3330:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1775764613.813893:0:3330:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bf4f9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3330:1862022119009920:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1775764613.813962:0:3330:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764613.814166:0:42946:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119009920 00000100:00100000:1.0:1775764613.814174:0:42946:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119009920 00000100:00100000:1.0:1775764613.814226:0:42946:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 142 00000100:00100000:1.0:1775764613.814236:0:42946:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944585dde300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3330:x1862022119009920:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:1.0:1775764613.814479:0:42946:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x10f:0x0] updating lvb size from disk: 0 -> 16 00002000:00010000:1.0:1775764613.814483:0:42946:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x10f:0x0] updating lvb mtime from disk: 0 -> 1775764613 00002000:00010000:1.0:1775764613.814485:0:42946:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x10f:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1775764613.814487:0:42946:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x10f:0x0] updating lvb ctime from disk: 0 -> 1775764613 00002000:00010000:1.0:1775764613.814489:0:42946:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x10f:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:1.0:1775764613.814546:0:42946:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944585dde300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3330:x1862022119009920:12345-0@lo:2:osp-syn-0-0.0 Request processed in 311us (583us total) trans 34359738412 rc 0/0 00000100:00100000:1.0:1775764613.814553:0:42946:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 142 00000004:00080000:2.0:1775764613.815774:0:3330:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9445bf4f9880/2, rc 0, transno 34359738412 00000100:00100000:2.0:1775764613.815789:0:3330:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bf4f9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3330:1862022119009920:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1775764613.825091:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764613.825390:0:42951:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098460672 00000100:00100000:0.0:1775764613.825413:0:42951:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098460672 00002000:00010000:0.0:1775764613.825789:0:42951:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/271 (256->18446744073709551615) 00002000:00100000:0.0:1775764613.825827:0:42951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9445bf4f8380 with x1862022098460672 ext(256->18446744073709551615) 00002000:00010000:0.0:1775764613.825841:0:42951:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9445bf4f8380. 00000100:00100000:0.0:1775764613.825880:0:42951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 38 00000100:00100000:0.0:1775764613.825891:0:42951:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bf4f8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+11:2378:x1862022098460672:12345-192.168.202.28@tcp:10:truncate.0 00000100:00100000:0.0:1775764613.826293:0:42951:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bf4f8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+12:2378:x1862022098460672:12345-192.168.202.28@tcp:10:truncate.0 Request processed in 403us (1213us total) trans 0 rc -116/-116 00000100:00100000:0.0:1775764613.826302:0:42951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 38 00002000:00010000:0.0:1775764613.826306:0:42951:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/271 (256->18446744073709551615) 00002000:00100000:0.0:1775764613.826309:0:42951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9445bf4f8380 with x1862022098460672 ext(256->18446744073709551615) 00002000:00010000:0.0:1775764613.826315:0:42951:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9445bf4f8380. 00000100:00100000:0.0:1775764613.832883:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764613.832976:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098460800 00000100:00100000:3.0:1775764613.832986:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098460800 00000100:00100000:3.0:1775764613.833062:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 564 00000100:00100000:3.0:1775764613.833073:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445becaad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+24:56578:x1862022098460800:12345-192.168.202.28@tcp:101:truncate.0 00010000:00010000:3.0:1775764613.833103:0:44493:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764613.833125:0:44493:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695600/0x57b8ff0e03050391 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b5a4 expref: -99 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764613.833193:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e03050398 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764613.833209:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e03050398 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764613.833222:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e03050398 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764613.833236:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e0305039f lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3caf6322 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764613.833242:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e0305039f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3caf6322 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764613.833247:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e0305039f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3caf6322 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764613.833658:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694a00/0x57b8ff0e030503a6 lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0x2f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764613.833668:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694a00/0x57b8ff0e030503a6 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x2f:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764613.833675:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694a00/0x57b8ff0e030503a6 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x2f:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764613.833709:0:44493:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab1:0x2f:0x0]: returning size 258 00000004:00200000:3.0:1775764613.833714:0:44493:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1775764613.833737:0:44493:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694a00/0x57b8ff0e030503a6 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x2f:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764613.833749:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694a00/0x57b8ff0e030503a6 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764613.833758:0:44493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e03050398 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764613.833765:0:44493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e03050398 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764613.833771:0:44493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e03050398 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764613.833776:0:44493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445be695c00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:3.0:1775764613.833780:0:44493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e03050398 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764613.833788:0:44493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e03050398 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764613.833844:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff944586564c00) 00010000:00010000:3.0:1775764613.833848:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764613.833853:0:44493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e03050398 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764613.833858:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e03050398 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764613.833871:0:44493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e0305039f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3caf6322 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764613.833881:0:44493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e0305039f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3caf6322 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764613.833886:0:44493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e0305039f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3caf6322 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764613.833891:0:44493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445be694600 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:3.0:1775764613.833894:0:44493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e0305039f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3caf6322 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764613.833899:0:44493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e0305039f lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3caf6322 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764613.833906:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x3caf6322 (ffff944586564400) 00010000:00010000:3.0:1775764613.833908:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764613.833911:0:44493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e0305039f lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3caf6322 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764613.833917:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e0305039f lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3caf6322 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764613.833950:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695600/0x57b8ff0e03050391 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b5a4 expref: 26 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764613.833966:0:44493:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694a00/0x57b8ff0e030503a6 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b5a4 expref: 25 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764613.833973:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x2f:0x0].0x0 (ffff944586564900) 00010000:00010000:3.0:1775764613.833975:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1775764613.833978:0:44493:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445be694a00, rc 0) 00000100:00100000:3.0:1775764613.834041:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445becaad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+25:56578:x1862022098460800:12345-192.168.202.28@tcp:101:truncate.0 Request processed in 969us (1167us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764613.834063:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 564 00000100:00100000:1.0:1775764613.839521:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764613.839649:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098461056 00000100:00100000:2.0:1775764613.839660:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098461056 00000100:00100000:2.0:1775764613.839728:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 565 00000100:00100000:2.0:1775764613.839738:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bf4f8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+25:56578:x1862022098461056:12345-192.168.202.28@tcp:36:truncate.0 00010000:00010000:2.0:1775764613.839830:0:42325:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1775764613.839858:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694a00/0x57b8ff0e030503a6 lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b5a4 expref: 25 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764613.839882:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694c00/0x57b8ff0e0305038a lrc: 0/0,0 mode: --/CR res: [0x200003ab1:0x2f:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b59d expref: 24 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764613.839892:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x2f:0x0].0x0 (ffff944586564900) 00010000:00010000:2.0:1775764613.839904:0:42325:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775764613.840204:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25c00/0x57b8ff0e030503ad lrc: 3/0,1 mode: --/PW res: [0x200003ab1:0x2f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764613.840219:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25c00/0x57b8ff0e030503ad lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764613.840230:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25c00/0x57b8ff0e030503ad lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1775764613.840284:0:42325:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 34359738865 00000004:00010000:2.0:1775764613.840316:0:42325:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000214b6832 reply state 0000000006da91b0 transno 34359738866 ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25c00/0x57b8ff0e030503ad lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764613.840325:0:42325:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1775764613.840421:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bf4f8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+26:56578:x1862022098461056:12345-192.168.202.28@tcp:36:truncate.0 Request processed in 683us (907us total) trans 34359738866 rc 0/0 00000100:00100000:2.0:1775764613.840429:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 565 00000020:00080000:2.0:1775764613.840434:0:42325:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:0.0:1775764613.843436:0:3314:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25c00/0x57b8ff0e030503ad lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764613.843455:0:3314:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25c00/0x57b8ff0e030503ad lrc: 2/0,0 mode: PW/PW res: [0x200003ab1:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764613.843463:0:3314:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25c00/0x57b8ff0e030503ad lrc: 3/0,0 mode: PW/PW res: [0x200003ab1:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764613.843475:0:3314:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445baf25c00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:0.0:1775764613.843480:0:3314:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25c00/0x57b8ff0e030503ad lrc: 3/0,0 mode: PW/PW res: [0x200003ab1:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764613.843487:0:3314:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25c00/0x57b8ff0e030503ad lrc: 4/0,0 mode: PW/PW res: [0x200003ab1:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764613.843508:0:3314:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x2f:0x0].0x0 (ffff94459084a000) 00010000:00010000:0.0:1775764613.843511:0:3314:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764613.843516:0:3314:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25c00/0x57b8ff0e030503ad lrc: 2/0,0 mode: --/PW res: [0x200003ab1:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764613.843521:0:3314:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25c00/0x57b8ff0e030503ad lrc: 0/0,0 mode: --/PW res: [0x200003ab1:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764613.845067:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764613.845162:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098461184 00000100:00100000:3.0:1775764613.845172:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098461184 00000100:00100000:3.0:1775764613.845238:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 566 00000100:00100000:3.0:1775764613.845247:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bf4fa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+25:56578:x1862022098461184:12345-192.168.202.28@tcp:101:truncate.0 00010000:00010000:3.0:1775764613.845272:0:44493:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764613.845294:0:44493:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695600/0x57b8ff0e030503b4 lrc: 2/0,0 mode: --/CR res: [0x200003ab1:0x2f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b5ab expref: -99 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764613.845358:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695600/0x57b8ff0e030503b4 lrc: 3/0,0 mode: CR/CR res: [0x200003ab1:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b5ab expref: 26 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764613.845375:0:44493:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695600/0x57b8ff0e030503b4 lrc: 3/0,0 mode: CR/CR res: [0x200003ab1:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b5ab expref: 26 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764613.845404:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x2f:0x0].0x0 (ffff944586564400) 00010000:00010000:3.0:1775764613.845407:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1775764613.845410:0:44493:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445be695600, rc 0) 00000100:00100000:3.0:1775764613.845890:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bf4fa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+26:56578:x1862022098461184:12345-192.168.202.28@tcp:101:truncate.0 Request processed in 641us (837us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764613.845900:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 566 00000100:00100000:1.0:1775764613.859666:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764613.859846:0:42950:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098461312 00000100:00100000:0.0:1775764613.859860:0:42950:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098461312 00002000:00010000:0.0:1775764613.859914:0:42950:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/271 (256->18446744073709551615) 00002000:00100000:0.0:1775764613.859920:0:42950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9445bf4fad80 with x1862022098461312 ext(256->18446744073709551615) 00002000:00010000:0.0:1775764613.859945:0:42950:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9445bf4fad80. 00000100:00100000:0.0:1775764613.859978:0:42950:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 39 00000100:00100000:0.0:1775764613.859989:0:42950:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bf4fad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+12:2378:x1862022098461312:12345-192.168.202.28@tcp:10:truncate.0 00002000:00010000:0.0:1775764613.860297:0:42950:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x10f:0x0] updating lvb size from disk: 16 -> 256 00002000:00010000:0.0:1775764613.860301:0:42950:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x10f:0x0] updating lvb mtime from disk: 1775764613 -> 1775764614 00002000:00010000:0.0:1775764613.860304:0:42950:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x10f:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1775764613.860306:0:42950:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x10f:0x0] updating lvb ctime from disk: 1775764613 -> 1775764614 00002000:00010000:0.0:1775764613.860309:0:42950:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x10f:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:0.0:1775764613.860379:0:42950:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bf4fad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+13:2378:x1862022098461312:12345-192.168.202.28@tcp:10:truncate.0 Request processed in 392us (723us total) trans 34359738413 rc 0/0 00000100:00100000:0.0:1775764613.860388:0:42950:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 39 00002000:00010000:0.0:1775764613.860391:0:42950:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/271 (256->18446744073709551615) 00002000:00100000:0.0:1775764613.860403:0:42950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9445bf4fad80 with x1862022098461312 ext(256->18446744073709551615) 00002000:00010000:0.0:1775764613.860408:0:42950:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9445bf4fad80. 00000100:00100000:0.0:1775764613.882405:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764613.883039:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098461568 00000100:00100000:2.0:1775764613.883060:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098461568 00000100:00100000:2.0:1775764613.883134:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 567 00000100:00100000:2.0:1775764613.883144:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944589138e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+26:56580:x1862022098461568:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:2.0:1775764613.883169:0:42325:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764613.883193:0:42325:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24600/0x57b8ff0e030503bb lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b5b2 expref: -99 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764613.883286:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24200/0x57b8ff0e030503c2 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764613.883302:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24200/0x57b8ff0e030503c2 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764613.883319:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24200/0x57b8ff0e030503c2 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764613.883335:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25a00/0x57b8ff0e030503c9 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3caf6322 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764613.883341:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25a00/0x57b8ff0e030503c9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3caf6322 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764613.883347:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25a00/0x57b8ff0e030503c9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3caf6322 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764613.884139:0:42325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24200/0x57b8ff0e030503c2 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764613.884148:0:42325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24200/0x57b8ff0e030503c2 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764613.884156:0:42325:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24200/0x57b8ff0e030503c2 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764613.884163:0:42325:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445baf24200 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764613.884169:0:42325:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24200/0x57b8ff0e030503c2 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764613.884176:0:42325:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24200/0x57b8ff0e030503c2 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764613.884193:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff944586564c00) 00010000:00010000:2.0:1775764613.884196:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764613.884201:0:42325:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24200/0x57b8ff0e030503c2 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764613.884207:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24200/0x57b8ff0e030503c2 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764613.884223:0:42325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25a00/0x57b8ff0e030503c9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3caf6322 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764613.884229:0:42325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25a00/0x57b8ff0e030503c9 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3caf6322 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764613.884234:0:42325:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25a00/0x57b8ff0e030503c9 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3caf6322 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764613.884238:0:42325:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445baf25a00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764613.884241:0:42325:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25a00/0x57b8ff0e030503c9 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3caf6322 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764613.884246:0:42325:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25a00/0x57b8ff0e030503c9 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3caf6322 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764613.884253:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x3caf6322 (ffff94459084a400) 00010000:00010000:2.0:1775764613.884256:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764613.884259:0:42325:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25a00/0x57b8ff0e030503c9 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3caf6322 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764613.884264:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25a00/0x57b8ff0e030503c9 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3caf6322 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764613.884304:0:42325:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24600/0x57b8ff0e030503bb lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b5b2 expref: 27 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764613.884320:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff944586564c00) 00010000:00010000:2.0:1775764613.884322:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1775764613.884326:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24600/0x57b8ff0e030503bb lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b5b2 expref: 27 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764613.884336:0:42325:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445baf24600, rc 0) 00000100:00100000:2.0:1775764613.885089:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944589138e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+26:56580:x1862022098461568:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 1940us (2698us total) trans 0 rc 301/301 00000100:00100000:2.0:1775764613.885102:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 567 00000100:00100000:0.0:1775764613.889148:0:3331:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445becd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3331:1862022119010432:0@lo:400:kworker.0 00000100:00100000:1.0:1775764613.889162:0:3329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445becd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3329:1862022119010176:0@lo:400:kworker.0 00000100:00100000:0.0:1775764613.889213:0:3331:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764613.889231:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764613.889265:0:3331:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1775764613.889271:0:3331:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445becd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3331:1862022119010304:0@lo:400:kworker.0 00000100:00100000:1.0:1775764613.889273:0:3329:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:1.0:1775764613.889288:0:3329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445becd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d8dacf45-8471-4226-a2fb-1fac83f69c1e:3329:1862022119010048:0@lo:400:kworker.0 00000100:00100000:0.0:1775764613.889297:0:3331:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764613.889338:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764613.889378:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119010432 00000100:00100000:2.0:1775764613.889388:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119010432 00000100:00100000:1.0:1775764613.889390:0:3329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944487fbfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3329:1862022119010560:0@lo:400:kworker.0 00000100:00100000:2.0:1775764613.889454:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119010304 00000100:00100000:2.0:1775764613.889456:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119010304 00000100:00100000:2.0:1775764613.889473:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 235 00000100:00100000:2.0:1775764613.889480:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944487fbc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3331:x1862022119010432:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764613.889523:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944487fbc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3331:x1862022119010432:12345-0@lo:400:kworker.0 Request processed in 44us (311us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764613.889528:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 235 00000100:00100000:2.0:1775764613.889539:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 236 00000100:00100000:2.0:1775764613.889542:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944487fbc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3331:x1862022119010304:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764613.889556:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944487fbc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3331:x1862022119010304:12345-0@lo:400:kworker.0 Request processed in 14us (261us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764613.889559:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 236 00000100:00080000:2.0:1775764613.889580:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1775764613.889633:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764613.889715:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119010560 00000100:00100000:2.0:1775764613.889720:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119010560 00000100:00100000:2.0:1775764613.889771:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 237 00000100:00100000:2.0:1775764613.889780:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bf4fb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3329:x1862022119010560:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764613.889862:0:42945:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119010176 00000100:00100000:2.0:1775764613.889866:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bf4fb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3329:x1862022119010560:12345-0@lo:400:kworker.0 Request processed in 87us (230us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764613.889867:0:42945:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119010176 00000100:00100000:2.0:1775764613.889880:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 237 00000100:00100000:3.0:1775764613.889900:0:42945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 171 00000100:00100000:3.0:1775764613.889905:0:42945:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bf4fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3329:x1862022119010176:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764613.889932:0:42945:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bf4fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3329:x1862022119010176:12345-0@lo:400:kworker.0 Request processed in 28us (704us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764613.889936:0:42945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 171 00000100:00080000:1.0:1775764613.889967:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1775764613.889974:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1775764613.890000:0:42318:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119010048 00000100:00100000:0.0:1775764613.890004:0:42318:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119010048 00000100:00100000:1.0:1775764613.890021:0:3329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944487fbfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3329:1862022119010560:0@lo:400:kworker.0 00000100:00100000:0.0:1775764613.890035:0:42318:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 213 00000100:00100000:0.0:1775764613.890042:0:42318:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bd37bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d8dacf45-8471-4226-a2fb-1fac83f69c1e+18:3329:x1862022119010048:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764613.890046:0:3329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445becd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3329:1862022119010176:0@lo:400:kworker.0 00000100:00100000:1.0:1775764613.890094:0:3329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445becd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d8dacf45-8471-4226-a2fb-1fac83f69c1e:3329:1862022119010048:0@lo:400:kworker.0 00000100:00100000:0.0:1775764613.893895:0:42318:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bd37bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d8dacf45-8471-4226-a2fb-1fac83f69c1e+18:3329:x1862022119010048:12345-0@lo:400:kworker.0 Request processed in 3844us (4549us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764613.893909:0:42318:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 213 00000100:00100000:2.0:1775764613.894083:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764613.894190:0:3331:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445becd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3331:1862022119010304:0@lo:400:kworker.0 00000100:00100000:1.0:1775764613.894206:0:3331:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445becd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3331:1862022119010432:0@lo:400:kworker.0 00000100:00100000:0.0:1775764613.895097:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098461696 00000100:00100000:0.0:1775764613.895106:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098461696 00000100:00100000:0.0:1775764613.895171:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 568 00000100:00100000:0.0:1775764613.895181:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486755180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+26:56580:x1862022098461696:12345-192.168.202.28@tcp:34:lfs.0 00010000:00010000:0.0:1775764613.895259:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77e00/0x57b8ff0e030503d0 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764613.895277:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77e00/0x57b8ff0e030503d0 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764613.895294:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77e00/0x57b8ff0e030503d0 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764613.895310:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76400/0x57b8ff0e030503d7 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3caf6322 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764613.895317:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76400/0x57b8ff0e030503d7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3caf6322 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764613.895324:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76400/0x57b8ff0e030503d7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3caf6322 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764613.895965:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77a00/0x57b8ff0e030503de lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0x2f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764613.895976:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77a00/0x57b8ff0e030503de lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764613.895985:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77a00/0x57b8ff0e030503de lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764613.896029:0:42325:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab1:0x2f:0x0]: returning size 256 00000004:00200000:0.0:1775764613.896034:0:42325:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1775764613.896046:0:42325:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77a00/0x57b8ff0e030503de lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764613.896067:0:42325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77e00/0x57b8ff0e030503d0 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764613.896073:0:42325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77e00/0x57b8ff0e030503d0 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764613.896084:0:42325:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77e00/0x57b8ff0e030503d0 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764613.896090:0:42325:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445bfe77e00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:0.0:1775764613.896094:0:42325:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77e00/0x57b8ff0e030503d0 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764613.896102:0:42325:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77e00/0x57b8ff0e030503d0 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764613.896115:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff944586564c00) 00010000:00010000:0.0:1775764613.896119:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764613.896123:0:42325:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77e00/0x57b8ff0e030503d0 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764613.896129:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77e00/0x57b8ff0e030503d0 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764613.896142:0:42325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76400/0x57b8ff0e030503d7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3caf6322 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764613.896148:0:42325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76400/0x57b8ff0e030503d7 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3caf6322 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764613.896154:0:42325:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76400/0x57b8ff0e030503d7 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3caf6322 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764613.896160:0:42325:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445bfe76400 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:0.0:1775764613.896162:0:42325:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76400/0x57b8ff0e030503d7 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3caf6322 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764613.896172:0:42325:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76400/0x57b8ff0e030503d7 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3caf6322 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764613.896179:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x3caf6322 (ffff944599e85c00) 00010000:00010000:0.0:1775764613.896181:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764613.896184:0:42325:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76400/0x57b8ff0e030503d7 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3caf6322 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764613.896189:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76400/0x57b8ff0e030503d7 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3caf6322 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764613.896205:0:42325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77a00/0x57b8ff0e030503de lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764613.896212:0:42325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77a00/0x57b8ff0e030503de lrc: 2/0,0 mode: PR/PR res: [0x200003ab1:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764613.896217:0:42325:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77a00/0x57b8ff0e030503de lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764613.896222:0:42325:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445bfe77a00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:0.0:1775764613.896224:0:42325:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77a00/0x57b8ff0e030503de lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764613.896230:0:42325:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77a00/0x57b8ff0e030503de lrc: 4/0,0 mode: PR/PR res: [0x200003ab1:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764613.896237:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x2f:0x0].0x0 (ffff944586564400) 00010000:00010000:0.0:1775764613.896239:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764613.896242:0:42325:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77a00/0x57b8ff0e030503de lrc: 2/0,0 mode: --/PR res: [0x200003ab1:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764613.896251:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77a00/0x57b8ff0e030503de lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764613.896357:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486755180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+26:56580:x1862022098461696:12345-192.168.202.28@tcp:34:lfs.0 Request processed in 1172us (2272us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764613.896368:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 568 00010000:00010000:3.0:1775764613.953033:0:42312:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775764614.045028:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764614.045256:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098461824 00000100:00100000:2.0:1775764614.045269:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098461824 00000100:00100000:2.0:1775764614.045356:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 569 00000100:00100000:2.0:1775764614.045369:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94458620f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+26:56590:x1862022098461824:12345-192.168.202.28@tcp:34:lfs.0 00010000:00010000:2.0:1775764614.045478:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24600/0x57b8ff0e030503e5 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764614.045503:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24600/0x57b8ff0e030503e5 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764614.045518:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24600/0x57b8ff0e030503e5 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764614.045535:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25a00/0x57b8ff0e030503ec lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3caf6322 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764614.045541:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25a00/0x57b8ff0e030503ec lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3caf6322 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764614.045547:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25a00/0x57b8ff0e030503ec lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3caf6322 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764614.045996:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24200/0x57b8ff0e030503f3 lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0x2f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764614.046006:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24200/0x57b8ff0e030503f3 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764614.046013:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24200/0x57b8ff0e030503f3 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764614.046326:0:42326:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24200/0x57b8ff0e030503f3 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764614.046342:0:42326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24600/0x57b8ff0e030503e5 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764614.046349:0:42326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24600/0x57b8ff0e030503e5 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764614.046356:0:42326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24600/0x57b8ff0e030503e5 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764614.046362:0:42326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445baf24600 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764614.046366:0:42326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24600/0x57b8ff0e030503e5 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764614.046374:0:42326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24600/0x57b8ff0e030503e5 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764614.046387:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff944586564c00) 00010000:00010000:2.0:1775764614.046390:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764614.046394:0:42326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24600/0x57b8ff0e030503e5 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764614.046399:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24600/0x57b8ff0e030503e5 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764614.046482:0:42326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25a00/0x57b8ff0e030503ec lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3caf6322 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764614.046489:0:42326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25a00/0x57b8ff0e030503ec lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3caf6322 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764614.046494:0:42326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25a00/0x57b8ff0e030503ec lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3caf6322 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764614.046499:0:42326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445baf25a00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764614.046502:0:42326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25a00/0x57b8ff0e030503ec lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3caf6322 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764614.046507:0:42326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25a00/0x57b8ff0e030503ec lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3caf6322 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764614.046515:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x3caf6322 (ffff94459084a400) 00010000:00010000:2.0:1775764614.046517:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764614.046519:0:42326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25a00/0x57b8ff0e030503ec lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3caf6322 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764614.046524:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25a00/0x57b8ff0e030503ec lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3caf6322 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764614.046539:0:42326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24200/0x57b8ff0e030503f3 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764614.046544:0:42326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24200/0x57b8ff0e030503f3 lrc: 2/0,0 mode: PR/PR res: [0x200003ab1:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764614.046550:0:42326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24200/0x57b8ff0e030503f3 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764614.046555:0:42326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445baf24200 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764614.046558:0:42326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24200/0x57b8ff0e030503f3 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764614.046563:0:42326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24200/0x57b8ff0e030503f3 lrc: 4/0,0 mode: PR/PR res: [0x200003ab1:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764614.046701:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x2f:0x0].0x0 (ffff944586564400) 00010000:00010000:2.0:1775764614.046704:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764614.046707:0:42326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24200/0x57b8ff0e030503f3 lrc: 2/0,0 mode: --/PR res: [0x200003ab1:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764614.046713:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24200/0x57b8ff0e030503f3 lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764614.046939:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94458620f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+26:56590:x1862022098461824:12345-192.168.202.28@tcp:34:lfs.0 Request processed in 1569us (1920us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764614.046949:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 569 00000100:00100000:1.0:1775764614.169654:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764614.169750:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098461952 00000100:00100000:0.0:1775764614.169762:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098461952 00000100:00100000:0.0:1775764614.169848:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 570 00000100:00100000:0.0:1775764614.169859:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bf4fb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+26:56597:x1862022098461952:12345-192.168.202.28@tcp:101:stat.0 00010000:00010000:0.0:1775764614.169882:0:42325:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764614.169903:0:42325:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77a00/0x57b8ff0e030503fa lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b5b9 expref: -99 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764614.169974:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76400/0x57b8ff0e03050401 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764614.169989:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76400/0x57b8ff0e03050401 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764614.170005:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76400/0x57b8ff0e03050401 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764614.170021:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77e00/0x57b8ff0e03050408 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3caf6322 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764614.170029:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77e00/0x57b8ff0e03050408 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3caf6322 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764614.170039:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77e00/0x57b8ff0e03050408 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3caf6322 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764614.170460:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77800/0x57b8ff0e0305040f lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0x2f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764614.170469:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77800/0x57b8ff0e0305040f lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x2f:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764614.170477:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77800/0x57b8ff0e0305040f lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x2f:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764614.170515:0:42325:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab1:0x2f:0x0]: returning size 256 00000004:00200000:0.0:1775764614.170520:0:42325:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1775764614.170541:0:42325:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77800/0x57b8ff0e0305040f lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x2f:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764614.170555:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77800/0x57b8ff0e0305040f lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764614.170563:0:42325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76400/0x57b8ff0e03050401 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764614.170569:0:42325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76400/0x57b8ff0e03050401 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764614.170575:0:42325:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76400/0x57b8ff0e03050401 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764614.170582:0:42325:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445bfe76400 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:0.0:1775764614.170587:0:42325:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76400/0x57b8ff0e03050401 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764614.170595:0:42325:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76400/0x57b8ff0e03050401 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764614.170609:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff944586564c00) 00010000:00010000:0.0:1775764614.170612:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764614.170617:0:42325:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76400/0x57b8ff0e03050401 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764614.170622:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76400/0x57b8ff0e03050401 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764614.170634:0:42325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77e00/0x57b8ff0e03050408 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3caf6322 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764614.170639:0:42325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77e00/0x57b8ff0e03050408 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3caf6322 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764614.170644:0:42325:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77e00/0x57b8ff0e03050408 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3caf6322 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764614.170649:0:42325:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445bfe77e00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:0.0:1775764614.170651:0:42325:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77e00/0x57b8ff0e03050408 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3caf6322 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764614.170656:0:42325:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77e00/0x57b8ff0e03050408 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3caf6322 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764614.170662:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x3caf6322 (ffff944599e85c00) 00010000:00010000:0.0:1775764614.170664:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764614.170667:0:42325:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77e00/0x57b8ff0e03050408 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3caf6322 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764614.170676:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77e00/0x57b8ff0e03050408 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3caf6322 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764614.170708:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77a00/0x57b8ff0e030503fa lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b5b9 expref: 28 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764614.170721:0:42325:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77800/0x57b8ff0e0305040f lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b5b9 expref: 27 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764614.170729:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x2f:0x0].0x0 (ffff944586564400) 00010000:00010000:0.0:1775764614.170731:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1775764614.170734:0:42325:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445bfe77800, rc 0) 00000100:00100000:0.0:1775764614.170880:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bf4fb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+27:56597:x1862022098461952:12345-192.168.202.28@tcp:101:stat.0 Request processed in 1022us (1235us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764614.170889:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 570 00000100:00100000:1.0:1775764614.326685:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764614.326728:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764614.326767:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764614.326847:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764614.326973:0:42944:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098462336 00000100:00100000:0.0:1775764614.326987:0:42944:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098462336 00000100:00100000:0.0:1775764614.327067:0:42944:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098462208 00000100:00100000:0.0:1775764614.327070:0:42944:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098462208 00000100:00100000:0.0:1775764614.327094:0:42944:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 172 00000100:00100000:0.0:1775764614.327106:0:42944:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bf4f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+11:2377:x1862022098462336:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:0.0:1775764614.327193:0:42944:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bf4f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+11:2377:x1862022098462336:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 90us (464us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764614.327202:0:42944:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 172 00000100:00100000:0.0:1775764614.327221:0:42944:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 173 00000100:00100000:0.0:1775764614.327227:0:42944:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445becd5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+13:2377:x1862022098462208:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:0.0:1775764614.327255:0:42944:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445becd5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+13:2377:x1862022098462208:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 28us (488us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764614.327261:0:42944:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 173 00000100:00100000:2.0:1775764614.327557:0:42317:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098462080 00000100:00100000:2.0:1775764614.327564:0:42317:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098462080 00000100:00100000:2.0:1775764614.327616:0:42317:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 214 00000100:00100000:2.0:1775764614.327624:0:42317:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bd379450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:24b54882-c0a1-43f2-954f-009e5a9afc9d+12:2377:x1862022098462080:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:2.0:1775764614.327652:0:42317:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bd379450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:24b54882-c0a1-43f2-954f-009e5a9afc9d+12:2377:x1862022098462080:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 30us (978us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764614.327658:0:42317:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 214 00000100:00100000:2.0:1775764614.327689:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098462464 00000100:00100000:2.0:1775764614.327692:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098462464 00000100:00100000:2.0:1775764614.327716:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 238 00000100:00100000:2.0:1775764614.327723:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445becd5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:82781e18-e0e3-4f9f-9a2b-041bf0344414+5:2377:x1862022098462464:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:2.0:1775764614.327752:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445becd5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:82781e18-e0e3-4f9f-9a2b-041bf0344414+5:2377:x1862022098462464:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 30us (906us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764614.327758:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 238 00000100:00080000:1.0:1775764614.327992:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:2.0:1775764614.977690:0:42313:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:2.0:1775764614.984638:0:6613:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 34359738413 is committed 00000001:00080000:2.0:1775764614.984668:0:6613:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 34359738412 is committed 00000100:00100000:3.0:1775764615.426968:0:3329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff94458620e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3329:1862022119010688:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1775764615.427056:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764615.427125:0:42947:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119010688 00000100:00100000:3.0:1775764615.427133:0:42947:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119010688 00000100:00100000:3.0:1775764615.427188:0:42947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 105 00000100:00100000:3.0:1775764615.427197:0:42947:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94458620c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3329:x1862022119010688:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1775764615.427240:0:42947:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 66387968 pending 0 free 3765436416 avail 3763339264 00000100:00100000:3.0:1775764615.427282:0:42947:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94458620c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3329:x1862022119010688:12345-0@lo:13:osp-pre-1-0.0 Request processed in 85us (226us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764615.427289:0:42947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 105 00000100:00080000:3.0:1775764615.427313:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1775764615.427348:0:3329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff94458620e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3329:1862022119010688:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1775764616.002988:0:43224:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764617.024995:0:42312:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764618.050007:0:42313:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775764618.498843:0:3331:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1775764618.498868:0:3331:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445becd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3331:1862022119010816:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1775764618.498939:0:3331:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764618.499069:0:42947:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119010816 00000100:00100000:3.0:1775764618.499077:0:42947:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119010816 00000100:00100000:3.0:1775764618.499142:0:42947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 106 00000100:00100000:3.0:1775764618.499153:0:42947:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445becd6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3331:x1862022119010816:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1775764618.499188:0:42947:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 59572224 pending 0 free 3704619008 avail 3702521856 00000100:00100000:3.0:1775764618.499238:0:42947:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445becd6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3331:x1862022119010816:12345-0@lo:13:osp-pre-0-0.0 Request processed in 87us (298us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764618.499245:0:42947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 106 00000100:00100000:3.0:1775764618.499288:0:3331:0:(client.c:3082:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 34359738412 gen 2 00000004:00080000:3.0:1775764618.499294:0:3331:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9445bf4f9880, transno 34359738412 00000100:00100000:3.0:1775764618.499311:0:3331:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445becd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3331:1862022119010816:0@lo:13:osp-pre-0-0.0 00000100:00080000:1.0:1775764618.500241:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1775764619.009985:0:3328:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff94458620d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3328:1862022119011072:0@lo:400:kworker.0 00000100:00100000:0.0:1775764619.010046:0:3331:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff94458620e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d8dacf45-8471-4226-a2fb-1fac83f69c1e:3331:1862022119010944:0@lo:400:kworker.0 00000100:00100000:1.0:1775764619.010853:0:3329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff94458620e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3329:1862022119011200:0@lo:400:kworker.0 00000100:00100000:0.0:1775764619.012827:0:3331:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764619.013179:0:3330:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff94458620f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3330:1862022119011328:0@lo:400:kworker.0 00000100:00100000:1.0:1775764619.013227:0:3330:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764619.013296:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764619.013366:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119011328 00000100:00100000:1.0:1775764619.013376:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119011328 00000100:00100000:1.0:1775764619.013432:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119011200 00000100:00100000:1.0:1775764619.013435:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119011200 00000100:00100000:1.0:1775764619.013457:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 239 00000100:00100000:1.0:1775764619.013466:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445becd4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3330:x1862022119011328:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764619.013536:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445becd4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3330:x1862022119011328:12345-0@lo:400:kworker.0 Request processed in 71us (308us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764619.013545:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 239 00000100:00100000:1.0:1775764619.013562:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 240 00000100:00100000:1.0:1775764619.013568:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445b296d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3329:x1862022119011200:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764619.013598:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445b296d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3329:x1862022119011200:12345-0@lo:400:kworker.0 Request processed in 31us (302us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764619.013604:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 240 00000100:00100000:0.0:1775764619.014057:0:42318:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119010944 00000100:00100000:0.0:1775764619.014063:0:42318:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119010944 00000100:00100000:0.0:1775764619.014099:0:42318:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 215 00000100:00100000:0.0:1775764619.014106:0:42318:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bd37b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d8dacf45-8471-4226-a2fb-1fac83f69c1e+18:3331:x1862022119010944:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764619.014616:0:42318:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bd37b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d8dacf45-8471-4226-a2fb-1fac83f69c1e+18:3331:x1862022119010944:12345-0@lo:400:kworker.0 Request processed in 509us (1795us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764619.014623:0:42318:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 215 00000100:00100000:0.0:1775764619.014685:0:3331:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff94458620e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d8dacf45-8471-4226-a2fb-1fac83f69c1e:3331:1862022119010944:0@lo:400:kworker.0 00000100:00100000:0.0:1775764619.014695:0:3331:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bf4f9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3331:1862022119011456:0@lo:400:kworker.0 00000100:00100000:0.0:1775764619.014727:0:3331:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764619.014770:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119011456 00000100:00100000:0.0:1775764619.014774:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119011456 00000100:00100000:0.0:1775764619.014824:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 241 00000100:00100000:0.0:1775764619.014831:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944487fbc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3331:x1862022119011456:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764619.014866:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944487fbc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3331:x1862022119011456:12345-0@lo:400:kworker.0 Request processed in 36us (139us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764619.014872:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 241 00000100:00100000:0.0:1775764619.014897:0:3331:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bf4f9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3331:1862022119011456:0@lo:400:kworker.0 00000100:00080000:0.0:1775764619.014940:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1775764619.014967:0:3330:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff94458620f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3330:1862022119011328:0@lo:400:kworker.0 00000100:00100000:0.0:1775764619.014994:0:3329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff94458620e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3329:1862022119011200:0@lo:400:kworker.0 00000100:00100000:3.0:1775764619.024240:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764619.024423:0:42944:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119011072 00000100:00100000:2.0:1775764619.024434:0:42944:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119011072 00000100:00080000:3.0:1775764619.024606:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1775764619.025366:0:42944:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 174 00000100:00100000:2.0:1775764619.025381:0:42944:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bf4f9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3328:x1862022119011072:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764619.025478:0:42944:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bf4f9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3328:x1862022119011072:12345-0@lo:400:kworker.0 Request processed in 102us (1249us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764619.025687:0:3328:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff94458620d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3328:1862022119011072:0@lo:400:kworker.0 00000100:00100000:2.0:1775764619.027075:0:42944:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 174 00010000:00010000:1.0:1775764619.076821:0:43224:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:2.0:1775764619.090511:0:5825:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 34359738866 is committed 00000100:00100000:2.0:1775764619.451573:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764619.451624:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764619.451654:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764619.451676:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764619.451721:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764619.451764:0:42319:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098462592 00000100:00100000:2.0:1775764619.451778:0:42319:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098462592 00000100:00100000:2.0:1775764619.451857:0:42319:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 216 00000100:00100000:2.0:1775764619.451866:0:42319:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bd378050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:24b54882-c0a1-43f2-954f-009e5a9afc9d+12:2379:x1862022098462592:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:1.0:1775764619.452103:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098462720 00000100:00100000:1.0:1775764619.452108:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098462720 00000100:00100000:1.0:1775764619.452146:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098463104 00000100:00100000:1.0:1775764619.452149:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098463104 00000100:00100000:1.0:1775764619.452169:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 242 00000100:00100000:1.0:1775764619.452176:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486757b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+25:2379:x1862022098462720:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:1.0:1775764619.452250:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486757b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+25:2379:x1862022098462720:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 73us (686us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764619.452258:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 242 00000100:00100000:1.0:1775764619.452277:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 243 00000100:00100000:1.0:1775764619.452284:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94448647d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:82781e18-e0e3-4f9f-9a2b-041bf0344414+5:2379:x1862022098463104:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:1.0:1775764619.452309:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94448647d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:82781e18-e0e3-4f9f-9a2b-041bf0344414+5:2379:x1862022098463104:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 25us (587us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764619.452315:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 243 00000100:00080000:1.0:1775764619.452329:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1775764619.453765:0:42319:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bd378050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:24b54882-c0a1-43f2-954f-009e5a9afc9d+12:2379:x1862022098462592:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 1890us (2100us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764619.453778:0:42319:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 216 00000100:00100000:2.0:1775764619.454215:0:42945:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098462976 00000100:00100000:2.0:1775764619.454224:0:42945:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098462976 00000100:00100000:2.0:1775764619.454292:0:42945:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098462848 00000100:00100000:2.0:1775764619.454296:0:42945:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098462848 00000100:00100000:2.0:1775764619.454324:0:42945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 175 00000100:00100000:2.0:1775764619.454334:0:42945:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444832c3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+11:2379:x1862022098462976:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:2.0:1775764619.454794:0:42945:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444832c3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+11:2379:x1862022098462976:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 460us (3167us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764619.454837:0:42945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 175 00000100:00100000:2.0:1775764619.454862:0:42945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 176 00000100:00100000:2.0:1775764619.454869:0:42945:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944483640700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+9:2379:x1862022098462848:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:2.0:1775764619.455049:0:42945:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944483640700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+9:2379:x1862022098462848:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 180us (3371us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764619.455055:0:42945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 176 00000100:00080000:1.0:1775764619.455227:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1775764619.455233:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:3.0:1775764620.102841:0:42312:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775764620.515975:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764620.517643:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098463232 00000100:00100000:0.0:1775764620.517668:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098463232 00000100:00100000:0.0:1775764620.518968:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 571 00000100:00100000:0.0:1775764620.518995:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445b296d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+25:56551:x1862022098463232:12345-192.168.202.28@tcp:60:lhsmtool_posix.0 00000100:00100000:0.0:1775764620.519155:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445b296d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+25:56551:x1862022098463232:12345-192.168.202.28@tcp:60:lhsmtool_posix.0 Request processed in 175us (3194us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764620.519174:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 571 00000100:00100000:2.0:1775764620.526100:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764620.526202:0:42327:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098463488 00000100:00100000:3.0:1775764620.526212:0:42327:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098463488 00000100:00100000:3.0:1775764620.526262:0:42327:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 170 00000100:00100000:3.0:1775764620.526270:0:42327:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94448647f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+25:56551:x1862022098463488:12345-192.168.202.28@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1775764620.527038:0:42327:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94448647f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+26:56551:x1862022098463488:12345-192.168.202.28@tcp:35:lhsmtool_posix.0 Request processed in 766us (949us total) trans 34359738867 rc 0/0 00000100:00100000:3.0:1775764620.527048:0:42327:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 170 00000100:00100000:1.0:1775764620.546269:0:3328:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bfe6b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3328:1862022119011584:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1775764620.546347:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764620.546555:0:42947:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119011584 00000100:00100000:3.0:1775764620.546564:0:42947:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119011584 00000100:00100000:3.0:1775764620.546621:0:42947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 107 00000100:00100000:3.0:1775764620.546630:0:42947:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445b296f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3328:x1862022119011584:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1775764620.546671:0:42947:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 66387968 pending 0 free 3765436416 avail 3763339264 00000100:00100000:3.0:1775764620.546730:0:42947:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445b296f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3328:x1862022119011584:12345-0@lo:13:osp-pre-1-0.0 Request processed in 100us (382us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764620.546736:0:42947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 107 00000100:00100000:2.0:1775764620.547044:0:3328:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bfe6b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3328:1862022119011584:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1775764620.859420:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764620.859574:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098463616 00000100:00100000:1.0:1775764620.859585:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098463616 00000100:00100000:1.0:1775764620.859659:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 572 00000100:00100000:1.0:1775764620.859672:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94448647d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:82781e18-e0e3-4f9f-9a2b-041bf0344414+5:57037:x1862022098463616:12345-192.168.202.28@tcp:101:lsof.0 00010000:00010000:1.0:1775764620.859704:0:44493:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764620.859731:0:44493:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944488002a00/0x57b8ff0e03050416 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b5c0 expref: -99 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764620.859869:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944488003a00/0x57b8ff0e0305041d lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764620.860068:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944488003a00/0x57b8ff0e0305041d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764620.860081:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944488003a00/0x57b8ff0e0305041d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764620.860326:0:44493:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 9728 00000004:00200000:1.0:1775764620.860332:0:44493:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 38 stripe count 1 MDT count 1 00000004:00010000:1.0:1775764620.860573:0:44493:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff944488003a00/0x57b8ff0e0305041d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764620.860604:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944488002a00/0x57b8ff0e03050416 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b5c0 expref: 7 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764620.860623:0:44493:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff944488003a00/0x57b8ff0e0305041d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b5c0 expref: 6 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764620.860637:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff944586564c00) 00010000:00010000:1.0:1775764620.860641:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1775764620.860644:0:44493:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944488003a00, rc 0) 00000100:00100000:1.0:1775764620.860918:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94448647d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:82781e18-e0e3-4f9f-9a2b-041bf0344414+6:57037:x1862022098463616:12345-192.168.202.28@tcp:101:lsof.0 Request processed in 1247us (1506us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764620.860928:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 572 00010000:00010000:2.0:1775764621.121184:0:42313:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764622.146405:0:43224:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764623.169060:0:42312:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1775764623.361089:0:42356:0:(llog.c:800:llog_process_thread()) index: 8, lh_last_idx: 8 synced_idx: 8 lgh_last_idx: 8 00000040:00080000:0.0:1775764623.361098:0:42356:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x32:0x0] at index 8 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1775764623.361135:0:42356:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x32:0x0] index 14 count 2 00000040:00080000:0.0:1775764623.361144:0:42356:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 9 count 2 00000100:00100000:2.0:1775764623.617767:0:3328:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1775764623.617823:0:3328:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445b296ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3328:1862022119011712:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1775764623.617912:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764623.618118:0:42947:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119011712 00000100:00100000:3.0:1775764623.618131:0:42947:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119011712 00000100:00100000:3.0:1775764623.618228:0:42947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 108 00000100:00100000:3.0:1775764623.618240:0:42947:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94448647c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3328:x1862022119011712:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1775764623.618287:0:42947:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 59572224 pending 0 free 3704619008 avail 3702521856 00000100:00100000:3.0:1775764623.618334:0:42947:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94448647c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3328:x1862022119011712:12345-0@lo:13:osp-pre-0-0.0 Request processed in 97us (423us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764623.618342:0:42947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 108 00000100:00080000:1.0:1775764623.618744:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1775764623.618908:0:3328:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445b296ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3328:1862022119011712:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1775764624.133286:0:3329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff94458620d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3329:1862022119012224:0@lo:400:kworker.0 00000100:00100000:0.0:1775764624.133410:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764624.134930:0:3331:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944487fbce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3331:1862022119011968:0@lo:400:kworker.0 00000100:00100000:3.0:1775764624.135011:0:3331:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764624.136098:0:3330:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944487fbe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d8dacf45-8471-4226-a2fb-1fac83f69c1e:3330:1862022119011840:0@lo:400:kworker.0 00000100:00100000:2.0:1775764624.136152:0:3330:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764624.139267:0:3329:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1775764624.139289:0:3329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944487fbfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3329:1862022119012096:0@lo:400:kworker.0 00000100:00100000:0.0:1775764624.139401:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764624.139494:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119012224 00000100:00100000:0.0:1775764624.139505:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119012224 00000100:00100000:0.0:1775764624.139604:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119012096 00000100:00100000:0.0:1775764624.139608:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119012096 00000100:00100000:0.0:1775764624.139636:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 244 00000100:00100000:0.0:1775764624.139647:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94458620f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3329:x1862022119012224:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764624.139726:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94458620f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3329:x1862022119012224:12345-0@lo:400:kworker.0 Request processed in 81us (6317us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764624.139739:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 244 00000100:00100000:0.0:1775764624.141114:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 245 00000100:00100000:0.0:1775764624.141127:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94458620e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3329:x1862022119012096:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764624.141192:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94458620e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3329:x1862022119012096:12345-0@lo:400:kworker.0 Request processed in 71us (1791us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764624.141197:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 245 00000100:00080000:0.0:1775764624.141225:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1775764624.141276:0:3329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944487fbfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3329:1862022119012096:0@lo:400:kworker.0 00000100:00100000:0.0:1775764624.141290:0:3329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff94458620d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3329:1862022119012224:0@lo:400:kworker.0 00000100:00100000:0.0:1775764624.141377:0:42317:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119011840 00000100:00100000:0.0:1775764624.141383:0:42317:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119011840 00000100:00100000:0.0:1775764624.141422:0:42317:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 217 00000100:00100000:0.0:1775764624.141429:0:42317:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bd37a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d8dacf45-8471-4226-a2fb-1fac83f69c1e+18:3330:x1862022119011840:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764624.141482:0:42317:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bd37a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d8dacf45-8471-4226-a2fb-1fac83f69c1e+18:3330:x1862022119011840:12345-0@lo:400:kworker.0 Request processed in 53us (5329us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764624.141488:0:42317:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 217 00000100:00100000:0.0:1775764624.141532:0:42945:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119011968 00000100:00100000:0.0:1775764624.141536:0:42945:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119011968 00000100:00100000:0.0:1775764624.141577:0:42945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 177 00000100:00100000:0.0:1775764624.141584:0:42945:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bfe6b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3331:x1862022119011968:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764624.141617:0:42945:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bfe6b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3331:x1862022119011968:12345-0@lo:400:kworker.0 Request processed in 35us (6607us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764624.141623:0:42945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 177 00000100:00080000:0.0:1775764624.141642:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1775764624.142222:0:3330:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944487fbe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d8dacf45-8471-4226-a2fb-1fac83f69c1e:3330:1862022119011840:0@lo:400:kworker.0 00000100:00100000:2.0:1775764624.142238:0:3330:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff94458620e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3330:1862022119012352:0@lo:400:kworker.0 00000100:00100000:2.0:1775764624.142292:0:3330:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764624.142443:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119012352 00000100:00100000:0.0:1775764624.142449:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119012352 00000100:00100000:0.0:1775764624.142521:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 246 00000100:00100000:0.0:1775764624.142530:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94448647e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3330:x1862022119012352:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764624.142575:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94448647e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3330:x1862022119012352:12345-0@lo:400:kworker.0 Request processed in 47us (283us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764624.142582:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 246 00000100:00080000:2.0:1775764624.142889:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1775764624.142919:0:3330:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff94458620e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3330:1862022119012352:0@lo:400:kworker.0 00000100:00100000:3.0:1775764624.143190:0:3331:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944487fbce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3331:1862022119011968:0@lo:400:kworker.0 00010000:00010000:1.0:1775764624.193201:0:42313:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:3.0:1775764624.221743:0:5825:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 34359738867 is committed 00000100:00100000:2.0:1775764624.566105:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764624.566166:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764624.566261:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764624.566306:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764624.566332:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764624.566397:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098464256 00000100:00100000:1.0:1775764624.566415:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098464256 00000100:00100000:1.0:1775764624.566504:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098463872 00000100:00100000:1.0:1775764624.566508:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098463872 00000100:00100000:1.0:1775764624.566535:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 247 00000100:00100000:1.0:1775764624.566548:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bbd7a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:82781e18-e0e3-4f9f-9a2b-041bf0344414+6:2377:x1862022098464256:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:1.0:1775764624.566663:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bbd7a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:82781e18-e0e3-4f9f-9a2b-041bf0344414+6:2377:x1862022098464256:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 116us (401us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764624.566672:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 247 00000100:00100000:1.0:1775764624.566693:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 248 00000100:00100000:1.0:1775764624.566700:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bbd78000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+25:2377:x1862022098463872:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:1.0:1775764624.566731:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bbd78000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+25:2377:x1862022098463872:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 31us (425us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764624.566737:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 248 00000100:00080000:1.0:1775764624.566970:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1775764624.567871:0:42318:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098463744 00000100:00100000:0.0:1775764624.567882:0:42318:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098463744 00000100:00100000:0.0:1775764624.567961:0:42318:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 218 00000100:00100000:0.0:1775764624.567972:0:42318:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bd37b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:24b54882-c0a1-43f2-954f-009e5a9afc9d+12:2377:x1862022098463744:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:0.0:1775764624.568035:0:42318:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bd37b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:24b54882-c0a1-43f2-954f-009e5a9afc9d+12:2377:x1862022098463744:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 65us (1946us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764624.568042:0:42318:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 218 00000100:00100000:3.0:1775764624.585888:0:42946:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098464000 00000100:00100000:3.0:1775764624.585903:0:42946:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098464000 00000100:00100000:3.0:1775764624.586184:0:42946:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098464128 00000100:00100000:3.0:1775764624.586188:0:42946:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098464128 00000100:00100000:3.0:1775764624.586233:0:42946:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 178 00000100:00100000:3.0:1775764624.586243:0:42946:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bbd7b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+9:2377:x1862022098464000:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:3.0:1775764624.586458:0:42946:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bbd7b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+9:2377:x1862022098464000:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 216us (20290us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764624.586468:0:42946:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 178 00000100:00100000:3.0:1775764624.586491:0:42946:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 179 00000100:00100000:3.0:1775764624.586498:0:42946:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bbd78700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+11:2377:x1862022098464128:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:3.0:1775764624.586528:0:42946:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bbd78700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+11:2377:x1862022098464128:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 30us (20194us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764624.586534:0:42946:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 179 00000100:00080000:1.0:1775764624.587107:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1775764624.587114:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1775764625.217126:0:43224:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775764625.668723:0:3331:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff94448678ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3331:1862022119012480:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1775764625.668839:0:3331:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764625.668923:0:42947:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119012480 00000100:00100000:3.0:1775764625.668933:0:42947:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119012480 00000100:00100000:3.0:1775764625.668993:0:42947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 109 00000100:00100000:3.0:1775764625.669001:0:42947:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94448678b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3331:x1862022119012480:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1775764625.669037:0:42947:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 66387968 pending 0 free 3765436416 avail 3763339264 00000100:00100000:3.0:1775764625.669076:0:42947:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94448678b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3331:x1862022119012480:12345-0@lo:13:osp-pre-1-0.0 Request processed in 75us (247us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764625.669082:0:42947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 109 00000100:00100000:3.0:1775764625.669127:0:3331:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff94448678ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3331:1862022119012480:0@lo:13:osp-pre-1-0.0 00000001:02000400:2.0:1775764625.841910:0:47258:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-pcc test 21f: mmap write should invalidate PCC-RO caching ========================================================== 15:57:04 (1775764624) 00010000:00010000:3.0:1775764626.240988:0:42312:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764627.266635:0:42313:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775764627.907998:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764627.908973:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098464512 00000100:00100000:2.0:1775764627.908992:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098464512 00000100:00100000:2.0:1775764627.909089:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 573 00000100:00100000:2.0:1775764627.909101:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94458620d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+25:57297:x1862022098464512:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1775764627.909130:0:42324:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764627.909159:0:42324:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e03050424 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b5c7 expref: -99 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764627.909248:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24400/0x57b8ff0e0305042b lrc: 3/1,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00080000:1.0:1775764627.909757:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:2.0:1775764627.909850:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24400/0x57b8ff0e0305042b lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764627.909873:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24400/0x57b8ff0e0305042b lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764627.909897:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25000/0x57b8ff0e03050432 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764627.909918:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25000/0x57b8ff0e03050432 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764627.909932:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25000/0x57b8ff0e03050432 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764627.910474:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25400/0x57b8ff0e03050439 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764627.910487:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25400/0x57b8ff0e03050439 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764627.910495:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25400/0x57b8ff0e03050439 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764627.910507:0:42324:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000002:0x2:0x0]: returning size 6656 00010000:00010000:2.0:1775764627.912302:0:42324:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24400/0x57b8ff0e0305042b lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764627.912316:0:42324:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24400/0x57b8ff0e0305042b lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764627.912323:0:42324:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24400/0x57b8ff0e0305042b lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764627.912329:0:42324:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445baf24400 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764627.912333:0:42324:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24400/0x57b8ff0e0305042b lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764627.912341:0:42324:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24400/0x57b8ff0e0305042b lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764627.912357:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff944582f80200) 00010000:00010000:2.0:1775764627.912361:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764627.912366:0:42324:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24400/0x57b8ff0e0305042b lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764627.912372:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24400/0x57b8ff0e0305042b lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764627.912390:0:42324:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25000/0x57b8ff0e03050432 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764627.914106:0:42324:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25000/0x57b8ff0e03050432 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764627.914116:0:42324:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25000/0x57b8ff0e03050432 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764627.914122:0:42324:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445baf25000 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764627.914127:0:42324:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25000/0x57b8ff0e03050432 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764627.914135:0:42324:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25000/0x57b8ff0e03050432 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764627.914151:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x8d45d6bc (ffff94459084ae00) 00010000:00010000:2.0:1775764627.914154:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764627.914158:0:42324:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25000/0x57b8ff0e03050432 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764627.914164:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25000/0x57b8ff0e03050432 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764627.917535:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e03050424 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b5c7 expref: 28 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764627.920296:0:42324:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25400/0x57b8ff0e03050439 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b5c7 expref: 27 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764627.920314:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff94459084a500) 00010000:00010000:2.0:1775764627.920317:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764627.920321:0:42324:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445baf25400, rc 0) 00000100:00100000:2.0:1775764627.920503:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94458620d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+27:57297:x1862022098464512:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 Request processed in 11404us (12514us total) trans 34359738868 rc 0/0 00000100:00100000:2.0:1775764627.920515:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 573 00000100:00100000:3.0:1775764627.932763:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764627.941118:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098464768 00000100:00100000:0.0:1775764627.941137:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098464768 00000100:00100000:3.0:1775764627.941364:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764627.943132:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 574 00000100:00100000:0.0:1775764627.943160:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94448678ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+27:57297:x1862022098464768:12345-192.168.202.28@tcp:59:lhsmtool_posix.0 00000100:00100000:0.0:1775764627.943300:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94448678ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+27:57297:x1862022098464768:12345-192.168.202.28@tcp:59:lhsmtool_posix.0 Request processed in 155us (10747us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764627.943309:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 574 00000100:00100000:2.0:1775764627.943835:0:42310:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098464640 00000100:00100000:2.0:1775764627.943848:0:42310:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098464640 00000100:00100000:2.0:1775764627.943937:0:42310:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 48 00000100:00100000:2.0:1775764627.943945:0:42310:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94448678a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+27:2379:x1862022098464640:12345-192.168.202.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1775764627.943960:0:42310:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764627.943990:0:42310:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25400/0x57b8ff0e03050439 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b5c7 expref: 27 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764627.944017:0:42310:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff94459084a500) 00010000:00010000:2.0:1775764627.944023:0:42310:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775764627.944055:0:42310:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94448678a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+26:2379:x1862022098464640:12345-192.168.202.28@tcp:103:ldlm_bl.0 Request processed in 111us (2696us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764627.944062:0:42310:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 48 00000100:00100000:2.0:1775764628.047093:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764628.053540:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098465024 00000100:00100000:0.0:1775764628.053554:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098465024 00000100:00100000:0.0:1775764628.054730:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 575 00000100:00100000:0.0:1775764628.054742:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444867c8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+26:57066:x1862022098465024:12345-192.168.202.28@tcp:101:bash.0 00010000:00010000:0.0:1775764628.054766:0:42325:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764628.054770:0:42325:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1775764628.055662:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694000/0x57b8ff0e030502c6 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b56c expref: 26 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764628.055688:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff944586564c00) 00010000:00010000:0.0:1775764628.055694:0:42325:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1775764628.055712:0:42325:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76200/0x57b8ff0e03050447 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b5ce expref: -99 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764628.056183:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77000/0x57b8ff0e0305044e lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764628.056201:0:42325:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff944488003a00/0x57b8ff0e0305041d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b5c0 expref: 5 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764628.056208:0:42325:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77000/0x57b8ff0e0305044e lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764628.056241:0:42325:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff944488003a00/0x57b8ff0e0305041d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b5c0 expref: 5 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764628.056256:0:42325:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff944488003a00/0x57b8ff0e0305041d lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b5c0 expref: 5 pid: 44493 timeout: 2194 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764628.056283:0:42325:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff94458620e680 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:42325:1862022119012608:192.168.202.28@tcp:104: 00000100:00100000:0.0:1775764628.056400:0:42325:0:(client.c:2691:ptlrpc_set_wait()) set ffff944585e070c0 going to sleep for 11 seconds 00000100:00100000:3.0:1775764628.068491:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764628.069178:0:42325:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff94458620e680 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:42325:1862022119012608:192.168.202.28@tcp:104: 00010000:00010000:0.0:1775764628.069218:0:42325:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77000/0x57b8ff0e0305044e lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764628.069404:0:42309:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098465152 00000100:00100000:2.0:1775764628.069415:0:42309:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098465152 00010000:00010000:2.0:1775764628.069491:0:42309:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff944488003a00/0x57b8ff0e0305041d lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b5c0 expref: 6 pid: 44493 timeout: 2194 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764628.069531:0:42309:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 121 00000100:00100000:2.0:1775764628.069542:0:42309:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486788e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:82781e18-e0e3-4f9f-9a2b-041bf0344414+6:2379:x1862022098465152:12345-192.168.202.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1775764628.069567:0:42309:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764628.069576:0:42309:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff944488003a00/0x57b8ff0e0305041d lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b5c0 expref: 6 pid: 44493 timeout: 2194 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764628.069590:0:42309:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff944488003a00/0x57b8ff0e0305041d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b5c0 expref: 6 pid: 44493 timeout: 2194 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764628.069618:0:42309:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944488003a00/0x57b8ff0e0305041d lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b5c0 expref: 6 pid: 44493 timeout: 2194 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764628.069637:0:42309:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff944586564c00) 00010000:00010000:2.0:1775764628.069642:0:42309:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77000/0x57b8ff0e0305044e lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764628.069653:0:42309:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77000/0x57b8ff0e0305044e lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764628.069661:0:42309:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77000/0x57b8ff0e0305044e lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764628.069687:0:42309:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775764628.069747:0:42309:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486788e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:82781e18-e0e3-4f9f-9a2b-041bf0344414+5:2379:x1862022098465152:12345-192.168.202.28@tcp:103:ldlm_bl.0 Request processed in 206us (1265us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764628.069754:0:42309:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 121 00010000:00010000:2.0:1775764628.069777:0:42325:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77000/0x57b8ff0e0305044e lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764628.069785:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77000/0x57b8ff0e0305044e lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764628.069857:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25400/0x57b8ff0e03050455 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x680816f7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764628.069868:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25400/0x57b8ff0e03050455 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x680816f7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764628.069885:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25400/0x57b8ff0e03050455 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x680816f7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1775764628.071093:0:42325:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x10f:0x0], index 1: 0 00010000:00010000:2.0:1775764628.071348:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e0305045c lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0x30:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764628.071365:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e0305045c lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764628.071378:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e0305045c lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764628.071420:0:42325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77000/0x57b8ff0e0305044e lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764628.071428:0:42325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77000/0x57b8ff0e0305044e lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764628.071435:0:42325:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77000/0x57b8ff0e0305044e lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764628.071441:0:42325:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445bfe77000 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764628.071446:0:42325:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77000/0x57b8ff0e0305044e lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764628.071453:0:42325:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77000/0x57b8ff0e0305044e lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764628.071464:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff944586564c00) 00010000:00010000:2.0:1775764628.071468:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764628.071473:0:42325:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77000/0x57b8ff0e0305044e lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764628.071478:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77000/0x57b8ff0e0305044e lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764628.071492:0:42325:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000002ce5b331 reply state 00000000fd5d2d83 transno 34359738869 ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25400/0x57b8ff0e03050455 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x680816f7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764628.071502:0:42325:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1775764628.071539:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76200/0x57b8ff0e03050447 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b5ce expref: 28 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764628.071561:0:42325:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e0305045c lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b5ce expref: 27 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764628.071574:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x30:0x0].0x0 (ffff94459084a000) 00010000:00010000:2.0:1775764628.071576:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1775764628.071578:0:42325:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445baf25800, rc 0) 00000100:00100000:2.0:1775764628.071649:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444867c8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+28:57066:x1862022098465024:12345-192.168.202.28@tcp:101:bash.0 Request processed in 16908us (24566us total) trans 34359738869 rc 0/0 00000100:00100000:2.0:1775764628.071659:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 575 00000100:00080000:3.0:1775764628.073205:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:2.0:1775764628.074860:0:3315:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25400/0x57b8ff0e03050455 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x680816f7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764628.074884:0:3315:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25400/0x57b8ff0e03050455 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x680816f7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764628.074891:0:3315:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25400/0x57b8ff0e03050455 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x680816f7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764628.074896:0:3315:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445baf25400 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764628.074901:0:3315:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25400/0x57b8ff0e03050455 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x680816f7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764628.075222:0:3315:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25400/0x57b8ff0e03050455 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x680816f7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764628.075242:0:3315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x680816f7 (ffff94459084ae00) 00010000:00010000:2.0:1775764628.075245:0:3315:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764628.075250:0:3315:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25400/0x57b8ff0e03050455 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x680816f7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764628.075258:0:3315:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25400/0x57b8ff0e03050455 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x680816f7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764628.076199:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764628.076339:0:42946:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098465280 00000100:00100000:0.0:1775764628.076350:0:42946:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098465280 00000100:00100000:0.0:1775764628.076423:0:42946:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 143 00000100:00080000:3.0:1775764628.076429:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1775764628.076445:0:42946:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486043480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+11:57066:x1862022098465280:12345-192.168.202.28@tcp:101:bash.0 00010000:00010000:0.0:1775764628.076465:0:42946:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764628.076487:0:42946:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000fa01de75/0x57b8ff0e0305046a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x10f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b5d5 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1775764628.076512:0:42946:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x10f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1775764628.076531:0:42946:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764628.076534:0:42946:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764628.076543:0:42946:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000fa01de75/0x57b8ff0e0305046a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x10f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b5d5 expref: 12 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764628.076569:0:42946:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000fa01de75/0x57b8ff0e0305046a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x10f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b5d5 expref: 12 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764628.076583:0:42946:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445bfe76800, rc 0) 00000100:00100000:0.0:1775764628.076639:0:42946:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486043480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+12:57066:x1862022098465280:12345-192.168.202.28@tcp:101:bash.0 Request processed in 198us (447us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764628.076647:0:42946:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 143 00000100:00100000:3.0:1775764628.082706:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764628.082841:0:42328:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098465536 00000100:00100000:2.0:1775764628.082852:0:42328:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098465536 00000100:00100000:2.0:1775764628.082915:0:42328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 171 00000100:00100000:2.0:1775764628.082935:0:42328:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944584de6850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+27:57066:x1862022098465536:12345-192.168.202.28@tcp:35:bash.0 00000100:00100000:2.0:1775764628.083386:0:42328:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944584de6850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+28:57066:x1862022098465536:12345-192.168.202.28@tcp:35:bash.0 Request processed in 451us (689us total) trans 34359738870 rc 0/0 00000100:00100000:2.0:1775764628.083395:0:42328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 171 00000100:00100000:2.0:1775764628.119370:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764628.119587:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098465664 00000100:00100000:1.0:1775764628.119602:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098465664 00000100:00100000:1.0:1775764628.119721:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 576 00000100:00100000:1.0:1775764628.119734:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444867ca300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+28:57306:x1862022098465664:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:1.0:1775764628.119766:0:44493:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764628.119793:0:44493:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944488003800/0x57b8ff0e03050471 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b5dc expref: -99 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764628.120446:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944488003000/0x57b8ff0e03050478 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764628.120467:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944488003000/0x57b8ff0e03050478 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764628.120482:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944488003000/0x57b8ff0e03050478 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764628.120566:0:44493:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 9728 00000004:00200000:1.0:1775764628.120570:0:44493:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 39 stripe count 1 MDT count 1 00000004:00010000:1.0:1775764628.120597:0:44493:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff944488003000/0x57b8ff0e03050478 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764628.120627:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944488003800/0x57b8ff0e03050471 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b5dc expref: 30 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764628.120650:0:44493:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff944488003000/0x57b8ff0e03050478 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b5dc expref: 29 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764628.120664:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff944584d1d800) 00010000:00010000:1.0:1775764628.120667:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1775764628.120671:0:44493:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944488003000, rc 0) 00000100:00100000:1.0:1775764628.121186:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444867ca300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+29:57306:x1862022098465664:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 1452us (1823us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764628.121197:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 576 00000100:00100000:0.0:1775764628.133123:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764628.133207:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098465792 00000100:00100000:2.0:1775764628.133224:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098465792 00000100:00100000:2.0:1775764628.133301:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 577 00000100:00100000:2.0:1775764628.133312:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94458620e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+29:57306:x1862022098465792:12345-192.168.202.28@tcp:34:lfs.0 00010000:00010000:2.0:1775764628.133398:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25400/0x57b8ff0e0305047f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764628.133418:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25400/0x57b8ff0e0305047f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764628.133443:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25400/0x57b8ff0e0305047f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764628.133461:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24e00/0x57b8ff0e03050486 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x680816f7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764628.133469:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24e00/0x57b8ff0e03050486 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x680816f7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764628.133476:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24e00/0x57b8ff0e03050486 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x680816f7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764628.133766:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25200/0x57b8ff0e0305048d lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0x30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764628.133777:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25200/0x57b8ff0e0305048d lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764628.133784:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25200/0x57b8ff0e0305048d lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764628.133882:0:42324:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab1:0x30:0x0]: returning size 16 00000004:00200000:2.0:1775764628.133887:0:42324:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764628.133900:0:42324:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25200/0x57b8ff0e0305048d lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764628.134099:0:42324:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25400/0x57b8ff0e0305047f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764628.134107:0:42324:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25400/0x57b8ff0e0305047f lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764628.134115:0:42324:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25400/0x57b8ff0e0305047f lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764628.134121:0:42324:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445baf25400 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764628.134126:0:42324:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25400/0x57b8ff0e0305047f lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764628.134134:0:42324:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25400/0x57b8ff0e0305047f lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764628.134147:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff944584d1d800) 00010000:00010000:2.0:1775764628.134151:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764628.134156:0:42324:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25400/0x57b8ff0e0305047f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764628.134163:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25400/0x57b8ff0e0305047f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764628.134180:0:42324:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24e00/0x57b8ff0e03050486 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x680816f7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764628.134186:0:42324:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24e00/0x57b8ff0e03050486 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x680816f7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764628.134192:0:42324:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24e00/0x57b8ff0e03050486 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x680816f7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764628.134198:0:42324:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445baf24e00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764628.134200:0:42324:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24e00/0x57b8ff0e03050486 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x680816f7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764628.134206:0:42324:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24e00/0x57b8ff0e03050486 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x680816f7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764628.134213:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x680816f7 (ffff94459084ae00) 00010000:00010000:2.0:1775764628.134215:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764628.134218:0:42324:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24e00/0x57b8ff0e03050486 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x680816f7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764628.134224:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24e00/0x57b8ff0e03050486 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x680816f7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764628.134239:0:42324:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25200/0x57b8ff0e0305048d lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764628.134246:0:42324:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25200/0x57b8ff0e0305048d lrc: 2/0,0 mode: PR/PR res: [0x200003ab1:0x30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764628.134252:0:42324:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25200/0x57b8ff0e0305048d lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764628.134258:0:42324:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445baf25200 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764628.134260:0:42324:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25200/0x57b8ff0e0305048d lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764628.134266:0:42324:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25200/0x57b8ff0e0305048d lrc: 4/0,0 mode: PR/PR res: [0x200003ab1:0x30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764628.134273:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x30:0x0].0x0 (ffff94459084a000) 00010000:00010000:2.0:1775764628.134276:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764628.134279:0:42324:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25200/0x57b8ff0e0305048d lrc: 2/0,0 mode: --/PR res: [0x200003ab1:0x30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764628.134285:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25200/0x57b8ff0e0305048d lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0x30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764628.134391:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94458620e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+29:57306:x1862022098465792:12345-192.168.202.28@tcp:34:lfs.0 Request processed in 1077us (1277us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764628.134401:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 577 00000100:00100000:3.0:1775764628.195312:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764628.195488:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098466048 00000100:00100000:0.0:1775764628.195499:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098466048 00000100:00100000:1.0:1775764628.195685:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 578 00000100:00100000:1.0:1775764628.195698:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486041880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+29:57312:x1862022098466048:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:1.0:1775764628.195724:0:44493:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764628.195746:0:44493:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944488003800/0x57b8ff0e03050494 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b5e3 expref: -99 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764628.195914:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944488002e00/0x57b8ff0e0305049b lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0x30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764628.195938:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944488002e00/0x57b8ff0e0305049b lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764628.195953:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944488002e00/0x57b8ff0e0305049b lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764628.195965:0:44493:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab1:0x30:0x0]: returning size 16 00010000:00010000:1.0:1775764628.196105:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944488003800/0x57b8ff0e03050494 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b5e3 expref: 32 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764628.196126:0:44493:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff944488002e00/0x57b8ff0e0305049b lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b5e3 expref: 31 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764628.196142:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x30:0x0].0x0 (ffff94459084a000) 00010000:00010000:1.0:1775764628.196146:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1775764628.196150:0:44493:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944488002e00, rc 0) 00000100:00100000:1.0:1775764628.196251:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486041880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+31:57312:x1862022098466048:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 555us (948us total) trans 34359738871 rc 0/0 00000100:00100000:1.0:1775764628.196259:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 578 00000100:00100000:3.0:1775764628.201744:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764628.202109:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098466304 00000100:00100000:0.0:1775764628.202121:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098466304 00000100:00100000:0.0:1775764628.202340:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 579 00000100:00100000:0.0:1775764628.202352:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486739500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+31:57312:x1862022098466304:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:0.0:1775764628.202382:0:42325:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764628.202385:0:42325:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 1 00010000:00010000:0.0:1775764628.202413:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944488002e00/0x57b8ff0e0305049b lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b5e3 expref: 31 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764628.202434:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e0305045c lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b5ce expref: 30 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764628.202448:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x30:0x0].0x0 (ffff94459084a000) 00010000:00010000:0.0:1775764628.202461:0:42325:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1775764628.202480:0:42325:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77400/0x57b8ff0e030504a9 lrc: 2/0,0 mode: --/EX res: [0x200003ab1:0x30:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b5ea expref: -99 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764628.202520:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76200/0x57b8ff0e030504b0 lrc: 3/1,0 mode: --/CR res: [0x200003ab1:0x30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764628.202535:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76200/0x57b8ff0e030504b0 lrc: 3/1,0 mode: CR/CR res: [0x200003ab1:0x30:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764628.202547:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76200/0x57b8ff0e030504b0 lrc: 3/1,0 mode: CR/CR res: [0x200003ab1:0x30:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764628.202561:0:42325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76200/0x57b8ff0e030504b0 lrc: 3/1,0 mode: CR/CR res: [0x200003ab1:0x30:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764628.202567:0:42325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76200/0x57b8ff0e030504b0 lrc: 2/0,0 mode: CR/CR res: [0x200003ab1:0x30:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764628.202577:0:42325:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76200/0x57b8ff0e030504b0 lrc: 3/0,0 mode: CR/CR res: [0x200003ab1:0x30:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764628.202583:0:42325:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445bfe76200 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:0.0:1775764628.202588:0:42325:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76200/0x57b8ff0e030504b0 lrc: 3/0,0 mode: CR/CR res: [0x200003ab1:0x30:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764628.202596:0:42325:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76200/0x57b8ff0e030504b0 lrc: 4/0,0 mode: CR/CR res: [0x200003ab1:0x30:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764628.202604:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x30:0x0].0x0 (ffff944599e85900) 00010000:00010000:0.0:1775764628.202607:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1775764628.202610:0:42325:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76200/0x57b8ff0e030504b0 lrc: 2/0,0 mode: --/CR res: [0x200003ab1:0x30:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764628.202617:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76200/0x57b8ff0e030504b0 lrc: 0/0,0 mode: --/CR res: [0x200003ab1:0x30:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764628.202642:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77000/0x57b8ff0e030504b7 lrc: 3/0,1 mode: --/EX res: [0x200003ab1:0x30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764628.202649:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77000/0x57b8ff0e030504b7 lrc: 3/0,1 mode: EX/EX res: [0x200003ab1:0x30:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764628.202655:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77000/0x57b8ff0e030504b7 lrc: 3/0,1 mode: EX/EX res: [0x200003ab1:0x30:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764628.203512:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77000/0x57b8ff0e030504b7 lrc: 3/0,0 mode: CR/CR res: [0x200003ab1:0x30:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b5ea expref: 32 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764628.203524:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x30:0x0].0x0 (ffff944599e85900) 00010000:00010000:0.0:1775764628.203527:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:0.0:1775764628.203539:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77400/0x57b8ff0e030504a9 lrc: 0/0,0 mode: --/EX res: [0x200003ab1:0x30:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b5ea expref: 32 pid: 42325 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764628.203555:0:42325:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77000/0x57b8ff0e030504b7 lrc: 3/0,0 mode: CR/CR res: [0x200003ab1:0x30:0x0].0x0 bits 0xa/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b5ea expref: 31 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764628.203587:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x30:0x0].0x0 (ffff944599e85900) 00010000:00010000:0.0:1775764628.203589:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:0.0:1775764628.203591:0:42325:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445bfe77000, rc 0) 00000100:00100000:0.0:1775764628.203677:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486739500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+31:57312:x1862022098466304:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 1327us (1942us total) trans 34359738872 rc 0/0 00000100:00100000:0.0:1775764628.203686:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 579 00000100:00100000:3.0:1775764628.207960:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764628.208076:0:42951:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098466432 00000100:00100000:1.0:1775764628.208087:0:42951:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098466432 00002000:00100000:1.0:1775764628.208139:0:42951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x10f:0x0] (0->15) req@ffff94448673a680 x1862022098466432/t0(0) o4->7e6eda44-5508-487e-b17f-ff28ad9d3512@192.168.202.28@tcp:109/0 lens 504/0 e 0 to 0 dl 1775764639 ref 1 fl New:/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764628.208149:0:42951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff94448673a680 with x1862022098466432 ext(0->15) 00002000:00010000:1.0:1775764628.208154:0:42951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff94448673a680 00000100:00100000:1.0:1775764628.208198:0:42951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 40 00000100:00100000:1.0:1775764628.208207:0:42951:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94448673a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+12:2378:x1862022098466432:12345-192.168.202.28@tcp:4:bash.0 00000100:00100000:1.0:1775764628.208756:0:42951:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94448673a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+14:2378:x1862022098466432:12345-192.168.202.28@tcp:4:bash.0 Request processed in 549us (805us total) trans 34359738418 rc 0/0 00000100:00100000:1.0:1775764628.208764:0:42951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 40 00002000:00100000:1.0:1775764628.208771:0:42951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x10f:0x0] (0->15) req@ffff94448673a680 x1862022098466432/t34359738418(0) o4->7e6eda44-5508-487e-b17f-ff28ad9d3512@192.168.202.28@tcp:109/0 lens 504/448 e 0 to 0 dl 1775764639 ref 1 fl Complete:/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764628.208781:0:42951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff94448673a680 with x1862022098466432 ext(0->15) 00002000:00010000:1.0:1775764628.208784:0:42951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff94448673a680 00000100:00100000:3.0:1775764628.218435:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764628.218672:0:45548:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098466560 00000100:00100000:1.0:1775764628.218684:0:45548:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098466560 00002000:00100000:1.0:1775764628.218750:0:45548:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x10f:0x0] (0->4095) req@ffff944486739180 x1862022098466560/t0(0) o3->7e6eda44-5508-487e-b17f-ff28ad9d3512@192.168.202.28@tcp:109/0 lens 488/0 e 0 to 0 dl 1775764639 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764628.218764:0:45548:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff944486739180 with x1862022098466560 ext(0->4095) 00002000:00010000:1.0:1775764628.218771:0:45548:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff944486739180 00000100:00100000:1.0:1775764628.218821:0:45548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 41 00000100:00100000:1.0:1775764628.218830:0:45548:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486739180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+14:2376:x1862022098466560:12345-192.168.202.28@tcp:3:lfs.0 00000100:00100000:1.0:1775764628.219557:0:45548:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486739180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+14:2376:x1862022098466560:12345-192.168.202.28@tcp:3:lfs.0 Request processed in 723us (1132us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1775764628.219568:0:45548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 41 00002000:00100000:1.0:1775764628.219576:0:45548:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x10f:0x0] (0->4095) req@ffff944486739180 x1862022098466560/t0(0) o3->7e6eda44-5508-487e-b17f-ff28ad9d3512@192.168.202.28@tcp:109/0 lens 488/4536 e 0 to 0 dl 1775764639 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764628.219584:0:45548:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff944486739180 with x1862022098466560 ext(0->4095) 00002000:00010000:1.0:1775764628.219587:0:45548:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff944486739180 00000100:00100000:3.0:1775764628.230003:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764628.230850:0:42328:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098466816 00000100:00100000:2.0:1775764628.230862:0:42328:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098466816 00000100:00100000:2.0:1775764628.230938:0:42328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 172 00000100:00100000:2.0:1775764628.230947:0:42328:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94448673a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+31:57312:x1862022098466816:12345-192.168.202.28@tcp:35:lfs.0 00000100:00100000:2.0:1775764628.231325:0:42328:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94448673a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+32:57312:x1862022098466816:12345-192.168.202.28@tcp:35:lfs.0 Request processed in 379us (1335us total) trans 34359738873 rc 0/0 00000100:00100000:2.0:1775764628.231334:0:42328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 172 00010000:00010000:1.0:1775764628.293635:0:43224:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775764628.475001:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764628.475099:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098466944 00000100:00100000:1.0:1775764628.475110:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098466944 00000100:00100000:1.0:1775764628.475183:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 580 00000100:00100000:1.0:1775764628.475193:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944487fbce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+32:57322:x1862022098466944:12345-192.168.202.28@tcp:34:lfs.0 00010000:00010000:1.0:1775764628.475278:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff944488002400/0x57b8ff0e030504be lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764628.475296:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944488002400/0x57b8ff0e030504be lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764628.475310:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944488002400/0x57b8ff0e030504be lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764628.475329:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944488002000/0x57b8ff0e030504c5 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x680816f7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764628.475336:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944488002000/0x57b8ff0e030504c5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x680816f7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764628.475342:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944488002000/0x57b8ff0e030504c5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x680816f7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764628.475454:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944488003600/0x57b8ff0e030504cc lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0x30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764628.475462:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944488003600/0x57b8ff0e030504cc lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764628.475469:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944488003600/0x57b8ff0e030504cc lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764628.475654:0:44493:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff944488003600/0x57b8ff0e030504cc lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764628.475666:0:44493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff944488002400/0x57b8ff0e030504be lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764628.475672:0:44493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944488002400/0x57b8ff0e030504be lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764628.475679:0:44493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944488002400/0x57b8ff0e030504be lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764628.475684:0:44493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944488002400 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:1.0:1775764628.475688:0:44493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944488002400/0x57b8ff0e030504be lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764628.475696:0:44493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944488002400/0x57b8ff0e030504be lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764628.475710:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff944584d1d800) 00010000:00010000:1.0:1775764628.475713:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764628.475717:0:44493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944488002400/0x57b8ff0e030504be lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764628.475722:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944488002400/0x57b8ff0e030504be lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764628.475737:0:44493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944488002000/0x57b8ff0e030504c5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x680816f7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764628.475743:0:44493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944488002000/0x57b8ff0e030504c5 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x680816f7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764628.475748:0:44493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944488002000/0x57b8ff0e030504c5 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x680816f7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764628.475753:0:44493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944488002000 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:1.0:1775764628.475755:0:44493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944488002000/0x57b8ff0e030504c5 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x680816f7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764628.475761:0:44493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944488002000/0x57b8ff0e030504c5 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x680816f7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764628.475767:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x680816f7 (ffff944584d1d500) 00010000:00010000:1.0:1775764628.475769:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764628.475771:0:44493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944488002000/0x57b8ff0e030504c5 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x680816f7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764628.475780:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944488002000/0x57b8ff0e030504c5 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x680816f7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764628.475794:0:44493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944488003600/0x57b8ff0e030504cc lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764628.475910:0:44493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944488003600/0x57b8ff0e030504cc lrc: 2/0,0 mode: PR/PR res: [0x200003ab1:0x30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764628.475925:0:44493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944488003600/0x57b8ff0e030504cc lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764628.475931:0:44493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944488003600 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:1.0:1775764628.475934:0:44493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944488003600/0x57b8ff0e030504cc lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764628.475940:0:44493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944488003600/0x57b8ff0e030504cc lrc: 4/0,0 mode: PR/PR res: [0x200003ab1:0x30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764628.475948:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x30:0x0].0x0 (ffff944599e85900) 00010000:00010000:1.0:1775764628.475951:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764628.475953:0:44493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944488003600/0x57b8ff0e030504cc lrc: 2/0,0 mode: --/PR res: [0x200003ab1:0x30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764628.475959:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944488003600/0x57b8ff0e030504cc lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0x30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764628.476049:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944487fbce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+32:57322:x1862022098466944:12345-192.168.202.28@tcp:34:lfs.0 Request processed in 856us (1057us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764628.476059:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 580 00000040:00080000:0.0:1775764628.481188:0:42356:0:(llog.c:800:llog_process_thread()) index: 8, lh_last_idx: 8 synced_idx: 8 lgh_last_idx: 8 00000040:00080000:0.0:1775764628.481201:0:42356:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x32:0x0] at index 8 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1775764628.481250:0:42356:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x32:0x0] index 14 count 2 00000040:00080000:0.0:1775764628.481259:0:42356:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 9 count 2 00000100:00100000:1.0:1775764628.547119:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764628.547231:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098467200 00000100:00100000:2.0:1775764628.547247:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098467200 00000100:00100000:2.0:1775764628.547330:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 581 00000100:00100000:2.0:1775764628.547343:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445b296dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+32:57323:x1862022098467200:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:2.0:1775764628.547370:0:42324:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764628.547401:0:42324:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25200/0x57b8ff0e030504d3 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b5f1 expref: -99 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764628.547518:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24e00/0x57b8ff0e030504da lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764628.547536:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24e00/0x57b8ff0e030504da lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764628.547549:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24e00/0x57b8ff0e030504da lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764628.547568:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25400/0x57b8ff0e030504e1 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x680816f7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764628.547575:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25400/0x57b8ff0e030504e1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x680816f7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764628.547583:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25400/0x57b8ff0e030504e1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x680816f7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764628.547734:0:42324:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24e00/0x57b8ff0e030504da lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764628.547747:0:42324:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24e00/0x57b8ff0e030504da lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764628.547756:0:42324:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24e00/0x57b8ff0e030504da lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764628.547762:0:42324:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445baf24e00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764628.547768:0:42324:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24e00/0x57b8ff0e030504da lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764628.547777:0:42324:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24e00/0x57b8ff0e030504da lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764628.547791:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff944584d1d800) 00010000:00010000:2.0:1775764628.547853:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764628.547859:0:42324:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24e00/0x57b8ff0e030504da lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764628.547867:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24e00/0x57b8ff0e030504da lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764628.547905:0:42324:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25400/0x57b8ff0e030504e1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x680816f7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764628.547912:0:42324:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25400/0x57b8ff0e030504e1 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x680816f7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764628.548055:0:42324:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25400/0x57b8ff0e030504e1 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x680816f7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764628.548060:0:42324:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445baf25400 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764628.548063:0:42324:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25400/0x57b8ff0e030504e1 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x680816f7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764628.548069:0:42324:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25400/0x57b8ff0e030504e1 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x680816f7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764628.548075:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x680816f7 (ffff94459084ae00) 00010000:00010000:2.0:1775764628.548078:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764628.548081:0:42324:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25400/0x57b8ff0e030504e1 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x680816f7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764628.548086:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25400/0x57b8ff0e030504e1 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x680816f7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764628.548121:0:42324:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25200/0x57b8ff0e030504d3 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b5f1 expref: 33 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764628.548130:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff944584d1d800) 00010000:00010000:2.0:1775764628.548131:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1775764628.548135:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25200/0x57b8ff0e030504d3 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b5f1 expref: 33 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764628.548144:0:42324:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445baf25200, rc 0) 00000100:00100000:2.0:1775764628.548214:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445b296dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+32:57323:x1862022098467200:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 873us (1106us total) trans 0 rc 301/301 00000100:00100000:2.0:1775764628.548222:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 581 00000100:00100000:3.0:1775764628.565186:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764628.565299:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098467328 00000100:00100000:0.0:1775764628.565309:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098467328 00000100:00100000:0.0:1775764628.565371:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 582 00000100:00100000:0.0:1775764628.565381:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94448673b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+32:57323:x1862022098467328:12345-192.168.202.28@tcp:34:lfs.0 00010000:00010000:0.0:1775764628.565459:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77400/0x57b8ff0e030504e8 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764628.565569:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77400/0x57b8ff0e030504e8 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764628.565584:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77400/0x57b8ff0e030504e8 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764628.565603:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76400/0x57b8ff0e030504ef lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x680816f7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764628.565611:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76400/0x57b8ff0e030504ef lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x680816f7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764628.565617:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76400/0x57b8ff0e030504ef lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x680816f7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764628.565721:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77e00/0x57b8ff0e030504f6 lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0x30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764628.565729:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77e00/0x57b8ff0e030504f6 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764628.565735:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77e00/0x57b8ff0e030504f6 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764628.565768:0:42326:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab1:0x30:0x0]: returning size 16 00000004:00200000:0.0:1775764628.565772:0:42326:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1775764628.565785:0:42326:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77e00/0x57b8ff0e030504f6 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764628.565845:0:42326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77400/0x57b8ff0e030504e8 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764628.565852:0:42326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77400/0x57b8ff0e030504e8 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764628.565858:0:42326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77400/0x57b8ff0e030504e8 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764628.565869:0:42326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445bfe77400 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:0.0:1775764628.565873:0:42326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77400/0x57b8ff0e030504e8 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764628.565883:0:42326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77400/0x57b8ff0e030504e8 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764628.565895:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff944584d1d800) 00010000:00010000:0.0:1775764628.565898:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764628.565902:0:42326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77400/0x57b8ff0e030504e8 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764628.565908:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77400/0x57b8ff0e030504e8 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764628.565933:0:42326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76400/0x57b8ff0e030504ef lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x680816f7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764628.565939:0:42326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76400/0x57b8ff0e030504ef lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x680816f7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764628.565944:0:42326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76400/0x57b8ff0e030504ef lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x680816f7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764628.565948:0:42326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445bfe76400 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:0.0:1775764628.565950:0:42326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76400/0x57b8ff0e030504ef lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x680816f7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764628.565955:0:42326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76400/0x57b8ff0e030504ef lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x680816f7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764628.565965:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x680816f7 (ffff944599e85500) 00010000:00010000:0.0:1775764628.565967:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764628.565969:0:42326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76400/0x57b8ff0e030504ef lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x680816f7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764628.565974:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76400/0x57b8ff0e030504ef lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x680816f7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764628.565987:0:42326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77e00/0x57b8ff0e030504f6 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764628.565992:0:42326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77e00/0x57b8ff0e030504f6 lrc: 2/0,0 mode: PR/PR res: [0x200003ab1:0x30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764628.565997:0:42326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77e00/0x57b8ff0e030504f6 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764628.566003:0:42326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445bfe77e00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:0.0:1775764628.566006:0:42326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77e00/0x57b8ff0e030504f6 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764628.566011:0:42326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77e00/0x57b8ff0e030504f6 lrc: 4/0,0 mode: PR/PR res: [0x200003ab1:0x30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764628.566018:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x30:0x0].0x0 (ffff944599e85900) 00010000:00010000:0.0:1775764628.566020:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764628.566022:0:42326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77e00/0x57b8ff0e030504f6 lrc: 2/0,0 mode: --/PR res: [0x200003ab1:0x30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764628.566026:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77e00/0x57b8ff0e030504f6 lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0x30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764628.566111:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94448673b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+32:57323:x1862022098467328:12345-192.168.202.28@tcp:34:lfs.0 Request processed in 730us (937us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764628.566120:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 582 00000100:00100000:3.0:1775764628.691230:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764628.691396:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098467584 00000100:00100000:2.0:1775764628.691407:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098467584 00000100:00100000:2.0:1775764628.691465:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 583 00000100:00100000:2.0:1775764628.691476:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944591356450 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+32:57329:x1862022098467584:12345-192.168.202.28@tcp:101:multiop.0 00010000:00010000:2.0:1775764628.691661:0:42324:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764628.691664:0:42324:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1775764628.691692:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944488003000/0x57b8ff0e03050478 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b5dc expref: 32 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764628.691714:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff944584d1d800) 00010000:00010000:2.0:1775764628.691724:0:42324:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775764628.691739:0:42324:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25200/0x57b8ff0e030504fd lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b5f8 expref: -99 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764628.692362:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25400/0x57b8ff0e03050504 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764628.692376:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25400/0x57b8ff0e03050504 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764628.692388:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25400/0x57b8ff0e03050504 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764628.692400:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24e00/0x57b8ff0e0305050b lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x680816f7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764628.692406:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24e00/0x57b8ff0e0305050b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x680816f7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764628.692411:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24e00/0x57b8ff0e0305050b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x680816f7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764628.692483:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24800/0x57b8ff0e03050512 lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0x30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764628.692514:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24800/0x57b8ff0e03050512 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764628.692522:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24800/0x57b8ff0e03050512 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764628.692533:0:42324:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab1:0x30:0x0]: returning size 16 00010000:00010000:2.0:1775764628.692629:0:42324:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25400/0x57b8ff0e03050504 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764628.692637:0:42324:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25400/0x57b8ff0e03050504 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764628.692644:0:42324:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25400/0x57b8ff0e03050504 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764628.692650:0:42324:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445baf25400 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764628.692654:0:42324:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25400/0x57b8ff0e03050504 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764628.692661:0:42324:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25400/0x57b8ff0e03050504 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764628.692669:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff94459084ae00) 00010000:00010000:2.0:1775764628.692671:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764628.692675:0:42324:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25400/0x57b8ff0e03050504 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764628.692681:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25400/0x57b8ff0e03050504 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764628.692696:0:42324:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24e00/0x57b8ff0e0305050b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x680816f7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764628.692702:0:42324:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24e00/0x57b8ff0e0305050b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x680816f7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764628.692707:0:42324:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24e00/0x57b8ff0e0305050b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x680816f7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764628.692711:0:42324:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445baf24e00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764628.692713:0:42324:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24e00/0x57b8ff0e0305050b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x680816f7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764628.692718:0:42324:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24e00/0x57b8ff0e0305050b lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x680816f7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764628.692723:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x680816f7 (ffff94459084ac00) 00010000:00010000:2.0:1775764628.692725:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764628.692727:0:42324:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24e00/0x57b8ff0e0305050b lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x680816f7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764628.692732:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24e00/0x57b8ff0e0305050b lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x680816f7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764628.693429:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25200/0x57b8ff0e030504fd lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b5f8 expref: 34 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764628.693454:0:42324:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24800/0x57b8ff0e03050512 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b5f8 expref: 33 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764628.693462:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x30:0x0].0x0 (ffff944599e85900) 00010000:00010000:2.0:1775764628.693465:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1775764628.693468:0:42324:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445baf24800, rc 0) 00000100:00100000:2.0:1775764628.693659:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944591356450 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+33:57329:x1862022098467584:12345-192.168.202.28@tcp:101:multiop.0 Request processed in 2183us (2436us total) trans 34359738874 rc 0/0 00000100:00100000:2.0:1775764628.693672:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 583 00000100:00100000:3.0:1775764628.705296:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764628.710448:0:42951:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098467712 00000100:00100000:0.0:1775764628.710473:0:42951:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098467712 00002000:00100000:0.0:1775764628.710575:0:42951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x10f:0x0] (0->4095) req@ffff944486738e00 x1862022098467712/t0(0) o3->7e6eda44-5508-487e-b17f-ff28ad9d3512@192.168.202.28@tcp:109/0 lens 488/0 e 0 to 0 dl 1775764639 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764628.710588:0:42951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff944486738e00 with x1862022098467712 ext(0->4095) 00002000:00010000:0.0:1775764628.710595:0:42951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff944486738e00 00000100:00100000:0.0:1775764628.710648:0:42951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 42 00000100:00100000:0.0:1775764628.710660:0:42951:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486738e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+14:2378:x1862022098467712:12345-192.168.202.28@tcp:3:lfs.0 00000100:00100000:0.0:1775764628.711313:0:42951:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486738e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+14:2378:x1862022098467712:12345-192.168.202.28@tcp:3:lfs.0 Request processed in 651us (6027us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1775764628.711323:0:42951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 42 00002000:00100000:0.0:1775764628.711331:0:42951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x10f:0x0] (0->4095) req@ffff944486738e00 x1862022098467712/t0(0) o3->7e6eda44-5508-487e-b17f-ff28ad9d3512@192.168.202.28@tcp:109/0 lens 488/4536 e 0 to 0 dl 1775764639 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764628.711339:0:42951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff944486738e00 with x1862022098467712 ext(0->4095) 00002000:00010000:0.0:1775764628.711343:0:42951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff944486738e00 00000100:00100000:0.0:1775764628.721322:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764628.721743:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098467968 00000100:00100000:2.0:1775764628.721757:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098467968 00000100:00100000:0.0:1775764628.722841:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 584 00000100:00100000:0.0:1775764628.722863:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944487fbe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+33:57329:x1862022098467968:12345-192.168.202.28@tcp:101:multiop.0 00010000:00010000:0.0:1775764628.722924:0:42326:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764628.722927:0:42326:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 1 00010000:00010000:0.0:1775764628.722959:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24800/0x57b8ff0e03050512 lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b5f8 expref: 33 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764628.722987:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77000/0x57b8ff0e030504b7 lrc: 0/0,0 mode: --/CR res: [0x200003ab1:0x30:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b5ea expref: 32 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764628.723000:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x30:0x0].0x0 (ffff944599e85900) 00010000:00010000:0.0:1775764628.723013:0:42326:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1775764628.723032:0:42326:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77e00/0x57b8ff0e03050520 lrc: 2/0,0 mode: --/EX res: [0x200003ab1:0x30:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b5ff expref: -99 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764628.723097:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76400/0x57b8ff0e03050527 lrc: 3/0,1 mode: --/EX res: [0x200003ab1:0x30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764628.723114:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76400/0x57b8ff0e03050527 lrc: 3/0,1 mode: EX/EX res: [0x200003ab1:0x30:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764628.723124:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76400/0x57b8ff0e03050527 lrc: 3/0,1 mode: EX/EX res: [0x200003ab1:0x30:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764628.724361:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76400/0x57b8ff0e03050527 lrc: 3/0,0 mode: CR/CR res: [0x200003ab1:0x30:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b5ff expref: 34 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764628.724381:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x30:0x0].0x0 (ffff944599e85500) 00010000:00010000:0.0:1775764628.724384:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:0.0:1775764628.724400:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77e00/0x57b8ff0e03050520 lrc: 0/0,0 mode: --/EX res: [0x200003ab1:0x30:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b5ff expref: 34 pid: 42326 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764628.724423:0:42326:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76400/0x57b8ff0e03050527 lrc: 3/0,0 mode: CR/CR res: [0x200003ab1:0x30:0x0].0x0 bits 0xa/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b5ff expref: 33 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764628.724458:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x30:0x0].0x0 (ffff944599e85500) 00010000:00010000:0.0:1775764628.724461:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:0.0:1775764628.724463:0:42326:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445bfe76400, rc 0) 00000100:00100000:0.0:1775764628.724547:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944487fbe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+33:57329:x1862022098467968:12345-192.168.202.28@tcp:101:multiop.0 Request processed in 1693us (3235us total) trans 34359738875 rc 0/0 00000100:00100000:0.0:1775764628.724555:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 584 00000100:00100000:2.0:1775764628.730476:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764628.731055:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098468224 00000100:00100000:0.0:1775764628.731072:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098468224 00000100:00100000:0.0:1775764628.731140:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 585 00000100:00100000:0.0:1775764628.731150:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444867ca680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+33:57329:x1862022098468224:12345-192.168.202.28@tcp:101:multiop.0 00010000:00010000:0.0:1775764628.731188:0:42326:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764628.731193:0:42326:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1775764628.731232:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76400/0x57b8ff0e03050527 lrc: 0/0,0 mode: --/CR res: [0x200003ab1:0x30:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b5ff expref: 33 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764628.731419:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x30:0x0].0x0 (ffff944599e85500) 00010000:00010000:0.0:1775764628.731437:0:42326:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1775764628.731459:0:42326:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77400/0x57b8ff0e0305052e lrc: 2/0,0 mode: --/EX res: [0x200003ab1:0x30:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b606 expref: -99 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764628.731538:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77a00/0x57b8ff0e03050535 lrc: 3/0,1 mode: --/EX res: [0x200003ab1:0x30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764628.731554:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77a00/0x57b8ff0e03050535 lrc: 3/0,1 mode: EX/EX res: [0x200003ab1:0x30:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764628.731566:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77a00/0x57b8ff0e03050535 lrc: 3/0,1 mode: EX/EX res: [0x200003ab1:0x30:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1775764628.732556:0:42326:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x30:0x0].14, 88 off9280 00000004:00080000:0.0:1775764628.732572:0:42326:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 2095579772530ns, next at 2006316236694ns, rc = 0 00000100:00100000:0.0:1775764628.746267:0:3328:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944487fbfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3328:1862022119012736:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1775764628.746335:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764628.746426:0:42947:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119012736 00000100:00100000:0.0:1775764628.746434:0:42947:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119012736 00000100:00100000:0.0:1775764628.746496:0:42947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 110 00000100:00100000:0.0:1775764628.746506:0:42947:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944487fbf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3328:x1862022119012736:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1775764628.746540:0:42947:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 59572224 pending 0 free 3704619008 avail 3702521856 00000100:00100000:0.0:1775764628.746587:0:42947:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944487fbf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3328:x1862022119012736:12345-0@lo:13:osp-pre-0-0.0 Request processed in 83us (252us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764628.746595:0:42947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 110 00000100:00080000:0.0:1775764628.746619:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1775764628.755778:0:3328:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944487fbfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3328:1862022119012736:0@lo:13:osp-pre-0-0.0 00000001:00080000:3.0:1775764628.807953:0:5825:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 34359738876 is committed 00000004:00080000:3.0:1775764628.807970:0:5825:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 14 committed 00000100:00100000:1.0:1775764628.808201:0:3329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9444867c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3329:1862022119012864:0@lo:2:osp-syn-1-0.0 00010000:00010000:0.0:1775764628.808264:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77a00/0x57b8ff0e03050535 lrc: 3/0,0 mode: CR/CR res: [0x200003ab1:0x30:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b606 expref: 26 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764628.808281:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x30:0x0].0x0 (ffff944599e85000) 00010000:00010000:0.0:1775764628.808285:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00000100:00100000:1.0:1775764628.808308:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1775764628.808313:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77400/0x57b8ff0e0305052e lrc: 0/0,0 mode: --/EX res: [0x200003ab1:0x30:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b606 expref: 26 pid: 42326 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764628.808341:0:42326:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77a00/0x57b8ff0e03050535 lrc: 3/0,0 mode: CR/CR res: [0x200003ab1:0x30:0x0].0x0 bits 0xa/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b606 expref: 25 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764628.808390:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x30:0x0].0x0 (ffff944599e85000) 00010000:00010000:0.0:1775764628.808393:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:0.0:1775764628.808396:0:42326:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445bfe77a00, rc 0) 00000100:00100000:3.0:1775764628.808469:0:42945:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119012864 00000100:00100000:3.0:1775764628.808479:0:42945:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119012864 00000100:00100000:3.0:1775764628.808560:0:42945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 144 00000100:00100000:3.0:1775764628.808572:0:42945:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445b296e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3329:x1862022119012864:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1775764628.808615:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444867ca680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+25:57329:x1862022098468224:12345-192.168.202.28@tcp:101:multiop.0 Request processed in 77465us (78155us total) trans 34359738876 rc 0/0 00000100:00100000:0.0:1775764628.808624:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 585 00002000:00010000:3.0:1775764628.808957:0:42945:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x10f:0x0] updating lvb size from disk: 0 -> 16 00002000:00010000:3.0:1775764628.808961:0:42945:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x10f:0x0] updating lvb mtime from disk: 0 -> 1775764628 00002000:00010000:3.0:1775764628.808964:0:42945:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x10f:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1775764628.808966:0:42945:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x10f:0x0] updating lvb ctime from disk: 0 -> 1775764628 00002000:00010000:3.0:1775764628.808968:0:42945:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x10f:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00080000:2.0:1775764628.809034:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1775764628.809133:0:42945:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445b296e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3329:x1862022119012864:12345-0@lo:2:osp-syn-1-0.0 Request processed in 563us (826us total) trans 34359738419 rc 0/0 00000100:00100000:3.0:1775764628.809141:0:42945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 144 00000004:00080000:1.0:1775764628.809217:0:3329:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9444867c9180/2, rc 0, transno 34359738419 00000100:00100000:1.0:1775764628.809224:0:3329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9444867c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3329:1862022119012864:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1775764628.828449:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764628.828635:0:45548:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098468352 00000100:00100000:1.0:1775764628.828647:0:45548:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098468352 00002000:00100000:1.0:1775764628.828727:0:45548:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x10f:0x0] (0->4095) req@ffff94448673aa00 x1862022098468352/t0(0) o3->7e6eda44-5508-487e-b17f-ff28ad9d3512@192.168.202.28@tcp:109/0 lens 488/0 e 0 to 0 dl 1775764639 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764628.828739:0:45548:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff94448673aa00 with x1862022098468352 ext(0->4095) 00002000:00010000:1.0:1775764628.828745:0:45548:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff94448673aa00 00000100:00100000:1.0:1775764628.828785:0:45548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 43 00000100:00100000:1.0:1775764628.828843:0:45548:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94448673aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+14:2378:x1862022098468352:12345-192.168.202.28@tcp:3:lfs.0 00000100:00100000:1.0:1775764628.829095:0:45548:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94448673aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+14:2378:x1862022098468352:12345-192.168.202.28@tcp:3:lfs.0 Request processed in 301us (659us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1775764628.829103:0:45548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 43 00002000:00100000:1.0:1775764628.829110:0:45548:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x10f:0x0] (0->4095) req@ffff94448673aa00 x1862022098468352/t0(0) o3->7e6eda44-5508-487e-b17f-ff28ad9d3512@192.168.202.28@tcp:109/0 lens 488/4536 e 0 to 0 dl 1775764639 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764628.829119:0:45548:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff94448673aa00 with x1862022098468352 ext(0->4095) 00002000:00010000:1.0:1775764628.829341:0:45548:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff94448673aa00 00000100:00100000:0.0:1775764628.834778:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764628.838720:0:42328:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098468608 00000100:00100000:2.0:1775764628.838741:0:42328:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098468608 00000100:00100000:3.0:1775764628.847207:0:42328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 173 00000100:00100000:3.0:1775764628.847224:0:42328:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944487fbfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+25:57329:x1862022098468608:12345-192.168.202.28@tcp:35:multiop.0 00000100:00100000:3.0:1775764628.848009:0:42328:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944487fbfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+26:57329:x1862022098468608:12345-192.168.202.28@tcp:35:multiop.0 Request processed in 683us (13137us total) trans 34359738877 rc 0/0 00000100:00100000:3.0:1775764628.848021:0:42328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 173 00000100:00100000:2.0:1775764629.013488:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764629.013655:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098468736 00000100:00100000:1.0:1775764629.013670:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098468736 00000100:00100000:1.0:1775764629.013876:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 586 00000100:00100000:1.0:1775764629.013903:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444867cb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+26:57339:x1862022098468736:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:1.0:1775764629.013951:0:44493:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764629.013988:0:44493:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944488002000/0x57b8ff0e0305053c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b60d expref: -99 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764629.014091:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944488002400/0x57b8ff0e03050543 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764629.014109:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944488002400/0x57b8ff0e03050543 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764629.014503:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944488002400/0x57b8ff0e03050543 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764629.015621:0:44493:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 9728 00000004:00200000:1.0:1775764629.015632:0:44493:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 39 stripe count 1 MDT count 1 00000004:00010000:1.0:1775764629.015819:0:44493:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff944488002400/0x57b8ff0e03050543 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764629.015894:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944488002000/0x57b8ff0e0305053c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b60d expref: 28 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764629.015929:0:44493:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff944488002400/0x57b8ff0e03050543 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b60d expref: 27 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764629.015942:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff944584d1d400) 00010000:00010000:1.0:1775764629.015946:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1775764629.015952:0:44493:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944488002400, rc 0) 00000100:00100000:1.0:1775764629.017553:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444867cb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+27:57339:x1862022098468736:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 3636us (4062us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764629.017568:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 586 00000100:00080000:2.0:1775764629.023995:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1775764629.034523:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764629.034630:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098468864 00000100:00100000:0.0:1775764629.034646:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098468864 00000100:00100000:0.0:1775764629.034765:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 587 00000100:00100000:0.0:1775764629.034777:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445b296ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+27:57339:x1862022098468864:12345-192.168.202.28@tcp:34:lfs.0 00010000:00010000:0.0:1775764629.034934:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77e00/0x57b8ff0e0305054a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764629.034956:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77e00/0x57b8ff0e0305054a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764629.034970:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77e00/0x57b8ff0e0305054a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764629.034989:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77000/0x57b8ff0e03050551 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x680816f7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764629.034997:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77000/0x57b8ff0e03050551 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x680816f7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764629.035004:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77000/0x57b8ff0e03050551 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x680816f7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764629.035613:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77400/0x57b8ff0e03050558 lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0x30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764629.035624:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77400/0x57b8ff0e03050558 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764629.035632:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77400/0x57b8ff0e03050558 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764629.035682:0:42325:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77400/0x57b8ff0e03050558 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764629.035695:0:42325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77e00/0x57b8ff0e0305054a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764629.035701:0:42325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77e00/0x57b8ff0e0305054a lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764629.035707:0:42325:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77e00/0x57b8ff0e0305054a lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764629.035713:0:42325:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445bfe77e00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:0.0:1775764629.035718:0:42325:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77e00/0x57b8ff0e0305054a lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764629.035725:0:42325:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77e00/0x57b8ff0e0305054a lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764629.035737:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff944584d1d400) 00010000:00010000:0.0:1775764629.035740:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764629.035745:0:42325:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77e00/0x57b8ff0e0305054a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764629.035752:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77e00/0x57b8ff0e0305054a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764629.035766:0:42325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77000/0x57b8ff0e03050551 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x680816f7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764629.035771:0:42325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77000/0x57b8ff0e03050551 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x680816f7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764629.035776:0:42325:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77000/0x57b8ff0e03050551 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x680816f7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764629.035781:0:42325:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445bfe77000 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:0.0:1775764629.035783:0:42325:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77000/0x57b8ff0e03050551 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x680816f7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764629.035788:0:42325:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77000/0x57b8ff0e03050551 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x680816f7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764629.035794:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x680816f7 (ffff944599e85500) 00010000:00010000:0.0:1775764629.035943:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764629.035947:0:42325:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77000/0x57b8ff0e03050551 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x680816f7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764629.035952:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77000/0x57b8ff0e03050551 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x680816f7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764629.035971:0:42325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77400/0x57b8ff0e03050558 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764629.035976:0:42325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77400/0x57b8ff0e03050558 lrc: 2/0,0 mode: PR/PR res: [0x200003ab1:0x30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764629.035983:0:42325:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77400/0x57b8ff0e03050558 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764629.035988:0:42325:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445bfe77400 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:0.0:1775764629.035990:0:42325:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77400/0x57b8ff0e03050558 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764629.035996:0:42325:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77400/0x57b8ff0e03050558 lrc: 4/0,0 mode: PR/PR res: [0x200003ab1:0x30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764629.036003:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x30:0x0].0x0 (ffff944599e85000) 00010000:00010000:0.0:1775764629.036005:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764629.036008:0:42325:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77400/0x57b8ff0e03050558 lrc: 2/0,0 mode: --/PR res: [0x200003ab1:0x30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764629.036014:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77400/0x57b8ff0e03050558 lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0x30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764629.036122:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445b296ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+27:57339:x1862022098468864:12345-192.168.202.28@tcp:34:lfs.0 Request processed in 1344us (1605us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764629.036132:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 587 00000100:00100000:0.0:1775764629.090603:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764629.090743:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098469120 00000100:00100000:2.0:1775764629.090755:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098469120 00000100:00100000:2.0:1775764629.090897:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 588 00000100:00100000:2.0:1775764629.090920:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944487fbe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+27:57340:x1862022098469120:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:2.0:1775764629.090950:0:42324:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764629.090981:0:42324:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25400/0x57b8ff0e0305055f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b614 expref: -99 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764629.091080:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25e00/0x57b8ff0e03050566 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764629.091098:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25e00/0x57b8ff0e03050566 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764629.091116:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25e00/0x57b8ff0e03050566 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764629.091135:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24600/0x57b8ff0e0305056d lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x680816f7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764629.091143:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24600/0x57b8ff0e0305056d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x680816f7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764629.091149:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24600/0x57b8ff0e0305056d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x680816f7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764629.091564:0:42324:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25e00/0x57b8ff0e03050566 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764629.091573:0:42324:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25e00/0x57b8ff0e03050566 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764629.091580:0:42324:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25e00/0x57b8ff0e03050566 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764629.091586:0:42324:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445baf25e00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764629.091590:0:42324:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25e00/0x57b8ff0e03050566 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764629.091597:0:42324:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25e00/0x57b8ff0e03050566 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764629.091611:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff944584d1d400) 00010000:00010000:2.0:1775764629.091615:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764629.091621:0:42324:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25e00/0x57b8ff0e03050566 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764629.091626:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25e00/0x57b8ff0e03050566 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764629.091645:0:42324:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24600/0x57b8ff0e0305056d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x680816f7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764629.091652:0:42324:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24600/0x57b8ff0e0305056d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x680816f7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764629.091658:0:42324:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24600/0x57b8ff0e0305056d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x680816f7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764629.091663:0:42324:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445baf24600 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764629.091665:0:42324:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24600/0x57b8ff0e0305056d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x680816f7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764629.091671:0:42324:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24600/0x57b8ff0e0305056d lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x680816f7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764629.091678:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x680816f7 (ffff94459084ae00) 00010000:00010000:2.0:1775764629.091680:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764629.091682:0:42324:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24600/0x57b8ff0e0305056d lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x680816f7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764629.091688:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24600/0x57b8ff0e0305056d lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x680816f7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764629.091726:0:42324:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25400/0x57b8ff0e0305055f lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b614 expref: 28 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764629.091735:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff944584d1d400) 00010000:00010000:2.0:1775764629.091737:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1775764629.091741:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25400/0x57b8ff0e0305055f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b614 expref: 28 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764629.091754:0:42324:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445baf25400, rc 0) 00000100:00100000:2.0:1775764629.091871:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944487fbe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+27:57340:x1862022098469120:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 964us (1282us total) trans 0 rc 301/301 00000100:00100000:2.0:1775764629.091880:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 588 00000100:00100000:1.0:1775764629.099129:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764629.099231:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098469248 00000100:00100000:2.0:1775764629.099240:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098469248 00000100:00100000:2.0:1775764629.099299:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 589 00000100:00100000:2.0:1775764629.099310:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445b296d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+27:57340:x1862022098469248:12345-192.168.202.28@tcp:34:lfs.0 00010000:00010000:2.0:1775764629.099385:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25400/0x57b8ff0e03050574 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764629.099403:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25400/0x57b8ff0e03050574 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764629.099415:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25400/0x57b8ff0e03050574 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764629.099430:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24600/0x57b8ff0e0305057b lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x680816f7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764629.099437:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24600/0x57b8ff0e0305057b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x680816f7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764629.099444:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24600/0x57b8ff0e0305057b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x680816f7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764629.100648:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25e00/0x57b8ff0e03050582 lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0x30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764629.100669:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25e00/0x57b8ff0e03050582 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764629.100679:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25e00/0x57b8ff0e03050582 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764629.100728:0:42326:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab1:0x30:0x0]: returning size 4097 00000004:00200000:2.0:1775764629.100732:0:42326:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764629.100745:0:42326:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25e00/0x57b8ff0e03050582 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764629.100759:0:42326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25400/0x57b8ff0e03050574 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764629.100765:0:42326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25400/0x57b8ff0e03050574 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764629.100770:0:42326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25400/0x57b8ff0e03050574 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764629.100774:0:42326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445baf25400 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764629.100778:0:42326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25400/0x57b8ff0e03050574 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764629.100783:0:42326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25400/0x57b8ff0e03050574 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764629.100793:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff944584d1d400) 00010000:00010000:2.0:1775764629.100839:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764629.100847:0:42326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25400/0x57b8ff0e03050574 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764629.100858:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25400/0x57b8ff0e03050574 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764629.100878:0:42326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24600/0x57b8ff0e0305057b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x680816f7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764629.100885:0:42326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24600/0x57b8ff0e0305057b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x680816f7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764629.100891:0:42326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24600/0x57b8ff0e0305057b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x680816f7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764629.100896:0:42326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445baf24600 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764629.100899:0:42326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24600/0x57b8ff0e0305057b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x680816f7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764629.100904:0:42326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24600/0x57b8ff0e0305057b lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x680816f7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764629.100921:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x680816f7 (ffff94459084ae00) 00010000:00010000:2.0:1775764629.100924:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764629.100927:0:42326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24600/0x57b8ff0e0305057b lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x680816f7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764629.100933:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24600/0x57b8ff0e0305057b lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x680816f7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764629.101569:0:42326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25e00/0x57b8ff0e03050582 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764629.101580:0:42326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25e00/0x57b8ff0e03050582 lrc: 2/0,0 mode: PR/PR res: [0x200003ab1:0x30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764629.101588:0:42326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25e00/0x57b8ff0e03050582 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764629.101594:0:42326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445baf25e00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764629.101596:0:42326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25e00/0x57b8ff0e03050582 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764629.101603:0:42326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25e00/0x57b8ff0e03050582 lrc: 4/0,0 mode: PR/PR res: [0x200003ab1:0x30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764629.101612:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x30:0x0].0x0 (ffff944599e85000) 00010000:00010000:2.0:1775764629.101615:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764629.101618:0:42326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25e00/0x57b8ff0e03050582 lrc: 2/0,0 mode: --/PR res: [0x200003ab1:0x30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764629.101622:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25e00/0x57b8ff0e03050582 lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0x30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764629.101753:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445b296d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+27:57340:x1862022098469248:12345-192.168.202.28@tcp:34:lfs.0 Request processed in 2437us (2625us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764629.101768:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 589 00000100:00100000:1.0:1775764629.172271:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764629.172525:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098469376 00000100:00100000:2.0:1775764629.172539:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098469376 00000100:00100000:2.0:1775764629.172611:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 590 00000100:00100000:2.0:1775764629.172622:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445b296f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+27:57347:x1862022098469376:12345-192.168.202.28@tcp:101:mmap_cat.0 00010000:00010000:2.0:1775764629.172649:0:42324:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764629.172678:0:42324:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25e00/0x57b8ff0e03050589 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b61b expref: -99 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764629.172765:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24600/0x57b8ff0e03050590 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764629.172782:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24600/0x57b8ff0e03050590 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764629.172846:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24600/0x57b8ff0e03050590 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764629.172863:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25400/0x57b8ff0e03050597 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x680816f7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764629.172870:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25400/0x57b8ff0e03050597 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x680816f7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764629.172878:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25400/0x57b8ff0e03050597 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x680816f7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764629.173279:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25a00/0x57b8ff0e0305059e lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0x30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764629.173290:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25a00/0x57b8ff0e0305059e lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x30:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764629.173297:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25a00/0x57b8ff0e0305059e lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x30:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764629.173339:0:42324:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab1:0x30:0x0]: returning size 4097 00000004:00200000:2.0:1775764629.173344:0:42324:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764629.173387:0:42324:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25a00/0x57b8ff0e0305059e lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x30:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764629.173404:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25a00/0x57b8ff0e0305059e lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764629.173414:0:42324:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24600/0x57b8ff0e03050590 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764629.173420:0:42324:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24600/0x57b8ff0e03050590 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764629.173426:0:42324:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24600/0x57b8ff0e03050590 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764629.173433:0:42324:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445baf24600 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764629.173438:0:42324:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24600/0x57b8ff0e03050590 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764629.173445:0:42324:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24600/0x57b8ff0e03050590 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764629.173459:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff944584d1d400) 00010000:00010000:2.0:1775764629.173462:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764629.173467:0:42324:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24600/0x57b8ff0e03050590 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764629.173473:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24600/0x57b8ff0e03050590 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764629.173489:0:42324:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25400/0x57b8ff0e03050597 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x680816f7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764629.173495:0:42324:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25400/0x57b8ff0e03050597 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x680816f7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764629.173502:0:42324:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25400/0x57b8ff0e03050597 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x680816f7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764629.173508:0:42324:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445baf25400 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764629.173510:0:42324:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25400/0x57b8ff0e03050597 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x680816f7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764629.173516:0:42324:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25400/0x57b8ff0e03050597 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x680816f7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764629.173522:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x680816f7 (ffff94459084ae00) 00010000:00010000:2.0:1775764629.173524:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764629.173526:0:42324:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25400/0x57b8ff0e03050597 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x680816f7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764629.173532:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25400/0x57b8ff0e03050597 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x680816f7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764629.173564:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25e00/0x57b8ff0e03050589 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b61b expref: 29 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764629.173578:0:42324:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25a00/0x57b8ff0e0305059e lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b61b expref: 28 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764629.173584:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x30:0x0].0x0 (ffff944599e85000) 00010000:00010000:2.0:1775764629.173586:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1775764629.173589:0:42324:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445baf25a00, rc 0) 00000100:00100000:2.0:1775764629.173686:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445b296f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+28:57347:x1862022098469376:12345-192.168.202.28@tcp:101:mmap_cat.0 Request processed in 1065us (1439us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764629.173697:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 590 00000100:00100000:0.0:1775764629.182701:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764629.182854:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098469632 00000100:00100000:1.0:1775764629.182873:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098469632 00000100:00100000:2.0:1775764629.183059:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 591 00000100:00100000:2.0:1775764629.183076:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944487fbf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+28:57347:x1862022098469632:12345-192.168.202.28@tcp:101:mmap_cat.0 00010000:00010000:2.0:1775764629.183102:0:42326:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764629.183129:0:42326:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25e00/0x57b8ff0e030505a5 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b622 expref: -99 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764629.183270:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25400/0x57b8ff0e030505ac lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0x30:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764629.183287:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25400/0x57b8ff0e030505ac lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764629.183299:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25400/0x57b8ff0e030505ac lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764629.183313:0:42326:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab1:0x30:0x0]: returning size 4097 00010000:00010000:2.0:1775764629.183457:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25e00/0x57b8ff0e030505a5 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b622 expref: 31 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764629.183480:0:42326:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25400/0x57b8ff0e030505ac lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b622 expref: 30 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764629.183489:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x30:0x0].0x0 (ffff944599e85000) 00010000:00010000:2.0:1775764629.183492:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1775764629.183496:0:42326:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445baf25400, rc 0) 00000100:00100000:2.0:1775764629.183557:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944487fbf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+30:57347:x1862022098469632:12345-192.168.202.28@tcp:101:mmap_cat.0 Request processed in 486us (871us total) trans 34359738878 rc 0/0 00000100:00100000:2.0:1775764629.183567:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 591 00000100:00100000:1.0:1775764629.201351:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764629.201407:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764629.201607:0:42310:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098469760 00000100:00100000:2.0:1775764629.201619:0:42310:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098469760 00000100:00100000:3.0:1775764629.201699:0:42327:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098470016 00000100:00100000:2.0:1775764629.201701:0:42310:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 49 00000100:00100000:3.0:1775764629.201703:0:42327:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098470016 00000100:00100000:2.0:1775764629.201710:0:42310:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445b296c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+31:2378:x1862022098469760:12345-192.168.202.28@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1775764629.201727:0:42327:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 174 00010000:00010000:2.0:1775764629.201728:0:42310:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1775764629.201733:0:42327:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445b296ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+31:57347:x1862022098470016:12345-192.168.202.28@tcp:35:mmap_cat.0 00010000:00010000:2.0:1775764629.201756:0:42310:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25400/0x57b8ff0e030505ac lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b622 expref: 31 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764629.201778:0:42310:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x30:0x0].0x0 (ffff944599e85000) 00010000:00010000:2.0:1775764629.201784:0:42310:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775764629.201869:0:42310:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445b296c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+30:2378:x1862022098469760:12345-192.168.202.28@tcp:103:ldlm_bl.0 Request processed in 160us (538us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764629.201876:0:42310:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 49 00000100:00100000:3.0:1775764629.202079:0:42327:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445b296ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+30:57347:x1862022098470016:12345-192.168.202.28@tcp:35:mmap_cat.0 Request processed in 344us (670us total) trans 34359738879 rc 0/0 00000100:00100000:3.0:1775764629.202086:0:42327:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 174 00000100:00100000:0.0:1775764629.249307:0:3331:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1775764629.249344:0:3331:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff94448673bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d8dacf45-8471-4226-a2fb-1fac83f69c1e:3331:1862022119012992:0@lo:400:kworker.0 00000100:00100000:0.0:1775764629.249458:0:3331:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764629.249500:0:42319:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119012992 00000100:00100000:2.0:1775764629.249513:0:42319:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119012992 00000100:00100000:0.0:1775764629.249537:0:3331:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9444867c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3331:1862022119013120:0@lo:400:kworker.0 00000100:00100000:0.0:1775764629.249572:0:3331:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764629.249583:0:42319:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 219 00000100:00100000:0.0:1775764629.249593:0:3331:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9444867caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3331:1862022119013632:0@lo:400:kworker.0 00000100:00100000:2.0:1775764629.249595:0:42319:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bd37a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d8dacf45-8471-4226-a2fb-1fac83f69c1e+18:3331:x1862022119012992:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764629.249621:0:3331:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764629.249643:0:3331:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1775764629.249649:0:3331:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9444867c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3331:1862022119013504:0@lo:400:kworker.0 00000100:00100000:2.0:1775764629.249658:0:42319:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bd37a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d8dacf45-8471-4226-a2fb-1fac83f69c1e+18:3331:x1862022119012992:12345-0@lo:400:kworker.0 Request processed in 65us (202us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764629.249666:0:42319:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 219 00000100:00100000:0.0:1775764629.249668:0:3331:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764629.249705:0:3331:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff94448673bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d8dacf45-8471-4226-a2fb-1fac83f69c1e:3331:1862022119012992:0@lo:400:kworker.0 00000100:00100000:2.0:1775764629.249718:0:42946:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119013120 00000100:00100000:2.0:1775764629.249722:0:42946:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119013120 00000100:00100000:0.0:1775764629.249739:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119013632 00000100:00100000:0.0:1775764629.249741:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119013632 00000100:00100000:2.0:1775764629.249752:0:42946:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 180 00000100:00100000:2.0:1775764629.249758:0:42946:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944487fbed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3331:x1862022119013120:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1775764629.249770:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1775764629.249838:0:42946:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944487fbed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3331:x1862022119013120:12345-0@lo:400:kworker.0 Request processed in 80us (265us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764629.249846:0:42946:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 180 00000100:00100000:0.0:1775764629.249847:0:3331:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9444867c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3331:1862022119013120:0@lo:400:kworker.0 00000100:00100000:0.0:1775764629.249863:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119013504 00000100:00100000:0.0:1775764629.249866:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119013504 00000100:00080000:0.0:1775764629.249892:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1775764629.249892:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 249 00000100:00100000:2.0:1775764629.249899:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944487fbdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3331:x1862022119013632:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764629.249920:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 250 00000100:00100000:0.0:1775764629.249926:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944487fbdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3331:x1862022119013504:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764629.249951:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944487fbdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3331:x1862022119013632:12345-0@lo:400:kworker.0 Request processed in 52us (329us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764629.249957:0:3331:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9444867caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3331:1862022119013632:0@lo:400:kworker.0 00000100:00100000:2.0:1775764629.249959:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 249 00000100:00100000:0.0:1775764629.249988:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944487fbdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3331:x1862022119013504:12345-0@lo:400:kworker.0 Request processed in 62us (318us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764629.249995:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 250 00000100:00100000:2.0:1775764629.249996:0:3331:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9444867c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3331:1862022119013504:0@lo:400:kworker.0 00000100:00100000:1.0:1775764629.250625:0:3328:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9444867cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3328:1862022119013248:0@lo:400:kworker.0 00000100:00100000:1.0:1775764629.250666:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764629.250703:0:3328:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1775764629.250710:0:3328:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9444867c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3328:1862022119013376:0@lo:400:kworker.0 00000100:00100000:1.0:1775764629.250733:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764629.250773:0:42944:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119013248 00000100:00100000:1.0:1775764629.250778:0:42944:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119013248 00000100:00100000:1.0:1775764629.250857:0:42944:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 181 00000100:00100000:1.0:1775764629.250864:0:42944:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445b296df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3328:x1862022119013248:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764629.250930:0:42944:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445b296df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3328:x1862022119013248:12345-0@lo:400:kworker.0 Request processed in 65us (263us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764629.250937:0:42944:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 181 00000100:00100000:1.0:1775764629.250968:0:3328:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9444867cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3328:1862022119013248:0@lo:400:kworker.0 00000100:00100000:1.0:1775764629.250992:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119013376 00000100:00100000:1.0:1775764629.250995:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119013376 00000100:00100000:1.0:1775764629.251016:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 251 00000100:00100000:1.0:1775764629.251021:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445b296f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3328:x1862022119013376:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764629.251056:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445b296f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3328:x1862022119013376:12345-0@lo:400:kworker.0 Request processed in 35us (322us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764629.251062:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 251 00000100:00100000:1.0:1775764629.251082:0:3328:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9444867c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3328:1862022119013376:0@lo:400:kworker.0 00010000:00010000:0.0:1775764629.316839:0:42312:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1775764629.677747:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764629.677839:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764629.677966:0:42946:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098470272 00000100:00100000:0.0:1775764629.677978:0:42946:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098470272 00000100:00100000:2.0:1775764629.677978:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764629.678020:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764629.678040:0:42944:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098470400 00000100:00100000:2.0:1775764629.678044:0:42944:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098470400 00000100:00100000:0.0:1775764629.678058:0:42946:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 182 00000100:00100000:0.0:1775764629.678070:0:42946:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444867c8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+9:2376:x1862022098470272:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:2.0:1775764629.678075:0:42944:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 183 00000100:00100000:2.0:1775764629.678081:0:42944:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444867cad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+14:2376:x1862022098470400:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:3.0:1775764629.678171:0:42317:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098470144 00000100:00100000:3.0:1775764629.678176:0:42317:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098470144 00000100:00100000:3.0:1775764629.678209:0:42317:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 220 00000100:00100000:3.0:1775764629.678216:0:42317:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bd379050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:24b54882-c0a1-43f2-954f-009e5a9afc9d+12:2376:x1862022098470144:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:1.0:1775764629.678261:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098470528 00000100:00100000:1.0:1775764629.678266:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098470528 00000100:00100000:1.0:1775764629.678303:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 252 00000100:00100000:1.0:1775764629.678310:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444867c8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:82781e18-e0e3-4f9f-9a2b-041bf0344414+5:2376:x1862022098470528:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:0.0:1775764629.678450:0:42946:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444867c8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+9:2376:x1862022098470272:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 382us (716us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764629.678641:0:42946:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 182 00000100:00080000:0.0:1775764629.678690:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1775764629.684520:0:42944:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444867cad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+14:2376:x1862022098470400:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 6416us (6477us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764629.684537:0:42944:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 183 00000100:00100000:3.0:1775764629.687852:0:42317:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bd379050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:24b54882-c0a1-43f2-954f-009e5a9afc9d+12:2376:x1862022098470144:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 9581us (9819us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764629.687874:0:42317:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 220 00000100:00100000:1.0:1775764629.689740:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444867c8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:82781e18-e0e3-4f9f-9a2b-041bf0344414+5:2376:x1862022098470528:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 11416us (11927us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764629.689759:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 252 00010000:00010000:2.0:1775764630.337693:0:42313:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775764630.799542:0:3328:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944487fbf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3328:1862022119013760:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1775764630.799638:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764630.799777:0:42947:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119013760 00000100:00100000:0.0:1775764630.799789:0:42947:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119013760 00000100:00100000:0.0:1775764630.799912:0:42947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 111 00000100:00100000:0.0:1775764630.799925:0:42947:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445b296fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3328:x1862022119013760:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1775764630.799972:0:42947:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 1703936 granted 69795840 pending 1703936 free 3765436416 avail 3763339264 00000100:00100000:0.0:1775764630.800025:0:42947:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445b296fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3328:x1862022119013760:12345-0@lo:13:osp-pre-1-0.0 Request processed in 104us (388us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764630.800032:0:42947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 111 00000100:00080000:0.0:1775764630.800060:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1775764630.800157:0:3328:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944487fbf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3328:1862022119013760:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1775764631.214464:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764631.214554:0:42950:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098470656 00000100:00100000:3.0:1775764631.214567:0:42950:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098470656 00002000:00100000:3.0:1775764631.214641:0:42950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x10e:0x0] (0->13) req@ffff944487fbd880 x1862022098470656/t0(0) o4->7e6eda44-5508-487e-b17f-ff28ad9d3512@192.168.202.28@tcp:112/0 lens 504/0 e 0 to 0 dl 1775764642 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764631.214653:0:42950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff944487fbd880 with x1862022098470656 ext(0->13) 00002000:00010000:3.0:1775764631.214659:0:42950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff944487fbd880 00000100:00100000:3.0:1775764631.214699:0:42950:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 44 00000100:00100000:3.0:1775764631.214709:0:42950:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944487fbd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+14:2379:x1862022098470656:12345-192.168.202.28@tcp:4:cat.0 00000100:00100000:3.0:1775764631.215344:0:42950:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944487fbd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+16:2379:x1862022098470656:12345-192.168.202.28@tcp:4:cat.0 Request processed in 633us (890us total) trans 34359738420 rc 0/0 00000100:00100000:3.0:1775764631.215354:0:42950:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 44 00002000:00100000:3.0:1775764631.215364:0:42950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x10e:0x0] (0->13) req@ffff944487fbd880 x1862022098470656/t34359738420(0) o4->7e6eda44-5508-487e-b17f-ff28ad9d3512@192.168.202.28@tcp:112/0 lens 504/448 e 0 to 0 dl 1775764642 ref 1 fl Complete:/600/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764631.215373:0:42950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff944487fbd880 with x1862022098470656 ext(0->13) 00002000:00010000:3.0:1775764631.215377:0:42950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff944487fbd880 00000100:00080000:0.0:1775764631.215501:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:0.0:1775764631.361569:0:43224:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:2.0:1775764631.362590:0:7469:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 34359738418 is committed 00000001:00080000:2.0:1775764631.362620:0:7469:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 34359738420 is committed 00000001:00080000:2.0:1775764631.362628:0:7469:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 34359738419 is committed 00010000:00010000:0.0:1775764632.385969:0:42312:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764633.411361:0:42313:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1775764633.601281:0:42356:0:(llog.c:800:llog_process_thread()) index: 8, lh_last_idx: 8 synced_idx: 8 lgh_last_idx: 8 00000040:00080000:3.0:1775764633.601291:0:42356:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x32:0x0] at index 8 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1775764633.601325:0:42356:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x32:0x0] index 14 count 2 00000040:00080000:3.0:1775764633.601333:0:42356:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 9 count 2 00000100:00100000:1.0:1775764633.857135:0:3329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944487fbd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3329:1862022119013888:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1775764633.857222:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764633.857616:0:42947:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119013888 00000100:00100000:0.0:1775764633.857627:0:42947:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119013888 00000100:00100000:0.0:1775764633.857720:0:42947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 112 00000100:00100000:0.0:1775764633.857731:0:42947:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445b296ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3329:x1862022119013888:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1775764633.857785:0:42947:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 59572224 pending 0 free 3704619008 avail 3702521856 00000100:00100000:0.0:1775764633.857862:0:42947:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445b296ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3329:x1862022119013888:12345-0@lo:13:osp-pre-0-0.0 Request processed in 134us (641us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764633.857883:0:42947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 112 00000100:00080000:1.0:1775764633.858601:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1775764633.858656:0:3329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944487fbd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3329:1862022119013888:0@lo:13:osp-pre-0-0.0 00000001:00080000:3.0:1775764633.983117:0:5825:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 34359738878 is committed 00000001:00080000:3.0:1775764633.990059:0:5825:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 34359738879 is committed 00000100:00100000:1.0:1775764634.382768:0:3331:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445b296e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3331:1862022119014144:0@lo:400:kworker.0 00000100:00100000:1.0:1775764634.382892:0:3331:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764634.382948:0:3331:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445b296ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3331:1862022119014656:0@lo:400:kworker.0 00000100:00100000:1.0:1775764634.382974:0:3331:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764634.383012:0:3331:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:1.0:1775764634.383018:0:3331:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445b296c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d8dacf45-8471-4226-a2fb-1fac83f69c1e:3331:1862022119014016:0@lo:400:kworker.0 00000100:00100000:1.0:1775764634.383050:0:3331:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764634.383076:0:3331:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445b296dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3331:1862022119014528:0@lo:400:kworker.0 00000100:00100000:1.0:1775764634.383097:0:3331:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764634.383122:0:3328:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445b296d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3328:1862022119014272:0@lo:400:kworker.0 00000100:00100000:1.0:1775764634.383146:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764634.383163:0:3328:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1775764634.383168:0:3328:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445b296d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3328:1862022119014400:0@lo:400:kworker.0 00000100:00100000:1.0:1775764634.383189:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764634.383242:0:42946:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119014144 00000100:00100000:1.0:1775764634.383250:0:42946:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119014144 00000100:00100000:1.0:1775764634.383296:0:42946:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119014272 00000100:00100000:1.0:1775764634.383299:0:42946:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119014272 00000100:00100000:1.0:1775764634.383333:0:42946:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 184 00000100:00100000:1.0:1775764634.383342:0:42946:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944487fb8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3331:x1862022119014144:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764634.383398:0:42946:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944487fb8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3331:x1862022119014144:12345-0@lo:400:kworker.0 Request processed in 58us (507us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764634.383406:0:42946:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 184 00000100:00100000:1.0:1775764634.383421:0:42946:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 185 00000100:00100000:1.0:1775764634.383427:0:42946:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944487fbb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3328:x1862022119014272:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764634.383457:0:42946:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944487fbb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3328:x1862022119014272:12345-0@lo:400:kworker.0 Request processed in 30us (309us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764634.383462:0:42946:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 185 00000100:00100000:1.0:1775764634.383480:0:42318:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119014016 00000100:00100000:1.0:1775764634.383483:0:42318:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119014016 00000100:00100000:1.0:1775764634.383507:0:42318:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 221 00000100:00100000:1.0:1775764634.383513:0:42318:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bd378c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d8dacf45-8471-4226-a2fb-1fac83f69c1e+18:3331:x1862022119014016:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764634.383541:0:42318:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bd378c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d8dacf45-8471-4226-a2fb-1fac83f69c1e+18:3331:x1862022119014016:12345-0@lo:400:kworker.0 Request processed in 28us (490us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764634.383547:0:42318:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 221 00000100:00100000:1.0:1775764634.383575:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119014656 00000100:00100000:1.0:1775764634.383580:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119014656 00000100:00100000:1.0:1775764634.383607:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119014528 00000100:00100000:1.0:1775764634.383610:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119014528 00000100:00100000:1.0:1775764634.383622:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 253 00000100:00100000:1.0:1775764634.383627:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944487fbb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3331:x1862022119014656:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764634.383656:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944487fbb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3331:x1862022119014656:12345-0@lo:400:kworker.0 Request processed in 28us (681us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764634.383662:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 253 00000100:00100000:1.0:1775764634.383672:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119014400 00000100:00100000:1.0:1775764634.383675:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119014400 00000100:00100000:1.0:1775764634.383688:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 254 00000100:00100000:1.0:1775764634.383693:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944487fb9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3331:x1862022119014528:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764634.383717:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944487fb9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3331:x1862022119014528:12345-0@lo:400:kworker.0 Request processed in 24us (620us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764634.383722:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 254 00000100:00100000:1.0:1775764634.383730:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 255 00000100:00100000:1.0:1775764634.383735:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944487fb9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3328:x1862022119014400:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764634.383756:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944487fb9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3328:x1862022119014400:12345-0@lo:400:kworker.0 Request processed in 21us (566us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764634.383761:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 255 00000100:00080000:1.0:1775764634.383787:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1775764634.383792:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1775764634.383871:0:3328:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445b296d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3328:1862022119014400:0@lo:400:kworker.0 00000100:00100000:1.0:1775764634.383882:0:3328:0:(client.c:3082:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 34359738419 gen 2 00000004:00080000:1.0:1775764634.383887:0:3328:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9444867c9180, transno 34359738419 00000100:00100000:1.0:1775764634.383898:0:3328:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445b296d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3328:1862022119014272:0@lo:400:kworker.0 00000100:00100000:1.0:1775764634.384270:0:3331:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445b296c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d8dacf45-8471-4226-a2fb-1fac83f69c1e:3331:1862022119014016:0@lo:400:kworker.0 00000100:00100000:1.0:1775764634.384283:0:3331:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445b296dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3331:1862022119014528:0@lo:400:kworker.0 00000100:00100000:1.0:1775764634.384292:0:3331:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445b296e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3331:1862022119014144:0@lo:400:kworker.0 00000100:00100000:1.0:1775764634.384301:0:3331:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445b296ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3331:1862022119014656:0@lo:400:kworker.0 00010000:00010000:1.0:1775764634.433163:0:43224:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1775764634.807481:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764634.807525:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764634.807561:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764634.807597:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098471296 00000100:00100000:2.0:1775764634.807610:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098471296 00000100:00100000:2.0:1775764634.807698:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 256 00000100:00100000:2.0:1775764634.807709:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444867c9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:82781e18-e0e3-4f9f-9a2b-041bf0344414+5:2378:x1862022098471296:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:2.0:1775764634.807790:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444867c9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:82781e18-e0e3-4f9f-9a2b-041bf0344414+5:2378:x1862022098471296:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 83us (228us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764634.807828:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 256 00000100:00080000:2.0:1775764634.807852:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1775764634.808464:0:42946:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098471040 00000100:00100000:1.0:1775764634.808470:0:42946:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098471040 00000100:00100000:1.0:1775764634.808522:0:42946:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 186 00000100:00100000:1.0:1775764634.808531:0:42946:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444867c9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+9:2378:x1862022098471040:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:1.0:1775764634.808580:0:42946:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444867c9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+9:2378:x1862022098471040:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 51us (1055us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764634.808587:0:42946:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 186 00000100:00100000:3.0:1775764634.808771:0:42317:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098470784 00000100:00100000:3.0:1775764634.808776:0:42317:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098470784 00000100:00100000:3.0:1775764634.808897:0:42317:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 222 00000100:00100000:3.0:1775764634.808904:0:42317:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bd37b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:24b54882-c0a1-43f2-954f-009e5a9afc9d+12:2378:x1862022098470784:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:3.0:1775764634.808936:0:42317:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bd37b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:24b54882-c0a1-43f2-954f-009e5a9afc9d+12:2378:x1862022098470784:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 33us (1468us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764634.808942:0:42317:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 222 00000100:00100000:1.0:1775764634.809235:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764634.809316:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764634.809419:0:43212:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098471168 00000100:00100000:1.0:1775764634.809424:0:43212:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098471168 00000100:00100000:1.0:1775764634.809457:0:43212:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 187 00000100:00100000:1.0:1775764634.809465:0:43212:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944487fbbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+12:2378:x1862022098471168:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:1.0:1775764634.809503:0:43212:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944487fbbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+12:2378:x1862022098471168:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 39us (187us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764634.809511:0:43212:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 187 00000100:00080000:2.0:1775764634.810022:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1775764634.810027:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1775764634.810254:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098470912 00000100:00100000:3.0:1775764634.810260:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098470912 00000100:00080000:0.0:1775764634.810391:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1775764634.811675:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 257 00000100:00100000:3.0:1775764634.811689:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944487fba680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+27:2378:x1862022098470912:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:3.0:1775764634.815174:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944487fba680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+27:2378:x1862022098470912:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 94us (2543us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764634.815217:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 257 00010000:00010000:0.0:1775764635.458544:0:42312:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1775764635.887381:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764635.888710:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098471424 00000100:00100000:1.0:1775764635.888728:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098471424 00000100:00100000:1.0:1775764635.888972:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 592 00000100:00100000:1.0:1775764635.888985:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444867c8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+27:57297:x1862022098471424:12345-192.168.202.28@tcp:60:lhsmtool_posix.0 00000100:00100000:1.0:1775764635.889160:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444867c8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+27:57297:x1862022098471424:12345-192.168.202.28@tcp:60:lhsmtool_posix.0 Request processed in 177us (1788us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764635.889168:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 592 00000100:00100000:2.0:1775764635.899751:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764635.899969:0:42328:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098471680 00000100:00100000:1.0:1775764635.899981:0:42328:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098471680 00000100:00100000:1.0:1775764635.900100:0:42328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 175 00000100:00100000:1.0:1775764635.900111:0:42328:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444867ca300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+27:57297:x1862022098471680:12345-192.168.202.28@tcp:35:lhsmtool_posix.0 00000100:00100000:1.0:1775764635.900652:0:42328:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444867ca300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+28:57297:x1862022098471680:12345-192.168.202.28@tcp:35:lhsmtool_posix.0 Request processed in 541us (909us total) trans 34359738880 rc 0/0 00000100:00100000:1.0:1775764635.900662:0:42328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 175 00000100:00100000:1.0:1775764635.913010:0:3328:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944487fbea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3328:1862022119014784:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1775764635.913120:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764635.913557:0:42947:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119014784 00000100:00100000:0.0:1775764635.913570:0:42947:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119014784 00000100:00100000:0.0:1775764635.913650:0:42947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 113 00000100:00100000:0.0:1775764635.913662:0:42947:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944487fb8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3328:x1862022119014784:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1775764635.913714:0:42947:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 1703936 granted 69795840 pending 0 free 3765436416 avail 3763339264 00000100:00100000:0.0:1775764635.913793:0:42947:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944487fb8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3328:x1862022119014784:12345-0@lo:13:osp-pre-1-0.0 Request processed in 133us (673us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764635.913836:0:42947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 113 00000100:00100000:3.0:1775764635.915446:0:3328:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944487fbea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3328:1862022119014784:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1775764636.235653:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764636.235792:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098471808 00000100:00100000:0.0:1775764636.235889:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098471808 00000100:00100000:0.0:1775764636.236008:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 593 00000100:00100000:0.0:1775764636.236024:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444867cb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:82781e18-e0e3-4f9f-9a2b-041bf0344414+5:57787:x1862022098471808:12345-192.168.202.28@tcp:101:lsof.0 00010000:00010000:0.0:1775764636.236067:0:42324:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764636.236104:0:42324:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77e00/0x57b8ff0e030505ba lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b629 expref: -99 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764636.236207:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76200/0x57b8ff0e030505c1 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764636.236226:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76200/0x57b8ff0e030505c1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764636.236244:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76200/0x57b8ff0e030505c1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00080000:2.0:1775764636.236576:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000004:00200000:0.0:1775764636.237266:0:42324:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 9728 00000004:00200000:0.0:1775764636.237274:0:42324:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 39 stripe count 1 MDT count 1 00000004:00010000:0.0:1775764636.237535:0:42324:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76200/0x57b8ff0e030505c1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764636.237583:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77e00/0x57b8ff0e030505ba lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b629 expref: 7 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764636.237614:0:42324:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76200/0x57b8ff0e030505c1 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b629 expref: 6 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764636.237624:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff944584d1d400) 00010000:00010000:0.0:1775764636.237628:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1775764636.237632:0:42324:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445bfe76200, rc 0) 00000100:00100000:0.0:1775764636.238098:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444867cb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:82781e18-e0e3-4f9f-9a2b-041bf0344414+6:57787:x1862022098471808:12345-192.168.202.28@tcp:101:lsof.0 Request processed in 2077us (2460us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764636.238109:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 593 00010000:00010000:2.0:1775764636.482017:0:42313:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764637.508907:0:43224:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764638.529122:0:42312:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1775764638.987288:0:3328:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1775764638.987316:0:3328:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9444867c9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3328:1862022119014912:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1775764638.987392:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764638.987471:0:42947:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119014912 00000100:00100000:2.0:1775764638.987479:0:42947:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119014912 00000100:00100000:2.0:1775764638.993399:0:42947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 114 00000100:00100000:2.0:1775764638.993421:0:42947:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444867cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3328:x1862022119014912:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1775764638.993475:0:42947:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 59572224 pending 0 free 3704619008 avail 3702521856 00000100:00100000:2.0:1775764638.993574:0:42947:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444867cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3328:x1862022119014912:12345-0@lo:13:osp-pre-0-0.0 Request processed in 163us (6181us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764638.993582:0:42947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 114 00000100:00100000:2.0:1775764638.993658:0:3328:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9444867c9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3328:1862022119014912:0@lo:13:osp-pre-0-0.0 00000100:00080000:1.0:1775764639.005738:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000001:00080000:1.0:1775764639.072522:0:5825:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 34359738880 is committed 00000100:00100000:0.0:1775764639.489271:0:3328:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff94448673ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3328:1862022119015296:0@lo:400:kworker.0 00000100:00100000:0.0:1775764639.489358:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764639.489504:0:3331:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff94448673b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3331:1862022119015168:0@lo:400:kworker.0 00000100:00100000:1.0:1775764639.489540:0:3331:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764639.489584:0:3331:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1775764639.489591:0:3331:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944486738700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d8dacf45-8471-4226-a2fb-1fac83f69c1e:3331:1862022119015040:0@lo:400:kworker.0 00000100:00100000:1.0:1775764639.489617:0:3331:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764639.489657:0:42945:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119015296 00000100:00100000:1.0:1775764639.489664:0:42945:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119015296 00000100:00100000:1.0:1775764639.489723:0:42945:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119015168 00000100:00100000:1.0:1775764639.489726:0:42945:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119015168 00000100:00100000:1.0:1775764639.489750:0:42945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 188 00000100:00100000:1.0:1775764639.489758:0:42945:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944487fbc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3328:x1862022119015296:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764639.490091:0:42319:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119015040 00000100:00100000:2.0:1775764639.490096:0:42319:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119015040 00000100:00100000:2.0:1775764639.490129:0:42319:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 223 00000100:00100000:2.0:1775764639.490135:0:42319:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944587289c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d8dacf45-8471-4226-a2fb-1fac83f69c1e+18:3331:x1862022119015040:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764639.490177:0:42319:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944587289c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d8dacf45-8471-4226-a2fb-1fac83f69c1e+18:3331:x1862022119015040:12345-0@lo:400:kworker.0 Request processed in 41us (558us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764639.490185:0:42319:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 223 00000100:00100000:2.0:1775764639.490240:0:3329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944486739f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3329:1862022119015424:0@lo:400:kworker.0 00000100:00100000:2.0:1775764639.490284:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764639.490321:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119015424 00000100:00100000:2.0:1775764639.490326:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119015424 00000100:00100000:2.0:1775764639.490355:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 258 00000100:00100000:2.0:1775764639.490362:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444867c9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3329:x1862022119015424:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764639.490398:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444867c9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3329:x1862022119015424:12345-0@lo:400:kworker.0 Request processed in 37us (114us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764639.490404:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 258 00000100:00100000:2.0:1775764639.490450:0:3329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944486739f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3329:1862022119015424:0@lo:400:kworker.0 00000100:00100000:2.0:1775764639.490480:0:3331:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944486738700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d8dacf45-8471-4226-a2fb-1fac83f69c1e:3331:1862022119015040:0@lo:400:kworker.0 00000100:00080000:2.0:1775764639.490496:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1775764639.490522:0:42944:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 189 00000100:00100000:2.0:1775764639.490530:0:42944:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944487fbb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3331:x1862022119015168:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764639.490568:0:42944:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944487fbb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3331:x1862022119015168:12345-0@lo:400:kworker.0 Request processed in 39us (1027us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764639.490574:0:42944:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 189 00000100:00100000:2.0:1775764639.490604:0:3331:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff94448673b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3331:1862022119015168:0@lo:400:kworker.0 00000100:00100000:3.0:1775764639.498653:0:3331:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944486739c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3331:1862022119015680:0@lo:400:kworker.0 00000100:00100000:3.0:1775764639.498756:0:3331:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764639.498833:0:3331:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1775764639.498840:0:3331:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff94448673b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3331:1862022119015552:0@lo:400:kworker.0 00000100:00100000:3.0:1775764639.498866:0:3331:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764639.498909:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119015680 00000100:00100000:3.0:1775764639.498917:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119015680 00000100:00100000:3.0:1775764639.498976:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119015552 00000100:00100000:3.0:1775764639.498980:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119015552 00000100:00100000:3.0:1775764639.499011:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 259 00000100:00100000:3.0:1775764639.499024:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486738380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3331:x1862022119015680:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764639.499093:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486738380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3331:x1862022119015680:12345-0@lo:400:kworker.0 Request processed in 70us (336us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764639.499101:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 259 00000100:00100000:3.0:1775764639.499120:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 260 00000100:00100000:3.0:1775764639.499126:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486738000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3331:x1862022119015552:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764639.499154:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486738000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3331:x1862022119015552:12345-0@lo:400:kworker.0 Request processed in 28us (287us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764639.499172:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 260 00000100:00100000:3.0:1775764639.499229:0:3331:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff94448673b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3331:1862022119015552:0@lo:400:kworker.0 00000100:00100000:3.0:1775764639.499239:0:3331:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944486739c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3331:1862022119015680:0@lo:400:kworker.0 00000100:00080000:3.0:1775764639.499572:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1775764639.501588:0:42945:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944487fbc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3328:x1862022119015296:12345-0@lo:400:kworker.0 Request processed in 11800us (12201us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764639.509685:0:42945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 188 00000100:00100000:0.0:1775764639.522460:0:3328:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff94448673ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3328:1862022119015296:0@lo:400:kworker.0 00010000:00010000:2.0:1775764639.553952:0:42313:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1775764639.919842:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764639.919897:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764639.919941:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764639.919977:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764639.920003:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764639.920045:0:43212:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098472192 00000100:00100000:2.0:1775764639.920061:0:43212:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098472192 00000100:00100000:0.0:1775764639.920073:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098472448 00000100:00100000:0.0:1775764639.920081:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098472448 00000100:00100000:0.0:1775764639.920163:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098472064 00000100:00100000:0.0:1775764639.920167:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098472064 00000100:00100000:0.0:1775764639.920195:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 261 00000100:00100000:0.0:1775764639.920208:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444867c8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:82781e18-e0e3-4f9f-9a2b-041bf0344414+6:2377:x1862022098472448:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:1.0:1775764639.920307:0:42318:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098471936 00000100:00100000:1.0:1775764639.920313:0:42318:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098471936 00000100:00100000:0.0:1775764639.920338:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444867c8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:82781e18-e0e3-4f9f-9a2b-041bf0344414+6:2377:x1862022098472448:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 131us (394us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764639.920348:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 261 00000100:00100000:1.0:1775764639.920357:0:42318:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 224 00000100:00100000:1.0:1775764639.920367:0:42318:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944587289850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:24b54882-c0a1-43f2-954f-009e5a9afc9d+12:2377:x1862022098471936:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:0.0:1775764639.920374:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 262 00000100:00100000:0.0:1775764639.920385:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444867cb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+27:2377:x1862022098472064:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:1.0:1775764639.920405:0:42318:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944587289850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:24b54882-c0a1-43f2-954f-009e5a9afc9d+12:2377:x1862022098471936:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 39us (617us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764639.920414:0:42318:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 224 00000100:00100000:0.0:1775764639.920433:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444867cb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+27:2377:x1862022098472064:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 50us (454us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764639.920441:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 262 00000100:00100000:0.0:1775764639.920681:0:42946:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098472320 00000100:00100000:0.0:1775764639.920686:0:42946:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098472320 00000100:00100000:0.0:1775764639.920735:0:42946:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 190 00000100:00100000:0.0:1775764639.920742:0:42946:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444867c9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+9:2377:x1862022098472192:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:0.0:1775764639.920780:0:42946:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444867c9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+9:2377:x1862022098472192:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 39us (884us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764639.920787:0:42946:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 190 00000100:00100000:0.0:1775764639.920855:0:42946:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 191 00000100:00100000:0.0:1775764639.920862:0:42946:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444867caa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+12:2377:x1862022098472320:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:0.0:1775764639.920885:0:42946:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444867caa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+12:2377:x1862022098472320:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 25us (882us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764639.920893:0:42946:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 191 00000100:00080000:3.0:1775764639.921259:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1775764639.921265:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1775764639.921267:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:0.0:1775764640.582619:0:43224:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775764641.029984:0:3328:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944487fbc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3328:1862022119015808:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1775764641.030076:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764641.030985:0:42947:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119015808 00000100:00100000:0.0:1775764641.030997:0:42947:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119015808 00000100:00100000:0.0:1775764641.031071:0:42947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 115 00000100:00100000:0.0:1775764641.031083:0:42947:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944487fbc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3328:x1862022119015808:12345-0@lo:13:osp-pre-1-0.0 00000100:00080000:3.0:1775764641.031374:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00002000:00000024:0.0:1775764641.033388:0:42947:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 1703936 granted 69795840 pending 0 free 3765436416 avail 3763339264 00000100:00100000:0.0:1775764641.033521:0:42947:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944487fbc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3328:x1862022119015808:12345-0@lo:13:osp-pre-1-0.0 Request processed in 2437us (3441us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764641.033535:0:42947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 115 00000100:00100000:3.0:1775764641.034068:0:3328:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944487fbc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3328:1862022119015808:0@lo:13:osp-pre-1-0.0 00000001:02000400:3.0:1775764641.243386:0:47461:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-pcc test 21g: PCC-RO for file under FLR write pending state ========================================================== 15:57:19 (1775764639) 00010000:00010000:0.0:1775764641.603644:0:42312:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764642.626145:0:42313:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1775764643.012640:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764643.012824:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098472704 00000100:00100000:0.0:1775764643.012838:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098472704 00000100:00100000:0.0:1775764643.012952:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 594 00000100:00100000:0.0:1775764643.012970:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444867c8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+27:58047:x1862022098472704:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1775764643.013003:0:44493:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764643.013034:0:44493:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76400/0x57b8ff0e030505c8 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b630 expref: -99 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764643.013112:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77e00/0x57b8ff0e030505cf lrc: 3/1,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764643.013142:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77e00/0x57b8ff0e030505cf lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764643.013156:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77e00/0x57b8ff0e030505cf lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764643.013172:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77000/0x57b8ff0e030505d6 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764643.013179:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77000/0x57b8ff0e030505d6 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764643.013185:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77000/0x57b8ff0e030505d6 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764643.013730:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77400/0x57b8ff0e030505dd lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764643.013746:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77400/0x57b8ff0e030505dd lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764643.013753:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77400/0x57b8ff0e030505dd lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764643.013767:0:44493:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000002:0x2:0x0]: returning size 6656 00010000:00010000:0.0:1775764643.014053:0:44493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77e00/0x57b8ff0e030505cf lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764643.014069:0:44493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77e00/0x57b8ff0e030505cf lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764643.014078:0:44493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77e00/0x57b8ff0e030505cf lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764643.014086:0:44493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445bfe77e00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:0.0:1775764643.014092:0:44493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77e00/0x57b8ff0e030505cf lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764643.014102:0:44493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77e00/0x57b8ff0e030505cf lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764643.014118:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff944582f80200) 00010000:00010000:0.0:1775764643.014122:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764643.014127:0:44493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77e00/0x57b8ff0e030505cf lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764643.014133:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77e00/0x57b8ff0e030505cf lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764643.014149:0:44493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77000/0x57b8ff0e030505d6 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764643.014155:0:44493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77000/0x57b8ff0e030505d6 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764643.014160:0:44493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77000/0x57b8ff0e030505d6 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764643.014164:0:44493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445bfe77000 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:0.0:1775764643.014167:0:44493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77000/0x57b8ff0e030505d6 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764643.014172:0:44493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77000/0x57b8ff0e030505d6 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764643.014179:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x8d45d6bc (ffff944599e85900) 00010000:00010000:0.0:1775764643.014182:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764643.014184:0:44493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77000/0x57b8ff0e030505d6 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764643.014190:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77000/0x57b8ff0e030505d6 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764643.014572:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76400/0x57b8ff0e030505c8 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b630 expref: 30 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764643.014593:0:44493:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77400/0x57b8ff0e030505dd lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b630 expref: 29 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764643.014600:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff94459084a500) 00010000:00010000:0.0:1775764643.014603:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764643.014606:0:44493:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445bfe77400, rc 0) 00000100:00100000:0.0:1775764643.014718:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444867c8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+29:58047:x1862022098472704:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 Request processed in 1755us (2096us total) trans 34359738881 rc 0/0 00000100:00100000:0.0:1775764643.014728:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 594 00000100:00080000:3.0:1775764643.016189:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1775764643.020939:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764643.021072:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764643.021178:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098472960 00000100:00100000:1.0:1775764643.021193:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098472960 00000100:00100000:1.0:1775764643.021286:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 595 00000100:00100000:1.0:1775764643.021300:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944586b8b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+29:58047:x1862022098472960:12345-192.168.202.28@tcp:59:lhsmtool_posix.0 00000100:00100000:1.0:1775764643.021446:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944586b8b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+29:58047:x1862022098472960:12345-192.168.202.28@tcp:59:lhsmtool_posix.0 Request processed in 148us (372us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764643.021455:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 595 00000100:00100000:3.0:1775764643.022873:0:42311:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098472832 00000100:00100000:3.0:1775764643.022888:0:42311:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098472832 00000100:00100000:3.0:1775764643.022977:0:42311:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 50 00000100:00100000:3.0:1775764643.022989:0:42311:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944586b8a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+29:2376:x1862022098472832:12345-192.168.202.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764643.023007:0:42311:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764643.023045:0:42311:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77400/0x57b8ff0e030505dd lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b630 expref: 29 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764643.023078:0:42311:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff94459084a500) 00010000:00010000:3.0:1775764643.023084:0:42311:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764643.023162:0:42311:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944586b8a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+28:2376:x1862022098472832:12345-192.168.202.28@tcp:103:ldlm_bl.0 Request processed in 176us (2236us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764643.023170:0:42311:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 50 00000100:00100000:2.0:1775764643.179426:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764643.179923:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098473088 00000100:00100000:0.0:1775764643.179949:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098473088 00000100:00100000:0.0:1775764643.180034:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 596 00000100:00100000:0.0:1775764643.180046:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944586b88000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+28:58056:x1862022098473088:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:0.0:1775764643.180078:0:44493:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764643.180109:0:44493:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76400/0x57b8ff0e030505eb lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b637 expref: -99 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764643.180202:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77000/0x57b8ff0e030505f2 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764643.180219:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77000/0x57b8ff0e030505f2 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764643.180237:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77000/0x57b8ff0e030505f2 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764643.180255:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77e00/0x57b8ff0e030505f9 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x60b414c4 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764643.180262:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77e00/0x57b8ff0e030505f9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x60b414c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764643.180268:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77e00/0x57b8ff0e030505f9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x60b414c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764643.180592:0:44493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77000/0x57b8ff0e030505f2 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764643.180602:0:44493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77000/0x57b8ff0e030505f2 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764643.180608:0:44493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77000/0x57b8ff0e030505f2 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764643.180613:0:44493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445bfe77000 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:0.0:1775764643.180618:0:44493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77000/0x57b8ff0e030505f2 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764643.180625:0:44493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77000/0x57b8ff0e030505f2 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764643.180638:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff944584d1d400) 00010000:00010000:0.0:1775764643.180641:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764643.180646:0:44493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77000/0x57b8ff0e030505f2 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764643.180653:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77000/0x57b8ff0e030505f2 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764643.180679:0:44493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77e00/0x57b8ff0e030505f9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x60b414c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764643.180685:0:44493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77e00/0x57b8ff0e030505f9 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x60b414c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764643.180691:0:44493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77e00/0x57b8ff0e030505f9 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x60b414c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764643.180696:0:44493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445bfe77e00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:0.0:1775764643.180699:0:44493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77e00/0x57b8ff0e030505f9 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x60b414c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764643.180705:0:44493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77e00/0x57b8ff0e030505f9 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x60b414c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764643.180713:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x60b414c4 (ffff944599e85900) 00010000:00010000:0.0:1775764643.180716:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764643.180719:0:44493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77e00/0x57b8ff0e030505f9 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x60b414c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764643.180724:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77e00/0x57b8ff0e030505f9 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x60b414c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764643.180759:0:44493:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76400/0x57b8ff0e030505eb lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b637 expref: 29 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764643.180770:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff944584d1d400) 00010000:00010000:0.0:1775764643.180772:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764643.180775:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76400/0x57b8ff0e030505eb lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b637 expref: 29 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764643.180849:0:44493:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445bfe76400, rc 0) 00000100:00100000:0.0:1775764643.180914:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944586b88000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+28:58056:x1862022098473088:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 869us (1503us total) trans 0 rc 301/301 00000100:00100000:0.0:1775764643.180921:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 596 00000100:00100000:1.0:1775764643.191402:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764643.191522:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098473344 00000100:00100000:0.0:1775764643.191534:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098473344 00000100:00100000:0.0:1775764643.191605:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 597 00000100:00100000:0.0:1775764643.191616:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944487fb9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+28:58056:x1862022098473344:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:0.0:1775764643.191643:0:42324:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764643.191646:0:42324:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1775764643.191678:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944488002400/0x57b8ff0e03050543 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b60d expref: 28 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764643.191701:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff944584d1d400) 00010000:00010000:0.0:1775764643.191707:0:42324:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1775764643.191721:0:42324:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76400/0x57b8ff0e03050600 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b63e expref: -99 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764643.192430:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77e00/0x57b8ff0e03050607 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764643.192452:0:42324:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76200/0x57b8ff0e030505c1 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b629 expref: 5 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764643.192461:0:42324:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77e00/0x57b8ff0e03050607 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764643.192499:0:42324:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76200/0x57b8ff0e030505c1 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b629 expref: 5 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764643.192514:0:42324:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76200/0x57b8ff0e030505c1 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b629 expref: 5 pid: 42324 timeout: 2210 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764643.192529:0:42324:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944487fbce00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:42324:1862022119015936:192.168.202.28@tcp:104: 00000100:00100000:0.0:1775764643.192750:0:42324:0:(client.c:2691:ptlrpc_set_wait()) set ffff944598151480 going to sleep for 11 seconds 00000100:00100000:1.0:1775764643.206578:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764643.207497:0:44302:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098473472 00000100:00100000:3.0:1775764643.207513:0:44302:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098473472 00010000:00010000:3.0:1775764643.207588:0:44302:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76200/0x57b8ff0e030505c1 lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b629 expref: 6 pid: 42324 timeout: 2210 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764643.207635:0:44302:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 122 00000100:00100000:3.0:1775764643.207647:0:44302:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944487fba300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:82781e18-e0e3-4f9f-9a2b-041bf0344414+6:2378:x1862022098473472:12345-192.168.202.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764643.207662:0:44302:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764643.207683:0:44302:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76200/0x57b8ff0e030505c1 lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b629 expref: 6 pid: 42324 timeout: 2210 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764643.207699:0:44302:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76200/0x57b8ff0e030505c1 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b629 expref: 6 pid: 42324 timeout: 2210 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764643.207728:0:44302:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff944584d1d400) 00010000:00010000:3.0:1775764643.207736:0:44302:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77e00/0x57b8ff0e03050607 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764643.207747:0:44302:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77e00/0x57b8ff0e03050607 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764643.207755:0:44302:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77e00/0x57b8ff0e03050607 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764643.207840:0:44302:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00080000:0.0:1775764643.208100:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1775764643.208509:0:44302:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944487fba300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:82781e18-e0e3-4f9f-9a2b-041bf0344414+6:2378:x1862022098473472:12345-192.168.202.28@tcp:103:ldlm_bl.0 Request processed in 278us (1360us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764643.208525:0:44302:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 122 00010000:00010000:0.0:1775764643.211083:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76200/0x57b8ff0e030505c1 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b629 expref: 5 pid: 42324 timeout: 2210 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764643.211114:0:42324:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944487fbce00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:42324:1862022119015936:192.168.202.28@tcp:104: 00010000:00010000:0.0:1775764643.212156:0:42324:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77e00/0x57b8ff0e03050607 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764643.212564:0:42324:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77e00/0x57b8ff0e03050607 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764643.212573:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77e00/0x57b8ff0e03050607 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764643.212604:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff944488002200/0x57b8ff0e0305060e lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x60b414c4 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764643.212621:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944488002200/0x57b8ff0e0305060e lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x60b414c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764643.212632:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944488002200/0x57b8ff0e0305060e lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x60b414c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764643.213746:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944488003c00/0x57b8ff0e03050615 lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0x32:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764643.213759:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944488003c00/0x57b8ff0e03050615 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764643.213768:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944488003c00/0x57b8ff0e03050615 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764643.213790:0:42324:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab1:0x32:0x0]: returning size 0 00010000:00010000:1.0:1775764643.213850:0:42324:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77e00/0x57b8ff0e03050607 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764643.213857:0:42324:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77e00/0x57b8ff0e03050607 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764643.213863:0:42324:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77e00/0x57b8ff0e03050607 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764643.213868:0:42324:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445bfe77e00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:1.0:1775764643.213872:0:42324:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77e00/0x57b8ff0e03050607 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764643.213879:0:42324:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77e00/0x57b8ff0e03050607 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764643.213895:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff944584d1d400) 00010000:00010000:1.0:1775764643.213899:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764643.213904:0:42324:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77e00/0x57b8ff0e03050607 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764643.213910:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77e00/0x57b8ff0e03050607 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764643.213926:0:42324:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000b82ed9f1 reply state 00000000c5c2129a transno 34359738882 ns: mdt-lustre-MDT0000_UUID lock: ffff944488002200/0x57b8ff0e0305060e lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x60b414c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764643.213934:0:42324:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1775764643.213968:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76400/0x57b8ff0e03050600 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b63e expref: 30 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764643.213985:0:42324:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff944488003c00/0x57b8ff0e03050615 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b63e expref: 29 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764643.213992:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x32:0x0].0x0 (ffff944584d1d700) 00010000:00010000:1.0:1775764643.213994:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1775764643.213996:0:42324:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944488003c00, rc 0) 00000100:00100000:1.0:1775764643.214084:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944487fb9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+30:58056:x1862022098473344:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 22468us (22696us total) trans 34359738882 rc 0/0 00000100:00100000:1.0:1775764643.214092:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 597 00010000:00010000:0.0:1775764643.218720:0:3314:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff944488002200/0x57b8ff0e0305060e lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x60b414c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764643.218737:0:3314:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944488002200/0x57b8ff0e0305060e lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x60b414c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764643.218744:0:3314:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944488002200/0x57b8ff0e0305060e lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x60b414c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764643.218750:0:3314:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944488002200 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:0.0:1775764643.218755:0:3314:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944488002200/0x57b8ff0e0305060e lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x60b414c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764643.218761:0:3314:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944488002200/0x57b8ff0e0305060e lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x60b414c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764643.218858:0:3314:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x60b414c4 (ffff944584d1d500) 00010000:00010000:0.0:1775764643.218863:0:3314:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764643.218868:0:3314:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944488002200/0x57b8ff0e0305060e lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x60b414c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764643.218875:0:3314:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944488002200/0x57b8ff0e0305060e lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x60b414c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764643.226279:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764643.226363:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098473728 00000100:00100000:0.0:1775764643.226375:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098473728 00000100:00100000:0.0:1775764643.226445:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 598 00000100:00100000:0.0:1775764643.226456:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944586b8b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+29:58056:x1862022098473728:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:0.0:1775764643.226496:0:44493:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764643.226533:0:44493:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76200/0x57b8ff0e03050623 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b645 expref: -99 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764643.226659:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77000/0x57b8ff0e0305062a lrc: 3/0,1 mode: --/EX res: [0x200003ab1:0x32:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764643.226675:0:44493:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff944488003c00/0x57b8ff0e03050615 lrc: 2/0,0 mode: PR/PR res: [0x200003ab1:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b63e expref: 30 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764643.226684:0:44493:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77000/0x57b8ff0e0305062a lrc: 4/0,1 mode: --/EX res: [0x200003ab1:0x32:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764643.226729:0:44493:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff944488003c00/0x57b8ff0e03050615 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b63e expref: 30 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764643.226741:0:44493:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff944488003c00/0x57b8ff0e03050615 lrc: 4/0,0 mode: PR/PR res: [0x200003ab1:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b63e expref: 30 pid: 42324 timeout: 2210 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764643.226753:0:44493:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944487fbce00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:44493:1862022119016064:192.168.202.28@tcp:104: 00000100:00100000:0.0:1775764643.227165:0:44493:0:(client.c:2691:ptlrpc_set_wait()) set ffff944598151d80 going to sleep for 11 seconds 00000100:00100000:1.0:1775764643.231162:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764643.231249:0:42311:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098473856 00000100:00100000:3.0:1775764643.231262:0:42311:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098473856 00010000:00010000:3.0:1775764643.231311:0:42311:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff944488003c00/0x57b8ff0e03050615 lrc: 5/0,0 mode: PR/PR res: [0x200003ab1:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b63e expref: 31 pid: 42324 timeout: 2210 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764643.231353:0:42311:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 123 00000100:00100000:3.0:1775764643.231362:0:42311:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944590fdf050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+31:2378:x1862022098473856:12345-192.168.202.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764643.231381:0:42311:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764643.231390:0:42311:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff944488003c00/0x57b8ff0e03050615 lrc: 5/0,0 mode: PR/PR res: [0x200003ab1:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b63e expref: 31 pid: 42324 timeout: 2210 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764643.231405:0:42311:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff944488003c00/0x57b8ff0e03050615 lrc: 4/0,0 mode: PR/PR res: [0x200003ab1:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b63e expref: 31 pid: 42324 timeout: 2210 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764643.231434:0:42311:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x32:0x0].0x0 (ffff944584d1d700) 00010000:00010000:3.0:1775764643.231441:0:42311:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77000/0x57b8ff0e0305062a lrc: 3/0,1 mode: --/EX res: [0x200003ab1:0x32:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764643.231452:0:42311:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77000/0x57b8ff0e0305062a lrc: 3/0,1 mode: EX/EX res: [0x200003ab1:0x32:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764643.231461:0:42311:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77000/0x57b8ff0e0305062a lrc: 4/0,1 mode: EX/EX res: [0x200003ab1:0x32:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764643.231485:0:42311:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764643.231561:0:42311:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944590fdf050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+31:2378:x1862022098473856:12345-192.168.202.28@tcp:103:ldlm_bl.0 Request processed in 198us (411us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764643.231570:0:42311:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 123 00010000:00010000:0.0:1775764643.233399:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944488003c00/0x57b8ff0e03050615 lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b63e expref: 30 pid: 42324 timeout: 2210 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764643.233431:0:44493:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944487fbce00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:44493:1862022119016064:192.168.202.28@tcp:104: 00010000:00010000:0.0:1775764643.233467:0:44493:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77000/0x57b8ff0e0305062a lrc: 3/0,1 mode: EX/EX res: [0x200003ab1:0x32:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764643.233577:0:44493:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77000/0x57b8ff0e0305062a lrc: 3/0,1 mode: EX/EX res: [0x200003ab1:0x32:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764643.233585:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77000/0x57b8ff0e0305062a lrc: 3/0,1 mode: EX/EX res: [0x200003ab1:0x32:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764643.233612:0:44493:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab1:0x32:0x0]: returning size 0 00000004:00080000:1.0:1775764643.234407:0:44493:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x110:0x0], index 0: 0 00000004:00080000:1.0:1775764643.234419:0:44493:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x110:0x0], index 1: 0 00000004:00080000:1.0:1775764643.234425:0:44493:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x111:0x0], index 1: 0 00000004:00080000:1.0:1775764643.234432:0:44493:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x111:0x0], index 0: 0 00010000:00010000:1.0:1775764643.234627:0:44493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77000/0x57b8ff0e0305062a lrc: 3/0,1 mode: EX/EX res: [0x200003ab1:0x32:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764643.234636:0:44493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77000/0x57b8ff0e0305062a lrc: 2/0,0 mode: EX/EX res: [0x200003ab1:0x32:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764643.234642:0:44493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77000/0x57b8ff0e0305062a lrc: 3/0,0 mode: EX/EX res: [0x200003ab1:0x32:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764643.234648:0:44493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445bfe77000 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:1.0:1775764643.234651:0:44493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77000/0x57b8ff0e0305062a lrc: 3/0,0 mode: EX/EX res: [0x200003ab1:0x32:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764643.234659:0:44493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77000/0x57b8ff0e0305062a lrc: 4/0,0 mode: EX/EX res: [0x200003ab1:0x32:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764643.234756:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x32:0x0].0x0 (ffff944584d1d700) 00010000:00010000:1.0:1775764643.234759:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1775764643.234765:0:44493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77000/0x57b8ff0e0305062a lrc: 2/0,0 mode: --/EX res: [0x200003ab1:0x32:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764643.234770:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77000/0x57b8ff0e0305062a lrc: 0/0,0 mode: --/EX res: [0x200003ab1:0x32:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764643.235115:0:44493:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76200/0x57b8ff0e03050623 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b645 expref: 30 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764643.235127:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff944599e85900) 00010000:00010000:1.0:1775764643.235129:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1775764643.235132:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76200/0x57b8ff0e03050623 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b645 expref: 30 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764643.235145:0:44493:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445bfe76200, rc 0) 00000100:00100000:1.0:1775764643.235293:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944586b8b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+29:58056:x1862022098473728:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 8837us (9026us total) trans 34359738883 rc 301/301 00000100:00100000:1.0:1775764643.235305:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 598 00000100:00100000:1.0:1775764643.242379:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764643.242630:0:42328:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098474112 00000100:00100000:3.0:1775764643.242641:0:42328:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098474112 00000100:00100000:3.0:1775764643.242719:0:42328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 176 00000100:00100000:3.0:1775764643.242729:0:42328:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944487fb8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+29:58056:x1862022098474112:12345-192.168.202.28@tcp:35:lfs.0 00000100:00100000:3.0:1775764643.243384:0:42328:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944487fb8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+30:58056:x1862022098474112:12345-192.168.202.28@tcp:35:lfs.0 Request processed in 655us (1019us total) trans 34359738884 rc 0/0 00000100:00100000:3.0:1775764643.243393:0:42328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 176 00000100:00100000:3.0:1775764643.249386:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764643.249836:0:42328:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098474368 00000100:00100000:1.0:1775764643.249848:0:42328:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098474368 00000100:00100000:1.0:1775764643.250655:0:42328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 177 00000100:00100000:1.0:1775764643.250676:0:42328:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944584de5c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+30:58056:x1862022098474368:12345-192.168.202.28@tcp:35:lfs.0 00000100:00100000:1.0:1775764643.251063:0:42328:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944584de5c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+31:58056:x1862022098474368:12345-192.168.202.28@tcp:35:lfs.0 Request processed in 398us (1690us total) trans 34359738885 rc 0/0 00000100:00100000:1.0:1775764643.251071:0:42328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 177 00000100:00100000:1.0:1775764643.314508:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764643.314908:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098474496 00000100:00100000:2.0:1775764643.314919:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098474496 00000100:00100000:2.0:1775764643.315017:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 599 00000100:00100000:2.0:1775764643.315027:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944487fb8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+31:58062:x1862022098474496:12345-192.168.202.28@tcp:101:bash.0 00010000:00010000:2.0:1775764643.315053:0:42325:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764643.315080:0:42325:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24000/0x57b8ff0e03050638 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b64c expref: -99 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764643.315164:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25000/0x57b8ff0e0305063f lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764643.315177:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25000/0x57b8ff0e0305063f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764643.315190:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25000/0x57b8ff0e0305063f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764643.315249:0:42325:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 9728 00000004:00200000:2.0:1775764643.315253:0:42325:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 40 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764643.315277:0:42325:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25000/0x57b8ff0e0305063f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764643.315302:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24000/0x57b8ff0e03050638 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b64c expref: 33 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764643.315322:0:42325:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25000/0x57b8ff0e0305063f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b64c expref: 32 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764643.315329:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff94459084a400) 00010000:00010000:2.0:1775764643.315332:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1775764643.315335:0:42325:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445baf25000, rc 0) 00000100:00100000:2.0:1775764643.315394:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944487fb8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+32:58062:x1862022098474496:12345-192.168.202.28@tcp:101:bash.0 Request processed in 369us (898us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764643.315400:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 599 00000100:00100000:3.0:1775764643.318505:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764643.320635:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098474752 00000100:00100000:1.0:1775764643.320660:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098474752 00000100:00100000:1.0:1775764643.320831:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 600 00000100:00100000:1.0:1775764643.320845:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486739c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+32:58062:x1862022098474752:12345-192.168.202.28@tcp:101:bash.0 00010000:00010000:1.0:1775764643.320875:0:42324:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764643.320891:0:42324:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:1.0:1775764643.320937:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25000/0x57b8ff0e0305063f lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b64c expref: 32 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764643.320970:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff94459084a400) 00010000:00010000:1.0:1775764643.320987:0:42324:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1775764643.321009:0:42324:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944488002e00/0x57b8ff0e03050646 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b653 expref: -99 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764643.321447:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff944488003800/0x57b8ff0e0305064d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764643.321461:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944488003800/0x57b8ff0e0305064d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764643.321472:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944488003800/0x57b8ff0e0305064d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764643.321487:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944488003000/0x57b8ff0e03050654 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x60b414c4 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764643.321494:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944488003000/0x57b8ff0e03050654 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x60b414c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764643.321501:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944488003000/0x57b8ff0e03050654 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x60b414c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764643.321579:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944488003600/0x57b8ff0e0305065b lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0x32:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764643.321586:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944488003600/0x57b8ff0e0305065b lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764643.321593:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944488003600/0x57b8ff0e0305065b lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764643.321602:0:42324:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab1:0x32:0x0]: returning size 0 00010000:00010000:1.0:1775764643.321712:0:42324:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff944488003800/0x57b8ff0e0305064d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764643.321719:0:42324:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944488003800/0x57b8ff0e0305064d lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764643.321724:0:42324:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944488003800/0x57b8ff0e0305064d lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764643.321728:0:42324:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944488003800 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:1.0:1775764643.321732:0:42324:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944488003800/0x57b8ff0e0305064d lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764643.321739:0:42324:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944488003800/0x57b8ff0e0305064d lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764643.321748:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff944584d1d700) 00010000:00010000:1.0:1775764643.321751:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764643.321755:0:42324:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944488003800/0x57b8ff0e0305064d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764643.321759:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944488003800/0x57b8ff0e0305064d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764643.321770:0:42324:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944488003000/0x57b8ff0e03050654 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x60b414c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764643.321775:0:42324:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944488003000/0x57b8ff0e03050654 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x60b414c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764643.322099:0:42324:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944488003000/0x57b8ff0e03050654 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x60b414c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764643.322104:0:42324:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944488003000 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:1.0:1775764643.322107:0:42324:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944488003000/0x57b8ff0e03050654 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x60b414c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764643.322112:0:42324:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944488003000/0x57b8ff0e03050654 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x60b414c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764643.322393:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x60b414c4 (ffff944584d1d400) 00010000:00010000:1.0:1775764643.322397:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764643.322401:0:42324:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944488003000/0x57b8ff0e03050654 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x60b414c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764643.322407:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944488003000/0x57b8ff0e03050654 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x60b414c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764643.322475:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944488002e00/0x57b8ff0e03050646 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b653 expref: 34 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764643.322495:0:42324:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff944488003600/0x57b8ff0e0305065b lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b653 expref: 33 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764643.322502:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x32:0x0].0x0 (ffff944584d1de00) 00010000:00010000:1.0:1775764643.322504:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1775764643.322507:0:42324:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944488003600, rc 0) 00000100:00100000:1.0:1775764643.322585:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486739c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+33:58062:x1862022098474752:12345-192.168.202.28@tcp:101:bash.0 Request processed in 1743us (4097us total) trans 34359738886 rc 0/0 00000100:00100000:1.0:1775764643.322598:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 600 00000100:00100000:1.0:1775764643.327594:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764643.331024:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098475008 00000100:00100000:0.0:1775764643.331038:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098475008 00000100:00100000:0.0:1775764643.331170:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 601 00000100:00100000:0.0:1775764643.331179:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944487fb8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+33:58062:x1862022098475008:12345-192.168.202.28@tcp:36:bash.0 00010000:00010000:0.0:1775764643.331241:0:44493:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764643.331268:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944488003600/0x57b8ff0e0305065b lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b653 expref: 33 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764643.331291:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x32:0x0].0x0 (ffff944584d1de00) 00010000:00010000:0.0:1775764643.331303:0:44493:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1775764643.331573:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77000/0x57b8ff0e03050669 lrc: 3/0,1 mode: --/PW res: [0x200003ab1:0x32:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764643.331589:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77000/0x57b8ff0e03050669 lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0x32:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764643.331599:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77000/0x57b8ff0e03050669 lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0x32:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1775764643.331676:0:44493:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 34359738887 00000004:00010000:0.0:1775764643.331703:0:44493:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000004ef3b699 reply state 00000000fd032d6b transno 34359738888 ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77000/0x57b8ff0e03050669 lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0x32:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764643.331712:0:44493:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1775764643.331863:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944487fb8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+35:58062:x1862022098475008:12345-192.168.202.28@tcp:36:bash.0 Request processed in 683us (4278us total) trans 34359738888 rc 0/0 00000100:00100000:0.0:1775764643.331871:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 601 00000020:00080000:0.0:1775764643.331890:0:44493:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1775764643.334973:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00010000:00010000:3.0:1775764643.335611:0:3315:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77000/0x57b8ff0e03050669 lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0x32:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764643.335625:0:3315:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77000/0x57b8ff0e03050669 lrc: 2/0,0 mode: PW/PW res: [0x200003ab1:0x32:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764643.335633:0:3315:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77000/0x57b8ff0e03050669 lrc: 3/0,0 mode: PW/PW res: [0x200003ab1:0x32:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764643.335639:0:3315:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445bfe77000 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:3.0:1775764643.335644:0:3315:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77000/0x57b8ff0e03050669 lrc: 3/0,0 mode: PW/PW res: [0x200003ab1:0x32:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764643.335651:0:3315:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77000/0x57b8ff0e03050669 lrc: 4/0,0 mode: PW/PW res: [0x200003ab1:0x32:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764643.335686:0:3315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x32:0x0].0x0 (ffff944599e85d00) 00010000:00010000:3.0:1775764643.335689:0:3315:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764643.335695:0:3315:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77000/0x57b8ff0e03050669 lrc: 2/0,0 mode: --/PW res: [0x200003ab1:0x32:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764643.335701:0:3315:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77000/0x57b8ff0e03050669 lrc: 0/0,0 mode: --/PW res: [0x200003ab1:0x32:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764643.336335:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098475136 00000100:00100000:2.0:1775764643.336346:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098475136 00000100:00100000:2.0:1775764643.336419:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 602 00000100:00100000:2.0:1775764643.336430:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944487fb9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+34:58062:x1862022098475136:12345-192.168.202.28@tcp:101:bash.0 00010000:00010000:2.0:1775764643.336455:0:42325:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764643.336473:0:42325:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24000/0x57b8ff0e03050670 lrc: 2/0,0 mode: --/CR res: [0x200003ab1:0x32:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b65a expref: -99 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764643.336539:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24000/0x57b8ff0e03050670 lrc: 3/0,0 mode: CR/CR res: [0x200003ab1:0x32:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b65a expref: 35 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764643.336559:0:42325:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24000/0x57b8ff0e03050670 lrc: 3/0,0 mode: CR/CR res: [0x200003ab1:0x32:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b65a expref: 35 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764643.336578:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x32:0x0].0x0 (ffff94459084a000) 00010000:00010000:2.0:1775764643.336581:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1775764643.336583:0:42325:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445baf24000, rc 0) 00000100:00100000:2.0:1775764643.336645:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944487fb9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+35:58062:x1862022098475136:12345-192.168.202.28@tcp:101:bash.0 Request processed in 217us (1679us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764643.336652:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 602 00000100:00100000:1.0:1775764643.339728:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764643.340006:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098475392 00000100:00100000:2.0:1775764643.340016:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098475392 00000100:00100000:2.0:1775764643.340092:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 603 00000100:00100000:2.0:1775764643.340101:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944487fb9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+35:58062:x1862022098475392:12345-192.168.202.28@tcp:101:bash.0 00010000:00010000:2.0:1775764643.340129:0:42325:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764643.340132:0:42325:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1775764643.340156:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24000/0x57b8ff0e03050670 lrc: 0/0,0 mode: --/CR res: [0x200003ab1:0x32:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b65a expref: 35 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764643.340176:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x32:0x0].0x0 (ffff94459084a000) 00010000:00010000:2.0:1775764643.340186:0:42325:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775764643.340200:0:42325:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e03050677 lrc: 2/0,0 mode: --/EX res: [0x200003ab1:0x32:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b661 expref: -99 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764643.340259:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25200/0x57b8ff0e0305067e lrc: 3/0,1 mode: --/EX res: [0x200003ab1:0x32:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764643.340278:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25200/0x57b8ff0e0305067e lrc: 3/0,1 mode: EX/EX res: [0x200003ab1:0x32:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764643.340290:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25200/0x57b8ff0e0305067e lrc: 3/0,1 mode: EX/EX res: [0x200003ab1:0x32:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1775764643.341389:0:42325:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x2e:0x0].15, 88 off9248 00000004:00080000:2.0:1775764643.341402:0:42325:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 2110188603097ns, next at 2054805069899ns, rc = 0 00000040:00080000:2.0:1775764643.341509:0:42325:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x30:0x0].15, 88 off9368 00000004:00080000:2.0:1775764643.341516:0:42325:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 2110188717102ns, next at 2006316236694ns, rc = 0 00000040:00080000:2.0:1775764643.341587:0:42325:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x30:0x0].16, 88 off9456 00000004:00080000:2.0:1775764643.341592:0:42325:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 2110188793699ns, next at 2006316236694ns, rc = 0 00000040:00080000:2.0:1775764643.342236:0:42325:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x2e:0x0].16, 88 off9336 00000004:00080000:2.0:1775764643.342241:0:42325:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 2110189442635ns, next at 2054805069899ns, rc = 0 00000001:00080000:1.0:1775764643.383753:0:5825:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 34359738888 is committed 00000001:00080000:1.0:1775764643.383874:0:5825:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 34359738889 is committed 00000004:00080000:1.0:1775764643.383881:0:5825:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 20 committed 00000004:00080000:1.0:1775764643.383894:0:5825:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 16 committed 00000004:00080000:1.0:1775764643.383906:0:5825:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 15 committed 00000004:00080000:1.0:1775764643.383909:0:5825:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 19 committed 00000100:00100000:1.0:1775764643.384100:0:3328:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1775764643.384134:0:3328:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944487fb8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3328:1862022119016192:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1775764643.384225:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764643.384325:0:3330:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944487fbad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3330:1862022119016320:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1775764643.384347:0:3330:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764643.384387:0:43212:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119016192 00000100:00100000:1.0:1775764643.384397:0:43212:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119016192 00000100:00100000:1.0:1775764643.384473:0:43212:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119016320 00000100:00100000:1.0:1775764643.384476:0:43212:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119016320 00000100:00100000:1.0:1775764643.384499:0:43212:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 145 00000100:00100000:1.0:1775764643.384509:0:43212:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944487fba300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3328:x1862022119016192:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1775764643.384934:0:43212:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944487fba300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+7:3328:x1862022119016192:12345-0@lo:2:osp-syn-0-0.0 Request processed in 423us (705us total) trans 34359738414 rc 0/0 00000100:00100000:1.0:1775764643.384942:0:43212:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 145 00000100:00100000:1.0:1775764643.384965:0:43212:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 146 00000100:00100000:1.0:1775764643.384972:0:43212:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444867ca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3330:x1862022119016320:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1775764643.385096:0:43212:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444867ca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+7:3330:x1862022119016320:12345-0@lo:2:osp-syn-0-0.0 Request processed in 124us (747us total) trans 34359738415 rc 0/0 00000100:00100000:1.0:1775764643.385102:0:43212:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 146 00000004:00080000:1.0:1775764643.385169:0:3330:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff944487fbad80/2, rc 0, transno 34359738415 00000100:00100000:1.0:1775764643.385176:0:3330:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944487fbad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3330:1862022119016320:0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1775764643.385200:0:3328:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff944487fb8a80/2, rc 0, transno 34359738414 00000100:00100000:1.0:1775764643.385204:0:3328:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944487fb8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3328:1862022119016192:0@lo:2:osp-syn-0-0.0 00010000:00010000:3.0:1775764643.386207:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25200/0x57b8ff0e0305067e lrc: 3/0,0 mode: CR/CR res: [0x200003ab1:0x32:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b661 expref: 28 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764643.386222:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x32:0x0].0x0 (ffff94459084ae00) 00010000:00010000:3.0:1775764643.386225:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:3.0:1775764643.386244:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e03050677 lrc: 0/0,0 mode: --/EX res: [0x200003ab1:0x32:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b661 expref: 28 pid: 42325 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764643.386269:0:42325:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25200/0x57b8ff0e0305067e lrc: 3/0,0 mode: CR/CR res: [0x200003ab1:0x32:0x0].0x0 bits 0xa/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b661 expref: 27 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764643.386305:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x32:0x0].0x0 (ffff94459084ae00) 00010000:00010000:3.0:1775764643.386307:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:3.0:1775764643.386309:0:42325:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445baf25200, rc 0) 00000100:00100000:3.0:1775764643.386367:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944487fb9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+27:58062:x1862022098475392:12345-192.168.202.28@tcp:101:bash.0 Request processed in 46267us (46705us total) trans 34359738889 rc 0/0 00000100:00100000:3.0:1775764643.386375:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 603 00000100:00080000:0.0:1775764643.389421:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1775764643.389566:0:3329:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1775764643.389588:0:3329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445b296c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3329:1862022119016576:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1775764643.389655:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764643.389766:0:3331:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445b296ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3331:1862022119016448:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1775764643.390015:0:43212:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119016576 00000100:00100000:2.0:1775764643.390026:0:43212:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119016576 00000100:00100000:2.0:1775764643.390100:0:43212:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 147 00000100:00100000:2.0:1775764643.390110:0:43212:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445b296ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3329:x1862022119016576:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1775764643.390503:0:43212:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445b296ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3329:x1862022119016576:12345-0@lo:2:osp-syn-1-0.0 Request processed in 393us (846us total) trans 34359738421 rc 0/0 00000100:00100000:2.0:1775764643.390511:0:43212:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 147 00000100:00100000:0.0:1775764643.390690:0:3331:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764643.390838:0:42945:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119016448 00000100:00100000:2.0:1775764643.390842:0:42945:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119016448 00000100:00100000:2.0:1775764643.390872:0:42945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 148 00000100:00100000:2.0:1775764643.390878:0:42945:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944487fbce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3331:x1862022119016448:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1775764643.391001:0:42945:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944487fbce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+7:3331:x1862022119016448:12345-0@lo:2:osp-syn-1-0.0 Request processed in 123us (310us total) trans 34359738422 rc 0/0 00000100:00100000:2.0:1775764643.391006:0:42945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 148 00000004:00080000:2.0:1775764643.391043:0:3331:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9445b296ce00/2, rc 0, transno 34359738422 00000100:00100000:2.0:1775764643.391049:0:3331:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445b296ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3331:1862022119016448:0@lo:2:osp-syn-1-0.0 00000100:00080000:1.0:1775764643.391145:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000004:00080000:1.0:1775764643.391171:0:3329:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9445b296c380/2, rc 0, transno 34359738421 00000100:00100000:1.0:1775764643.391175:0:3329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445b296c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3329:1862022119016576:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1775764643.392234:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764643.392565:0:43212:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098475520 00000100:00100000:1.0:1775764643.392573:0:43212:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098475520 00000100:00100000:1.0:1775764643.392636:0:43212:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 149 00000100:00100000:1.0:1775764643.392643:0:43212:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944586b89f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+9:58062:x1862022098475520:12345-192.168.202.28@tcp:101:bash.0 00010000:00010000:1.0:1775764643.392667:0:43212:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764643.392687:0:43212:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000cc243db6/0x57b8ff0e03050685 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x110:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b668 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1775764643.392712:0:43212:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x110:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1775764643.392732:0:43212:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1775764643.392734:0:43212:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1775764643.392741:0:43212:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000cc243db6/0x57b8ff0e03050685 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x110:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b668 expref: 10 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764643.392762:0:43212:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000cc243db6/0x57b8ff0e03050685 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x110:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b668 expref: 10 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764643.392786:0:43212:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944488003000, rc 0) 00000100:00080000:0.0:1775764643.392888:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1775764643.393073:0:43212:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944586b89f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+10:58062:x1862022098475520:12345-192.168.202.28@tcp:101:bash.0 Request processed in 427us (840us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764643.393081:0:43212:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 149 00000100:00100000:1.0:1775764643.402934:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764643.403116:0:42946:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098475648 00000100:00100000:0.0:1775764643.403137:0:42946:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098475648 00000100:00100000:0.0:1775764643.403225:0:42946:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 150 00000100:00100000:0.0:1775764643.403235:0:42946:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445b296e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+12:58062:x1862022098475648:12345-192.168.202.28@tcp:101:bash.0 00010000:00010000:0.0:1775764643.403257:0:42946:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764643.403280:0:42946:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000eeecd5f6/0x57b8ff0e0305068c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x110:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b66f expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1775764643.403309:0:42946:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x110:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1775764643.403333:0:42946:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764643.403336:0:42946:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764643.403344:0:42946:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000eeecd5f6/0x57b8ff0e0305068c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x110:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b66f expref: 13 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764643.403365:0:42946:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000eeecd5f6/0x57b8ff0e0305068c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x110:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b66f expref: 13 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764643.403380:0:42946:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445bfe77400, rc 0) 00000100:00080000:1.0:1775764643.403524:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1775764643.403567:0:42946:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445b296e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+13:58062:x1862022098475648:12345-192.168.202.28@tcp:101:bash.0 Request processed in 331us (645us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764643.403576:0:42946:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 150 00000100:00100000:0.0:1775764643.407296:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764643.407338:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764643.407418:0:42949:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098475776 00000100:00100000:3.0:1775764643.407429:0:42949:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098475776 00002000:00010000:3.0:1775764643.407474:0:42949:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/272 (0->18446744073709551615) 00002000:00100000:3.0:1775764643.407481:0:42949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff944487fbfb80 with x1862022098475776 ext(0->18446744073709551615) 00002000:00010000:3.0:1775764643.407495:0:42949:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff944487fbfb80. 00000100:00100000:3.0:1775764643.407527:0:42949:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098475904 00000100:00100000:3.0:1775764643.407530:0:42949:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098475904 00002000:00010000:3.0:1775764643.407544:0:42949:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/272 (0->18446744073709551615) 00002000:00100000:3.0:1775764643.407546:0:42949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff944487fbc380 with x1862022098475904 ext(0->18446744073709551615) 00002000:00010000:3.0:1775764643.407553:0:42949:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff944487fbc380. 00000100:00100000:3.0:1775764643.407581:0:42949:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 45 00000100:00100000:3.0:1775764643.407591:0:42949:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944487fbfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+10:2379:x1862022098475776:12345-192.168.202.28@tcp:10:bash.0 00002000:00010000:3.0:1775764643.407959:0:42949:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x110:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1775764643.407964:0:42949:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x110:0x0] updating lvb mtime from disk: 0 -> 1775764643 00002000:00010000:3.0:1775764643.407967:0:42949:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x110:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1775764643.407968:0:42949:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x110:0x0] updating lvb ctime from disk: 0 -> 1775764643 00002000:00010000:3.0:1775764643.407971:0:42949:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x110:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:3.0:1775764643.408040:0:42949:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944487fbfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+11:2379:x1862022098475776:12345-192.168.202.28@tcp:10:bash.0 Request processed in 450us (752us total) trans 34359738416 rc 0/0 00000100:00100000:3.0:1775764643.408048:0:42949:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 45 00002000:00010000:3.0:1775764643.408051:0:42949:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/272 (0->18446744073709551615) 00002000:00100000:3.0:1775764643.408054:0:42949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff944487fbfb80 with x1862022098475776 ext(0->18446744073709551615) 00002000:00010000:3.0:1775764643.408058:0:42949:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff944487fbfb80. 00000100:00100000:3.0:1775764643.408078:0:42949:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 46 00000100:00100000:3.0:1775764643.408085:0:42949:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944487fbc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+13:2379:x1862022098475904:12345-192.168.202.28@tcp:10:bash.0 00002000:00010000:3.0:1775764643.409634:0:42949:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x110:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1775764643.409643:0:42949:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x110:0x0] updating lvb mtime from disk: 0 -> 1775764643 00002000:00010000:3.0:1775764643.409646:0:42949:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x110:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1775764643.409649:0:42949:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x110:0x0] updating lvb ctime from disk: 0 -> 1775764643 00002000:00010000:3.0:1775764643.409650:0:42949:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x110:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:3.0:1775764643.410086:0:42949:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944487fbc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+14:2379:x1862022098475904:12345-192.168.202.28@tcp:10:bash.0 Request processed in 1995us (2740us total) trans 34359738423 rc 0/0 00000100:00100000:3.0:1775764643.410097:0:42949:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 46 00002000:00010000:3.0:1775764643.410102:0:42949:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/272 (0->18446744073709551615) 00002000:00100000:3.0:1775764643.410105:0:42949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff944487fbc380 with x1862022098475904 ext(0->18446744073709551615) 00002000:00010000:3.0:1775764643.410111:0:42949:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff944487fbc380. 00000100:00100000:0.0:1775764643.413971:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764643.414084:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098476032 00000100:00100000:1.0:1775764643.414096:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098476032 00000100:00100000:1.0:1775764643.414176:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 604 00000100:00100000:1.0:1775764643.414185:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944487fbea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+27:58062:x1862022098476032:12345-192.168.202.28@tcp:101:bash.0 00010000:00010000:1.0:1775764643.414211:0:44493:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764643.414235:0:44493:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944488002000/0x57b8ff0e03050693 lrc: 2/0,0 mode: --/CR res: [0x200003ab1:0x32:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b676 expref: -99 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764643.414343:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944488003400/0x57b8ff0e0305069a lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0x32:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764643.414358:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944488003400/0x57b8ff0e0305069a lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764643.414370:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944488003400/0x57b8ff0e0305069a lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764643.414399:0:44493:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab1:0x32:0x0]: returning size 2 00000004:00200000:1.0:1775764643.414404:0:44493:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1775764643.414424:0:44493:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff944488003400/0x57b8ff0e0305069a lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764643.414452:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944488002000/0x57b8ff0e03050693 lrc: 0/0,0 mode: --/CR res: [0x200003ab1:0x32:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b676 expref: 29 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764643.414475:0:44493:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff944488003400/0x57b8ff0e0305069a lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b676 expref: 28 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764643.414484:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x32:0x0].0x0 (ffff94459084ae00) 00010000:00010000:1.0:1775764643.414486:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1775764643.414490:0:44493:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944488003400, rc 0) 00000100:00100000:1.0:1775764643.414788:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944487fbea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+28:58062:x1862022098476032:12345-192.168.202.28@tcp:101:bash.0 Request processed in 592us (819us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764643.414796:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 604 00000100:00100000:2.0:1775764643.420247:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764643.420331:0:42327:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098476288 00000100:00100000:3.0:1775764643.420341:0:42327:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098476288 00000100:00100000:3.0:1775764643.420396:0:42327:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 178 00000100:00100000:3.0:1775764643.420405:0:42327:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944586b89180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+28:58062:x1862022098476288:12345-192.168.202.28@tcp:35:bash.0 00000100:00100000:3.0:1775764643.421196:0:42327:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944586b89180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+29:58062:x1862022098476288:12345-192.168.202.28@tcp:35:bash.0 Request processed in 789us (956us total) trans 34359738890 rc 0/0 00000100:00100000:3.0:1775764643.421206:0:42327:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 178 00000100:00100000:2.0:1775764643.449507:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764643.449635:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098476416 00000100:00100000:1.0:1775764643.449650:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098476416 00000100:00100000:1.0:1775764643.449729:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 605 00000100:00100000:1.0:1775764643.449740:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944586b8b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+29:58063:x1862022098476416:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:1.0:1775764643.449768:0:42326:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764643.449852:0:42326:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944488002000/0x57b8ff0e030506a1 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b67d expref: -99 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764643.449954:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944488003200/0x57b8ff0e030506a8 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764643.449970:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944488003200/0x57b8ff0e030506a8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764643.449988:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944488003200/0x57b8ff0e030506a8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764643.450501:0:42326:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 9728 00000004:00200000:1.0:1775764643.450506:0:42326:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 40 stripe count 1 MDT count 1 00000004:00010000:1.0:1775764643.450591:0:42326:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff944488003200/0x57b8ff0e030506a8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764643.450620:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944488002000/0x57b8ff0e030506a1 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b67d expref: 31 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764643.450638:0:42326:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff944488003200/0x57b8ff0e030506a8 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b67d expref: 30 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764643.450647:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff944584d1d100) 00010000:00010000:1.0:1775764643.450650:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1775764643.450654:0:42326:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944488003200, rc 0) 00000100:00100000:1.0:1775764643.450870:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944586b8b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+30:58063:x1862022098476416:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 1130us (1375us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764643.451064:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 605 00000100:00100000:0.0:1775764643.457027:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764643.457140:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098476672 00000100:00100000:3.0:1775764643.457154:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098476672 00000100:00100000:3.0:1775764643.457216:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 606 00000100:00100000:3.0:1775764643.457225:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944487fbd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+30:58063:x1862022098476672:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:3.0:1775764643.457248:0:42324:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764643.457274:0:42324:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e030506af lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b684 expref: -99 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764643.457372:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e030506b6 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764643.457389:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e030506b6 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764643.457402:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e030506b6 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764643.457418:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e030506bd lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x60b414c4 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764643.457423:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e030506bd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x60b414c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764643.457429:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e030506bd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x60b414c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764643.458059:0:42324:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e030506b6 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764643.458070:0:42324:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e030506b6 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764643.458078:0:42324:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e030506b6 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764643.458085:0:42324:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445be694600 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:3.0:1775764643.458093:0:42324:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e030506b6 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764643.458101:0:42324:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e030506b6 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764643.458117:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff944584d1d100) 00010000:00010000:3.0:1775764643.458122:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764643.458128:0:42324:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e030506b6 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764643.458135:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e030506b6 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764643.458151:0:42324:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e030506bd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x60b414c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764643.458156:0:42324:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e030506bd lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x60b414c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764643.458161:0:42324:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e030506bd lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x60b414c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764643.458165:0:42324:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445be695800 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:3.0:1775764643.458168:0:42324:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e030506bd lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x60b414c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764643.458173:0:42324:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e030506bd lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x60b414c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764643.458179:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x60b414c4 (ffff944586564200) 00010000:00010000:3.0:1775764643.458181:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764643.458184:0:42324:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e030506bd lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x60b414c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764643.458188:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e030506bd lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x60b414c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764643.458236:0:42324:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e030506af lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b684 expref: 31 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764643.458254:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff944584d1d100) 00010000:00010000:3.0:1775764643.458257:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1775764643.458261:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e030506af lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b684 expref: 31 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764643.458270:0:42324:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445be695c00, rc 0) 00000100:00100000:3.0:1775764643.458785:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944487fbd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+30:58063:x1862022098476672:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 1547us (1758us total) trans 0 rc 301/301 00000100:00100000:3.0:1775764643.458930:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 606 00000100:00100000:2.0:1775764643.463341:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764643.463446:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098476800 00000100:00100000:1.0:1775764643.463460:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098476800 00000100:00100000:1.0:1775764643.463528:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 607 00000100:00100000:1.0:1775764643.463537:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944586b8ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+30:58063:x1862022098476800:12345-192.168.202.28@tcp:34:lfs.0 00010000:00010000:1.0:1775764643.463655:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff944488002000/0x57b8ff0e030506c4 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764643.463692:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944488002000/0x57b8ff0e030506c4 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764643.463709:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944488002000/0x57b8ff0e030506c4 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764643.463728:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944488002c00/0x57b8ff0e030506cb lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x60b414c4 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764643.463734:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944488002c00/0x57b8ff0e030506cb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x60b414c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764643.463740:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944488002c00/0x57b8ff0e030506cb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x60b414c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764643.464271:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944488003800/0x57b8ff0e030506d2 lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0x32:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764643.464282:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944488003800/0x57b8ff0e030506d2 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x32:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764643.464290:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944488003800/0x57b8ff0e030506d2 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x32:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764643.464330:0:42326:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab1:0x32:0x0]: returning size 22 00000004:00200000:1.0:1775764643.464334:0:42326:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1775764643.464346:0:42326:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff944488003800/0x57b8ff0e030506d2 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x32:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764643.464358:0:42326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff944488002000/0x57b8ff0e030506c4 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764643.464363:0:42326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944488002000/0x57b8ff0e030506c4 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764643.464374:0:42326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944488002000/0x57b8ff0e030506c4 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764643.464379:0:42326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944488002000 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:1.0:1775764643.464383:0:42326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944488002000/0x57b8ff0e030506c4 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764643.464391:0:42326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944488002000/0x57b8ff0e030506c4 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764643.464404:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff944584d1d100) 00010000:00010000:1.0:1775764643.464406:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764643.464412:0:42326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944488002000/0x57b8ff0e030506c4 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764643.464418:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944488002000/0x57b8ff0e030506c4 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764643.464430:0:42326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944488002c00/0x57b8ff0e030506cb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x60b414c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764643.464435:0:42326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944488002c00/0x57b8ff0e030506cb lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x60b414c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764643.464439:0:42326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944488002c00/0x57b8ff0e030506cb lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x60b414c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764643.464443:0:42326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944488002c00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:1.0:1775764643.464444:0:42326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944488002c00/0x57b8ff0e030506cb lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x60b414c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764643.464453:0:42326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944488002c00/0x57b8ff0e030506cb lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x60b414c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764643.464459:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x60b414c4 (ffff944584d1de00) 00010000:00010000:1.0:1775764643.464460:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764643.464462:0:42326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944488002c00/0x57b8ff0e030506cb lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x60b414c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764643.464467:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944488002c00/0x57b8ff0e030506cb lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x60b414c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764643.464479:0:42326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944488003800/0x57b8ff0e030506d2 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x32:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764643.464484:0:42326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944488003800/0x57b8ff0e030506d2 lrc: 2/0,0 mode: PR/PR res: [0x200003ab1:0x32:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764643.464488:0:42326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944488003800/0x57b8ff0e030506d2 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x32:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764643.464491:0:42326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944488003800 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:1.0:1775764643.464493:0:42326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944488003800/0x57b8ff0e030506d2 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x32:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764643.464498:0:42326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944488003800/0x57b8ff0e030506d2 lrc: 4/0,0 mode: PR/PR res: [0x200003ab1:0x32:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764643.464503:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x32:0x0].0x0 (ffff94459084ae00) 00010000:00010000:1.0:1775764643.464504:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764643.464506:0:42326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944488003800/0x57b8ff0e030506d2 lrc: 2/0,0 mode: --/PR res: [0x200003ab1:0x32:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764643.464514:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944488003800/0x57b8ff0e030506d2 lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0x32:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764643.464600:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944586b8ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+30:58063:x1862022098476800:12345-192.168.202.28@tcp:34:lfs.0 Request processed in 1062us (1270us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764643.464608:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 607 00000100:00100000:2.0:1775764643.563461:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764643.563837:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098476928 00000100:00100000:1.0:1775764643.563850:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098476928 00000100:00100000:1.0:1775764643.564034:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 608 00000100:00100000:1.0:1775764643.564047:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944586b89880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+30:58069:x1862022098476928:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:1.0:1775764643.564072:0:44493:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764643.564093:0:44493:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944488003800/0x57b8ff0e030506d9 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b68b expref: -99 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764643.564172:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff944488002c00/0x57b8ff0e030506e0 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764643.564187:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944488002c00/0x57b8ff0e030506e0 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764643.564200:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944488002c00/0x57b8ff0e030506e0 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764643.564221:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944488002000/0x57b8ff0e030506e7 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x60b414c4 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764643.564227:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944488002000/0x57b8ff0e030506e7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x60b414c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764643.564237:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944488002000/0x57b8ff0e030506e7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x60b414c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764643.565206:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944488002e00/0x57b8ff0e030506ee lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0x32:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764643.565356:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944488002e00/0x57b8ff0e030506ee lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x32:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764643.565368:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944488002e00/0x57b8ff0e030506ee lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x32:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764643.565416:0:44493:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab1:0x32:0x0]: returning size 22 00000004:00200000:1.0:1775764643.565422:0:44493:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1775764643.565449:0:44493:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff944488002e00/0x57b8ff0e030506ee lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x32:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764643.565465:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944488002e00/0x57b8ff0e030506ee lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764643.565475:0:44493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff944488002c00/0x57b8ff0e030506e0 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764643.565482:0:44493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944488002c00/0x57b8ff0e030506e0 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764643.565490:0:44493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944488002c00/0x57b8ff0e030506e0 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764643.565497:0:44493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944488002c00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:1.0:1775764643.565501:0:44493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944488002c00/0x57b8ff0e030506e0 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764643.565512:0:44493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944488002c00/0x57b8ff0e030506e0 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764643.565528:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff944584d1d100) 00010000:00010000:1.0:1775764643.565531:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764643.565537:0:44493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944488002c00/0x57b8ff0e030506e0 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764643.565543:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944488002c00/0x57b8ff0e030506e0 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764643.565559:0:44493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944488002000/0x57b8ff0e030506e7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x60b414c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764643.565563:0:44493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944488002000/0x57b8ff0e030506e7 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x60b414c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764643.565568:0:44493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944488002000/0x57b8ff0e030506e7 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x60b414c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764643.565573:0:44493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944488002000 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:1.0:1775764643.565575:0:44493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944488002000/0x57b8ff0e030506e7 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x60b414c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764643.565579:0:44493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944488002000/0x57b8ff0e030506e7 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x60b414c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764643.565584:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x60b414c4 (ffff944584d1de00) 00010000:00010000:1.0:1775764643.565587:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764643.565589:0:44493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944488002000/0x57b8ff0e030506e7 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x60b414c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764643.565599:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944488002000/0x57b8ff0e030506e7 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x60b414c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764643.565638:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944488003800/0x57b8ff0e030506d9 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b68b expref: 32 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764643.565656:0:44493:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff944488002e00/0x57b8ff0e030506ee lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b68b expref: 31 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764643.566922:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x32:0x0].0x0 (ffff94459084ae00) 00010000:00010000:1.0:1775764643.566927:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1775764643.566932:0:44493:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944488002e00, rc 0) 00000100:00100000:1.0:1775764643.567090:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944586b89880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+31:58069:x1862022098476928:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 3035us (3632us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764643.567106:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 608 00000100:00100000:2.0:1775764643.578550:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764643.578733:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764643.579468:0:44302:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098477312 00000100:00100000:0.0:1775764643.579483:0:44302:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098477312 00000100:00100000:0.0:1775764643.579563:0:44302:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 51 00000100:00100000:0.0:1775764643.579575:0:44302:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944586b8aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+31:2377:x1862022098477312:12345-192.168.202.28@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1775764643.579597:0:44302:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764643.579635:0:44302:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944488002e00/0x57b8ff0e030506ee lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b68b expref: 31 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764643.579675:0:44302:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x32:0x0].0x0 (ffff94459084ae00) 00010000:00010000:0.0:1775764643.579682:0:44302:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775764643.579770:0:44302:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944586b8aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+30:2377:x1862022098477312:12345-192.168.202.28@tcp:103:ldlm_bl.0 Request processed in 198us (1036us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764643.579789:0:44302:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 51 00000100:00100000:1.0:1775764643.582438:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098477184 00000100:00100000:1.0:1775764643.582458:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098477184 00000100:00100000:1.0:1775764643.582602:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 609 00000100:00100000:1.0:1775764643.582616:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944586b88a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+30:58069:x1862022098477184:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:1.0:1775764643.582650:0:42326:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764643.582693:0:42326:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944488003800/0x57b8ff0e030506f5 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b692 expref: -99 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764643.582898:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944488002000/0x57b8ff0e030506fc lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0x32:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764643.582918:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944488002000/0x57b8ff0e030506fc lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764643.582936:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944488002000/0x57b8ff0e030506fc lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764643.582953:0:42326:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab1:0x32:0x0]: returning size 22 00010000:00010000:1.0:1775764643.583170:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944488003800/0x57b8ff0e030506f5 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b692 expref: 33 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764643.583193:0:42326:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff944488002000/0x57b8ff0e030506fc lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b692 expref: 32 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764643.583202:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x32:0x0].0x0 (ffff94459084ae00) 00010000:00010000:1.0:1775764643.583206:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1775764643.583210:0:42326:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944488002000, rc 0) 00000100:00100000:1.0:1775764643.583542:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944586b88a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+32:58069:x1862022098477184:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 928us (5006us total) trans 34359738891 rc 0/0 00000100:00100000:1.0:1775764643.583551:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 609 00000100:00100000:3.0:1775764643.591791:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764643.591982:0:42311:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098477440 00000100:00100000:0.0:1775764643.591999:0:42311:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098477440 00000100:00100000:0.0:1775764643.592095:0:42311:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 52 00000100:00100000:0.0:1775764643.592107:0:42311:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94448673b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+32:2379:x1862022098477440:12345-192.168.202.28@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1775764643.592137:0:42311:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764643.592171:0:42311:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944488002000/0x57b8ff0e030506fc lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b692 expref: 32 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764643.592196:0:42311:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x32:0x0].0x0 (ffff94459084ae00) 00010000:00010000:0.0:1775764643.592202:0:42311:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775764643.592278:0:42311:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94448673b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+31:2379:x1862022098477440:12345-192.168.202.28@tcp:103:ldlm_bl.0 Request processed in 171us (512us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764643.592285:0:42311:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 52 00000100:00100000:0.0:1775764643.599958:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764643.600155:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098477696 00000100:00100000:3.0:1775764643.600171:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098477696 00000100:00100000:3.0:1775764643.600265:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 610 00000100:00100000:3.0:1775764643.600277:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944487fbf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+31:58069:x1862022098477696:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:3.0:1775764643.600315:0:42324:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764643.600319:0:42324:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 1 00010000:00010000:3.0:1775764643.600359:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944488003400/0x57b8ff0e0305069a lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b676 expref: 31 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764643.600388:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25200/0x57b8ff0e0305067e lrc: 0/0,0 mode: --/CR res: [0x200003ab1:0x32:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b661 expref: 30 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764643.600404:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x32:0x0].0x0 (ffff94459084ae00) 00010000:00010000:3.0:1775764643.600420:0:42324:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1775764643.600439:0:42324:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e0305070a lrc: 2/0,0 mode: --/EX res: [0x200003ab1:0x32:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b699 expref: -99 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764643.600501:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e03050711 lrc: 3/1,0 mode: --/CR res: [0x200003ab1:0x32:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764643.600518:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e03050711 lrc: 3/1,0 mode: CR/CR res: [0x200003ab1:0x32:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764643.600528:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e03050711 lrc: 3/1,0 mode: CR/CR res: [0x200003ab1:0x32:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764643.600544:0:42324:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e03050711 lrc: 3/1,0 mode: CR/CR res: [0x200003ab1:0x32:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764643.600551:0:42324:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e03050711 lrc: 2/0,0 mode: CR/CR res: [0x200003ab1:0x32:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764643.600558:0:42324:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e03050711 lrc: 3/0,0 mode: CR/CR res: [0x200003ab1:0x32:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764643.600564:0:42324:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445be695800 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:3.0:1775764643.600569:0:42324:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e03050711 lrc: 3/0,0 mode: CR/CR res: [0x200003ab1:0x32:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764643.600576:0:42324:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e03050711 lrc: 4/0,0 mode: CR/CR res: [0x200003ab1:0x32:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764643.600584:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x32:0x0].0x0 (ffff944586564200) 00010000:00010000:3.0:1775764643.600587:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1775764643.600591:0:42324:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e03050711 lrc: 2/0,0 mode: --/CR res: [0x200003ab1:0x32:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764643.600597:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e03050711 lrc: 0/0,0 mode: --/CR res: [0x200003ab1:0x32:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764643.600624:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e03050718 lrc: 3/0,1 mode: --/EX res: [0x200003ab1:0x32:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764643.600632:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e03050718 lrc: 3/0,1 mode: EX/EX res: [0x200003ab1:0x32:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764643.600638:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e03050718 lrc: 3/0,1 mode: EX/EX res: [0x200003ab1:0x32:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764643.601076:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e03050718 lrc: 3/0,0 mode: CR/CR res: [0x200003ab1:0x32:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b699 expref: 32 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764643.601086:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x32:0x0].0x0 (ffff944586564200) 00010000:00010000:3.0:1775764643.601090:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:3.0:1775764643.601102:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e0305070a lrc: 0/0,0 mode: --/EX res: [0x200003ab1:0x32:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b699 expref: 32 pid: 42324 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764643.601120:0:42324:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e03050718 lrc: 3/0,0 mode: CR/CR res: [0x200003ab1:0x32:0x0].0x0 bits 0xa/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b699 expref: 31 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764643.601158:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x32:0x0].0x0 (ffff944586564200) 00010000:00010000:3.0:1775764643.601160:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:3.0:1775764643.601162:0:42324:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445be694600, rc 0) 00000100:00100000:3.0:1775764643.601270:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944487fbf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+31:58069:x1862022098477696:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 993us (1328us total) trans 34359738892 rc 0/0 00000100:00100000:3.0:1775764643.601281:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 610 00000100:00100000:3.0:1775764643.607369:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764643.607567:0:42951:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098477824 00000100:00100000:0.0:1775764643.607581:0:42951:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098477824 00002000:00100000:0.0:1775764643.607638:0:42951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x110:0x0] (0->21) req@ffff944486739880 x1862022098477824/t0(0) o4->7e6eda44-5508-487e-b17f-ff28ad9d3512@192.168.202.28@tcp:124/0 lens 512/0 e 0 to 0 dl 1775764654 ref 1 fl New:/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764643.607649:0:42951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff944486739880 with x1862022098477824 ext(0->21) 00002000:00010000:0.0:1775764643.607655:0:42951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff944486739880 00000100:00100000:0.0:1775764643.607688:0:42951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 47 00000100:00100000:0.0:1775764643.607696:0:42951:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486739880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+11:2376:x1862022098477824:12345-192.168.202.28@tcp:4:bash.0 00000100:00100000:0.0:1775764643.608259:0:42951:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486739880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+13:2376:x1862022098477824:12345-192.168.202.28@tcp:4:bash.0 Request processed in 551us (889us total) trans 34359738417 rc 0/0 00000100:00100000:0.0:1775764643.608270:0:42951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 47 00002000:00100000:0.0:1775764643.608278:0:42951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x110:0x0] (0->21) req@ffff944486739880 x1862022098477824/t34359738417(0) o4->7e6eda44-5508-487e-b17f-ff28ad9d3512@192.168.202.28@tcp:124/0 lens 512/448 e 0 to 0 dl 1775764654 ref 1 fl Complete:/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764643.608286:0:42951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff944486739880 with x1862022098477824 ext(0->21) 00002000:00010000:0.0:1775764643.608290:0:42951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff944486739880 00000100:00100000:0.0:1775764643.618359:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764643.618526:0:45548:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098477952 00000100:00100000:2.0:1775764643.618540:0:45548:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098477952 00002000:00100000:2.0:1775764643.618597:0:45548:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x110:0x0] (0->4095) req@ffff9445bea11880 x1862022098477952/t0(0) o3->7e6eda44-5508-487e-b17f-ff28ad9d3512@192.168.202.28@tcp:124/0 lens 488/0 e 0 to 0 dl 1775764654 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764643.618609:0:45548:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9445bea11880 with x1862022098477952 ext(0->4095) 00002000:00010000:2.0:1775764643.618616:0:45548:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9445bea11880 00000100:00100000:2.0:1775764643.618655:0:45548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 48 00000100:00100000:2.0:1775764643.618674:0:45548:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bea11880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+13:2376:x1862022098477952:12345-192.168.202.28@tcp:3:lfs.0 00000100:00100000:2.0:1775764643.618987:0:45548:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bea11880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+13:2376:x1862022098477952:12345-192.168.202.28@tcp:3:lfs.0 Request processed in 324us (639us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1775764643.618994:0:45548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 48 00002000:00100000:2.0:1775764643.619000:0:45548:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x110:0x0] (0->4095) req@ffff9445bea11880 x1862022098477952/t0(0) o3->7e6eda44-5508-487e-b17f-ff28ad9d3512@192.168.202.28@tcp:124/0 lens 488/4536 e 0 to 0 dl 1775764654 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764643.619013:0:45548:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9445bea11880 with x1862022098477952 ext(0->4095) 00002000:00010000:2.0:1775764643.619017:0:45548:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9445bea11880 00000100:00100000:3.0:1775764643.626075:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764643.626554:0:42328:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098478208 00000100:00100000:1.0:1775764643.626566:0:42328:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098478208 00000100:00100000:1.0:1775764643.626681:0:42328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 179 00000100:00100000:1.0:1775764643.626693:0:42328:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486738a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+31:58069:x1862022098478208:12345-192.168.202.28@tcp:35:lfs.0 00000100:00100000:1.0:1775764643.627054:0:42328:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486738a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+32:58069:x1862022098478208:12345-192.168.202.28@tcp:35:lfs.0 Request processed in 362us (990us total) trans 34359738893 rc 0/0 00000100:00100000:1.0:1775764643.627062:0:42328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 179 00010000:00010000:0.0:1775764643.649011:0:43224:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775764643.665256:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764643.666195:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098478464 00000100:00100000:3.0:1775764643.666208:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098478464 00000100:00100000:3.0:1775764643.666295:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 611 00000100:00100000:3.0:1775764643.666307:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bea11500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+32:58070:x1862022098478464:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:3.0:1775764643.666345:0:42325:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764643.666373:0:42325:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e0305071f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b6a0 expref: -99 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764643.666504:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e03050726 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764643.666526:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e03050726 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764643.666546:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e03050726 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764643.666567:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694200/0x57b8ff0e0305072d lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x60b414c4 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764643.666573:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694200/0x57b8ff0e0305072d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x60b414c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764643.666579:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694200/0x57b8ff0e0305072d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x60b414c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764643.667116:0:42325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e03050726 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764643.667125:0:42325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e03050726 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764643.667136:0:42325:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e03050726 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764643.667142:0:42325:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445be695800 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:3.0:1775764643.667147:0:42325:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e03050726 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764643.667156:0:42325:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e03050726 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764643.667172:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff944584d1d100) 00010000:00010000:3.0:1775764643.667176:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764643.667183:0:42325:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e03050726 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764643.667189:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e03050726 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764643.667204:0:42325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694200/0x57b8ff0e0305072d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x60b414c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764643.667211:0:42325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694200/0x57b8ff0e0305072d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x60b414c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764643.667216:0:42325:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694200/0x57b8ff0e0305072d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x60b414c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764643.667221:0:42325:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445be694200 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:3.0:1775764643.667224:0:42325:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694200/0x57b8ff0e0305072d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x60b414c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764643.667234:0:42325:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694200/0x57b8ff0e0305072d lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x60b414c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764643.667241:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x60b414c4 (ffff944586564100) 00010000:00010000:3.0:1775764643.667244:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764643.667246:0:42325:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694200/0x57b8ff0e0305072d lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x60b414c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764643.667251:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694200/0x57b8ff0e0305072d lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x60b414c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764643.667301:0:42325:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e0305071f lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b6a0 expref: 33 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764643.667315:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff944584d1d100) 00010000:00010000:3.0:1775764643.667318:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1775764643.667321:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e0305071f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b6a0 expref: 33 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764643.667332:0:42325:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445be695c00, rc 0) 00000100:00100000:3.0:1775764643.667452:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bea11500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+32:58070:x1862022098478464:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 1146us (2222us total) trans 0 rc 301/301 00000100:00100000:3.0:1775764643.667463:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 611 00000100:00100000:0.0:1775764643.674937:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764643.675406:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098478592 00000100:00100000:3.0:1775764643.675418:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098478592 00000100:00100000:3.0:1775764643.675496:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 612 00000100:00100000:3.0:1775764643.675511:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bea13800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+32:58070:x1862022098478592:12345-192.168.202.28@tcp:34:lfs.0 00010000:00010000:3.0:1775764643.675637:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e03050734 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764643.675662:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e03050734 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764643.675679:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e03050734 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764643.675699:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694200/0x57b8ff0e0305073b lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x60b414c4 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764643.675706:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694200/0x57b8ff0e0305073b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x60b414c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764643.675713:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694200/0x57b8ff0e0305073b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x60b414c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764643.676685:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e03050742 lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0x32:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764643.676698:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e03050742 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x32:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764643.676707:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e03050742 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x32:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764643.676749:0:42324:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab1:0x32:0x0]: returning size 22 00000004:00200000:3.0:1775764643.676754:0:42324:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1775764643.676768:0:42324:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e03050742 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x32:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764643.677851:0:42324:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e03050734 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764643.677866:0:42324:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e03050734 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764643.677873:0:42324:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e03050734 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764643.678400:0:42324:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445be695c00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:3.0:1775764643.678408:0:42324:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e03050734 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764643.678417:0:42324:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e03050734 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764643.678435:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff944584d1d100) 00010000:00010000:3.0:1775764643.678438:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764643.678521:0:42324:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e03050734 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764643.678530:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e03050734 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764643.678552:0:42324:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694200/0x57b8ff0e0305073b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x60b414c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764643.678558:0:42324:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694200/0x57b8ff0e0305073b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x60b414c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764643.678565:0:42324:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694200/0x57b8ff0e0305073b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x60b414c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764643.678569:0:42324:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445be694200 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:3.0:1775764643.678572:0:42324:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694200/0x57b8ff0e0305073b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x60b414c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764643.678577:0:42324:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694200/0x57b8ff0e0305073b lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x60b414c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764643.678584:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x60b414c4 (ffff944586564100) 00010000:00010000:3.0:1775764643.678586:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764643.678589:0:42324:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694200/0x57b8ff0e0305073b lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x60b414c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764643.678593:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694200/0x57b8ff0e0305073b lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x60b414c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764643.678612:0:42324:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e03050742 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x32:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764643.678616:0:42324:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e03050742 lrc: 2/0,0 mode: PR/PR res: [0x200003ab1:0x32:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764643.678621:0:42324:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e03050742 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x32:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764643.678625:0:42324:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445be695800 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:3.0:1775764643.678628:0:42324:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e03050742 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x32:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764643.678632:0:42324:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e03050742 lrc: 4/0,0 mode: PR/PR res: [0x200003ab1:0x32:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764643.678638:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x32:0x0].0x0 (ffff944586564200) 00010000:00010000:3.0:1775764643.678640:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764643.678643:0:42324:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e03050742 lrc: 2/0,0 mode: --/PR res: [0x200003ab1:0x32:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764643.678647:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e03050742 lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0x32:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764643.680476:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bea13800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+32:58070:x1862022098478592:12345-192.168.202.28@tcp:34:lfs.0 Request processed in 4954us (5545us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764643.680491:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 612 00000100:00100000:2.0:1775764643.691432:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764643.691587:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098478848 00000100:00100000:3.0:1775764643.691597:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098478848 00000100:00100000:3.0:1775764643.691755:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 613 00000100:00100000:3.0:1775764643.691767:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944586b88700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+32:57816:x1862022098478848:12345-192.168.202.28@tcp:101:bash.0 00010000:00010000:3.0:1775764643.691826:0:42325:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764643.691831:0:42325:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1775764643.691865:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944488003200/0x57b8ff0e030506a8 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b67d expref: 32 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764643.691905:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff944584d1d100) 00010000:00010000:3.0:1775764643.691920:0:42325:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1775764643.691937:0:42325:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e03050749 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b6a7 expref: -99 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764643.692913:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694200/0x57b8ff0e03050750 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764643.692931:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694200/0x57b8ff0e03050750 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764643.692943:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694200/0x57b8ff0e03050750 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764643.692958:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e03050757 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x60b414c4 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764643.692968:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e03050757 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x60b414c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764643.692974:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e03050757 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x60b414c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764643.693662:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694000/0x57b8ff0e0305075e lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0x32:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764643.693673:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694000/0x57b8ff0e0305075e lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764643.693680:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694000/0x57b8ff0e0305075e lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764643.693690:0:42325:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab1:0x32:0x0]: returning size 22 00010000:00010000:3.0:1775764643.693796:0:42325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694200/0x57b8ff0e03050750 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764643.693827:0:42325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694200/0x57b8ff0e03050750 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764643.693832:0:42325:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694200/0x57b8ff0e03050750 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764643.693838:0:42325:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445be694200 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:3.0:1775764643.693842:0:42325:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694200/0x57b8ff0e03050750 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764643.693849:0:42325:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694200/0x57b8ff0e03050750 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764643.693864:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff944586564100) 00010000:00010000:3.0:1775764643.693867:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764643.693871:0:42325:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694200/0x57b8ff0e03050750 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764643.693876:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694200/0x57b8ff0e03050750 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764643.693888:0:42325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e03050757 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x60b414c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764643.693893:0:42325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e03050757 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x60b414c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764643.693898:0:42325:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e03050757 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x60b414c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764643.693901:0:42325:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445be695c00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:3.0:1775764643.693903:0:42325:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e03050757 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x60b414c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764643.693908:0:42325:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e03050757 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x60b414c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764643.693913:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x60b414c4 (ffff944586564e00) 00010000:00010000:3.0:1775764643.693915:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764643.693917:0:42325:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e03050757 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x60b414c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764643.693922:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e03050757 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x60b414c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764643.693977:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e03050749 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b6a7 expref: 34 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764643.693992:0:42325:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694000/0x57b8ff0e0305075e lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b6a7 expref: 33 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764643.693999:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x32:0x0].0x0 (ffff944586564200) 00010000:00010000:3.0:1775764643.694000:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1775764643.694003:0:42325:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445be694000, rc 0) 00000100:00100000:3.0:1775764643.694088:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944586b88700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+33:57816:x1862022098478848:12345-192.168.202.28@tcp:101:bash.0 Request processed in 2322us (2665us total) trans 34359738894 rc 0/0 00000100:00100000:3.0:1775764643.694100:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 613 00000100:00100000:0.0:1775764643.700684:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764643.701109:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098479104 00000100:00100000:1.0:1775764643.701121:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098479104 00000100:00100000:1.0:1775764643.701184:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 614 00000100:00100000:1.0:1775764643.701194:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bea13100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+33:57816:x1862022098479104:12345-192.168.202.28@tcp:36:bash.0 00010000:00010000:1.0:1775764643.701392:0:44493:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1775764643.701430:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694000/0x57b8ff0e0305075e lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b6a7 expref: 33 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764643.701468:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e03050718 lrc: 0/0,0 mode: --/CR res: [0x200003ab1:0x32:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b699 expref: 32 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764643.701480:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x32:0x0].0x0 (ffff944586564200) 00010000:00010000:1.0:1775764643.701493:0:44493:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1775764643.701791:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff944488003800/0x57b8ff0e0305076c lrc: 3/0,1 mode: --/PW res: [0x200003ab1:0x32:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764643.702068:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944488003800/0x57b8ff0e0305076c lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0x32:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764643.702079:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944488003800/0x57b8ff0e0305076c lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0x32:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1775764643.702144:0:44493:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 34359738895 00000004:00010000:1.0:1775764643.702171:0:44493:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000063284fb9 reply state 000000004c0ecc6a transno 34359738896 ns: mdt-lustre-MDT0000_UUID lock: ffff944488003800/0x57b8ff0e0305076c lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0x32:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764643.702181:0:44493:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1775764643.702544:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bea13100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+34:57816:x1862022098479104:12345-192.168.202.28@tcp:36:bash.0 Request processed in 1348us (1872us total) trans 34359738896 rc 0/0 00000100:00100000:1.0:1775764643.702553:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 614 00000020:00080000:1.0:1775764643.702560:0:44493:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1775764643.706742:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00010000:00010000:3.0:1775764643.707049:0:3314:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff944488003800/0x57b8ff0e0305076c lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0x32:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764643.707064:0:3314:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944488003800/0x57b8ff0e0305076c lrc: 2/0,0 mode: PW/PW res: [0x200003ab1:0x32:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764643.707117:0:3314:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944488003800/0x57b8ff0e0305076c lrc: 3/0,0 mode: PW/PW res: [0x200003ab1:0x32:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764643.707125:0:3314:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944488003800 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:3.0:1775764643.707131:0:3314:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944488003800/0x57b8ff0e0305076c lrc: 3/0,0 mode: PW/PW res: [0x200003ab1:0x32:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764643.707139:0:3314:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944488003800/0x57b8ff0e0305076c lrc: 4/0,0 mode: PW/PW res: [0x200003ab1:0x32:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764643.707157:0:3314:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x32:0x0].0x0 (ffff944584d1de00) 00010000:00010000:3.0:1775764643.707160:0:3314:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764643.707166:0:3314:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944488003800/0x57b8ff0e0305076c lrc: 2/0,0 mode: --/PW res: [0x200003ab1:0x32:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764643.707171:0:3314:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944488003800/0x57b8ff0e0305076c lrc: 0/0,0 mode: --/PW res: [0x200003ab1:0x32:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764643.713341:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098479232 00000100:00100000:1.0:1775764643.713364:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098479232 00000100:00100000:1.0:1775764643.713574:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 615 00000100:00100000:1.0:1775764643.713587:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bea13480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+33:57816:x1862022098479232:12345-192.168.202.28@tcp:101:bash.0 00010000:00010000:1.0:1775764643.713629:0:42326:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764643.713677:0:42326:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944488002c00/0x57b8ff0e03050773 lrc: 2/0,0 mode: --/CR res: [0x200003ab1:0x32:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b6ae expref: -99 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764643.713758:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944488002c00/0x57b8ff0e03050773 lrc: 3/0,0 mode: CR/CR res: [0x200003ab1:0x32:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b6ae expref: 34 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764643.713786:0:42326:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff944488002c00/0x57b8ff0e03050773 lrc: 3/0,0 mode: CR/CR res: [0x200003ab1:0x32:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b6ae expref: 34 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764643.713840:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x32:0x0].0x0 (ffff944584d1d500) 00010000:00010000:1.0:1775764643.713844:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1775764643.713848:0:42326:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944488002c00, rc 0) 00000100:00100000:1.0:1775764643.713919:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bea13480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+34:57816:x1862022098479232:12345-192.168.202.28@tcp:101:bash.0 Request processed in 335us (7196us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764643.713927:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 615 00000100:00100000:2.0:1775764643.721424:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764643.722392:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098479488 00000100:00100000:3.0:1775764643.722407:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098479488 00000100:00100000:3.0:1775764643.722491:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 616 00000100:00100000:3.0:1775764643.722500:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944586b89c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+34:57816:x1862022098479488:12345-192.168.202.28@tcp:101:bash.0 00010000:00010000:3.0:1775764643.722525:0:42324:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764643.722529:0:42324:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1775764643.722556:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944488002c00/0x57b8ff0e03050773 lrc: 0/0,0 mode: --/CR res: [0x200003ab1:0x32:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b6ae expref: 34 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764643.722576:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x32:0x0].0x0 (ffff944584d1d500) 00010000:00010000:3.0:1775764643.722588:0:42324:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1775764643.722606:0:42324:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e0305077a lrc: 2/0,0 mode: --/EX res: [0x200003ab1:0x32:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b6b5 expref: -99 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764643.722656:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e03050781 lrc: 3/0,1 mode: --/EX res: [0x200003ab1:0x32:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764643.722679:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e03050781 lrc: 3/0,1 mode: EX/EX res: [0x200003ab1:0x32:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764643.722692:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e03050781 lrc: 3/0,1 mode: EX/EX res: [0x200003ab1:0x32:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764643.722977:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e03050781 lrc: 3/0,0 mode: CR/CR res: [0x200003ab1:0x32:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b6b5 expref: 36 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764643.722987:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x32:0x0].0x0 (ffff944586564100) 00010000:00010000:3.0:1775764643.722989:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:3.0:1775764643.722999:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e0305077a lrc: 0/0,0 mode: --/EX res: [0x200003ab1:0x32:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b6b5 expref: 36 pid: 42324 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764643.723014:0:42324:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e03050781 lrc: 3/0,0 mode: CR/CR res: [0x200003ab1:0x32:0x0].0x0 bits 0xa/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b6b5 expref: 35 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764643.723041:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x32:0x0].0x0 (ffff944586564100) 00010000:00010000:3.0:1775764643.723043:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:3.0:1775764643.723046:0:42324:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445be695c00, rc 0) 00000100:00100000:3.0:1775764643.723124:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944586b89c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+35:57816:x1862022098479488:12345-192.168.202.28@tcp:101:bash.0 Request processed in 625us (1711us total) trans 34359738897 rc 0/0 00000100:00100000:3.0:1775764643.723131:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 616 00000100:00100000:0.0:1775764643.735870:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764643.736086:0:42951:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098479616 00000100:00100000:1.0:1775764643.736104:0:42951:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098479616 00002000:00010000:1.0:1775764643.736186:0:42951:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/272 (0->18446744073709551615) 00002000:00100000:1.0:1775764643.736195:0:42951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9445bea12d80 with x1862022098479616 ext(0->18446744073709551615) 00002000:00010000:1.0:1775764643.736214:0:42951:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9445bea12d80. 00000100:00100000:1.0:1775764643.736263:0:42951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 49 00000100:00100000:1.0:1775764643.736275:0:42951:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bea12d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+13:2377:x1862022098479616:12345-192.168.202.28@tcp:10:bash.0 00002000:00010000:1.0:1775764643.736639:0:42951:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x110:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1775764643.736644:0:42951:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x110:0x0] updating lvb mtime from disk: 1775764643 -> 1775764644 00002000:00010000:1.0:1775764643.736646:0:42951:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x110:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1775764643.736649:0:42951:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x110:0x0] updating lvb ctime from disk: 1775764643 -> 1775764644 00002000:00010000:1.0:1775764643.736651:0:42951:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x110:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:1.0:1775764643.736745:0:42951:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bea12d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+14:2377:x1862022098479616:12345-192.168.202.28@tcp:10:bash.0 Request processed in 471us (888us total) trans 34359738418 rc 0/0 00000100:00100000:1.0:1775764643.736754:0:42951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 49 00002000:00010000:1.0:1775764643.736759:0:42951:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/272 (0->18446744073709551615) 00002000:00100000:1.0:1775764643.736762:0:42951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9445bea12d80 with x1862022098479616 ext(0->18446744073709551615) 00002000:00010000:1.0:1775764643.736767:0:42951:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9445bea12d80. 00000100:00100000:2.0:1775764643.740023:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764643.740261:0:45548:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098479744 00000100:00100000:1.0:1775764643.740272:0:45548:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098479744 00002000:00010000:1.0:1775764643.740312:0:45548:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/272 (0->18446744073709551615) 00002000:00100000:1.0:1775764643.740318:0:45548:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff944586b8a300 with x1862022098479744 ext(0->18446744073709551615) 00002000:00010000:1.0:1775764643.740331:0:45548:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff944586b8a300. 00000100:00100000:1.0:1775764643.740366:0:45548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 50 00000100:00100000:1.0:1775764643.740375:0:45548:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944586b8a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+14:2377:x1862022098479744:12345-192.168.202.28@tcp:10:bash.0 00002000:00010000:1.0:1775764643.740630:0:45548:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x110:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1775764643.740635:0:45548:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x110:0x0] updating lvb mtime from disk: 1775764643 -> 1775764644 00002000:00010000:1.0:1775764643.740637:0:45548:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x110:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1775764643.740639:0:45548:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x110:0x0] updating lvb ctime from disk: 1775764643 -> 1775764644 00002000:00010000:1.0:1775764643.740641:0:45548:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x110:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:1.0:1775764643.740723:0:45548:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944586b8a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+15:2377:x1862022098479744:12345-192.168.202.28@tcp:10:bash.0 Request processed in 348us (709us total) trans 34359738424 rc 0/0 00000100:00100000:1.0:1775764643.740730:0:45548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 50 00002000:00010000:1.0:1775764643.740734:0:45548:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/272 (0->18446744073709551615) 00002000:00100000:1.0:1775764643.740737:0:45548:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff944586b8a300 with x1862022098479744 ext(0->18446744073709551615) 00002000:00010000:1.0:1775764643.740742:0:45548:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff944586b8a300. 00000100:00100000:2.0:1775764643.751238:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764643.751479:0:42327:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098480000 00000100:00100000:3.0:1775764643.751493:0:42327:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098480000 00000100:00100000:3.0:1775764643.751563:0:42327:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 180 00000100:00100000:3.0:1775764643.751576:0:42327:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444864b1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+35:57816:x1862022098480000:12345-192.168.202.28@tcp:35:bash.0 00000100:00100000:3.0:1775764643.752080:0:42327:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444864b1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+36:57816:x1862022098480000:12345-192.168.202.28@tcp:35:bash.0 Request processed in 506us (856us total) trans 34359738898 rc 0/0 00000100:00100000:3.0:1775764643.752089:0:42327:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 180 00000100:00100000:0.0:1775764643.788369:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764643.789676:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098480128 00000100:00100000:3.0:1775764643.789690:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098480128 00000100:00100000:3.0:1775764643.789763:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 617 00000100:00100000:3.0:1775764643.789784:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bea12680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+36:58071:x1862022098480128:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:3.0:1775764643.789848:0:42325:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764643.790321:0:42325:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e03050788 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b6bc expref: -99 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764643.790463:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77000/0x57b8ff0e0305078f lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764643.790477:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77000/0x57b8ff0e0305078f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764643.790490:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77000/0x57b8ff0e0305078f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764643.790726:0:42325:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 9728 00000004:00200000:0.0:1775764643.790731:0:42325:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 40 stripe count 1 MDT count 1 00000004:00010000:0.0:1775764643.790868:0:42325:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77000/0x57b8ff0e0305078f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764643.791037:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e03050788 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b6bc expref: 38 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764643.791059:0:42325:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77000/0x57b8ff0e0305078f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b6bc expref: 37 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764643.791070:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff944586564e00) 00010000:00010000:0.0:1775764643.791074:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1775764643.791078:0:42325:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445bfe77000, rc 0) 00000100:00100000:0.0:1775764643.791338:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bea12680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+37:58071:x1862022098480128:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 1565us (2982us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764643.791348:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 617 00000100:00100000:2.0:1775764643.804024:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764643.808026:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098480384 00000100:00100000:0.0:1775764643.808042:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098480384 00000100:00100000:0.0:1775764643.808178:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 618 00000100:00100000:0.0:1775764643.808190:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444864b3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+37:58071:x1862022098480384:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:0.0:1775764643.808213:0:44493:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764643.808237:0:44493:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76200/0x57b8ff0e03050796 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b6c3 expref: -99 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764643.808463:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76400/0x57b8ff0e0305079d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764643.808478:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76400/0x57b8ff0e0305079d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764643.808489:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76400/0x57b8ff0e0305079d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764643.808504:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77e00/0x57b8ff0e030507a4 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x60b414c4 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764643.808511:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77e00/0x57b8ff0e030507a4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x60b414c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764643.808518:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77e00/0x57b8ff0e030507a4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x60b414c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764643.809003:0:44493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76400/0x57b8ff0e0305079d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764643.809011:0:44493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76400/0x57b8ff0e0305079d lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764643.809018:0:44493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76400/0x57b8ff0e0305079d lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764643.809024:0:44493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445bfe76400 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:0.0:1775764643.809029:0:44493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76400/0x57b8ff0e0305079d lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764643.809037:0:44493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76400/0x57b8ff0e0305079d lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764643.809050:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff944586564e00) 00010000:00010000:0.0:1775764643.809053:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764643.809058:0:44493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76400/0x57b8ff0e0305079d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764643.809063:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76400/0x57b8ff0e0305079d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764643.809077:0:44493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77e00/0x57b8ff0e030507a4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x60b414c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764643.809082:0:44493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77e00/0x57b8ff0e030507a4 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x60b414c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764643.809087:0:44493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77e00/0x57b8ff0e030507a4 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x60b414c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764643.809091:0:44493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445bfe77e00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:0.0:1775764643.809094:0:44493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77e00/0x57b8ff0e030507a4 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x60b414c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764643.809099:0:44493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77e00/0x57b8ff0e030507a4 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x60b414c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764643.809105:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x60b414c4 (ffff944599e85400) 00010000:00010000:0.0:1775764643.809107:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764643.809110:0:44493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77e00/0x57b8ff0e030507a4 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x60b414c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764643.809409:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77e00/0x57b8ff0e030507a4 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x60b414c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764643.809460:0:44493:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76200/0x57b8ff0e03050796 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b6c3 expref: 38 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764643.809470:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff944586564e00) 00010000:00010000:0.0:1775764643.809472:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1775764643.809475:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76200/0x57b8ff0e03050796 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b6c3 expref: 38 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764643.809484:0:44493:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445bfe76200, rc 0) 00000100:00100000:0.0:1775764643.809591:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444864b3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+37:58071:x1862022098480384:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 1403us (5580us total) trans 0 rc 301/301 00000100:00100000:0.0:1775764643.809601:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 618 00000100:00100000:2.0:1775764643.816150:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764643.818336:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098480512 00000100:00100000:1.0:1775764643.818359:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098480512 00000100:00100000:1.0:1775764643.818504:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 619 00000100:00100000:1.0:1775764643.818518:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444864b3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+37:58071:x1862022098480512:12345-192.168.202.28@tcp:34:lfs.0 00010000:00010000:1.0:1775764643.818626:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff944488003600/0x57b8ff0e030507ab lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764643.818651:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944488003600/0x57b8ff0e030507ab lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764643.818760:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944488003600/0x57b8ff0e030507ab lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764643.818789:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944488003a00/0x57b8ff0e030507b2 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x60b414c4 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764643.818824:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944488003a00/0x57b8ff0e030507b2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x60b414c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764643.818832:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944488003a00/0x57b8ff0e030507b2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x60b414c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764643.820434:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944488002a00/0x57b8ff0e030507b9 lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0x32:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764643.820457:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944488002a00/0x57b8ff0e030507b9 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x32:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764643.820471:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944488002a00/0x57b8ff0e030507b9 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x32:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764643.820544:0:42326:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab1:0x32:0x0]: returning size 29 00000004:00200000:1.0:1775764643.820550:0:42326:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1775764643.820567:0:42326:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff944488002a00/0x57b8ff0e030507b9 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x32:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764643.820585:0:42326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff944488003600/0x57b8ff0e030507ab lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764643.820590:0:42326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944488003600/0x57b8ff0e030507ab lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764643.820597:0:42326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944488003600/0x57b8ff0e030507ab lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764643.820603:0:42326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944488003600 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:1.0:1775764643.820608:0:42326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944488003600/0x57b8ff0e030507ab lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764643.820616:0:42326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944488003600/0x57b8ff0e030507ab lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764643.820632:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff944586564e00) 00010000:00010000:1.0:1775764643.820635:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764643.820640:0:42326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944488003600/0x57b8ff0e030507ab lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764643.820645:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944488003600/0x57b8ff0e030507ab lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764643.821358:0:42326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944488003a00/0x57b8ff0e030507b2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x60b414c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764643.821371:0:42326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944488003a00/0x57b8ff0e030507b2 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x60b414c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764643.821378:0:42326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944488003a00/0x57b8ff0e030507b2 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x60b414c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764643.821384:0:42326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944488003a00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:1.0:1775764643.821388:0:42326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944488003a00/0x57b8ff0e030507b2 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x60b414c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764643.821394:0:42326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944488003a00/0x57b8ff0e030507b2 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x60b414c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764643.821406:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x60b414c4 (ffff944584d1d800) 00010000:00010000:1.0:1775764643.821409:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764643.821412:0:42326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944488003a00/0x57b8ff0e030507b2 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x60b414c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764643.821417:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944488003a00/0x57b8ff0e030507b2 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x60b414c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764643.821437:0:42326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944488002a00/0x57b8ff0e030507b9 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x32:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764643.821442:0:42326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944488002a00/0x57b8ff0e030507b9 lrc: 2/0,0 mode: PR/PR res: [0x200003ab1:0x32:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764643.821449:0:42326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944488002a00/0x57b8ff0e030507b9 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x32:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764643.821454:0:42326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944488002a00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:1.0:1775764643.821457:0:42326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944488002a00/0x57b8ff0e030507b9 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x32:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764643.821463:0:42326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944488002a00/0x57b8ff0e030507b9 lrc: 4/0,0 mode: PR/PR res: [0x200003ab1:0x32:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764643.821470:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x32:0x0].0x0 (ffff944586564100) 00010000:00010000:1.0:1775764643.821472:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764643.821475:0:42326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944488002a00/0x57b8ff0e030507b9 lrc: 2/0,0 mode: --/PR res: [0x200003ab1:0x32:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764643.821480:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944488002a00/0x57b8ff0e030507b9 lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0x32:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764643.821606:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444864b3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+37:58071:x1862022098480512:12345-192.168.202.28@tcp:34:lfs.0 Request processed in 3086us (5464us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764643.821621:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 619 00000040:00080000:2.0:1775764643.842274:0:42356:0:(llog.c:800:llog_process_thread()) index: 8, lh_last_idx: 8 synced_idx: 8 lgh_last_idx: 8 00000040:00080000:2.0:1775764643.842285:0:42356:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x32:0x0] at index 8 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1775764643.842327:0:42356:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x32:0x0] index 14 count 2 00000040:00080000:2.0:1775764643.842335:0:42356:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 9 count 2 00000100:00100000:3.0:1775764644.097243:0:3328:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1775764644.097274:0:3328:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9444864b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3328:1862022119016704:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1775764644.097382:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764644.097488:0:42948:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119016704 00000100:00100000:2.0:1775764644.097500:0:42948:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119016704 00000100:00100000:2.0:1775764644.097565:0:42948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 116 00000100:00100000:2.0:1775764644.097577:0:42948:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94448673a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3328:x1862022119016704:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1775764644.097607:0:42948:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 62980096 pending 1703936 free 3704619008 avail 3702521856 00000100:00100000:2.0:1775764644.097677:0:42948:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94448673a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3328:x1862022119016704:12345-0@lo:13:osp-pre-0-0.0 Request processed in 103us (295us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764644.097686:0:42948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 116 00000100:00100000:3.0:1775764644.098104:0:3328:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9444864b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3328:1862022119016704:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1775764644.609192:0:3329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944486739f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3329:1862022119017216:0@lo:400:kworker.0 00000100:00100000:3.0:1775764644.609273:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764644.609337:0:3329:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1775764644.609343:0:3329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944486738700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3329:1862022119017088:0@lo:400:kworker.0 00000100:00100000:3.0:1775764644.609379:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764644.609426:0:43212:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119017088 00000100:00100000:3.0:1775764644.609437:0:43212:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119017088 00000100:00100000:3.0:1775764644.609504:0:43212:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 192 00000100:00100000:3.0:1775764644.609515:0:43212:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445becab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+7:3329:x1862022119017088:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764644.609777:0:3331:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff94448673b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3331:1862022119016960:0@lo:400:kworker.0 00000100:00100000:2.0:1775764644.609854:0:3331:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764644.609888:0:3331:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944486739500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3331:1862022119017472:0@lo:400:kworker.0 00000100:00100000:2.0:1775764644.609910:0:3331:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764644.609930:0:3331:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:2.0:1775764644.609937:0:3331:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff94448673ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d8dacf45-8471-4226-a2fb-1fac83f69c1e:3331:1862022119016832:0@lo:400:kworker.0 00000100:00100000:2.0:1775764644.609966:0:3331:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764644.609986:0:3331:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff94448673bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3331:1862022119017344:0@lo:400:kworker.0 00000100:00100000:2.0:1775764644.610005:0:3331:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764644.610043:0:42946:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119016960 00000100:00100000:2.0:1775764644.610047:0:42946:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119016960 00000100:00100000:2.0:1775764644.610081:0:42946:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 193 00000100:00100000:2.0:1775764644.610089:0:42946:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444864b2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+7:3331:x1862022119016960:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764644.610147:0:42946:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444864b2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+7:3331:x1862022119016960:12345-0@lo:400:kworker.0 Request processed in 58us (291us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764644.610155:0:42946:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 193 00000100:00100000:2.0:1775764644.610182:0:42317:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119016832 00000100:00100000:2.0:1775764644.610186:0:42317:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119016832 00000100:00100000:2.0:1775764644.610216:0:42317:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 225 00000100:00100000:2.0:1775764644.610223:0:42317:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944587289450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d8dacf45-8471-4226-a2fb-1fac83f69c1e+18:3331:x1862022119016832:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764644.610254:0:42317:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944587289450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d8dacf45-8471-4226-a2fb-1fac83f69c1e+18:3331:x1862022119016832:12345-0@lo:400:kworker.0 Request processed in 32us (287us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764644.610261:0:42317:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 225 00000100:00100000:2.0:1775764644.610326:0:3331:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff94448673ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d8dacf45-8471-4226-a2fb-1fac83f69c1e:3331:1862022119016832:0@lo:400:kworker.0 00000100:00100000:2.0:1775764644.610347:0:3331:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff94448673b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3331:1862022119016960:0@lo:400:kworker.0 00000100:00100000:2.0:1775764644.610378:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119017216 00000100:00100000:2.0:1775764644.610382:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119017216 00000100:00100000:2.0:1775764644.610411:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119017472 00000100:00100000:2.0:1775764644.610414:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119017472 00000100:00100000:2.0:1775764644.610442:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119017344 00000100:00100000:2.0:1775764644.610445:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119017344 00000100:00100000:2.0:1775764644.610460:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 263 00000100:00100000:2.0:1775764644.610465:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94448673b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3329:x1862022119017216:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764644.610504:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94448673b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3329:x1862022119017216:12345-0@lo:400:kworker.0 Request processed in 38us (1231us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764644.610510:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 263 00000100:00100000:2.0:1775764644.610520:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 264 00000100:00100000:2.0:1775764644.610528:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444864b3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3331:x1862022119017472:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764644.610744:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444864b3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3331:x1862022119017472:12345-0@lo:400:kworker.0 Request processed in 217us (832us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764644.610751:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 264 00000100:00100000:2.0:1775764644.610785:0:3331:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944486739500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3331:1862022119017472:0@lo:400:kworker.0 00000100:00100000:2.0:1775764644.610827:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 265 00000100:00100000:2.0:1775764644.610834:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444864b0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3331:x1862022119017344:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764644.610867:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444864b0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3331:x1862022119017344:12345-0@lo:400:kworker.0 Request processed in 35us (861us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764644.610873:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 265 00000100:00100000:2.0:1775764644.610892:0:3331:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff94448673bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3331:1862022119017344:0@lo:400:kworker.0 00000100:00100000:2.0:1775764644.610952:0:3329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944486739f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3329:1862022119017216:0@lo:400:kworker.0 00000100:00100000:3.0:1775764644.611213:0:43212:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445becab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+7:3329:x1862022119017088:12345-0@lo:400:kworker.0 Request processed in 1699us (1831us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764644.611221:0:43212:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 192 00000100:00100000:2.0:1775764644.612224:0:3329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944486738700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3329:1862022119017088:0@lo:400:kworker.0 00000100:00080000:1.0:1775764644.612917:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:1.0:1775764644.683048:0:42312:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775764645.036328:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764645.036383:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764645.036423:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764645.036481:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098480768 00000100:00100000:2.0:1775764645.036491:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098480768 00000100:00100000:2.0:1775764645.036556:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 266 00000100:00100000:2.0:1775764645.036567:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445becab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+37:2377:x1862022098480768:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:2.0:1775764645.036644:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445becab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+37:2377:x1862022098480768:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 78us (325us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764645.036652:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 266 00000100:00080000:2.0:1775764645.036674:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1775764645.036897:0:42946:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098481024 00000100:00100000:0.0:1775764645.036902:0:42946:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098481024 00000100:00100000:0.0:1775764645.036942:0:42946:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 194 00000100:00100000:0.0:1775764645.036950:0:42946:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445becabb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+15:2377:x1862022098481024:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:0.0:1775764645.036986:0:42946:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445becabb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+15:2377:x1862022098481024:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 38us (613us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764645.036993:0:42946:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 194 00000100:00080000:2.0:1775764645.037262:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1775764645.041331:0:42319:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098480640 00000100:00100000:1.0:1775764645.041346:0:42319:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098480640 00000100:00100000:1.0:1775764645.041422:0:42319:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 226 00000100:00100000:1.0:1775764645.041432:0:42319:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94458728bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:24b54882-c0a1-43f2-954f-009e5a9afc9d+12:2377:x1862022098480640:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:1.0:1775764645.041950:0:42319:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94458728bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:24b54882-c0a1-43f2-954f-009e5a9afc9d+12:2377:x1862022098480640:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 517us (5523us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764645.041958:0:42319:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 226 00000100:00100000:2.0:1775764645.042094:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764645.042174:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764645.042202:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098481152 00000100:00100000:2.0:1775764645.042206:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098481152 00000100:00100000:2.0:1775764645.042256:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 267 00000100:00100000:2.0:1775764645.042265:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444864b1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:82781e18-e0e3-4f9f-9a2b-041bf0344414+5:2377:x1862022098481152:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:2.0:1775764645.042321:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444864b1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:82781e18-e0e3-4f9f-9a2b-041bf0344414+5:2377:x1862022098481152:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 58us (148us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764645.042328:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 267 00000100:00080000:2.0:1775764645.042351:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1775764645.042827:0:42945:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098480896 00000100:00100000:1.0:1775764645.042832:0:42945:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098480896 00000100:00100000:1.0:1775764645.042873:0:42945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 195 00000100:00100000:1.0:1775764645.042882:0:42945:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444864b0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+14:2377:x1862022098480896:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:1.0:1775764645.042917:0:42945:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444864b0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+14:2377:x1862022098480896:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 37us (825us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764645.042922:0:42945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 195 00000100:00080000:2.0:1775764645.043006:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:3.0:1775764645.698960:0:42313:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:2.0:1775764645.730893:0:6613:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 34359738417 is committed 00000001:00080000:2.0:1775764645.730924:0:6613:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 34359738418 is committed 00000001:00080000:2.0:1775764645.730932:0:6613:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 34359738415 is committed 00000100:00100000:2.0:1775764646.145729:0:3329:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1775764646.145763:0:3329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bea10700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3329:1862022119017600:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1775764646.145861:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764646.145996:0:42948:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119017600 00000100:00100000:1.0:1775764646.146006:0:42948:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119017600 00000100:00100000:1.0:1775764646.146077:0:42948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 117 00000100:00100000:1.0:1775764646.146087:0:42948:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444864b1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3329:x1862022119017600:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1775764646.146123:0:42948:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 1703936 granted 69795840 pending 0 free 3765436416 avail 3763339264 00000100:00100000:1.0:1775764646.146168:0:42948:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444864b1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3329:x1862022119017600:12345-0@lo:13:osp-pre-1-0.0 Request processed in 83us (307us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764646.146187:0:42948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 117 00000100:00080000:2.0:1775764646.146543:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1775764646.146585:0:3329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bea10700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3329:1862022119017600:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1775764646.721865:0:43224:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:2.0:1775764646.743848:0:7469:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 34359738424 is committed 00000001:00080000:2.0:1775764646.743875:0:7469:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 34359738422 is committed 00010000:00010000:1.0:1775764647.745349:0:42312:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764648.769066:0:42313:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:1.0:1775764648.802873:0:5825:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 34359738896 is committed 00000001:00080000:1.0:1775764648.804563:0:5825:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 34359738898 is committed 00000100:00100000:3.0:1775764649.217039:0:3329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445beca9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3329:1862022119017728:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1775764649.217135:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764649.217245:0:42948:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119017728 00000100:00100000:3.0:1775764649.217253:0:42948:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119017728 00000100:00100000:3.0:1775764649.217317:0:42948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 118 00000100:00100000:3.0:1775764649.217326:0:42948:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445beca8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3329:x1862022119017728:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1775764649.217363:0:42948:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 61276160 pending 0 free 3704619008 avail 3702521856 00000100:00100000:3.0:1775764649.217409:0:42948:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445beca8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3329:x1862022119017728:12345-0@lo:13:osp-pre-0-0.0 Request processed in 84us (274us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764649.217416:0:42948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 118 00000100:00080000:3.0:1775764649.217439:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1775764649.217472:0:3329:0:(client.c:3082:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 34359738415 gen 2 00000004:00080000:3.0:1775764649.217478:0:3329:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff944487fb8a80, transno 34359738414 00000004:00080000:3.0:1775764649.217488:0:3329:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff944487fbad80, transno 34359738415 00000100:00100000:3.0:1775764649.217501:0:3329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445beca9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3329:1862022119017728:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1775764649.735295:0:3331:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445b296c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3331:1862022119017984:0@lo:400:kworker.0 00000100:00100000:2.0:1775764649.735372:0:3331:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764649.735434:0:3331:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:2.0:1775764649.735441:0:3331:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445b296dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d8dacf45-8471-4226-a2fb-1fac83f69c1e:3331:1862022119017856:0@lo:400:kworker.0 00000100:00100000:2.0:1775764649.735471:0:3331:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764649.735495:0:3331:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944589139880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3331:1862022119018368:0@lo:400:kworker.0 00000100:00100000:2.0:1775764649.735521:0:3331:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764649.735547:0:42318:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119017856 00000100:00100000:2.0:1775764649.735555:0:42318:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119017856 00000100:00100000:2.0:1775764649.735601:0:42318:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 227 00000100:00100000:2.0:1775764649.735610:0:42318:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944587288c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d8dacf45-8471-4226-a2fb-1fac83f69c1e+18:3331:x1862022119017856:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764649.735656:0:42318:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944587288c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d8dacf45-8471-4226-a2fb-1fac83f69c1e+18:3331:x1862022119017856:12345-0@lo:400:kworker.0 Request processed in 48us (184us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764649.735663:0:42318:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 227 00000100:00100000:2.0:1775764649.735693:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119018368 00000100:00100000:2.0:1775764649.735697:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119018368 00000100:00100000:2.0:1775764649.735741:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 268 00000100:00100000:2.0:1775764649.735748:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486738700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3331:x1862022119018368:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764649.735778:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486738700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3331:x1862022119018368:12345-0@lo:400:kworker.0 Request processed in 31us (257us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764649.735784:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 268 00000100:00100000:2.0:1775764649.735851:0:3331:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445b296dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d8dacf45-8471-4226-a2fb-1fac83f69c1e:3331:1862022119017856:0@lo:400:kworker.0 00000100:00100000:2.0:1775764649.735862:0:3331:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944589139880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3331:1862022119018368:0@lo:400:kworker.0 00000100:00100000:1.0:1775764649.736036:0:42946:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119017984 00000100:00100000:1.0:1775764649.736042:0:42946:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119017984 00000100:00100000:1.0:1775764649.736074:0:42946:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 196 00000100:00100000:1.0:1775764649.736081:0:42946:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444864b0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3331:x1862022119017984:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764649.736117:0:42946:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444864b0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3331:x1862022119017984:12345-0@lo:400:kworker.0 Request processed in 37us (745us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764649.736123:0:42946:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 196 00000100:00100000:3.0:1775764649.736194:0:3328:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445b296d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3328:1862022119018112:0@lo:400:kworker.0 00000100:00100000:3.0:1775764649.736226:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764649.736254:0:3328:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1775764649.736260:0:3328:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445b296d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3328:1862022119018240:0@lo:400:kworker.0 00000100:00100000:3.0:1775764649.736282:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1775764649.736307:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1775764649.736311:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1775764649.736346:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119018112 00000100:00100000:1.0:1775764649.736350:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119018112 00000100:00100000:1.0:1775764649.736377:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119018240 00000100:00100000:1.0:1775764649.736379:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119018240 00000100:00100000:1.0:1775764649.736400:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 269 00000100:00100000:1.0:1775764649.736406:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445beca9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3328:x1862022119018112:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764649.736439:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445beca9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3328:x1862022119018112:12345-0@lo:400:kworker.0 Request processed in 32us (211us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764649.736445:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 269 00000100:00100000:1.0:1775764649.736458:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 270 00000100:00100000:1.0:1775764649.736464:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445beca9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3328:x1862022119018240:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764649.736489:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445beca9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3328:x1862022119018240:12345-0@lo:400:kworker.0 Request processed in 27us (207us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764649.736495:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 270 00000100:00100000:2.0:1775764649.736555:0:3331:0:(client.c:3082:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 34359738422 gen 2 00000004:00080000:2.0:1775764649.736561:0:3331:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9445b296c380, transno 34359738421 00000004:00080000:2.0:1775764649.736611:0:3331:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9445b296ce00, transno 34359738422 00000100:00080000:3.0:1775764649.736638:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1775764649.736660:0:3328:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445b296d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3328:1862022119018240:0@lo:400:kworker.0 00000100:00100000:3.0:1775764649.736669:0:3328:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445b296d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3328:1862022119018112:0@lo:400:kworker.0 00000100:00100000:2.0:1775764649.749711:0:3331:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445b296c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3331:1862022119017984:0@lo:400:kworker.0 00010000:00010000:1.0:1775764649.794898:0:43224:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1775764650.158094:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764650.158141:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764650.158171:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764650.158191:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764650.158215:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764650.158252:0:42945:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098481664 00000100:00100000:2.0:1775764650.158261:0:42945:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098481664 00000100:00100000:2.0:1775764650.158317:0:42945:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098481536 00000100:00100000:2.0:1775764650.158321:0:42945:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098481536 00000100:00100000:2.0:1775764650.158348:0:42945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 197 00000100:00100000:2.0:1775764650.158360:0:42945:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94448673bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+13:2379:x1862022098481664:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:2.0:1775764650.158453:0:42945:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94448673bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+13:2379:x1862022098481664:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 95us (310us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764650.158461:0:42945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 197 00000100:00100000:2.0:1775764650.158480:0:42945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 198 00000100:00100000:2.0:1775764650.158487:0:42945:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486739500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+10:2379:x1862022098481536:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:2.0:1775764650.158512:0:42945:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486739500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+10:2379:x1862022098481536:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 26us (320us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764650.158517:0:42945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 198 00000100:00100000:2.0:1775764650.158537:0:42319:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098481280 00000100:00100000:2.0:1775764650.158541:0:42319:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098481280 00000100:00100000:2.0:1775764650.158567:0:42319:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 228 00000100:00100000:2.0:1775764650.158574:0:42319:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94458728ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:24b54882-c0a1-43f2-954f-009e5a9afc9d+12:2379:x1862022098481280:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:2.0:1775764650.158836:0:42319:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94458728ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:24b54882-c0a1-43f2-954f-009e5a9afc9d+12:2379:x1862022098481280:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 27us (428us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764650.158844:0:42319:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 228 00000100:00100000:2.0:1775764650.158885:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098481408 00000100:00100000:2.0:1775764650.158890:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098481408 00000100:00100000:2.0:1775764650.158920:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098481792 00000100:00100000:2.0:1775764650.158923:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098481792 00000100:00100000:2.0:1775764650.158947:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 271 00000100:00100000:2.0:1775764650.158954:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486739f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+28:2379:x1862022098481408:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:2.0:1775764650.158989:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486739f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+28:2379:x1862022098481408:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 35us (912us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764650.158996:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 271 00000100:00100000:2.0:1775764650.159007:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 272 00000100:00100000:2.0:1775764650.159014:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94448673b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:82781e18-e0e3-4f9f-9a2b-041bf0344414+5:2379:x1862022098481792:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:2.0:1775764650.159040:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94448673b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:82781e18-e0e3-4f9f-9a2b-041bf0344414+5:2379:x1862022098481792:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 26us (824us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764650.159046:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 272 00000100:00080000:2.0:1775764650.159397:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1775764650.159403:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1775764650.159405:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1775764650.287352:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764650.287458:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098481920 00000100:00100000:2.0:1775764650.287468:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098481920 00000100:00100000:2.0:1775764650.287527:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 620 00000100:00100000:2.0:1775764650.287538:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94458913a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+28:58047:x1862022098481920:12345-192.168.202.28@tcp:60:lhsmtool_posix.0 00000100:00100000:2.0:1775764650.287664:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94458913a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+28:58047:x1862022098481920:12345-192.168.202.28@tcp:60:lhsmtool_posix.0 Request processed in 128us (321us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764650.287672:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 620 00000100:00100000:3.0:1775764650.304634:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764650.304930:0:42328:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098482176 00000100:00100000:1.0:1775764650.304944:0:42328:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098482176 00000100:00100000:1.0:1775764650.305024:0:42328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 181 00000100:00100000:1.0:1775764650.305039:0:42328:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445becaa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+28:58047:x1862022098482176:12345-192.168.202.28@tcp:35:lhsmtool_posix.0 00000100:00100000:1.0:1775764650.306504:0:42328:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445becaa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+29:58047:x1862022098482176:12345-192.168.202.28@tcp:35:lhsmtool_posix.0 Request processed in 1461us (1877us total) trans 34359738899 rc 0/0 00000100:00100000:1.0:1775764650.306519:0:42328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 181 00010000:00010000:1.0:1775764650.821259:0:42312:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775764650.950509:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764650.950938:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098482304 00000100:00100000:3.0:1775764650.950952:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098482304 00000100:00100000:3.0:1775764650.951020:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 621 00000100:00100000:3.0:1775764650.951030:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bea11f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:82781e18-e0e3-4f9f-9a2b-041bf0344414+5:58512:x1862022098482304:12345-192.168.202.28@tcp:101:lsof.0 00010000:00010000:3.0:1775764650.951173:0:42326:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764650.951197:0:42326:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694200/0x57b8ff0e030507c0 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b6ca expref: -99 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764650.951272:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694c00/0x57b8ff0e030507c7 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764650.951289:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694c00/0x57b8ff0e030507c7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764650.951303:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694c00/0x57b8ff0e030507c7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764650.957482:0:42326:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 9728 00000004:00200000:2.0:1775764650.957494:0:42326:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 40 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764650.957730:0:42326:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694c00/0x57b8ff0e030507c7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764650.957778:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694200/0x57b8ff0e030507c0 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b6ca expref: 7 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764650.958229:0:42326:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694c00/0x57b8ff0e030507c7 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b6ca expref: 6 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764650.958242:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff944586564e00) 00010000:00010000:2.0:1775764650.958246:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1775764650.958250:0:42326:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445be694c00, rc 0) 00000100:00100000:2.0:1775764650.958501:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bea11f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:82781e18-e0e3-4f9f-9a2b-041bf0344414+6:58512:x1862022098482304:12345-192.168.202.28@tcp:101:lsof.0 Request processed in 7471us (8000us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764650.958513:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 621 00000100:00100000:2.0:1775764651.265376:0:3331:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bea12300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3331:1862022119018496:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1775764651.265475:0:3331:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764651.266210:0:42948:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119018496 00000100:00100000:1.0:1775764651.266223:0:42948:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119018496 00000100:00100000:1.0:1775764651.266344:0:42948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 119 00000100:00100000:1.0:1775764651.266359:0:42948:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94448673ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3331:x1862022119018496:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1775764651.266419:0:42948:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 1703936 granted 69795840 pending 0 free 3765436416 avail 3763339264 00000100:00100000:1.0:1775764651.266510:0:42948:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94448673ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3331:x1862022119018496:12345-0@lo:13:osp-pre-1-0.0 Request processed in 156us (1035us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764651.266519:0:42948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 119 00000100:00080000:2.0:1775764651.266659:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1775764651.266773:0:3331:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bea12300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3331:1862022119018496:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1775764651.841784:0:42313:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764652.865065:0:43224:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1775764653.057290:0:42356:0:(llog.c:800:llog_process_thread()) index: 8, lh_last_idx: 8 synced_idx: 8 lgh_last_idx: 8 00000040:00080000:2.0:1775764653.057300:0:42356:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x32:0x0] at index 8 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1775764653.057582:0:42356:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x32:0x0] index 13 count 1 00000040:00080000:2.0:1775764653.057590:0:42356:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 9 count 2 00010000:00010000:1.0:1775764653.891170:0:42312:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:1.0:1775764653.949202:0:5825:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 34359738899 is committed 00000100:00100000:3.0:1775764654.338601:0:3329:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1775764654.338630:0:3329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bea13b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3329:1862022119018624:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1775764654.338719:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764654.338978:0:42947:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119018624 00000100:00100000:0.0:1775764654.338986:0:42947:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119018624 00000100:00100000:0.0:1775764654.339072:0:42947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 120 00000100:00100000:0.0:1775764654.339084:0:42947:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445beca9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3329:x1862022119018624:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1775764654.339127:0:42947:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 61276160 pending 0 free 3704619008 avail 3702521856 00000100:00100000:0.0:1775764654.339182:0:42947:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445beca9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3329:x1862022119018624:12345-0@lo:13:osp-pre-0-0.0 Request processed in 100us (462us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764654.339188:0:42947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 120 00000100:00080000:2.0:1775764654.339256:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1775764654.341260:0:3329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bea13b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3329:1862022119018624:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1775764654.849505:0:3328:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bea12300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3328:1862022119019136:0@lo:400:kworker.0 00000100:00100000:1.0:1775764654.849579:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764654.849654:0:3328:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1775764654.849661:0:3328:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bea10e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d8dacf45-8471-4226-a2fb-1fac83f69c1e:3328:1862022119018752:0@lo:400:kworker.0 00000100:00100000:1.0:1775764654.849704:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764654.849731:0:3328:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bea10700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3328:1862022119019264:0@lo:400:kworker.0 00000100:00100000:1.0:1775764654.849753:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764654.850110:0:42317:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119018752 00000100:00100000:1.0:1775764654.850118:0:42317:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119018752 00000100:00100000:1.0:1775764654.850165:0:42317:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 229 00000100:00100000:1.0:1775764654.850174:0:42317:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94458728a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d8dacf45-8471-4226-a2fb-1fac83f69c1e+18:3328:x1862022119018752:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764654.850225:0:42317:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94458728a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d8dacf45-8471-4226-a2fb-1fac83f69c1e+18:3328:x1862022119018752:12345-0@lo:400:kworker.0 Request processed in 52us (520us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764654.850232:0:42317:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 229 00000100:00100000:1.0:1775764654.850267:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119019136 00000100:00100000:1.0:1775764654.850271:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119019136 00000100:00100000:1.0:1775764654.850307:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119019264 00000100:00100000:1.0:1775764654.850310:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119019264 00000100:00100000:1.0:1775764654.850334:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 273 00000100:00100000:1.0:1775764654.850340:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944589139f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3328:x1862022119019136:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764654.850372:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944589139f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3328:x1862022119019136:12345-0@lo:400:kworker.0 Request processed in 33us (794us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764654.850378:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 273 00000100:00100000:1.0:1775764654.850390:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 274 00000100:00100000:1.0:1775764654.850397:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94458913b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3328:x1862022119019264:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764654.850422:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94458913b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3328:x1862022119019264:12345-0@lo:400:kworker.0 Request processed in 25us (668us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764654.850428:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 274 00000100:00080000:1.0:1775764654.850457:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1775764654.850486:0:3328:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bea10e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d8dacf45-8471-4226-a2fb-1fac83f69c1e:3328:1862022119018752:0@lo:400:kworker.0 00000100:00100000:1.0:1775764654.850500:0:3328:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bea10700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3328:1862022119019264:0@lo:400:kworker.0 00000100:00100000:1.0:1775764654.850508:0:3328:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bea12300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3328:1862022119019136:0@lo:400:kworker.0 00000100:00100000:3.0:1775764654.850658:0:3331:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bea13b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3331:1862022119019008:0@lo:400:kworker.0 00000100:00100000:3.0:1775764654.850702:0:3331:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764654.850728:0:3331:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1775764654.850734:0:3331:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bea10000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3331:1862022119018880:0@lo:400:kworker.0 00000100:00100000:3.0:1775764654.850758:0:3331:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764654.851040:0:42945:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119018880 00000100:00100000:0.0:1775764654.851045:0:42945:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119018880 00000100:00100000:0.0:1775764654.851097:0:42945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 199 00000100:00100000:0.0:1775764654.851105:0:42945:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445becaaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3331:x1862022119018880:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764654.851147:0:42945:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445becaaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3331:x1862022119018880:12345-0@lo:400:kworker.0 Request processed in 44us (387us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764654.851154:0:42945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 199 00000100:00080000:3.0:1775764654.851472:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1775764654.851500:0:3331:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bea10000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3331:1862022119018880:0@lo:400:kworker.0 00000100:00100000:1.0:1775764654.851699:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119019008 00000100:00100000:1.0:1775764654.851705:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119019008 00000100:00100000:1.0:1775764654.851792:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 275 00000100:00100000:1.0:1775764654.851820:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445becab800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3331:x1862022119019008:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764654.851874:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445becab800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3331:x1862022119019008:12345-0@lo:400:kworker.0 Request processed in 76us (1171us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764654.851893:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 275 00000100:00100000:3.0:1775764654.851952:0:3331:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bea13b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3331:1862022119019008:0@lo:400:kworker.0 00010000:00010000:0.0:1775764654.913451:0:42313:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775764655.280520:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764655.280577:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764655.280616:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764655.280650:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764655.280732:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764655.280769:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098482560 00000100:00100000:0.0:1775764655.280780:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098482560 00000100:00100000:0.0:1775764655.280880:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098482944 00000100:00100000:0.0:1775764655.280884:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098482944 00000100:00100000:0.0:1775764655.280915:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 276 00000100:00100000:0.0:1775764655.280925:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bea13b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+28:2376:x1862022098482560:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:0.0:1775764655.281039:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bea13b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+28:2376:x1862022098482560:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 115us (530us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764655.281049:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 276 00000100:00100000:0.0:1775764655.281069:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 277 00000100:00100000:0.0:1775764655.281077:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bea10700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:82781e18-e0e3-4f9f-9a2b-041bf0344414+6:2377:x1862022098482944:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:0.0:1775764655.281102:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bea10700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:82781e18-e0e3-4f9f-9a2b-041bf0344414+6:2377:x1862022098482944:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 26us (371us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764655.281108:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 277 00000100:00100000:3.0:1775764655.281448:0:42944:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098482816 00000100:00100000:3.0:1775764655.281454:0:42944:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098482816 00000100:00100000:3.0:1775764655.281492:0:42944:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098482688 00000100:00100000:3.0:1775764655.281496:0:42944:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098482688 00000100:00100000:3.0:1775764655.281525:0:42944:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 200 00000100:00100000:3.0:1775764655.281532:0:42944:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bea10000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+13:2376:x1862022098482816:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:3.0:1775764655.281571:0:42944:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bea10000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+13:2376:x1862022098482816:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 40us (994us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764655.281578:0:42944:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 200 00000100:00100000:3.0:1775764655.281592:0:42944:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 201 00000100:00100000:3.0:1775764655.281598:0:42944:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bea12300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+10:2377:x1862022098482688:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:3.0:1775764655.281622:0:42944:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bea12300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+10:2377:x1862022098482688:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 24us (971us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764655.281628:0:42944:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 201 00000100:00080000:3.0:1775764655.281720:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1775764655.281723:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1775764655.281725:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1775764655.282491:0:42318:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098482432 00000100:00100000:2.0:1775764655.282498:0:42318:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098482432 00000100:00100000:2.0:1775764655.282555:0:42318:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 230 00000100:00100000:2.0:1775764655.282564:0:42318:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94458728a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:24b54882-c0a1-43f2-954f-009e5a9afc9d+12:2377:x1862022098482432:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:2.0:1775764655.282620:0:42318:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94458728a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:24b54882-c0a1-43f2-954f-009e5a9afc9d+12:2377:x1862022098482432:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 59us (2004us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764655.282628:0:42318:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 230 00010000:00010000:2.0:1775764655.938703:0:43224:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1775764656.215408:0:47662:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-pcc test 21h: Extend mirror once file was PCC-RO cached ========================================================== 15:57:35 (1775764655) 00000100:00100000:2.0:1775764656.395502:0:3330:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bea10e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3330:1862022119019392:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1775764656.395599:0:3330:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764656.395734:0:42947:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119019392 00000100:00100000:1.0:1775764656.395746:0:42947:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119019392 00000100:00100000:1.0:1775764656.395853:0:42947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 121 00000100:00100000:1.0:1775764656.395865:0:42947:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445b296c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3330:x1862022119019392:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1775764656.395912:0:42947:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 1703936 granted 69795840 pending 0 free 3765436416 avail 3763339264 00000100:00080000:0.0:1775764656.396965:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1775764656.397057:0:42947:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445b296c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3330:x1862022119019392:12345-0@lo:13:osp-pre-1-0.0 Request processed in 1192us (1456us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764656.397070:0:42947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 121 00000100:00100000:2.0:1775764656.399318:0:3330:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bea10e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3330:1862022119019392:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1775764656.963422:0:42312:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775764657.915967:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764657.917467:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098483200 00000100:00100000:1.0:1775764657.917481:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098483200 00000100:00100000:1.0:1775764657.917604:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 622 00000100:00100000:1.0:1775764657.917619:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bea10e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+28:58773:x1862022098483200:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1775764657.917655:0:44493:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764657.917681:0:44493:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944488003e00/0x57b8ff0e030507ce lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b6d1 expref: -99 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764657.917842:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff944488002600/0x57b8ff0e030507d5 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764657.917858:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944488002600/0x57b8ff0e030507d5 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764657.917875:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944488002600/0x57b8ff0e030507d5 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764657.917895:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944488002800/0x57b8ff0e030507dc lrc: 3/1,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764657.917902:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944488002800/0x57b8ff0e030507dc lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764657.917909:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944488002800/0x57b8ff0e030507dc lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764657.918394:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944488002400/0x57b8ff0e030507e3 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764657.918406:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944488002400/0x57b8ff0e030507e3 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764657.918414:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944488002400/0x57b8ff0e030507e3 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764657.918425:0:44493:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000002:0x2:0x0]: returning size 6656 00010000:00010000:1.0:1775764657.918626:0:44493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff944488002600/0x57b8ff0e030507d5 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764657.918633:0:44493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944488002600/0x57b8ff0e030507d5 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764657.918640:0:44493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944488002600/0x57b8ff0e030507d5 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764657.918660:0:44493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944488002600 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:1.0:1775764657.918664:0:44493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944488002600/0x57b8ff0e030507d5 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764657.918672:0:44493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944488002600/0x57b8ff0e030507d5 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764657.918685:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff944582f80200) 00010000:00010000:1.0:1775764657.918689:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764657.918693:0:44493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944488002600/0x57b8ff0e030507d5 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764657.918700:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944488002600/0x57b8ff0e030507d5 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764657.918714:0:44493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944488002800/0x57b8ff0e030507dc lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764657.918720:0:44493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944488002800/0x57b8ff0e030507dc lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764657.918731:0:44493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944488002800/0x57b8ff0e030507dc lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764657.918736:0:44493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944488002800 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:1.0:1775764657.918738:0:44493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944488002800/0x57b8ff0e030507dc lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764657.918744:0:44493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944488002800/0x57b8ff0e030507dc lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764657.918750:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x8d45d6bc (ffff944584d1d800) 00010000:00010000:1.0:1775764657.918752:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764657.918755:0:44493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944488002800/0x57b8ff0e030507dc lrc: 2/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764657.918760:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944488002800/0x57b8ff0e030507dc lrc: 0/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764657.919204:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944488003e00/0x57b8ff0e030507ce lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b6d1 expref: 31 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764657.919222:0:44493:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff944488002400/0x57b8ff0e030507e3 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b6d1 expref: 30 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764657.919229:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff94459084a500) 00010000:00010000:1.0:1775764657.919231:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764657.919234:0:44493:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944488002400, rc 0) 00000100:00100000:1.0:1775764657.919313:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bea10e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+30:58773:x1862022098483200:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 Request processed in 1699us (3359us total) trans 34359738900 rc 0/0 00000100:00100000:1.0:1775764657.919326:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 622 00000100:00080000:0.0:1775764657.919656:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1775764657.927140:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764657.927229:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764657.927302:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098483456 00000100:00100000:2.0:1775764657.927313:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098483456 00000100:00100000:2.0:1775764657.927373:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 623 00000100:00100000:2.0:1775764657.927382:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445becaa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+30:58773:x1862022098483456:12345-192.168.202.28@tcp:59:lhsmtool_posix.0 00000100:00100000:2.0:1775764657.927487:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445becaa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+30:58773:x1862022098483456:12345-192.168.202.28@tcp:59:lhsmtool_posix.0 Request processed in 106us (256us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764657.927494:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 623 00000100:00100000:1.0:1775764657.928165:0:42309:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098483328 00000100:00100000:1.0:1775764657.928170:0:42309:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098483328 00000100:00100000:1.0:1775764657.928244:0:42309:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 53 00000100:00100000:1.0:1775764657.928251:0:42309:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445beca8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+30:2376:x1862022098483328:12345-192.168.202.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1775764657.928275:0:42309:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764657.928297:0:42309:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944488002400/0x57b8ff0e030507e3 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b6d1 expref: 30 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764657.928315:0:42309:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff94459084a500) 00010000:00010000:1.0:1775764657.928321:0:42309:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1775764657.928357:0:42309:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445beca8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+29:2376:x1862022098483328:12345-192.168.202.28@tcp:103:ldlm_bl.0 Request processed in 107us (1226us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764657.928363:0:42309:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 53 00010000:00010000:0.0:1775764657.986489:0:42313:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775764658.005212:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764658.006422:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098483584 00000100:00100000:2.0:1775764658.006439:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098483584 00000100:00100000:2.0:1775764658.006897:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 624 00000100:00100000:2.0:1775764658.006914:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445becaad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+29:58782:x1862022098483584:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:2.0:1775764658.006953:0:42325:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764658.006985:0:42325:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24000/0x57b8ff0e030507f1 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b6d8 expref: -99 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764658.007070:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e030507f8 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764658.007091:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e030507f8 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764658.007105:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e030507f8 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764658.007121:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25000/0x57b8ff0e030507ff lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x7a012ed4 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764658.007127:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25000/0x57b8ff0e030507ff lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x7a012ed4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764658.007133:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25000/0x57b8ff0e030507ff lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x7a012ed4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764658.007448:0:42325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e030507f8 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764658.007457:0:42325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e030507f8 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764658.007464:0:42325:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e030507f8 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764658.007470:0:42325:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445baf25800 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764658.007474:0:42325:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e030507f8 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764658.007481:0:42325:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e030507f8 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764658.007493:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff944586564e00) 00010000:00010000:2.0:1775764658.007496:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764658.007501:0:42325:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e030507f8 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764658.007507:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e030507f8 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764658.007521:0:42325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25000/0x57b8ff0e030507ff lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x7a012ed4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764658.007526:0:42325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25000/0x57b8ff0e030507ff lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x7a012ed4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764658.007532:0:42325:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25000/0x57b8ff0e030507ff lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x7a012ed4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764658.007538:0:42325:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445baf25000 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764658.007540:0:42325:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25000/0x57b8ff0e030507ff lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x7a012ed4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764658.007547:0:42325:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25000/0x57b8ff0e030507ff lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x7a012ed4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764658.007554:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x7a012ed4 (ffff94459084a000) 00010000:00010000:2.0:1775764658.007556:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764658.007559:0:42325:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25000/0x57b8ff0e030507ff lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x7a012ed4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764658.007564:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25000/0x57b8ff0e030507ff lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x7a012ed4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764658.007600:0:42325:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24000/0x57b8ff0e030507f1 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b6d8 expref: 30 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764658.007611:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff944586564e00) 00010000:00010000:2.0:1775764658.007613:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764658.007616:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24000/0x57b8ff0e030507f1 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b6d8 expref: 30 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764658.007624:0:42325:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445baf24000, rc 0) 00000100:00100000:2.0:1775764658.007699:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445becaad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+29:58782:x1862022098483584:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 792us (2499us total) trans 0 rc 301/301 00000100:00100000:2.0:1775764658.007708:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 624 00000100:00100000:0.0:1775764658.017406:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764658.017496:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098483840 00000100:00100000:2.0:1775764658.017510:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098483840 00000100:00100000:2.0:1775764658.017603:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 625 00000100:00100000:2.0:1775764658.017617:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bf4fb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+29:58782:x1862022098483840:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:2.0:1775764658.017657:0:42326:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764658.017661:0:42326:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1775764658.017704:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77000/0x57b8ff0e0305078f lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b6bc expref: 29 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764658.017735:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff944586564e00) 00010000:00010000:2.0:1775764658.017742:0:42326:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775764658.017761:0:42326:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24400/0x57b8ff0e03050806 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b6df expref: -99 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764658.018260:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24000/0x57b8ff0e0305080d lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764658.018281:0:42326:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694c00/0x57b8ff0e030507c7 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b6ca expref: 5 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764658.018289:0:42326:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24000/0x57b8ff0e0305080d lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764658.018331:0:42326:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694c00/0x57b8ff0e030507c7 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b6ca expref: 5 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764658.018348:0:42326:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694c00/0x57b8ff0e030507c7 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b6ca expref: 5 pid: 42326 timeout: 2224 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764658.018365:0:42326:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445b296c380 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:42326:1862022119019520:192.168.202.28@tcp:104: 00000100:00100000:2.0:1775764658.018504:0:42326:0:(client.c:2691:ptlrpc_set_wait()) set ffff944483662780 going to sleep for 11 seconds 00000100:00100000:2.0:1775764658.029346:0:42326:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445b296c380 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:42326:1862022119019520:192.168.202.28@tcp:104: 00010000:00010000:2.0:1775764658.029379:0:42326:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24000/0x57b8ff0e0305080d lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764658.032925:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764658.033168:0:42310:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098483968 00000100:00100000:1.0:1775764658.033180:0:42310:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098483968 00010000:00010000:1.0:1775764658.033238:0:42310:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694c00/0x57b8ff0e030507c7 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b6ca expref: 6 pid: 42326 timeout: 2224 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764658.033286:0:42310:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 124 00000100:00100000:1.0:1775764658.033296:0:42310:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bf4f9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:82781e18-e0e3-4f9f-9a2b-041bf0344414+6:2379:x1862022098483968:12345-192.168.202.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1775764658.033313:0:42310:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764658.033332:0:42310:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694c00/0x57b8ff0e030507c7 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b6ca expref: 6 pid: 42326 timeout: 2224 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764658.033347:0:42310:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694c00/0x57b8ff0e030507c7 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b6ca expref: 6 pid: 42326 timeout: 2224 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764658.033372:0:42310:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694c00/0x57b8ff0e030507c7 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b6ca expref: 6 pid: 42326 timeout: 2224 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764658.033392:0:42310:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff944586564e00) 00010000:00010000:1.0:1775764658.033399:0:42310:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24000/0x57b8ff0e0305080d lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764658.033410:0:42310:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24000/0x57b8ff0e0305080d lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764658.033418:0:42310:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24000/0x57b8ff0e0305080d lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764658.033464:0:42310:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1775764658.033492:0:42326:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24000/0x57b8ff0e0305080d lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764658.033500:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24000/0x57b8ff0e0305080d lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764658.033521:0:42310:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bf4f9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:82781e18-e0e3-4f9f-9a2b-041bf0344414+5:2379:x1862022098483968:12345-192.168.202.28@tcp:103:ldlm_bl.0 Request processed in 226us (610us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764658.033528:0:42310:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 124 00010000:00010000:3.0:1775764658.033538:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695400/0x57b8ff0e03050814 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x7a012ed4 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764658.033559:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695400/0x57b8ff0e03050814 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x7a012ed4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764658.033567:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695400/0x57b8ff0e03050814 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x7a012ed4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00080000:0.0:1775764658.034424:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:3.0:1775764658.034849:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694a00/0x57b8ff0e0305081b lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0x35:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764658.034863:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694a00/0x57b8ff0e0305081b lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764658.034873:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694a00/0x57b8ff0e0305081b lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764658.034885:0:42326:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab1:0x35:0x0]: returning size 0 00010000:00010000:3.0:1775764658.034917:0:42326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24000/0x57b8ff0e0305080d lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764658.034924:0:42326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24000/0x57b8ff0e0305080d lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764658.034933:0:42326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24000/0x57b8ff0e0305080d lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764658.034940:0:42326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445baf24000 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:3.0:1775764658.034945:0:42326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24000/0x57b8ff0e0305080d lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764658.034957:0:42326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24000/0x57b8ff0e0305080d lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764658.034970:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff944586564e00) 00010000:00010000:3.0:1775764658.034973:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764658.034980:0:42326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24000/0x57b8ff0e0305080d lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764658.034985:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24000/0x57b8ff0e0305080d lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764658.035001:0:42326:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000007b8556d6 reply state 00000000f8beb950 transno 34359738901 ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695400/0x57b8ff0e03050814 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x7a012ed4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764658.035011:0:42326:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1775764658.035050:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24400/0x57b8ff0e03050806 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b6df expref: 31 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764658.035070:0:42326:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694a00/0x57b8ff0e0305081b lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b6df expref: 30 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764658.035078:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x35:0x0].0x0 (ffff944586564d00) 00010000:00010000:3.0:1775764658.035081:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1775764658.035083:0:42326:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445be694a00, rc 0) 00000100:00100000:3.0:1775764658.035164:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bf4fb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+31:58782:x1862022098483840:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 17550us (17773us total) trans 34359738901 rc 0/0 00000100:00100000:3.0:1775764658.035173:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 625 00010000:00010000:3.0:1775764658.045852:0:3315:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695400/0x57b8ff0e03050814 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x7a012ed4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764658.045870:0:3315:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695400/0x57b8ff0e03050814 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x7a012ed4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764658.045879:0:3315:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695400/0x57b8ff0e03050814 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x7a012ed4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764658.045885:0:3315:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445be695400 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:3.0:1775764658.045890:0:3315:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695400/0x57b8ff0e03050814 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x7a012ed4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764658.045897:0:3315:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695400/0x57b8ff0e03050814 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x7a012ed4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764658.045915:0:3315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x7a012ed4 (ffff944586564f00) 00010000:00010000:3.0:1775764658.045918:0:3315:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764658.045923:0:3315:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695400/0x57b8ff0e03050814 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x7a012ed4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764658.045929:0:3315:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695400/0x57b8ff0e03050814 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x7a012ed4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764658.049557:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764658.049744:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098484224 00000100:00100000:0.0:1775764658.049757:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098484224 00000100:00100000:0.0:1775764658.049859:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 626 00000100:00100000:0.0:1775764658.049871:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94458913ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+30:58782:x1862022098484224:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:0.0:1775764658.049900:0:44493:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764658.049926:0:44493:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77e00/0x57b8ff0e03050829 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b6e6 expref: -99 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764658.050046:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76400/0x57b8ff0e03050830 lrc: 3/0,1 mode: --/EX res: [0x200003ab1:0x35:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764658.050062:0:44493:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694a00/0x57b8ff0e0305081b lrc: 2/0,0 mode: PR/PR res: [0x200003ab1:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b6df expref: 31 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764658.050076:0:44493:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76400/0x57b8ff0e03050830 lrc: 4/0,1 mode: --/EX res: [0x200003ab1:0x35:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764658.050114:0:44493:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694a00/0x57b8ff0e0305081b lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b6df expref: 31 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764658.050128:0:44493:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694a00/0x57b8ff0e0305081b lrc: 4/0,0 mode: PR/PR res: [0x200003ab1:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b6df expref: 31 pid: 42326 timeout: 2224 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764658.050143:0:44493:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bf4fa300 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:44493:1862022119019648:192.168.202.28@tcp:104: 00000100:00100000:0.0:1775764658.050234:0:44493:0:(client.c:2691:ptlrpc_set_wait()) set ffff9445a6275180 going to sleep for 11 seconds 00000100:00100000:0.0:1775764658.061757:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764658.061848:0:42311:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098484352 00000100:00100000:3.0:1775764658.061859:0:42311:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098484352 00010000:00010000:3.0:1775764658.061903:0:42311:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694a00/0x57b8ff0e0305081b lrc: 5/0,0 mode: PR/PR res: [0x200003ab1:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b6df expref: 32 pid: 42326 timeout: 2224 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764658.061961:0:42311:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 125 00000100:00100000:3.0:1775764658.061971:0:42311:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bf4f8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+32:2378:x1862022098484352:12345-192.168.202.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764658.061994:0:42311:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764658.062001:0:42311:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694a00/0x57b8ff0e0305081b lrc: 5/0,0 mode: PR/PR res: [0x200003ab1:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b6df expref: 32 pid: 42326 timeout: 2224 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764658.062016:0:42311:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694a00/0x57b8ff0e0305081b lrc: 4/0,0 mode: PR/PR res: [0x200003ab1:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b6df expref: 32 pid: 42326 timeout: 2224 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764658.062043:0:42311:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x35:0x0].0x0 (ffff944586564d00) 00010000:00010000:3.0:1775764658.062049:0:42311:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76400/0x57b8ff0e03050830 lrc: 3/0,1 mode: --/EX res: [0x200003ab1:0x35:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764658.062061:0:42311:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76400/0x57b8ff0e03050830 lrc: 3/0,1 mode: EX/EX res: [0x200003ab1:0x35:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764658.062070:0:42311:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76400/0x57b8ff0e03050830 lrc: 4/0,1 mode: EX/EX res: [0x200003ab1:0x35:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764658.062092:0:42311:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764658.062157:0:42311:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bf4f8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+32:2378:x1862022098484352:12345-192.168.202.28@tcp:103:ldlm_bl.0 Request processed in 187us (412us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764658.062164:0:42311:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 125 00010000:00010000:1.0:1775764658.062187:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694a00/0x57b8ff0e0305081b lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b6df expref: 31 pid: 42326 timeout: 2224 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764658.062205:0:44493:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bf4fa300 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:44493:1862022119019648:192.168.202.28@tcp:104: 00010000:00010000:1.0:1775764658.062229:0:44493:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76400/0x57b8ff0e03050830 lrc: 3/0,1 mode: EX/EX res: [0x200003ab1:0x35:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764658.062237:0:44493:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76400/0x57b8ff0e03050830 lrc: 3/0,1 mode: EX/EX res: [0x200003ab1:0x35:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764658.062248:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76400/0x57b8ff0e03050830 lrc: 3/0,1 mode: EX/EX res: [0x200003ab1:0x35:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764658.062282:0:44493:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab1:0x35:0x0]: returning size 0 00000100:00100000:3.0:1775764658.062494:0:42349:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944487fb8a80 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:42349:1862022119019776:0@lo:5:osp-pre-1-0.0 00000100:00100000:3.0:1775764658.062538:0:42349:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764658.062565:0:42349:0:(client.c:2691:ptlrpc_set_wait()) set ffff944482d64240 going to sleep for 11 seconds 00000100:00100000:3.0:1775764658.062583:0:42944:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119019776 00000100:00100000:3.0:1775764658.062587:0:42944:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119019776 00000100:00100000:3.0:1775764658.062629:0:42944:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 151 00000100:00100000:3.0:1775764658.062636:0:42944:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944487fbad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:42349:x1862022119019776:12345-0@lo:5:osp-pre-1-0.0 00002000:00080000:3.0:1775764658.062699:0:42944:0:(ofd_dev.c:1745:ofd_create_hdl()) lustre-OST0001: reserve 32 objects in group 0x280000400 at 290 00000004:00080000:1.0:1775764658.062720:0:44493:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x112:0x0], index 1: 0 00000004:00080000:1.0:1775764658.062731:0:44493:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x112:0x0], index 0: 0 00000004:00080000:1.0:1775764658.062737:0:44493:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x113:0x0], index 0: 0 00000004:00080000:1.0:1775764658.062742:0:44493:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x113:0x0], index 1: 0 00010000:00010000:1.0:1775764658.062950:0:44493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76400/0x57b8ff0e03050830 lrc: 3/0,1 mode: EX/EX res: [0x200003ab1:0x35:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764658.062958:0:44493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76400/0x57b8ff0e03050830 lrc: 2/0,0 mode: EX/EX res: [0x200003ab1:0x35:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764658.062966:0:44493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76400/0x57b8ff0e03050830 lrc: 3/0,0 mode: EX/EX res: [0x200003ab1:0x35:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764658.062972:0:44493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445bfe76400 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:1.0:1775764658.062976:0:44493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76400/0x57b8ff0e03050830 lrc: 3/0,0 mode: EX/EX res: [0x200003ab1:0x35:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764658.062983:0:44493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76400/0x57b8ff0e03050830 lrc: 4/0,0 mode: EX/EX res: [0x200003ab1:0x35:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764658.062996:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x35:0x0].0x0 (ffff944586564d00) 00010000:00010000:1.0:1775764658.062999:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1775764658.063003:0:44493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76400/0x57b8ff0e03050830 lrc: 2/0,0 mode: --/EX res: [0x200003ab1:0x35:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764658.063008:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76400/0x57b8ff0e03050830 lrc: 0/0,0 mode: --/EX res: [0x200003ab1:0x35:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764658.063066:0:44493:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77e00/0x57b8ff0e03050829 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b6e6 expref: 31 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764658.063074:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff944599e85d00) 00010000:00010000:1.0:1775764658.063077:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1775764658.063079:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77e00/0x57b8ff0e03050829 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b6e6 expref: 31 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764658.063091:0:44493:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445bfe77e00, rc 0) 00000100:00100000:1.0:1775764658.063128:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94458913ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+30:58782:x1862022098484224:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 13260us (13592us total) trans 34359738902 rc 301/301 00000100:00100000:1.0:1775764658.063136:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 626 00000100:00100000:0.0:1775764658.064744:0:42347:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bf4faa00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:42347:1862022119019904:0@lo:5:osp-pre-0-0.0 00000100:00100000:0.0:1775764658.064856:0:42347:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764658.064900:0:42347:0:(client.c:2691:ptlrpc_set_wait()) set ffff9445a6275c00 going to sleep for 11 seconds 00000100:00080000:0.0:1775764658.064922:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1775764658.065746:0:43212:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119019904 00000100:00100000:1.0:1775764658.065757:0:43212:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119019904 00000100:00100000:1.0:1775764658.065847:0:43212:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 152 00000100:00100000:1.0:1775764658.065857:0:43212:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bf4f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:42347:x1862022119019904:12345-0@lo:5:osp-pre-0-0.0 00002000:00080000:1.0:1775764658.065907:0:43212:0:(ofd_dev.c:1745:ofd_create_hdl()) lustre-OST0000: reserve 32 objects in group 0x240000400 at 290 00000100:00080000:0.0:1775764658.066433:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1775764658.086963:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764658.087006:0:42327:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098484608 00000100:00100000:0.0:1775764658.087016:0:42327:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098484608 00000100:00100000:0.0:1775764658.087065:0:42327:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 182 00000100:00100000:0.0:1775764658.087075:0:42327:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bf4f9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+30:58782:x1862022098484608:12345-192.168.202.28@tcp:35:lfs.0 00000100:00100000:0.0:1775764658.088520:0:42327:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bf4f9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+31:58782:x1862022098484608:12345-192.168.202.28@tcp:35:lfs.0 Request processed in 1442us (1559us total) trans 34359738903 rc 0/0 00000100:00100000:0.0:1775764658.088530:0:42327:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 182 00000100:00100000:2.0:1775764658.092854:0:42944:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944487fbad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:42349:x1862022119019776:12345-0@lo:5:osp-pre-1-0.0 Request processed in 30208us (30306us total) trans 34359738425 rc 0/0 00000100:00100000:2.0:1775764658.092869:0:42944:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 151 00000100:00100000:3.0:1775764658.099978:0:42349:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944487fb8a80 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:42349:1862022119019776:0@lo:5:osp-pre-1-0.0 00000004:00080000:3.0:1775764658.099997:0:42349:0:(osp_precreate.c:701:osp_precreate_send()) lustre-OST0001-osc-MDT0000: current precreated pool: [0x280000400:0x113:0x0]-[0x280000400:0x141:0x0] 00000100:00100000:2.0:1775764658.100224:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764658.100519:0:43212:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bf4f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:42347:x1862022119019904:12345-0@lo:5:osp-pre-0-0.0 Request processed in 34663us (35662us total) trans 34359738419 rc 0/0 00000100:00100000:3.0:1775764658.100524:0:42327:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098484864 00000100:00100000:1.0:1775764658.100531:0:43212:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 152 00000100:00100000:3.0:1775764658.100532:0:42327:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098484864 00000100:00100000:3.0:1775764658.100580:0:42327:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 183 00000100:00100000:3.0:1775764658.100590:0:42327:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944584de6450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+31:58782:x1862022098484864:12345-192.168.202.28@tcp:35:lfs.0 00000100:00100000:2.0:1775764658.100918:0:42347:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bf4faa00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:42347:1862022119019904:0@lo:5:osp-pre-0-0.0 00000004:00080000:2.0:1775764658.100930:0:42347:0:(osp_precreate.c:701:osp_precreate_send()) lustre-OST0000-osc-MDT0000: current precreated pool: [0x240000400:0x113:0x0]-[0x240000400:0x141:0x0] 00000100:00100000:3.0:1775764658.101238:0:42327:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944584de6450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+32:58782:x1862022098484864:12345-192.168.202.28@tcp:35:lfs.0 Request processed in 648us (1016us total) trans 34359738904 rc 0/0 00000100:00100000:3.0:1775764658.101245:0:42327:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 183 00000100:00100000:0.0:1775764658.142583:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764658.147670:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098484992 00000100:00100000:3.0:1775764658.147690:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098484992 00000100:00100000:3.0:1775764658.147822:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 627 00000100:00100000:3.0:1775764658.147835:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bf4f9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+32:58783:x1862022098484992:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:3.0:1775764658.147872:0:42324:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764658.147900:0:42324:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695400/0x57b8ff0e0305083e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b6ed expref: -99 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764658.147976:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694e00/0x57b8ff0e03050845 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764658.147993:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694e00/0x57b8ff0e03050845 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764658.148008:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694e00/0x57b8ff0e03050845 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764658.148094:0:42324:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 9728 00000004:00200000:3.0:1775764658.148099:0:42324:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 41 stripe count 1 MDT count 1 00000004:00010000:3.0:1775764658.148127:0:42324:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694e00/0x57b8ff0e03050845 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764658.148157:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695400/0x57b8ff0e0305083e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b6ed expref: 34 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764658.148498:0:42324:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694e00/0x57b8ff0e03050845 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b6ed expref: 33 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764658.148510:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff944586564f00) 00010000:00010000:3.0:1775764658.148513:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1775764658.148517:0:42324:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445be694e00, rc 0) 00000100:00100000:3.0:1775764658.148622:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bf4f9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+33:58783:x1862022098484992:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 778us (6037us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764658.148631:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 627 00000100:00100000:1.0:1775764658.152922:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764658.153795:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098485248 00000100:00100000:2.0:1775764658.153846:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098485248 00000100:00100000:2.0:1775764658.153918:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 628 00000100:00100000:2.0:1775764658.153930:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94458913b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+33:58783:x1862022098485248:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:2.0:1775764658.153954:0:42325:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764658.153974:0:42325:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25000/0x57b8ff0e0305084c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b6f4 expref: -99 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764658.154053:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e03050853 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764658.154069:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e03050853 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764658.154085:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e03050853 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764658.154101:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24400/0x57b8ff0e0305085a lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x7a012ed4 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764658.154107:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24400/0x57b8ff0e0305085a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x7a012ed4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764658.154114:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24400/0x57b8ff0e0305085a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x7a012ed4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764658.154215:0:42325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e03050853 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764658.154223:0:42325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e03050853 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764658.154230:0:42325:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e03050853 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764658.154240:0:42325:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445baf25800 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764658.154245:0:42325:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e03050853 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764658.154251:0:42325:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e03050853 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764658.154263:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff944586564f00) 00010000:00010000:2.0:1775764658.154266:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764658.154270:0:42325:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e03050853 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764658.154275:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e03050853 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764658.154286:0:42325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24400/0x57b8ff0e0305085a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x7a012ed4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764658.154291:0:42325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24400/0x57b8ff0e0305085a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x7a012ed4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764658.154296:0:42325:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24400/0x57b8ff0e0305085a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x7a012ed4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764658.154302:0:42325:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445baf24400 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764658.154304:0:42325:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24400/0x57b8ff0e0305085a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x7a012ed4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764658.154310:0:42325:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24400/0x57b8ff0e0305085a lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x7a012ed4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764658.154322:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x7a012ed4 (ffff94459084a000) 00010000:00010000:2.0:1775764658.154324:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764658.154327:0:42325:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24400/0x57b8ff0e0305085a lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x7a012ed4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764658.154332:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24400/0x57b8ff0e0305085a lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x7a012ed4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764658.154364:0:42325:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25000/0x57b8ff0e0305084c lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b6f4 expref: 34 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764658.154375:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff944586564f00) 00010000:00010000:2.0:1775764658.154377:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1775764658.154380:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25000/0x57b8ff0e0305084c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b6f4 expref: 34 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764658.154390:0:42325:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445baf25000, rc 0) 00000100:00100000:2.0:1775764658.154455:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94458913b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+33:58783:x1862022098485248:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 528us (1544us total) trans 0 rc 301/301 00000100:00100000:2.0:1775764658.154462:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 628 00000100:00100000:0.0:1775764658.158981:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764658.159074:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098485376 00000100:00100000:1.0:1775764658.159091:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098485376 00000100:00100000:1.0:1775764658.159160:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 629 00000100:00100000:1.0:1775764658.159170:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bf4f8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+33:58783:x1862022098485376:12345-192.168.202.28@tcp:34:lfs.0 00010000:00010000:1.0:1775764658.159266:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff944488002200/0x57b8ff0e03050861 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764658.159288:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944488002200/0x57b8ff0e03050861 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764658.159301:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944488002200/0x57b8ff0e03050861 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764658.159317:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944488003600/0x57b8ff0e03050868 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x7a012ed4 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764658.159324:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944488003600/0x57b8ff0e03050868 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x7a012ed4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764658.159330:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944488003600/0x57b8ff0e03050868 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x7a012ed4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764658.159457:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944488003a00/0x57b8ff0e0305086f lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0x35:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764658.159465:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944488003a00/0x57b8ff0e0305086f lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x35:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764658.159472:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944488003a00/0x57b8ff0e0305086f lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x35:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764658.159513:0:42324:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab1:0x35:0x0]: returning size 0 00000004:00200000:1.0:1775764658.159518:0:42324:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1775764658.159548:0:42324:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff944488003a00/0x57b8ff0e0305086f lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x35:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764658.159566:0:42324:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff944488002200/0x57b8ff0e03050861 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764658.159577:0:42324:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944488002200/0x57b8ff0e03050861 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764658.159584:0:42324:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944488002200/0x57b8ff0e03050861 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764658.159591:0:42324:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944488002200 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:1.0:1775764658.159597:0:42324:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944488002200/0x57b8ff0e03050861 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764658.159606:0:42324:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944488002200/0x57b8ff0e03050861 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764658.159625:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff944586564f00) 00010000:00010000:1.0:1775764658.159629:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764658.159636:0:42324:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944488002200/0x57b8ff0e03050861 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764658.159765:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944488002200/0x57b8ff0e03050861 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764658.159784:0:42324:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944488003600/0x57b8ff0e03050868 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x7a012ed4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764658.159789:0:42324:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944488003600/0x57b8ff0e03050868 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x7a012ed4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764658.159794:0:42324:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944488003600/0x57b8ff0e03050868 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x7a012ed4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764658.159839:0:42324:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944488003600 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:1.0:1775764658.159842:0:42324:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944488003600/0x57b8ff0e03050868 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x7a012ed4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764658.160393:0:42324:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944488003600/0x57b8ff0e03050868 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x7a012ed4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764658.160404:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x7a012ed4 (ffff944584d1d800) 00010000:00010000:1.0:1775764658.160407:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764658.160410:0:42324:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944488003600/0x57b8ff0e03050868 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x7a012ed4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764658.160416:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944488003600/0x57b8ff0e03050868 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x7a012ed4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764658.160443:0:42324:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944488003a00/0x57b8ff0e0305086f lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x35:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764658.160450:0:42324:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944488003a00/0x57b8ff0e0305086f lrc: 2/0,0 mode: PR/PR res: [0x200003ab1:0x35:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764658.160456:0:42324:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944488003a00/0x57b8ff0e0305086f lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x35:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764658.160461:0:42324:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944488003a00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:1.0:1775764658.160464:0:42324:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944488003a00/0x57b8ff0e0305086f lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x35:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764658.160469:0:42324:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944488003a00/0x57b8ff0e0305086f lrc: 4/0,0 mode: PR/PR res: [0x200003ab1:0x35:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764658.160477:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x35:0x0].0x0 (ffff944584d1dd00) 00010000:00010000:1.0:1775764658.160479:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764658.160484:0:42324:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944488003a00/0x57b8ff0e0305086f lrc: 2/0,0 mode: --/PR res: [0x200003ab1:0x35:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764658.160489:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944488003a00/0x57b8ff0e0305086f lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0x35:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764658.160636:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bf4f8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+33:58783:x1862022098485376:12345-192.168.202.28@tcp:34:lfs.0 Request processed in 1463us (1665us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764658.160658:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 629 00000040:00080000:2.0:1775764658.177127:0:42356:0:(llog.c:800:llog_process_thread()) index: 8, lh_last_idx: 8 synced_idx: 8 lgh_last_idx: 8 00000040:00080000:2.0:1775764658.177139:0:42356:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x32:0x0] at index 8 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1775764658.177747:0:42356:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x32:0x0] index 64768 count 1 00000040:00080000:2.0:1775764658.177759:0:42356:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 9 count 2 00000100:00100000:0.0:1775764658.280343:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764658.280571:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098485504 00000100:00100000:2.0:1775764658.280589:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098485504 00000100:00100000:2.0:1775764658.280729:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 630 00000100:00100000:2.0:1775764658.280744:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bf4fa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+33:58789:x1862022098485504:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:2.0:1775764658.280779:0:42325:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764658.280874:0:42325:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25000/0x57b8ff0e03050876 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b6fb expref: -99 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764658.281002:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24400/0x57b8ff0e0305087d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764658.281022:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24400/0x57b8ff0e0305087d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764658.281039:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24400/0x57b8ff0e0305087d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764658.281058:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e03050884 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x7a012ed4 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764658.281067:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e03050884 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x7a012ed4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764658.281074:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e03050884 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x7a012ed4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764658.281560:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24000/0x57b8ff0e0305088b lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0x35:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764658.281571:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24000/0x57b8ff0e0305088b lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x35:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764658.281580:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24000/0x57b8ff0e0305088b lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x35:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764658.281636:0:42325:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab1:0x35:0x0]: returning size 0 00000004:00200000:2.0:1775764658.281655:0:42325:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764658.281683:0:42325:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24000/0x57b8ff0e0305088b lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x35:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764658.281699:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24000/0x57b8ff0e0305088b lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764658.281711:0:42325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24400/0x57b8ff0e0305087d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764658.281719:0:42325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24400/0x57b8ff0e0305087d lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764658.281727:0:42325:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24400/0x57b8ff0e0305087d lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764658.281735:0:42325:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445baf24400 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764658.281741:0:42325:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24400/0x57b8ff0e0305087d lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764658.281750:0:42325:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24400/0x57b8ff0e0305087d lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764658.281767:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff944586564f00) 00010000:00010000:2.0:1775764658.281772:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764658.281779:0:42325:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24400/0x57b8ff0e0305087d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764658.281786:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24400/0x57b8ff0e0305087d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764658.281837:0:42325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e03050884 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x7a012ed4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764658.281849:0:42325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e03050884 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x7a012ed4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764658.281855:0:42325:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e03050884 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x7a012ed4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764658.281859:0:42325:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445baf25800 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764658.281862:0:42325:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e03050884 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x7a012ed4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764658.281869:0:42325:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e03050884 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x7a012ed4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764658.281876:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x7a012ed4 (ffff94459084a000) 00010000:00010000:2.0:1775764658.281879:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764658.281882:0:42325:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e03050884 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x7a012ed4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764658.281888:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e03050884 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x7a012ed4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764658.282282:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25000/0x57b8ff0e03050876 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b6fb expref: 35 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764658.282306:0:42325:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24000/0x57b8ff0e0305088b lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b6fb expref: 34 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764658.282314:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x35:0x0].0x0 (ffff94459084ac00) 00010000:00010000:2.0:1775764658.282317:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1775764658.282321:0:42325:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445baf24000, rc 0) 00000100:00100000:2.0:1775764658.282439:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bf4fa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+34:58789:x1862022098485504:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 1698us (2111us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764658.282450:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 630 00000100:00100000:0.0:1775764658.291265:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764658.291315:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764658.291538:0:42946:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098485632 00000100:00100000:1.0:1775764658.291550:0:42946:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098485632 00000100:00100000:1.0:1775764658.291633:0:42946:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098485760 00000100:00100000:1.0:1775764658.291636:0:42946:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098485760 00000100:00100000:1.0:1775764658.291681:0:42946:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 153 00000100:00100000:1.0:1775764658.291692:0:42946:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bf4fb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+13:2379:x1862022098485632:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:1.0:1775764658.291714:0:42946:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764658.291750:0:42946:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000004ca593d/0x57b8ff0e03050892 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x112:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b702 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1775764658.291842:0:42946:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x112:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1775764658.291863:0:42946:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1775764658.291866:0:42946:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1775764658.291875:0:42946:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000004ca593d/0x57b8ff0e03050892 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x112:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b702 expref: 14 pid: 42946 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764658.291896:0:42946:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000004ca593d/0x57b8ff0e03050892 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x112:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b702 expref: 14 pid: 42946 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764658.291913:0:42946:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944488003a00, rc 0) 00000100:00100000:1.0:1775764658.291979:0:42946:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bf4fb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+14:2379:x1862022098485632:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 289us (727us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764658.291986:0:42946:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 153 00000100:00100000:1.0:1775764658.292009:0:42946:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 154 00000100:00100000:1.0:1775764658.292016:0:42946:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bf4fb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+10:2379:x1862022098485760:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:1.0:1775764658.292024:0:42946:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764658.292035:0:42946:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000058744ea5/0x57b8ff0e03050899 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x112:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b709 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1775764658.292051:0:42946:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x112:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1775764658.292061:0:42946:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1775764658.292062:0:42946:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1775764658.292067:0:42946:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000058744ea5/0x57b8ff0e03050899 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x112:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b709 expref: 11 pid: 42946 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764658.292079:0:42946:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000058744ea5/0x57b8ff0e03050899 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x112:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b709 expref: 11 pid: 42946 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764658.292088:0:42946:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944488003600, rc 0) 00000100:00100000:1.0:1775764658.292107:0:42946:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bf4fb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+11:2379:x1862022098485760:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 92us (791us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764658.292112:0:42946:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 154 00000100:00080000:0.0:1775764658.294699:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1775764658.294711:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1775764658.300418:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764658.300577:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098486016 00000100:00100000:2.0:1775764658.300587:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098486016 00000100:00100000:2.0:1775764658.300662:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 631 00000100:00100000:2.0:1775764658.300672:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bf4f9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+34:58789:x1862022098486016:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:2.0:1775764658.300698:0:42326:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764658.300720:0:42326:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25000/0x57b8ff0e030508a0 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b710 expref: -99 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764658.300888:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e030508a7 lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0x35:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764658.300904:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e030508a7 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764658.300919:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e030508a7 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764658.300932:0:42326:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab1:0x35:0x0]: returning size 0 00010000:00010000:2.0:1775764658.301070:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25000/0x57b8ff0e030508a0 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b710 expref: 37 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764658.301090:0:42326:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e030508a7 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b710 expref: 36 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764658.301099:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x35:0x0].0x0 (ffff94459084ac00) 00010000:00010000:2.0:1775764658.301103:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1775764658.301107:0:42326:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445baf25800, rc 0) 00000100:00100000:2.0:1775764658.301165:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bf4f9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+36:58789:x1862022098486016:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 495us (761us total) trans 34359738905 rc 0/0 00000100:00100000:2.0:1775764658.301172:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 631 00000100:00100000:1.0:1775764658.314727:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764658.315141:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098486272 00000100:00100000:0.0:1775764658.315151:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098486272 00000100:00100000:0.0:1775764658.315220:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 632 00000100:00100000:0.0:1775764658.315231:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944589139500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+36:58789:x1862022098486272:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:0.0:1775764658.315258:0:44493:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764658.315261:0:44493:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 1 00010000:00010000:0.0:1775764658.315288:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e030508a7 lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b710 expref: 36 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764658.315309:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24000/0x57b8ff0e0305088b lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b6fb expref: 35 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764658.315319:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x35:0x0].0x0 (ffff94459084ac00) 00010000:00010000:0.0:1775764658.315330:0:44493:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1775764658.315346:0:44493:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76200/0x57b8ff0e030508b5 lrc: 2/0,0 mode: --/EX res: [0x200003ab1:0x35:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b717 expref: -99 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764658.315386:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76400/0x57b8ff0e030508bc lrc: 3/1,0 mode: --/CR res: [0x200003ab1:0x35:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764658.315399:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76400/0x57b8ff0e030508bc lrc: 3/1,0 mode: CR/CR res: [0x200003ab1:0x35:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764658.315409:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76400/0x57b8ff0e030508bc lrc: 3/1,0 mode: CR/CR res: [0x200003ab1:0x35:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764658.315422:0:44493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76400/0x57b8ff0e030508bc lrc: 3/1,0 mode: CR/CR res: [0x200003ab1:0x35:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764658.315428:0:44493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76400/0x57b8ff0e030508bc lrc: 2/0,0 mode: CR/CR res: [0x200003ab1:0x35:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764658.315435:0:44493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76400/0x57b8ff0e030508bc lrc: 3/0,0 mode: CR/CR res: [0x200003ab1:0x35:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764658.315440:0:44493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445bfe76400 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:0.0:1775764658.315444:0:44493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76400/0x57b8ff0e030508bc lrc: 3/0,0 mode: CR/CR res: [0x200003ab1:0x35:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764658.315461:0:44493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76400/0x57b8ff0e030508bc lrc: 4/0,0 mode: CR/CR res: [0x200003ab1:0x35:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764658.315469:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x35:0x0].0x0 (ffff944599e85900) 00010000:00010000:0.0:1775764658.315472:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1775764658.315476:0:44493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76400/0x57b8ff0e030508bc lrc: 2/0,0 mode: --/CR res: [0x200003ab1:0x35:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764658.315482:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76400/0x57b8ff0e030508bc lrc: 0/0,0 mode: --/CR res: [0x200003ab1:0x35:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764658.315506:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77e00/0x57b8ff0e030508c3 lrc: 3/0,1 mode: --/EX res: [0x200003ab1:0x35:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764658.315512:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77e00/0x57b8ff0e030508c3 lrc: 3/0,1 mode: EX/EX res: [0x200003ab1:0x35:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764658.315519:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77e00/0x57b8ff0e030508c3 lrc: 3/0,1 mode: EX/EX res: [0x200003ab1:0x35:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764658.315870:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77e00/0x57b8ff0e030508c3 lrc: 3/0,0 mode: CR/CR res: [0x200003ab1:0x35:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b717 expref: 37 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764658.315891:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x35:0x0].0x0 (ffff944599e85900) 00010000:00010000:0.0:1775764658.315894:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:0.0:1775764658.315905:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76200/0x57b8ff0e030508b5 lrc: 0/0,0 mode: --/EX res: [0x200003ab1:0x35:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b717 expref: 37 pid: 44493 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764658.315921:0:44493:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77e00/0x57b8ff0e030508c3 lrc: 3/0,0 mode: CR/CR res: [0x200003ab1:0x35:0x0].0x0 bits 0xa/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b717 expref: 36 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764658.315951:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x35:0x0].0x0 (ffff944599e85900) 00010000:00010000:0.0:1775764658.315954:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:0.0:1775764658.315956:0:44493:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445bfe77e00, rc 0) 00000100:00100000:0.0:1775764658.316053:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944589139500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+36:58789:x1862022098486272:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 824us (1345us total) trans 34359738906 rc 0/0 00000100:00100000:0.0:1775764658.316062:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 632 00000100:00100000:2.0:1775764658.342953:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764658.343090:0:42950:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098486400 00000100:00100000:3.0:1775764658.343102:0:42950:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098486400 00002000:00100000:3.0:1775764658.343166:0:42950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x112:0x0] (0->4095) req@ffff9445b296c380 x1862022098486400/t0(0) o3->7e6eda44-5508-487e-b17f-ff28ad9d3512@192.168.202.28@tcp:139/0 lens 488/0 e 0 to 0 dl 1775764669 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764658.343178:0:42950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9445b296c380 with x1862022098486400 ext(0->4095) 00002000:00010000:3.0:1775764658.343186:0:42950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9445b296c380 00000100:00100000:3.0:1775764658.343231:0:42950:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 51 00000100:00100000:3.0:1775764658.343242:0:42950:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445b296c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+14:2379:x1862022098486400:12345-192.168.202.28@tcp:3:lfs.0 00000100:00100000:3.0:1775764658.343537:0:42950:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445b296c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+14:2379:x1862022098486400:12345-192.168.202.28@tcp:3:lfs.0 Request processed in 295us (609us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764658.343546:0:42950:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 51 00002000:00100000:3.0:1775764658.343554:0:42950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x112:0x0] (0->4095) req@ffff9445b296c380 x1862022098486400/t0(0) o3->7e6eda44-5508-487e-b17f-ff28ad9d3512@192.168.202.28@tcp:139/0 lens 488/440 e 0 to 0 dl 1775764669 ref 1 fl Complete:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764658.343568:0:42950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9445b296c380 with x1862022098486400 ext(0->4095) 00002000:00010000:3.0:1775764658.343572:0:42950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9445b296c380 00000100:00100000:1.0:1775764658.348774:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764658.349415:0:42328:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098486656 00000100:00100000:2.0:1775764658.349428:0:42328:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098486656 00000100:00100000:2.0:1775764658.349491:0:42328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 184 00000100:00100000:2.0:1775764658.349500:0:42328:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944589139180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+36:58789:x1862022098486656:12345-192.168.202.28@tcp:35:lfs.0 00000100:00100000:2.0:1775764658.351355:0:42328:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944589139180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+37:58789:x1862022098486656:12345-192.168.202.28@tcp:35:lfs.0 Request processed in 1838us (2580us total) trans 34359738907 rc 0/0 00000100:00100000:2.0:1775764658.351375:0:42328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 184 00000100:00100000:0.0:1775764658.536476:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764658.536586:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098486784 00000100:00100000:2.0:1775764658.536598:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098486784 00000100:00100000:2.0:1775764658.536708:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 633 00000100:00100000:2.0:1775764658.536722:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bf4fa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+37:58799:x1862022098486784:12345-192.168.202.28@tcp:34:lfs.0 00010000:00010000:2.0:1775764658.536864:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25000/0x57b8ff0e030508ca lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764658.536885:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25000/0x57b8ff0e030508ca lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764658.536899:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25000/0x57b8ff0e030508ca lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764658.536915:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24400/0x57b8ff0e030508d1 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x7a012ed4 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764658.536926:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24400/0x57b8ff0e030508d1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x7a012ed4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764658.536946:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24400/0x57b8ff0e030508d1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x7a012ed4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764658.537075:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24800/0x57b8ff0e030508d8 lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0x35:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764658.537085:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24800/0x57b8ff0e030508d8 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x35:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764658.537092:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24800/0x57b8ff0e030508d8 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x35:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764658.537140:0:42326:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24800/0x57b8ff0e030508d8 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x35:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764658.537154:0:42326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25000/0x57b8ff0e030508ca lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764658.537161:0:42326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25000/0x57b8ff0e030508ca lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764658.537168:0:42326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25000/0x57b8ff0e030508ca lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764658.537175:0:42326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445baf25000 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764658.537180:0:42326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25000/0x57b8ff0e030508ca lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764658.537190:0:42326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25000/0x57b8ff0e030508ca lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764658.537207:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff944586564f00) 00010000:00010000:2.0:1775764658.537212:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764658.537219:0:42326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25000/0x57b8ff0e030508ca lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764658.537226:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25000/0x57b8ff0e030508ca lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764658.537242:0:42326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24400/0x57b8ff0e030508d1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x7a012ed4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764658.537249:0:42326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24400/0x57b8ff0e030508d1 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x7a012ed4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764658.537255:0:42326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24400/0x57b8ff0e030508d1 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x7a012ed4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764658.537261:0:42326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445baf24400 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764658.537264:0:42326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24400/0x57b8ff0e030508d1 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x7a012ed4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764658.537271:0:42326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24400/0x57b8ff0e030508d1 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x7a012ed4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764658.537277:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x7a012ed4 (ffff94459084a000) 00010000:00010000:2.0:1775764658.537280:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764658.537282:0:42326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24400/0x57b8ff0e030508d1 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x7a012ed4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764658.537287:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24400/0x57b8ff0e030508d1 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x7a012ed4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764658.537309:0:42326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24800/0x57b8ff0e030508d8 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x35:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764658.537315:0:42326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24800/0x57b8ff0e030508d8 lrc: 2/0,0 mode: PR/PR res: [0x200003ab1:0x35:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764658.537321:0:42326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24800/0x57b8ff0e030508d8 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x35:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764658.537327:0:42326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445baf24800 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764658.537330:0:42326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24800/0x57b8ff0e030508d8 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x35:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764658.537336:0:42326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24800/0x57b8ff0e030508d8 lrc: 4/0,0 mode: PR/PR res: [0x200003ab1:0x35:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764658.537343:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x35:0x0].0x0 (ffff944599e85900) 00010000:00010000:2.0:1775764658.537345:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764658.537347:0:42326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24800/0x57b8ff0e030508d8 lrc: 2/0,0 mode: --/PR res: [0x200003ab1:0x35:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764658.537352:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24800/0x57b8ff0e030508d8 lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0x35:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764658.537470:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bf4fa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+37:58799:x1862022098486784:12345-192.168.202.28@tcp:34:lfs.0 Request processed in 749us (1003us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764658.537481:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 633 00000100:00100000:1.0:1775764658.580857:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764658.580976:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098487040 00000100:00100000:0.0:1775764658.580999:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098487040 00000100:00100000:0.0:1775764658.581071:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 634 00000100:00100000:0.0:1775764658.581082:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944589138380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+37:58800:x1862022098487040:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:0.0:1775764658.581105:0:44493:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764658.581137:0:44493:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76400/0x57b8ff0e030508df lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b71e expref: -99 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764658.581220:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76200/0x57b8ff0e030508e6 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764658.581236:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76200/0x57b8ff0e030508e6 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764658.581250:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76200/0x57b8ff0e030508e6 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764658.581265:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77000/0x57b8ff0e030508ed lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x7a012ed4 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764658.581271:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77000/0x57b8ff0e030508ed lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x7a012ed4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764658.581277:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77000/0x57b8ff0e030508ed lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x7a012ed4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764658.581386:0:44493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76200/0x57b8ff0e030508e6 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764658.581394:0:44493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76200/0x57b8ff0e030508e6 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764658.581400:0:44493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76200/0x57b8ff0e030508e6 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764658.581406:0:44493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445bfe76200 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:0.0:1775764658.581410:0:44493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76200/0x57b8ff0e030508e6 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764658.581422:0:44493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76200/0x57b8ff0e030508e6 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764658.581436:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff944586564f00) 00010000:00010000:0.0:1775764658.581439:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764658.581444:0:44493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76200/0x57b8ff0e030508e6 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764658.581450:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76200/0x57b8ff0e030508e6 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764658.581463:0:44493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77000/0x57b8ff0e030508ed lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x7a012ed4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764658.581469:0:44493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77000/0x57b8ff0e030508ed lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x7a012ed4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764658.581474:0:44493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77000/0x57b8ff0e030508ed lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x7a012ed4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764658.581479:0:44493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445bfe77000 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:0.0:1775764658.581482:0:44493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77000/0x57b8ff0e030508ed lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x7a012ed4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764658.581487:0:44493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77000/0x57b8ff0e030508ed lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x7a012ed4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764658.581494:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x7a012ed4 (ffff944599e85500) 00010000:00010000:0.0:1775764658.581496:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764658.581499:0:44493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77000/0x57b8ff0e030508ed lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x7a012ed4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764658.581508:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77000/0x57b8ff0e030508ed lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x7a012ed4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764658.581553:0:44493:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76400/0x57b8ff0e030508df lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b71e expref: 38 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764658.581564:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff944586564f00) 00010000:00010000:0.0:1775764658.581566:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1775764658.581569:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76400/0x57b8ff0e030508df lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b71e expref: 38 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764658.581579:0:44493:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445bfe76400, rc 0) 00000100:00100000:0.0:1775764658.581660:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944589138380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+37:58800:x1862022098487040:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 579us (812us total) trans 0 rc 301/301 00000100:00100000:0.0:1775764658.581668:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 634 00000100:00100000:0.0:1775764658.587861:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764658.587968:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098487168 00000100:00100000:2.0:1775764658.587990:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098487168 00000100:00100000:2.0:1775764658.588061:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 635 00000100:00100000:2.0:1775764658.588074:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445becd4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+37:58800:x1862022098487168:12345-192.168.202.28@tcp:34:lfs.0 00010000:00010000:2.0:1775764658.588161:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24800/0x57b8ff0e030508f4 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764658.588179:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24800/0x57b8ff0e030508f4 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764658.588193:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24800/0x57b8ff0e030508f4 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764658.588208:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24400/0x57b8ff0e030508fb lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x7a012ed4 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764658.588215:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24400/0x57b8ff0e030508fb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x7a012ed4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764658.588221:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24400/0x57b8ff0e030508fb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x7a012ed4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764658.588324:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25000/0x57b8ff0e03050902 lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0x35:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764658.588332:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25000/0x57b8ff0e03050902 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x35:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764658.588339:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25000/0x57b8ff0e03050902 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x35:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764658.588375:0:42326:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab1:0x35:0x0]: returning size 0 00000004:00200000:2.0:1775764658.588379:0:42326:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764658.588390:0:42326:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25000/0x57b8ff0e03050902 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x35:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764658.588407:0:42326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24800/0x57b8ff0e030508f4 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764658.588415:0:42326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24800/0x57b8ff0e030508f4 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764658.588422:0:42326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24800/0x57b8ff0e030508f4 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764658.588428:0:42326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445baf24800 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764658.588432:0:42326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24800/0x57b8ff0e030508f4 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764658.588439:0:42326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24800/0x57b8ff0e030508f4 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764658.588450:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff944586564f00) 00010000:00010000:2.0:1775764658.588453:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764658.588458:0:42326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24800/0x57b8ff0e030508f4 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764658.588463:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24800/0x57b8ff0e030508f4 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764658.588477:0:42326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24400/0x57b8ff0e030508fb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x7a012ed4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764658.588482:0:42326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24400/0x57b8ff0e030508fb lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x7a012ed4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764658.588487:0:42326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24400/0x57b8ff0e030508fb lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x7a012ed4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764658.588492:0:42326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445baf24400 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764658.588494:0:42326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24400/0x57b8ff0e030508fb lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x7a012ed4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764658.588500:0:42326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24400/0x57b8ff0e030508fb lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x7a012ed4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764658.588506:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x7a012ed4 (ffff94459084a000) 00010000:00010000:2.0:1775764658.588509:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764658.588511:0:42326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24400/0x57b8ff0e030508fb lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x7a012ed4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764658.588516:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24400/0x57b8ff0e030508fb lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x7a012ed4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764658.588531:0:42326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25000/0x57b8ff0e03050902 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x35:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764658.588536:0:42326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25000/0x57b8ff0e03050902 lrc: 2/0,0 mode: PR/PR res: [0x200003ab1:0x35:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764658.588542:0:42326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25000/0x57b8ff0e03050902 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x35:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764658.588547:0:42326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445baf25000 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764658.588550:0:42326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25000/0x57b8ff0e03050902 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x35:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764658.588557:0:42326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25000/0x57b8ff0e03050902 lrc: 4/0,0 mode: PR/PR res: [0x200003ab1:0x35:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764658.588567:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x35:0x0].0x0 (ffff944599e85900) 00010000:00010000:2.0:1775764658.588569:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764658.588571:0:42326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25000/0x57b8ff0e03050902 lrc: 2/0,0 mode: --/PR res: [0x200003ab1:0x35:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764658.588576:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25000/0x57b8ff0e03050902 lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0x35:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764658.588784:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445becd4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+37:58800:x1862022098487168:12345-192.168.202.28@tcp:34:lfs.0 Request processed in 713us (933us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764658.588794:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 635 00000100:00100000:1.0:1775764658.616035:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764658.616140:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098487424 00000100:00100000:0.0:1775764658.616151:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098487424 00000100:00100000:0.0:1775764658.616221:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 636 00000100:00100000:0.0:1775764658.616231:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94458913bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+37:58801:x1862022098487424:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:0.0:1775764658.616254:0:44493:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764658.616277:0:44493:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76400/0x57b8ff0e03050909 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b725 expref: -99 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764658.616355:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77000/0x57b8ff0e03050910 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764658.616398:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77000/0x57b8ff0e03050910 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764658.616411:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77000/0x57b8ff0e03050910 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764658.616427:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76200/0x57b8ff0e03050917 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x7a012ed4 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764658.616434:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76200/0x57b8ff0e03050917 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x7a012ed4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764658.616440:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76200/0x57b8ff0e03050917 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x7a012ed4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764658.616597:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944581525000/0x57b8ff0e0305091e lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0x35:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764658.616606:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944581525000/0x57b8ff0e0305091e lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764658.616614:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944581525000/0x57b8ff0e0305091e lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764658.616624:0:44493:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab1:0x35:0x0]: returning size 0 00010000:00010000:0.0:1775764658.616736:0:44493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77000/0x57b8ff0e03050910 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764658.616744:0:44493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77000/0x57b8ff0e03050910 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764658.616752:0:44493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77000/0x57b8ff0e03050910 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764658.616757:0:44493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445bfe77000 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:0.0:1775764658.616762:0:44493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77000/0x57b8ff0e03050910 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764658.616771:0:44493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77000/0x57b8ff0e03050910 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764658.616786:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff944586564f00) 00010000:00010000:0.0:1775764658.616789:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764658.616794:0:44493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77000/0x57b8ff0e03050910 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764658.616855:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77000/0x57b8ff0e03050910 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764658.616871:0:44493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76200/0x57b8ff0e03050917 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x7a012ed4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764658.616877:0:44493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76200/0x57b8ff0e03050917 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x7a012ed4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764658.616882:0:44493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76200/0x57b8ff0e03050917 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x7a012ed4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764658.616888:0:44493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445bfe76200 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:0.0:1775764658.616890:0:44493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76200/0x57b8ff0e03050917 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x7a012ed4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764658.616896:0:44493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76200/0x57b8ff0e03050917 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x7a012ed4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764658.616908:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x7a012ed4 (ffff944599e85500) 00010000:00010000:0.0:1775764658.616910:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764658.616912:0:44493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76200/0x57b8ff0e03050917 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x7a012ed4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764658.616918:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76200/0x57b8ff0e03050917 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x7a012ed4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764658.616958:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76400/0x57b8ff0e03050909 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b725 expref: 40 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764658.616972:0:44493:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff944581525000/0x57b8ff0e0305091e lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b725 expref: 39 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764658.616980:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x35:0x0].0x0 (ffff944599e85900) 00010000:00010000:0.0:1775764658.616982:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1775764658.616984:0:44493:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944581525000, rc 0) 00000100:00100000:0.0:1775764658.617044:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94458913bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+39:58801:x1862022098487424:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 815us (1024us total) trans 34359738908 rc 0/0 00000100:00100000:0.0:1775764658.617052:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 636 00000100:00100000:3.0:1775764658.623923:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764658.624182:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098487680 00000100:00100000:1.0:1775764658.624193:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098487680 00000100:00100000:1.0:1775764658.624255:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 637 00000100:00100000:1.0:1775764658.624265:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944586b89180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+39:58801:x1862022098487680:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:1.0:1775764658.624291:0:42324:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764658.624294:0:42324:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:1.0:1775764658.624319:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694e00/0x57b8ff0e03050845 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b6ed expref: 39 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764658.624339:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff944586564f00) 00010000:00010000:1.0:1775764658.624350:0:42324:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1775764658.624364:0:42324:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944488003200/0x57b8ff0e0305092c lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b72c expref: -99 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764658.625414:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944488002000/0x57b8ff0e03050933 lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0x36:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764658.625429:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944488002000/0x57b8ff0e03050933 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764658.625439:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944488002000/0x57b8ff0e03050933 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764658.625448:0:42324:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab1:0x36:0x0]: returning size 0 00010000:00010000:1.0:1775764658.625490:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944488003200/0x57b8ff0e0305092c lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b72c expref: 41 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764658.625511:0:42324:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff944488002000/0x57b8ff0e03050933 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b72c expref: 40 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764658.625525:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x36:0x0].0x0 (ffff944584d1d900) 00010000:00010000:1.0:1775764658.625528:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1775764658.625530:0:42324:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944488002000, rc 0) 00000100:00100000:1.0:1775764658.625603:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944586b89180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+40:58801:x1862022098487680:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 1339us (1690us total) trans 34359738909 rc 0/0 00000100:00100000:1.0:1775764658.625611:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 637 00000100:00100000:1.0:1775764658.635231:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764658.635897:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098487936 00000100:00100000:0.0:1775764658.635909:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098487936 00000100:00100000:2.0:1775764658.636115:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 638 00000100:00100000:2.0:1775764658.636128:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944589139c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+40:58801:x1862022098487936:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:2.0:1775764658.636154:0:42325:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764658.636178:0:42325:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25000/0x57b8ff0e03050941 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b733 expref: -99 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764658.636299:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24400/0x57b8ff0e03050948 lrc: 3/0,1 mode: --/EX res: [0x200003ab1:0x36:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764658.636320:0:42325:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff944488002000/0x57b8ff0e03050933 lrc: 2/0,0 mode: PR/PR res: [0x200003ab1:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b72c expref: 41 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764658.636331:0:42325:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24400/0x57b8ff0e03050948 lrc: 4/0,1 mode: --/EX res: [0x200003ab1:0x36:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764658.636383:0:42325:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff944488002000/0x57b8ff0e03050933 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b72c expref: 41 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764658.637260:0:42325:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff944488002000/0x57b8ff0e03050933 lrc: 4/0,0 mode: PR/PR res: [0x200003ab1:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b72c expref: 41 pid: 42324 timeout: 2225 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764658.637278:0:42325:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445b296ce00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:42325:1862022119020032:192.168.202.28@tcp:104: 00000100:00100000:2.0:1775764658.637445:0:42325:0:(client.c:2691:ptlrpc_set_wait()) set ffff944483662a80 going to sleep for 11 seconds 00000100:00100000:2.0:1775764658.641992:0:42325:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445b296ce00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:42325:1862022119020032:192.168.202.28@tcp:104: 00010000:00010000:2.0:1775764658.642046:0:42325:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24400/0x57b8ff0e03050948 lrc: 3/0,1 mode: --/EX res: [0x200003ab1:0x36:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764658.649048:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764658.649316:0:42310:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098488064 00000100:00100000:2.0:1775764658.649327:0:42310:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098488064 00010000:00010000:2.0:1775764658.649378:0:42310:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff944488002000/0x57b8ff0e03050933 lrc: 4/0,0 mode: PR/PR res: [0x200003ab1:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b72c expref: 42 pid: 42324 timeout: 2225 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764658.649419:0:42310:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 126 00000100:00100000:2.0:1775764658.649429:0:42310:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944589138e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+42:2377:x1862022098488064:12345-192.168.202.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1775764658.649448:0:42310:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764658.649456:0:42310:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff944488002000/0x57b8ff0e03050933 lrc: 4/0,0 mode: PR/PR res: [0x200003ab1:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b72c expref: 42 pid: 42324 timeout: 2225 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764658.649472:0:42310:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff944488002000/0x57b8ff0e03050933 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b72c expref: 42 pid: 42324 timeout: 2225 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764658.649498:0:42310:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944488002000/0x57b8ff0e03050933 lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b72c expref: 42 pid: 42324 timeout: 2225 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764658.649537:0:42310:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x36:0x0].0x0 (ffff944584d1d900) 00010000:00010000:2.0:1775764658.649543:0:42310:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24400/0x57b8ff0e03050948 lrc: 3/0,1 mode: --/EX res: [0x200003ab1:0x36:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764658.649553:0:42310:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24400/0x57b8ff0e03050948 lrc: 3/0,1 mode: EX/EX res: [0x200003ab1:0x36:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764658.649562:0:42310:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24400/0x57b8ff0e03050948 lrc: 4/0,1 mode: EX/EX res: [0x200003ab1:0x36:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764658.649601:0:42310:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775764658.649676:0:42310:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944589138e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+41:2377:x1862022098488064:12345-192.168.202.28@tcp:103:ldlm_bl.0 Request processed in 249us (642us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764658.649684:0:42310:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 126 00010000:00010000:3.0:1775764658.650840:0:42325:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24400/0x57b8ff0e03050948 lrc: 3/0,1 mode: EX/EX res: [0x200003ab1:0x36:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764658.650853:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24400/0x57b8ff0e03050948 lrc: 3/0,1 mode: EX/EX res: [0x200003ab1:0x36:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764658.650878:0:42325:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab1:0x36:0x0]: returning size 0 00000004:00080000:3.0:1775764658.651133:0:42325:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x114:0x0], index 0: 0 00000004:00080000:3.0:1775764658.651142:0:42325:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x114:0x0], index 1: 0 00010000:00010000:3.0:1775764658.651704:0:42325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24400/0x57b8ff0e03050948 lrc: 3/0,1 mode: EX/EX res: [0x200003ab1:0x36:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764658.651716:0:42325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24400/0x57b8ff0e03050948 lrc: 2/0,0 mode: EX/EX res: [0x200003ab1:0x36:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764658.652066:0:42325:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24400/0x57b8ff0e03050948 lrc: 3/0,0 mode: EX/EX res: [0x200003ab1:0x36:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764658.652073:0:42325:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445baf24400 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:3.0:1775764658.652077:0:42325:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24400/0x57b8ff0e03050948 lrc: 3/0,0 mode: EX/EX res: [0x200003ab1:0x36:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764658.652085:0:42325:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24400/0x57b8ff0e03050948 lrc: 4/0,0 mode: EX/EX res: [0x200003ab1:0x36:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764658.652104:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x36:0x0].0x0 (ffff944584d1d900) 00010000:00010000:3.0:1775764658.652107:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1775764658.652113:0:42325:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24400/0x57b8ff0e03050948 lrc: 2/0,0 mode: --/EX res: [0x200003ab1:0x36:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764658.652119:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24400/0x57b8ff0e03050948 lrc: 0/0,0 mode: --/EX res: [0x200003ab1:0x36:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764658.652631:0:42325:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25000/0x57b8ff0e03050941 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b733 expref: 41 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764658.652652:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff94459084a000) 00010000:00010000:3.0:1775764658.652654:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1775764658.652658:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25000/0x57b8ff0e03050941 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b733 expref: 41 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764658.652674:0:42325:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445baf25000, rc 0) 00000100:00100000:3.0:1775764658.653307:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944589139c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+40:58801:x1862022098487936:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 17180us (18088us total) trans 34359738910 rc 301/301 00000100:00100000:3.0:1775764658.653318:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 638 00000100:00100000:1.0:1775764658.659452:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764658.659764:0:42327:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098488320 00000100:00100000:3.0:1775764658.659778:0:42327:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098488320 00000100:00100000:3.0:1775764658.659896:0:42327:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 185 00000100:00100000:3.0:1775764658.659907:0:42327:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944589139880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+40:58801:x1862022098488320:12345-192.168.202.28@tcp:35:lfs.0 00000100:00100000:3.0:1775764658.660859:0:42327:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944589139880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+41:58801:x1862022098488320:12345-192.168.202.28@tcp:35:lfs.0 Request processed in 948us (1418us total) trans 34359738911 rc 0/0 00000100:00100000:3.0:1775764658.660870:0:42327:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 185 00000100:00100000:1.0:1775764658.667269:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764658.667491:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098488448 00000100:00100000:3.0:1775764658.667503:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098488448 00000100:00100000:3.0:1775764658.667575:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 639 00000100:00100000:3.0:1775764658.667584:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bbd78e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+41:58801:x1862022098488448:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:3.0:1775764658.667611:0:42324:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764658.667643:0:42324:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695400/0x57b8ff0e03050956 lrc: 2/0,0 mode: --/CR res: [0x200003ab1:0x36:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b73a expref: -99 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764658.667734:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694e00/0x57b8ff0e0305095d lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0x36:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764658.667749:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694e00/0x57b8ff0e0305095d lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x36:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764658.667763:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694e00/0x57b8ff0e0305095d lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x36:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764658.667828:0:42324:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab1:0x36:0x0]: returning size 0 00000004:00200000:3.0:1775764658.667833:0:42324:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1775764658.667853:0:42324:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694e00/0x57b8ff0e0305095d lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x36:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764658.667894:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695400/0x57b8ff0e03050956 lrc: 0/0,0 mode: --/CR res: [0x200003ab1:0x36:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b73a expref: 43 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764658.667928:0:42324:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694e00/0x57b8ff0e0305095d lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x36:0x0].0x0 bits 0x1a/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b73a expref: 42 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764658.667937:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x36:0x0].0x0 (ffff944586564e00) 00010000:00010000:3.0:1775764658.667940:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:3.0:1775764658.667944:0:42324:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445be694e00, rc 0) 00000100:00100000:3.0:1775764658.668307:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bbd78e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+42:58801:x1862022098488448:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 722us (1047us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764658.668315:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 639 00000100:00100000:1.0:1775764658.673530:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764658.673708:0:42946:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098488576 00000100:00100000:3.0:1775764658.673718:0:42946:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098488576 00000100:00100000:3.0:1775764658.673786:0:42946:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 155 00000100:00100000:3.0:1775764658.673833:0:42946:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bbd7aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+11:2378:x1862022098488576:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:3.0:1775764658.673854:0:42946:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764658.673873:0:42946:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000089e944af/0x57b8ff0e03050964 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x114:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b741 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1775764658.673901:0:42946:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x114:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1775764658.673921:0:42946:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764658.673924:0:42946:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764658.673933:0:42946:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000089e944af/0x57b8ff0e03050964 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x114:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b741 expref: 12 pid: 42946 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764658.673950:0:42946:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000089e944af/0x57b8ff0e03050964 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x114:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b741 expref: 12 pid: 42946 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764658.673964:0:42946:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445be695400, rc 0) 00000100:00100000:0.0:1775764658.674407:0:42946:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bbd7aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+12:2378:x1862022098488576:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 609us (886us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764658.674416:0:42946:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 155 00000100:00100000:1.0:1775764658.678290:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764658.678483:0:42945:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098488704 00000100:00100000:2.0:1775764658.678499:0:42945:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098488704 00000100:00100000:2.0:1775764658.678588:0:42945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 156 00000100:00100000:2.0:1775764658.678600:0:42945:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944584b91850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+14:2379:x1862022098488704:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:2.0:1775764658.678623:0:42945:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764658.678657:0:42945:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000a769674/0x57b8ff0e0305096b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x114:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b748 expref: -99 pid: 42945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1775764658.678690:0:42945:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x114:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1775764658.678711:0:42945:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764658.678714:0:42945:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764658.678733:0:42945:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000a769674/0x57b8ff0e0305096b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x114:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b748 expref: 15 pid: 42945 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764658.678758:0:42945:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000000a769674/0x57b8ff0e0305096b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x114:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b748 expref: 15 pid: 42945 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764658.678775:0:42945:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445baf24800, rc 0) 00000100:00100000:2.0:1775764658.678890:0:42945:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944584b91850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+15:2379:x1862022098488704:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 292us (613us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764658.678898:0:42945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 156 00000100:00100000:1.0:1775764658.686446:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764658.686585:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098488960 00000100:00100000:0.0:1775764658.686600:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098488960 00000100:00100000:0.0:1775764658.686690:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 640 00000100:00100000:0.0:1775764658.686702:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bbd78380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+42:58801:x1862022098488960:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:0.0:1775764658.686725:0:44493:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764658.686748:0:44493:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944581524600/0x57b8ff0e03050972 lrc: 2/0,0 mode: --/CR res: [0x200003ab1:0x35:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b74f expref: -99 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764658.686913:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff944581524c00/0x57b8ff0e03050979 lrc: 3/0,1 mode: --/PW res: [0x200003ab1:0x35:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764658.686933:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944581524c00/0x57b8ff0e03050979 lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0x35:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764658.686949:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944581524c00/0x57b8ff0e03050979 lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0x35:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764658.686964:0:44493:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab1:0x35:0x0]: returning size 0 00010000:00010000:0.0:1775764658.687137:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944581524600/0x57b8ff0e03050972 lrc: 0/0,0 mode: --/CR res: [0x200003ab1:0x35:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b74f expref: 45 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764658.687156:0:44493:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff944581524c00/0x57b8ff0e03050979 lrc: 3/0,0 mode: PW/PW res: [0x200003ab1:0x35:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b74f expref: 44 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764658.687260:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x35:0x0].0x0 (ffff944599e85900) 00010000:00010000:0.0:1775764658.687264:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1775764658.687269:0:44493:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944581524c00, rc 0) 00000100:00100000:0.0:1775764658.687327:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bbd78380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+44:58801:x1862022098488960:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 627us (899us total) trans 34359738912 rc 0/0 00000100:00100000:0.0:1775764658.687335:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 640 00000100:00100000:1.0:1775764658.693516:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764658.693653:0:43212:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098489088 00000100:00100000:2.0:1775764658.693667:0:43212:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098489088 00000100:00100000:2.0:1775764658.693736:0:43212:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 157 00000100:00100000:2.0:1775764658.693748:0:43212:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bbd79180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+15:2378:x1862022098489088:12345-192.168.202.28@tcp:1:lfs.0 00010000:00010000:2.0:1775764658.693838:0:43212:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000038ab7c7e/0x57b8ff0e03050987 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x112:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764658.693856:0:43212:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764658.693859:0:43212:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764658.693863:0:43212:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000038ab7c7e/0x57b8ff0e03050987 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x112:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764658.693876:0:43212:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000038ab7c7e/0x57b8ff0e03050987 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x112:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764658.693907:0:43212:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000038ab7c7e/0x57b8ff0e03050987 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x112:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764658.693921:0:43212:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000038ab7c7e/0x57b8ff0e03050987 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x112:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764658.693928:0:43212:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000038ab7c7e/0x57b8ff0e03050987 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x112:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764658.693935:0:43212:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445baf24e00 already unused, calling callback (ffffffffc177a060) 00010000:00010000:2.0:1775764658.693939:0:43212:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000038ab7c7e/0x57b8ff0e03050987 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x112:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764658.693947:0:43212:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000038ab7c7e/0x57b8ff0e03050987 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x112:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764658.693961:0:43212:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000038ab7c7e/0x57b8ff0e03050987 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x112:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764658.693968:0:43212:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000038ab7c7e/0x57b8ff0e03050987 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x112:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764658.694052:0:43212:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bbd79180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+15:2378:x1862022098489088:12345-192.168.202.28@tcp:1:lfs.0 Request processed in 306us (548us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764658.694060:0:43212:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 157 00000100:00100000:1.0:1775764658.696420:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764658.696849:0:42945:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098489216 00000100:00100000:2.0:1775764658.696862:0:42945:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098489216 00000100:00100000:2.0:1775764658.696922:0:42945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 158 00000100:00100000:2.0:1775764658.696933:0:42945:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bbd7b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+12:2378:x1862022098489216:12345-192.168.202.28@tcp:1:lfs.0 00010000:00010000:2.0:1775764658.696988:0:42945:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000720f1f8f/0x57b8ff0e0305098e lrc: 3/1,0 mode: --/PR res: [0x240000400:0x112:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 42945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764658.697005:0:42945:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764658.697008:0:42945:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764658.697012:0:42945:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000720f1f8f/0x57b8ff0e0305098e lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x112:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 42945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764658.697026:0:42945:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000720f1f8f/0x57b8ff0e0305098e lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x112:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 42945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764658.697057:0:42945:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000720f1f8f/0x57b8ff0e0305098e lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x112:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 42945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764658.697065:0:42945:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000720f1f8f/0x57b8ff0e0305098e lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x112:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 42945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764658.697073:0:42945:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000720f1f8f/0x57b8ff0e0305098e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x112:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 42945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764658.697080:0:42945:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445baf25400 already unused, calling callback (ffffffffc177a060) 00010000:00010000:2.0:1775764658.697084:0:42945:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000720f1f8f/0x57b8ff0e0305098e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x112:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 42945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764658.697093:0:42945:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000720f1f8f/0x57b8ff0e0305098e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x112:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 42945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764658.697115:0:42945:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000720f1f8f/0x57b8ff0e0305098e lrc: 2/0,0 mode: --/PR res: [0x240000400:0x112:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 42945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764658.697123:0:42945:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000720f1f8f/0x57b8ff0e0305098e lrc: 0/0,0 mode: --/PR res: [0x240000400:0x112:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 42945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764658.697225:0:42945:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bbd7b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+12:2378:x1862022098489216:12345-192.168.202.28@tcp:1:lfs.0 Request processed in 294us (812us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764658.697233:0:42945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 158 00000100:00100000:1.0:1775764658.783328:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764658.783964:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098489344 00000100:00100000:2.0:1775764658.784122:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098489344 00000100:00100000:2.0:1775764658.784330:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 641 00000100:00100000:2.0:1775764658.784341:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bbd79500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+44:58801:x1862022098489344:12345-192.168.202.28@tcp:44:lfs.0 00000001:00080000:1.0:1775764658.843835:0:5825:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 34359738912 is committed 00000100:00100000:0.0:1775764658.844159:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bbd79500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+31:58801:x1862022098489344:12345-192.168.202.28@tcp:44:lfs.0 Request processed in 59812us (60835us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764658.847089:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 641 00000100:00100000:1.0:1775764658.847731:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764658.847840:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764658.847985:0:43212:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098489600 00000100:00100000:2.0:1775764658.847994:0:43212:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098489600 00000100:00100000:2.0:1775764658.848044:0:43212:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098489472 00000100:00100000:2.0:1775764658.848047:0:43212:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098489472 00000100:00100000:2.0:1775764658.848076:0:43212:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 159 00000100:00100000:2.0:1775764658.848085:0:43212:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bbd79c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+15:2379:x1862022098489600:12345-192.168.202.28@tcp:16:lfs.0 00000100:00100000:2.0:1775764658.848354:0:43212:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bbd79c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+15:2379:x1862022098489600:12345-192.168.202.28@tcp:16:lfs.0 Request processed in 270us (625us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764658.848362:0:43212:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 159 00000100:00100000:2.0:1775764658.848378:0:43212:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 160 00000100:00100000:2.0:1775764658.848384:0:43212:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bbd79880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+12:2379:x1862022098489472:12345-192.168.202.28@tcp:16:lfs.0 00000100:00100000:2.0:1775764658.848428:0:43212:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bbd79880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+12:2379:x1862022098489472:12345-192.168.202.28@tcp:16:lfs.0 Request processed in 44us (588us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764658.848434:0:43212:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 160 00000100:00100000:1.0:1775764658.865721:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764658.865775:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764658.866476:0:42944:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098489728 00000100:00100000:3.0:1775764658.866496:0:42944:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098489728 00000100:00100000:3.0:1775764658.866629:0:42944:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098489856 00000100:00100000:3.0:1775764658.866641:0:42944:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098489856 00000100:00100000:3.0:1775764658.866679:0:42944:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 161 00000100:00100000:3.0:1775764658.866692:0:42944:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bbd7a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+15:2378:x1862022098489728:12345-192.168.202.28@tcp:1:lfs.0 00010000:00010000:3.0:1775764658.866751:0:42944:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000054cfd1e0/0x57b8ff0e03050995 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x112:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764658.866770:0:42944:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764658.866773:0:42944:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764658.866780:0:42944:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000054cfd1e0/0x57b8ff0e03050995 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x112:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764658.866831:0:42944:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000054cfd1e0/0x57b8ff0e03050995 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x112:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764658.866871:0:42944:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000054cfd1e0/0x57b8ff0e03050995 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x112:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764658.866880:0:42944:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000054cfd1e0/0x57b8ff0e03050995 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x112:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764658.866888:0:42944:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000054cfd1e0/0x57b8ff0e03050995 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x112:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764658.866896:0:42944:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445be694a00 already unused, calling callback (ffffffffc177a060) 00010000:00010000:3.0:1775764658.866901:0:42944:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000054cfd1e0/0x57b8ff0e03050995 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x112:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764658.866910:0:42944:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000054cfd1e0/0x57b8ff0e03050995 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x112:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764658.866926:0:42944:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000054cfd1e0/0x57b8ff0e03050995 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x112:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764658.866933:0:42944:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000054cfd1e0/0x57b8ff0e03050995 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x112:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764658.867186:0:42944:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bbd7a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+15:2378:x1862022098489728:12345-192.168.202.28@tcp:1:lfs.0 Request processed in 497us (1481us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764658.867192:0:42944:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 161 00000100:00100000:3.0:1775764658.867860:0:42944:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 162 00000100:00100000:3.0:1775764658.867870:0:42944:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bbd78000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+12:2379:x1862022098489856:12345-192.168.202.28@tcp:1:lfs.0 00010000:00010000:3.0:1775764658.867897:0:42944:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000e277d88a/0x57b8ff0e0305099c lrc: 3/1,0 mode: --/PR res: [0x240000400:0x112:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764658.867905:0:42944:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764658.867907:0:42944:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764658.867910:0:42944:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e277d88a/0x57b8ff0e0305099c lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x112:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764658.867918:0:42944:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e277d88a/0x57b8ff0e0305099c lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x112:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764658.867936:0:42944:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000e277d88a/0x57b8ff0e0305099c lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x112:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764658.867941:0:42944:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e277d88a/0x57b8ff0e0305099c lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x112:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764658.867946:0:42944:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e277d88a/0x57b8ff0e0305099c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x112:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764658.867954:0:42944:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445be694200 already unused, calling callback (ffffffffc177a060) 00010000:00010000:3.0:1775764658.867958:0:42944:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e277d88a/0x57b8ff0e0305099c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x112:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764658.867962:0:42944:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e277d88a/0x57b8ff0e0305099c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x112:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764658.867969:0:42944:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e277d88a/0x57b8ff0e0305099c lrc: 2/0,0 mode: --/PR res: [0x240000400:0x112:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764658.868885:0:42944:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e277d88a/0x57b8ff0e0305099c lrc: 0/0,0 mode: --/PR res: [0x240000400:0x112:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764658.869301:0:42944:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bbd78000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+12:2379:x1862022098489856:12345-192.168.202.28@tcp:1:lfs.0 Request processed in 1426us (3518us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764658.869315:0:42944:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 162 00000100:00100000:1.0:1775764658.873673:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764658.873786:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098490112 00000100:00100000:0.0:1775764658.873826:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098490112 00000100:00100000:0.0:1775764658.874147:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 642 00000100:00100000:0.0:1775764658.874159:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bbd7b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+31:58801:x1862022098490112:12345-192.168.202.28@tcp:36:lfs.0 00010000:00010000:0.0:1775764658.874219:0:44493:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764658.874248:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694e00/0x57b8ff0e0305095d lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0x36:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b73a expref: 31 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764658.874269:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x36:0x0].0x0 (ffff944586564e00) 00010000:00010000:0.0:1775764658.874281:0:44493:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1775764658.874315:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff944581524600/0x57b8ff0e030509a3 lrc: 3/0,1 mode: --/PW res: [0x200003ab1:0x36:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764658.874327:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944581524600/0x57b8ff0e030509a3 lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0x36:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764658.874337:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944581524600/0x57b8ff0e030509a3 lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0x36:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764658.874555:0:44493:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000a822b33f reply state 000000008d613b8b transno 34359738913 ns: mdt-lustre-MDT0000_UUID lock: ffff944581524600/0x57b8ff0e030509a3 lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0x36:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764658.874567:0:44493:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1775764658.874695:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bbd7b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+32:58801:x1862022098490112:12345-192.168.202.28@tcp:36:lfs.0 Request processed in 538us (1034us total) trans 34359738913 rc 0/0 00000100:00100000:0.0:1775764658.874703:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 642 00000100:00100000:1.0:1775764658.877200:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764658.877423:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098490240 00000100:00100000:2.0:1775764658.877438:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098490240 00000100:00100000:2.0:1775764658.877514:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 643 00000100:00100000:2.0:1775764658.877531:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bbd78700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+32:58801:x1862022098490240:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:2.0:1775764658.877556:0:42324:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764658.877585:0:42324:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24e00/0x57b8ff0e030509aa lrc: 2/0,0 mode: --/CR res: [0x200003ab1:0x36:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b756 expref: -99 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764658.877677:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24e00/0x57b8ff0e030509aa lrc: 3/0,0 mode: CR/CR res: [0x200003ab1:0x36:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b756 expref: 33 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764658.877695:0:42324:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24e00/0x57b8ff0e030509aa lrc: 3/0,0 mode: CR/CR res: [0x200003ab1:0x36:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b756 expref: 33 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764658.877715:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x36:0x0].0x0 (ffff944599e85600) 00010000:00010000:2.0:1775764658.877718:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1775764658.877722:0:42324:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445baf24e00, rc 0) 00000100:00100000:2.0:1775764658.877787:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bbd78700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+33:58801:x1862022098490240:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 258us (601us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764658.877794:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 643 00010000:00010000:3.0:1775764658.877953:0:3314:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff944581524600/0x57b8ff0e030509a3 lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0x36:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764658.877961:0:3314:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944581524600/0x57b8ff0e030509a3 lrc: 2/0,0 mode: PW/PW res: [0x200003ab1:0x36:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764658.877965:0:3314:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944581524600/0x57b8ff0e030509a3 lrc: 3/0,0 mode: PW/PW res: [0x200003ab1:0x36:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764658.877969:0:3314:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944581524600 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:3.0:1775764658.877974:0:3314:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944581524600/0x57b8ff0e030509a3 lrc: 3/0,0 mode: PW/PW res: [0x200003ab1:0x36:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764658.877992:0:3314:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944581524600/0x57b8ff0e030509a3 lrc: 4/0,0 mode: PW/PW res: [0x200003ab1:0x36:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764658.878003:0:3314:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x36:0x0].0x0 (ffff944599e85600) 00010000:00010000:3.0:1775764658.878004:0:3314:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764658.878007:0:3314:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944581524600/0x57b8ff0e030509a3 lrc: 2/0,0 mode: --/PW res: [0x200003ab1:0x36:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764658.878013:0:3314:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944581524600/0x57b8ff0e030509a3 lrc: 0/0,0 mode: --/PW res: [0x200003ab1:0x36:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764658.880750:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764658.880860:0:42946:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098490368 00000100:00100000:2.0:1775764658.880869:0:42946:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098490368 00000100:00100000:2.0:1775764658.880923:0:42946:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 163 00000100:00100000:2.0:1775764658.880930:0:42946:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bbd7aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+12:58801:x1862022098490368:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:2.0:1775764658.880948:0:42946:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764658.880966:0:42946:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000029df7435/0x57b8ff0e030509b1 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x114:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b75d expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764658.881167:0:42946:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000089e944af/0x57b8ff0e03050964 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x114:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b741 expref: 13 pid: 42946 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764658.881175:0:42946:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764658.881177:0:42946:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764658.881180:0:42946:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000029df7435/0x57b8ff0e030509b1 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x114:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b75d expref: 13 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764658.881211:0:42946:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000089e944af/0x57b8ff0e03050964 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x114:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b741 expref: 13 pid: 42946 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764658.881223:0:42946:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000089e944af/0x57b8ff0e03050964 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x114:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b741 expref: 13 pid: 42946 timeout: 2225 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764658.881238:0:42946:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445b296e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:42946:1862022119020160:192.168.202.28@tcp:104: 00000100:00100000:2.0:1775764658.881334:0:42946:0:(client.c:2691:ptlrpc_set_wait()) set ffff944483662d80 going to sleep for 11 seconds 00000100:00100000:1.0:1775764658.883700:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764658.884160:0:42311:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098490496 00000100:00100000:3.0:1775764658.884168:0:42311:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098490496 00010000:00010000:3.0:1775764658.884202:0:42311:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000089e944af/0x57b8ff0e03050964 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x114:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b741 expref: 14 pid: 42946 timeout: 2225 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764658.884242:0:42311:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 127 00000100:00100000:3.0:1775764658.884252:0:42311:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944590fde450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+14:2379:x1862022098490496:12345-192.168.202.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764658.884267:0:42311:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764658.884292:0:42311:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000089e944af/0x57b8ff0e03050964 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x114:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b741 expref: 14 pid: 42946 timeout: 2225 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764658.884306:0:42311:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000089e944af/0x57b8ff0e03050964 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x114:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b741 expref: 14 pid: 42946 timeout: 2225 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764658.884349:0:42311:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764658.884351:0:42311:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764658.884357:0:42311:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000029df7435/0x57b8ff0e030509b1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x114:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b75d expref: 14 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764658.884364:0:42311:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000029df7435/0x57b8ff0e030509b1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x114:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b75d expref: 14 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764658.884397:0:42311:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 0000000029df7435/0x57b8ff0e030509b1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x114:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b75d expref: 14 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764658.884406:0:42311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944586b89f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:42311:1862022119020288:192.168.202.28@tcp:105: 00000100:00100000:3.0:1775764658.884469:0:42311:0:(client.c:2691:ptlrpc_set_wait()) set ffff944482d64d80 going to sleep for 11 seconds 00010000:00010000:2.0:1775764658.884792:0:42946:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000089e944af/0x57b8ff0e03050964 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x114:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b741 expref: 14 pid: 42946 timeout: 2225 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764658.884833:0:42946:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445b296e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:42946:1862022119020160:192.168.202.28@tcp:104: 00010000:00010000:2.0:1775764658.884857:0:42946:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000029df7435/0x57b8ff0e030509b1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x114:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b75d expref: 13 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764658.884866:0:42946:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445baf25e00, rc 0) 00000100:00100000:2.0:1775764658.884900:0:42946:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bbd7aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+13:58801:x1862022098490368:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 3971us (4160us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764658.884905:0:42946:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 163 00000100:00100000:3.0:1775764658.887919:0:42311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944586b89f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:42311:1862022119020288:192.168.202.28@tcp:105: 00010000:00010000:3.0:1775764658.887943:0:42311:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764658.887996:0:42311:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944590fde450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+12:2379:x1862022098490496:12345-192.168.202.28@tcp:103:ldlm_bl.0 Request processed in 3746us (4308us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764658.888007:0:42311:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 127 00000100:00100000:1.0:1775764658.888289:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764658.888567:0:42944:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098490624 00000100:00100000:3.0:1775764658.888577:0:42944:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098490624 00000100:00100000:3.0:1775764658.888684:0:42944:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 164 00000100:00100000:3.0:1775764658.888696:0:42944:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94448678a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+15:58801:x1862022098490624:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:3.0:1775764658.888718:0:42944:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764658.888739:0:42944:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e277d88a/0x57b8ff0e030509b8 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x114:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b764 expref: -99 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764658.888770:0:42944:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000000a769674/0x57b8ff0e0305096b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x114:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b748 expref: 16 pid: 42945 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764658.888780:0:42944:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764658.888783:0:42944:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764658.888787:0:42944:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e277d88a/0x57b8ff0e030509b8 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x114:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b764 expref: 16 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764658.888855:0:42944:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000000a769674/0x57b8ff0e0305096b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x114:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b748 expref: 16 pid: 42945 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764658.888868:0:42944:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000000a769674/0x57b8ff0e0305096b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x114:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b748 expref: 16 pid: 42945 timeout: 2225 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764658.888880:0:42944:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944586b8aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:42944:1862022119020416:192.168.202.28@tcp:104: 00000100:00100000:3.0:1775764658.888924:0:42944:0:(client.c:2691:ptlrpc_set_wait()) set ffff944482d640c0 going to sleep for 11 seconds 00000100:00100000:3.0:1775764658.893298:0:42944:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944586b8aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:42944:1862022119020416:192.168.202.28@tcp:104: 00010000:00010000:3.0:1775764658.893344:0:42944:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000e277d88a/0x57b8ff0e030509b8 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x114:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b764 expref: 16 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764658.893374:0:42944:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445be694200, rc 0) 00000100:00100000:3.0:1775764658.893445:0:42944:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94448678a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+16:58801:x1862022098490624:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 4750us (5155us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764658.893455:0:42944:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 164 00000100:00100000:1.0:1775764658.896249:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764658.896335:0:42310:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098490752 00000100:00100000:2.0:1775764658.896345:0:42310:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098490752 00010000:00010000:2.0:1775764658.896389:0:42310:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000000a769674/0x57b8ff0e0305096b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x114:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b748 expref: 16 pid: 42945 timeout: 2225 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764658.896480:0:42310:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 128 00000100:00100000:2.0:1775764658.896491:0:42310:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486788e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+16:2379:x1862022098490752:12345-192.168.202.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1775764658.896511:0:42310:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764658.896551:0:42310:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000000a769674/0x57b8ff0e0305096b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x114:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b748 expref: 16 pid: 42945 timeout: 2225 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764658.896564:0:42310:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000000a769674/0x57b8ff0e0305096b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x114:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b748 expref: 16 pid: 42945 timeout: 2225 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764658.896586:0:42310:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000a769674/0x57b8ff0e0305096b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x114:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b748 expref: 16 pid: 42945 timeout: 2225 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764658.896603:0:42310:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764658.896606:0:42310:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764658.896612:0:42310:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000e277d88a/0x57b8ff0e030509b8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x114:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b764 expref: 15 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764658.896623:0:42310:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e277d88a/0x57b8ff0e030509b8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x114:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b764 expref: 15 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764658.896672:0:42310:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000e277d88a/0x57b8ff0e030509b8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x114:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b764 expref: 15 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764658.896687:0:42310:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445b296e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:42310:1862022119020544:192.168.202.28@tcp:105: 00000100:00100000:2.0:1775764658.896771:0:42310:0:(client.c:2691:ptlrpc_set_wait()) set ffff944483662d80 going to sleep for 11 seconds 00000100:00100000:2.0:1775764658.900094:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764658.900138:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764658.900171:0:42946:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098491008 00000100:00100000:2.0:1775764658.900180:0:42946:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098491008 00000100:00100000:2.0:1775764658.900230:0:42946:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098490880 00000100:00100000:2.0:1775764658.900233:0:42946:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098490880 00000100:00100000:2.0:1775764658.900255:0:42946:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 165 00000100:00100000:2.0:1775764658.900265:0:42946:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445b296df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+16:2379:x1862022098491008:12345-192.168.202.28@tcp:2:lfs.0 00002000:00010000:2.0:1775764658.900541:0:42946:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x114:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1775764658.900545:0:42946:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x114:0x0] updating lvb mtime from disk: 0 -> 1775764658 00002000:00010000:2.0:1775764658.900548:0:42946:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x114:0x0] updating lvb atime from disk: 0 -> 1775764658 00002000:00010000:2.0:1775764658.900550:0:42946:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x114:0x0] updating lvb ctime from disk: 0 -> 1775764659 00002000:00010000:2.0:1775764658.900552:0:42946:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x114:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:2.0:1775764658.900613:0:42946:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445b296df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+17:2379:x1862022098491008:12345-192.168.202.28@tcp:2:lfs.0 Request processed in 350us (528us total) trans 34359738426 rc 0/0 00000100:00100000:2.0:1775764658.900621:0:42946:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 165 00000100:00100000:2.0:1775764658.900651:0:42946:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 166 00000100:00100000:2.0:1775764658.900659:0:42946:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445b296ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+12:2379:x1862022098490880:12345-192.168.202.28@tcp:2:lfs.0 00002000:00010000:2.0:1775764658.900771:0:42946:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x114:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1775764658.900774:0:42946:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x114:0x0] updating lvb mtime from disk: 0 -> 1775764658 00002000:00010000:2.0:1775764658.900776:0:42946:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x114:0x0] updating lvb atime from disk: 0 -> 1775764658 00002000:00010000:2.0:1775764658.900778:0:42946:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x114:0x0] updating lvb ctime from disk: 0 -> 1775764659 00002000:00010000:2.0:1775764658.900780:0:42946:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x114:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:2.0:1775764658.900828:0:42946:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445b296ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+13:2379:x1862022098490880:12345-192.168.202.28@tcp:2:lfs.0 Request processed in 170us (689us total) trans 34359738420 rc 0/0 00000100:00100000:2.0:1775764658.900835:0:42946:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 166 00000100:00100000:1.0:1775764658.901144:0:42310:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445b296e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:42310:1862022119020544:192.168.202.28@tcp:105: 00010000:00010000:1.0:1775764658.901169:0:42310:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1775764658.901204:0:42310:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486788e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+16:2379:x1862022098490752:12345-192.168.202.28@tcp:103:ldlm_bl.0 Request processed in 4715us (4966us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764658.901213:0:42310:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 128 00000100:00100000:2.0:1775764658.904908:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764658.905020:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098491264 00000100:00100000:3.0:1775764658.905038:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098491264 00000100:00100000:3.0:1775764658.905123:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 644 00000100:00100000:3.0:1775764658.905134:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445b296e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+32:58801:x1862022098491264:12345-192.168.202.28@tcp:36:lfs.0 00010000:00010000:3.0:1775764658.905201:0:44493:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1775764658.905236:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944581525000/0x57b8ff0e0305091e lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b725 expref: 32 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764658.905262:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77e00/0x57b8ff0e030508c3 lrc: 0/0,0 mode: --/CR res: [0x200003ab1:0x35:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b717 expref: 31 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764658.905273:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x35:0x0].0x0 (ffff944599e85900) 00010000:00010000:3.0:1775764658.905279:0:44493:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1775764658.905321:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694a00/0x57b8ff0e030509bf lrc: 3/0,1 mode: --/PW res: [0x200003ab1:0x35:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764658.905337:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694a00/0x57b8ff0e030509bf lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0x35:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764658.905349:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694a00/0x57b8ff0e030509bf lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0x35:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764658.905565:0:44493:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000ea32895b reply state 00000000964888ac transno 34359738914 ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694a00/0x57b8ff0e030509bf lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0x35:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764658.905576:0:44493:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1775764658.905701:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445b296e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+32:58801:x1862022098491264:12345-192.168.202.28@tcp:36:lfs.0 Request processed in 568us (806us total) trans 34359738914 rc 0/0 00000100:00100000:3.0:1775764658.905709:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 644 00000100:00100000:2.0:1775764658.908866:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00010000:00010000:0.0:1775764658.909001:0:3315:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694a00/0x57b8ff0e030509bf lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0x35:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764658.909015:0:3315:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694a00/0x57b8ff0e030509bf lrc: 2/0,0 mode: PW/PW res: [0x200003ab1:0x35:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764658.909022:0:3315:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694a00/0x57b8ff0e030509bf lrc: 3/0,0 mode: PW/PW res: [0x200003ab1:0x35:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764658.909028:0:3315:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445be694a00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:0.0:1775764658.909033:0:3315:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694a00/0x57b8ff0e030509bf lrc: 3/0,0 mode: PW/PW res: [0x200003ab1:0x35:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764658.909041:0:3315:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694a00/0x57b8ff0e030509bf lrc: 4/0,0 mode: PW/PW res: [0x200003ab1:0x35:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764658.909062:0:3315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x35:0x0].0x0 (ffff944599e85900) 00010000:00010000:0.0:1775764658.909065:0:3315:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764658.909072:0:3315:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694a00/0x57b8ff0e030509bf lrc: 2/0,0 mode: --/PW res: [0x200003ab1:0x35:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764658.909078:0:3315:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694a00/0x57b8ff0e030509bf lrc: 0/0,0 mode: --/PW res: [0x200003ab1:0x35:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764658.909224:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098491392 00000100:00100000:3.0:1775764658.909234:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098491392 00000100:00100000:3.0:1775764658.909290:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 645 00000100:00100000:3.0:1775764658.909300:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445b296ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+31:58801:x1862022098491392:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:3.0:1775764658.909325:0:42324:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764658.909343:0:42324:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694c00/0x57b8ff0e030509c6 lrc: 2/0,0 mode: --/CR res: [0x200003ab1:0x35:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b76b expref: -99 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764658.909403:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694c00/0x57b8ff0e030509c6 lrc: 3/0,0 mode: CR/CR res: [0x200003ab1:0x35:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b76b expref: 32 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764658.909418:0:42324:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694c00/0x57b8ff0e030509c6 lrc: 3/0,0 mode: CR/CR res: [0x200003ab1:0x35:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b76b expref: 32 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764658.909438:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x35:0x0].0x0 (ffff944599e85900) 00010000:00010000:3.0:1775764658.909440:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1775764658.909443:0:42324:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445be694c00, rc 0) 00000100:00100000:3.0:1775764658.909506:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445b296ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+32:58801:x1862022098491392:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 207us (651us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764658.909513:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 645 00000100:00100000:2.0:1775764658.913124:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764658.913219:0:42946:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098491520 00000100:00100000:0.0:1775764658.913229:0:42946:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098491520 00000100:00100000:0.0:1775764658.913286:0:42946:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 167 00000100:00100000:0.0:1775764658.913296:0:42946:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445b296d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+16:58801:x1862022098491520:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:0.0:1775764658.913314:0:42946:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764658.913331:0:42946:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003804343d/0x57b8ff0e030509cd lrc: 2/0,0 mode: --/PW res: [0x280000400:0x112:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b772 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764658.913366:0:42946:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000004ca593d/0x57b8ff0e03050892 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x112:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b702 expref: 17 pid: 42946 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764658.913374:0:42946:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764658.913376:0:42946:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764658.913380:0:42946:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003804343d/0x57b8ff0e030509cd lrc: 4/0,0 mode: --/PW res: [0x280000400:0x112:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b772 expref: 17 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764658.913415:0:42946:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000004ca593d/0x57b8ff0e03050892 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x112:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b702 expref: 17 pid: 42946 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764658.913429:0:42946:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000004ca593d/0x57b8ff0e03050892 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x112:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b702 expref: 17 pid: 42946 timeout: 2225 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764658.913443:0:42946:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445becd5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:42946:1862022119020672:192.168.202.28@tcp:104: 00000100:00100000:0.0:1775764658.913535:0:42946:0:(client.c:2691:ptlrpc_set_wait()) set ffff9445a6275540 going to sleep for 11 seconds 00000100:00100000:2.0:1775764658.917029:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764658.917133:0:42946:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445becd5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:42946:1862022119020672:192.168.202.28@tcp:104: 00010000:00010000:0.0:1775764658.917172:0:42946:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000003804343d/0x57b8ff0e030509cd lrc: 3/0,0 mode: --/PW res: [0x280000400:0x112:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b772 expref: 17 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764658.917194:0:42946:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944581524e00, rc 0) 00000100:00100000:0.0:1775764658.917247:0:42946:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445b296d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+17:58801:x1862022098491520:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 3953us (4135us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764658.917258:0:42946:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 167 00000100:00100000:1.0:1775764658.917353:0:42309:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098491648 00000100:00100000:1.0:1775764658.917360:0:42309:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098491648 00010000:00010000:1.0:1775764658.917390:0:42309:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000004ca593d/0x57b8ff0e03050892 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x112:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b702 expref: 17 pid: 42946 timeout: 2225 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764658.917420:0:42309:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 129 00000100:00100000:1.0:1775764658.917428:0:42309:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445b296d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+17:2379:x1862022098491648:12345-192.168.202.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1775764658.917442:0:42309:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764658.917463:0:42309:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000004ca593d/0x57b8ff0e03050892 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x112:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b702 expref: 17 pid: 42946 timeout: 2225 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764658.917477:0:42309:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000004ca593d/0x57b8ff0e03050892 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x112:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b702 expref: 17 pid: 42946 timeout: 2225 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764658.917501:0:42309:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000004ca593d/0x57b8ff0e03050892 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x112:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b702 expref: 17 pid: 42946 timeout: 2225 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764658.917516:0:42309:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1775764658.917529:0:42309:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1775764658.917536:0:42309:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000003804343d/0x57b8ff0e030509cd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x112:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b772 expref: 16 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764658.917545:0:42309:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003804343d/0x57b8ff0e030509cd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x112:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b772 expref: 16 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764658.917581:0:42309:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000003804343d/0x57b8ff0e030509cd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x112:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b772 expref: 16 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764658.917595:0:42309:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944486789f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:42309:1862022119020800:192.168.202.28@tcp:105: 00000100:00100000:1.0:1775764658.917664:0:42309:0:(client.c:2691:ptlrpc_set_wait()) set ffff94458888a000 going to sleep for 11 seconds 00000100:00100000:2.0:1775764658.920617:0:42309:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944486789f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:42309:1862022119020800:192.168.202.28@tcp:105: 00010000:00010000:2.0:1775764658.920654:0:42309:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775764658.920713:0:42309:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445b296d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+16:2379:x1862022098491648:12345-192.168.202.28@tcp:103:ldlm_bl.0 Request processed in 3284us (3694us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764658.920724:0:42309:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 129 00000100:00100000:2.0:1775764658.923172:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764658.923265:0:42944:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098491776 00000100:00100000:3.0:1775764658.923278:0:42944:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098491776 00000100:00100000:3.0:1775764658.923338:0:42944:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 168 00000100:00100000:3.0:1775764658.923349:0:42944:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445b296dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+13:58801:x1862022098491776:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:3.0:1775764658.923372:0:42944:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764658.923394:0:42944:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009022cbfb/0x57b8ff0e030509d4 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x112:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b779 expref: -99 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764658.923430:0:42944:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000058744ea5/0x57b8ff0e03050899 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x112:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b709 expref: 14 pid: 42946 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764658.923445:0:42944:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764658.923447:0:42944:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764658.923451:0:42944:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009022cbfb/0x57b8ff0e030509d4 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x112:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b779 expref: 14 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764658.923496:0:42944:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000058744ea5/0x57b8ff0e03050899 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x112:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b709 expref: 14 pid: 42946 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764658.923538:0:42944:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000058744ea5/0x57b8ff0e03050899 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x112:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b709 expref: 14 pid: 42946 timeout: 2225 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764658.923553:0:42944:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944586b8aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:42944:1862022119020928:192.168.202.28@tcp:104: 00000100:00100000:3.0:1775764658.923702:0:42944:0:(client.c:2691:ptlrpc_set_wait()) set ffff944482d640c0 going to sleep for 11 seconds 00000100:00100000:1.0:1775764658.927459:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764658.927551:0:44302:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098491904 00000100:00100000:0.0:1775764658.927560:0:44302:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098491904 00010000:00010000:0.0:1775764658.927602:0:44302:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000058744ea5/0x57b8ff0e03050899 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x112:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b709 expref: 15 pid: 42946 timeout: 2225 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764658.927659:0:44302:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 130 00000100:00100000:0.0:1775764658.927670:0:44302:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94448678a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+15:2378:x1862022098491904:12345-192.168.202.28@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1775764658.927688:0:44302:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764658.927715:0:44302:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000058744ea5/0x57b8ff0e03050899 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x112:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b709 expref: 15 pid: 42946 timeout: 2225 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764658.927730:0:44302:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000058744ea5/0x57b8ff0e03050899 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x112:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b709 expref: 15 pid: 42946 timeout: 2225 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764658.927757:0:44302:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764658.927759:0:44302:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764658.927765:0:44302:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000009022cbfb/0x57b8ff0e030509d4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x112:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b779 expref: 15 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764658.927775:0:44302:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009022cbfb/0x57b8ff0e030509d4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x112:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b779 expref: 15 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764658.927854:0:44302:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000009022cbfb/0x57b8ff0e030509d4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x112:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b779 expref: 15 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764658.927870:0:44302:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445becd5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:44302:1862022119021056:192.168.202.28@tcp:105: 00000100:00100000:0.0:1775764658.927950:0:44302:0:(client.c:2691:ptlrpc_set_wait()) set ffff9445a6275540 going to sleep for 11 seconds 00010000:00010000:3.0:1775764658.930212:0:42944:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000058744ea5/0x57b8ff0e03050899 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x112:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b709 expref: 15 pid: 42946 timeout: 2225 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764658.930237:0:42944:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944586b8aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:42944:1862022119020928:192.168.202.28@tcp:104: 00010000:00010000:3.0:1775764658.930268:0:42944:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000009022cbfb/0x57b8ff0e030509d4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x112:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b779 expref: 14 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764658.930284:0:42944:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445be695800, rc 0) 00000100:00100000:0.0:1775764658.930754:0:44302:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445becd5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:44302:1862022119021056:192.168.202.28@tcp:105: 00010000:00010000:0.0:1775764658.930768:0:44302:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775764658.930855:0:44302:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94448678a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+14:2378:x1862022098491904:12345-192.168.202.28@tcp:103:ldlm_bl.0 Request processed in 3186us (3405us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764658.930867:0:44302:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 130 00000100:00100000:2.0:1775764658.933415:0:42944:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445b296dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+13:58801:x1862022098491776:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 9166us (9353us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764658.933434:0:42944:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 168 00000100:00100000:1.0:1775764658.937082:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764658.937175:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764658.937313:0:42945:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098492160 00000100:00100000:2.0:1775764658.937324:0:42945:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098492160 00000100:00100000:2.0:1775764658.937415:0:42945:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098492032 00000100:00100000:2.0:1775764658.937420:0:42945:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098492032 00000100:00100000:0.0:1775764658.937456:0:42946:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 169 00000100:00100000:0.0:1775764658.937469:0:42946:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94448678bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+13:2379:x1862022098492160:12345-192.168.202.28@tcp:2:lfs.0 00002000:00010000:0.0:1775764658.937771:0:42946:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x112:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1775764658.937775:0:42946:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x112:0x0] updating lvb mtime from disk: 0 -> 1775764658 00002000:00010000:0.0:1775764658.937778:0:42946:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x112:0x0] updating lvb atime from disk: 0 -> 1775764658 00002000:00010000:0.0:1775764658.937780:0:42946:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x112:0x0] updating lvb ctime from disk: 0 -> 1775764659 00002000:00010000:0.0:1775764658.937782:0:42946:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x112:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:0.0:1775764658.937877:0:42946:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94448678bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+14:2379:x1862022098492160:12345-192.168.202.28@tcp:2:lfs.0 Request processed in 410us (901us total) trans 34359738421 rc 0/0 00000100:00100000:0.0:1775764658.937885:0:42946:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 169 00000100:00100000:0.0:1775764658.937907:0:42946:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 170 00000100:00100000:0.0:1775764658.937914:0:42946:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486788700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+16:2379:x1862022098492032:12345-192.168.202.28@tcp:2:lfs.0 00002000:00010000:0.0:1775764658.938038:0:42946:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x112:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1775764658.938041:0:42946:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x112:0x0] updating lvb mtime from disk: 0 -> 1775764658 00002000:00010000:0.0:1775764658.938043:0:42946:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x112:0x0] updating lvb atime from disk: 0 -> 1775764658 00002000:00010000:0.0:1775764658.938044:0:42946:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x112:0x0] updating lvb ctime from disk: 0 -> 1775764659 00002000:00010000:0.0:1775764658.938046:0:42946:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x112:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:0.0:1775764658.938067:0:42946:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486788700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+17:2379:x1862022098492032:12345-192.168.202.28@tcp:2:lfs.0 Request processed in 154us (892us total) trans 34359738427 rc 0/0 00000100:00100000:0.0:1775764658.938076:0:42946:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 170 00000100:00100000:0.0:1775764658.941903:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764658.942016:0:42328:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098492416 00000100:00100000:2.0:1775764658.942029:0:42328:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098492416 00000100:00100000:2.0:1775764658.942092:0:42328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 186 00000100:00100000:2.0:1775764658.942103:0:42328:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445becd5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+32:58801:x1862022098492416:12345-192.168.202.28@tcp:35:lfs.0 00000004:00010000:2.0:1775764658.942210:0:42328:0:(mdt_open.c:2311:mdt_close_handle_layouts()) ### [0x200003ab1:0x35:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff944581524c00/0x57b8ff0e03050979 lrc: 3/0,0 mode: PW/PW res: [0x200003ab1:0x35:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b74f expref: 32 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764658.942267:0:42328:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25600/0x57b8ff0e030509db lrc: 3/0,1 mode: --/EX res: [0x200003ab1:0x35:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764658.942281:0:42328:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694c00/0x57b8ff0e030509c6 lrc: 2/0,0 mode: CR/CR res: [0x200003ab1:0x35:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b76b expref: 32 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764658.942290:0:42328:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25600/0x57b8ff0e030509db lrc: 4/0,1 mode: --/EX res: [0x200003ab1:0x35:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764658.942333:0:42328:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694c00/0x57b8ff0e030509c6 lrc: 3/0,0 mode: CR/CR res: [0x200003ab1:0x35:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b76b expref: 32 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764658.942348:0:42328:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694c00/0x57b8ff0e030509c6 lrc: 4/0,0 mode: CR/CR res: [0x200003ab1:0x35:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b76b expref: 32 pid: 42324 timeout: 2225 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764658.942365:0:42328:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445b296e680 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:42328:1862022119021184:192.168.202.28@tcp:104: 00000100:00100000:2.0:1775764658.942462:0:42328:0:(client.c:2691:ptlrpc_set_wait()) set ffff944483662780 going to sleep for 11 seconds 00000100:00100000:0.0:1775764658.946534:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764658.946655:0:42311:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098492544 00000100:00100000:3.0:1775764658.946670:0:42311:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098492544 00010000:00010000:3.0:1775764658.946727:0:42311:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694c00/0x57b8ff0e030509c6 lrc: 5/0,0 mode: CR/CR res: [0x200003ab1:0x35:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b76b expref: 33 pid: 42324 timeout: 2225 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764658.946779:0:42311:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 131 00000100:00100000:3.0:1775764658.946790:0:42311:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445becd6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+33:2378:x1862022098492544:12345-192.168.202.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764658.946842:0:42311:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764658.946850:0:42311:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694c00/0x57b8ff0e030509c6 lrc: 5/0,0 mode: CR/CR res: [0x200003ab1:0x35:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b76b expref: 33 pid: 42324 timeout: 2225 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764658.946865:0:42311:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694c00/0x57b8ff0e030509c6 lrc: 4/0,0 mode: CR/CR res: [0x200003ab1:0x35:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b76b expref: 33 pid: 42324 timeout: 2225 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764658.946904:0:42311:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x35:0x0].0x0 (ffff944599e85900) 00010000:00010000:3.0:1775764658.946911:0:42311:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25600/0x57b8ff0e030509db lrc: 3/0,1 mode: --/EX res: [0x200003ab1:0x35:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 42328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764658.946921:0:42311:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25600/0x57b8ff0e030509db lrc: 3/0,1 mode: EX/EX res: [0x200003ab1:0x35:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 42328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764658.946928:0:42311:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25600/0x57b8ff0e030509db lrc: 4/0,1 mode: EX/EX res: [0x200003ab1:0x35:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 42328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764658.946949:0:42311:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764658.947009:0:42311:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445becd6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+33:2378:x1862022098492544:12345-192.168.202.28@tcp:103:ldlm_bl.0 Request processed in 221us (503us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764658.947017:0:42311:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 131 00010000:00010000:2.0:1775764658.947981:0:42328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694c00/0x57b8ff0e030509c6 lrc: 0/0,0 mode: --/CR res: [0x200003ab1:0x35:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b76b expref: 32 pid: 42324 timeout: 2225 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764658.948003:0:42328:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445b296e680 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:42328:1862022119021184:192.168.202.28@tcp:104: 00010000:00010000:2.0:1775764658.948033:0:42328:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25600/0x57b8ff0e030509db lrc: 3/0,1 mode: EX/EX res: [0x200003ab1:0x35:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764658.948044:0:42328:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25600/0x57b8ff0e030509db lrc: 3/0,1 mode: EX/EX res: [0x200003ab1:0x35:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764658.948049:0:42328:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25600/0x57b8ff0e030509db lrc: 3/0,1 mode: EX/EX res: [0x200003ab1:0x35:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764658.948070:0:42328:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24a00/0x57b8ff0e030509e2 lrc: 3/0,1 mode: --/EX res: [0x200003ab1:0x36:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764658.948092:0:42328:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24e00/0x57b8ff0e030509aa lrc: 2/0,0 mode: CR/CR res: [0x200003ab1:0x36:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b756 expref: 31 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764658.948101:0:42328:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24a00/0x57b8ff0e030509e2 lrc: 4/0,1 mode: --/EX res: [0x200003ab1:0x36:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764658.948136:0:42328:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24e00/0x57b8ff0e030509aa lrc: 3/0,0 mode: CR/CR res: [0x200003ab1:0x36:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b756 expref: 31 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764658.948152:0:42328:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24e00/0x57b8ff0e030509aa lrc: 4/0,0 mode: CR/CR res: [0x200003ab1:0x36:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b756 expref: 31 pid: 42324 timeout: 2225 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764658.948166:0:42328:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445b296e680 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:42328:1862022119021312:192.168.202.28@tcp:104: 00000100:00100000:2.0:1775764658.948249:0:42328:0:(client.c:2691:ptlrpc_set_wait()) set ffff944483662780 going to sleep for 11 seconds 00000100:00100000:0.0:1775764658.954184:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764658.954239:0:42328:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445b296e680 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:42328:1862022119021312:192.168.202.28@tcp:104: 00010000:00010000:2.0:1775764658.954283:0:42328:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24a00/0x57b8ff0e030509e2 lrc: 3/0,1 mode: --/EX res: [0x200003ab1:0x36:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42328 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764658.954358:0:42310:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098492672 00000100:00100000:1.0:1775764658.954366:0:42310:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098492672 00010000:00010000:1.0:1775764658.954405:0:42310:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24e00/0x57b8ff0e030509aa lrc: 4/0,0 mode: CR/CR res: [0x200003ab1:0x36:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b756 expref: 32 pid: 42324 timeout: 2225 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764658.954479:0:42310:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 132 00000100:00100000:1.0:1775764658.954489:0:42310:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445becd6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+32:2378:x1862022098492672:12345-192.168.202.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1775764658.954504:0:42310:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764658.954511:0:42310:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24e00/0x57b8ff0e030509aa lrc: 4/0,0 mode: CR/CR res: [0x200003ab1:0x36:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b756 expref: 32 pid: 42324 timeout: 2225 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764658.954534:0:42310:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24e00/0x57b8ff0e030509aa lrc: 3/0,0 mode: CR/CR res: [0x200003ab1:0x36:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b756 expref: 32 pid: 42324 timeout: 2225 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764658.954562:0:42310:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24e00/0x57b8ff0e030509aa lrc: 0/0,0 mode: --/CR res: [0x200003ab1:0x36:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b756 expref: 32 pid: 42324 timeout: 2225 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764658.954580:0:42310:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x36:0x0].0x0 (ffff944599e85600) 00010000:00010000:1.0:1775764658.954585:0:42310:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24a00/0x57b8ff0e030509e2 lrc: 3/0,1 mode: --/EX res: [0x200003ab1:0x36:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764658.954595:0:42310:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24a00/0x57b8ff0e030509e2 lrc: 3/0,1 mode: EX/EX res: [0x200003ab1:0x36:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 42328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764658.954711:0:42310:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24a00/0x57b8ff0e030509e2 lrc: 4/0,1 mode: EX/EX res: [0x200003ab1:0x36:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 42328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764658.954743:0:42310:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1775764658.954832:0:42310:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445becd6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+31:2378:x1862022098492672:12345-192.168.202.28@tcp:103:ldlm_bl.0 Request processed in 311us (628us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764658.954840:0:42310:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 132 00010000:00010000:2.0:1775764658.955079:0:42328:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24a00/0x57b8ff0e030509e2 lrc: 3/0,1 mode: EX/EX res: [0x200003ab1:0x36:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764658.955089:0:42328:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24a00/0x57b8ff0e030509e2 lrc: 3/0,1 mode: EX/EX res: [0x200003ab1:0x36:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42328 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764658.956330:0:42328:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445b296e680 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:42328:1862022119021440:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1775764658.956386:0:42328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764658.956424:0:42328:0:(client.c:2691:ptlrpc_set_wait()) set ffff944483662c00 going to sleep for 11 seconds 00000100:00100000:0.0:1775764658.956497:0:42330:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119021440 00000100:00100000:0.0:1775764658.956503:0:42330:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119021440 00000100:00100000:0.0:1775764658.956563:0:42330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:0.0:1775764658.956571:0:42330:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444867c8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:42328:x1862022119021440:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1775764658.957086:0:42330:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444867c8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:42328:x1862022119021440:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 514us (698us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764658.957095:0:42330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00100000:3.0:1775764658.957132:0:42328:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445b296e680 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:42328:1862022119021440:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1775764658.957190:0:42328:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944586b8aa00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:42328:1862022119021568:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1775764658.957231:0:42328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764658.957263:0:42328:0:(client.c:2691:ptlrpc_set_wait()) set ffff944482d64e40 going to sleep for 11 seconds 00000100:00100000:1.0:1775764658.957283:0:42329:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119021568 00000100:00100000:1.0:1775764658.957288:0:42329:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119021568 00000100:00100000:1.0:1775764658.957320:0:42329:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00100000:1.0:1775764658.957327:0:42329:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944586b89f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:42328:x1862022119021568:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1775764658.957393:0:42329:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944586b89f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:42328:x1862022119021568:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 66us (161us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764658.957399:0:42329:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00000100:00100000:3.0:1775764658.957467:0:42328:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944586b8aa00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:42328:1862022119021568:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1775764658.957532:0:42328:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944586b8aa00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:42328:1862022119021696:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1775764658.957556:0:42328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764658.957757:0:42328:0:(client.c:2691:ptlrpc_set_wait()) set ffff944482d64c00 going to sleep for 11 seconds 00000100:00100000:1.0:1775764658.958014:0:42329:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119021696 00000100:00100000:1.0:1775764658.958020:0:42329:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119021696 00000100:00100000:1.0:1775764658.958041:0:42329:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40 00000100:00100000:1.0:1775764658.958048:0:42329:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445b296e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:42328:x1862022119021696:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1775764658.958099:0:42329:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445b296e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:42328:x1862022119021696:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 52us (542us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764658.958105:0:42329:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40 00000100:00100000:3.0:1775764658.958169:0:42328:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944586b8aa00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:42328:1862022119021696:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1775764658.958215:0:42328:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944586b8aa00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:42328:1862022119021824:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1775764658.958239:0:42328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764658.958261:0:42328:0:(client.c:2691:ptlrpc_set_wait()) set ffff944482d64c00 going to sleep for 11 seconds 00000100:00100000:1.0:1775764658.958302:0:42329:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119021824 00000100:00100000:1.0:1775764658.958306:0:42329:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119021824 00000100:00100000:1.0:1775764658.958324:0:42329:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41 00000100:00100000:1.0:1775764658.958329:0:42329:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944589138e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:42328:x1862022119021824:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1775764658.958382:0:42329:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944589138e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:42328:x1862022119021824:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 53us (142us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764658.958388:0:42329:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41 00000100:00100000:3.0:1775764658.958442:0:42328:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944586b8aa00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:42328:1862022119021824:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1775764658.958469:0:42328:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944586b8aa00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:42328:1862022119021952:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1775764658.958491:0:42328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764658.958510:0:42328:0:(client.c:2691:ptlrpc_set_wait()) set ffff944482d64c00 going to sleep for 11 seconds 00000100:00100000:1.0:1775764658.958613:0:42329:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119021952 00000100:00100000:1.0:1775764658.958616:0:42329:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119021952 00000100:00100000:1.0:1775764658.958641:0:42329:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42 00000100:00100000:1.0:1775764658.958647:0:42329:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94448673b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:42328:x1862022119021952:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1775764658.958697:0:42329:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94448673b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:42328:x1862022119021952:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 51us (205us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764658.958702:0:42329:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42 00000100:00100000:3.0:1775764658.958839:0:42328:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944586b8aa00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:42328:1862022119021952:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1775764658.958875:0:42328:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff94448673bb80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:42328:1862022119022080:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1775764658.958897:0:42328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764658.958913:0:42328:0:(client.c:2691:ptlrpc_set_wait()) set ffff944482d64c00 going to sleep for 11 seconds 00000100:00100000:1.0:1775764658.959089:0:42329:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119022080 00000100:00100000:1.0:1775764658.959093:0:42329:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119022080 00000100:00100000:1.0:1775764658.959110:0:42329:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 43 00000100:00100000:1.0:1775764658.959115:0:42329:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486739500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:42328:x1862022119022080:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1775764658.959157:0:42329:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486739500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:42328:x1862022119022080:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 42us (259us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764658.959162:0:42329:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 43 00000100:00100000:3.0:1775764658.959226:0:42328:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff94448673bb80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:42328:1862022119022080:0@lo:1000:mdt_rdpg00_001.0 00000040:00080000:3.0:1775764658.960487:0:42328:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1775764658.961305:0:42328:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x200000400:0x1:0x0].1, 64 off32832 00000040:00080000:3.0:1775764658.961460:0:42328:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x200003ab0:0x1:0x0].1, 368 off33136 00000001:00080000:3.0:1775764658.961474:0:42328:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 34359738915 00000100:00100000:3.0:1775764658.961597:0:42328:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff94448673bb80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:42328:1862022119022208:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1775764658.962942:0:42328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764658.962979:0:42328:0:(client.c:2691:ptlrpc_set_wait()) set ffff944482d64540 going to sleep for 11 seconds 00000100:00100000:1.0:1775764658.963058:0:42329:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119022208 00000100:00100000:1.0:1775764658.963067:0:42329:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119022208 00000100:00100000:1.0:1775764658.963119:0:42329:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 44 00000100:00100000:1.0:1775764658.963129:0:42329:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444867cad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:42328:x1862022119022208:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1775764658.963422:0:42329:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444867cad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+7:42328:x1862022119022208:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 294us (485us total) trans 34359738428 rc 0/0 00000100:00100000:1.0:1775764658.963431:0:42329:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 44 00000100:00100000:2.0:1775764658.963878:0:42328:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff94448673bb80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:42328:1862022119022208:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1775764658.963941:0:42328:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9444867c9880 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:42328:1862022119022336:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1775764658.963987:0:42328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764658.964013:0:42328:0:(client.c:2691:ptlrpc_set_wait()) set ffff9445b67fc180 going to sleep for 11 seconds 00000100:00100000:0.0:1775764658.964066:0:42329:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119022336 00000100:00100000:0.0:1775764658.964073:0:42329:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119022336 00000100:00100000:0.0:1775764658.964119:0:42329:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 45 00000100:00100000:0.0:1775764658.964126:0:42329:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444867c9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:42328:x1862022119022336:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1775764658.964334:0:42329:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444867c9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+7:42328:x1862022119022336:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 207us (346us total) trans 34359738422 rc 0/0 00000100:00100000:0.0:1775764658.964342:0:42329:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 45 00000100:00100000:2.0:1775764658.964557:0:42328:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9444867c9880 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:42328:1862022119022336:0@lo:1000:mdt_rdpg00_001.0 00000001:00080000:2.0:1775764658.964711:0:42328:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 34359738916 00010000:00010000:2.0:1775764658.964747:0:42328:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24a00/0x57b8ff0e030509e2 lrc: 3/0,1 mode: EX/EX res: [0x200003ab1:0x36:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764658.964759:0:42328:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24a00/0x57b8ff0e030509e2 lrc: 2/0,0 mode: EX/EX res: [0x200003ab1:0x36:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764658.964768:0:42328:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24a00/0x57b8ff0e030509e2 lrc: 3/0,0 mode: EX/EX res: [0x200003ab1:0x36:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764658.964774:0:42328:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445baf24a00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764658.964779:0:42328:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24a00/0x57b8ff0e030509e2 lrc: 3/0,0 mode: EX/EX res: [0x200003ab1:0x36:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764658.964788:0:42328:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24a00/0x57b8ff0e030509e2 lrc: 4/0,0 mode: EX/EX res: [0x200003ab1:0x36:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764658.964842:0:42328:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x36:0x0].0x0 (ffff944599e85600) 00010000:00010000:2.0:1775764658.964846:0:42328:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:2.0:1775764658.964851:0:42328:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24a00/0x57b8ff0e030509e2 lrc: 2/0,0 mode: --/EX res: [0x200003ab1:0x36:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764658.964858:0:42328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24a00/0x57b8ff0e030509e2 lrc: 0/0,0 mode: --/EX res: [0x200003ab1:0x36:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764658.964881:0:42328:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25600/0x57b8ff0e030509db lrc: 3/0,1 mode: EX/EX res: [0x200003ab1:0x35:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764658.964887:0:42328:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25600/0x57b8ff0e030509db lrc: 2/0,0 mode: EX/EX res: [0x200003ab1:0x35:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764658.964893:0:42328:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25600/0x57b8ff0e030509db lrc: 3/0,0 mode: EX/EX res: [0x200003ab1:0x35:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764658.964898:0:42328:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445baf25600 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764658.964900:0:42328:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25600/0x57b8ff0e030509db lrc: 3/0,0 mode: EX/EX res: [0x200003ab1:0x35:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764658.964906:0:42328:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25600/0x57b8ff0e030509db lrc: 4/0,0 mode: EX/EX res: [0x200003ab1:0x35:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764658.964914:0:42328:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x35:0x0].0x0 (ffff944599e85900) 00010000:00010000:2.0:1775764658.964916:0:42328:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:2.0:1775764658.964920:0:42328:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25600/0x57b8ff0e030509db lrc: 2/0,0 mode: --/EX res: [0x200003ab1:0x35:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764658.964925:0:42328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25600/0x57b8ff0e030509db lrc: 0/0,0 mode: --/EX res: [0x200003ab1:0x35:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764658.964939:0:42328:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x35:0x0].0x0 (ffff944599e85900) 00010000:00010000:2.0:1775764658.964941:0:42328:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1775764658.964948:0:42328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944581524c00/0x57b8ff0e03050979 lrc: 0/0,0 mode: --/PW res: [0x200003ab1:0x35:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b74f expref: 33 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764658.965058:0:42328:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445becd5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+32:58801:x1862022098492416:12345-192.168.202.28@tcp:35:lfs.0 Request processed in 22956us (23177us total) trans 34359738917 rc 0/0 00000100:00100000:2.0:1775764658.965067:0:42328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 186 00000020:00080000:2.0:1775764658.965071:0:42328:0:(tgt_main.c:783:tgt_ses_key_exit()) total 3 transactions per RPC 00000100:00100000:1.0:1775764658.972429:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764658.972736:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098492800 00000100:00100000:3.0:1775764658.972748:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098492800 00000100:00100000:2.0:1775764658.973086:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 646 00000100:00100000:2.0:1775764658.973099:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94448678aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+32:58801:x1862022098492800:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:2.0:1775764658.973125:0:44493:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764658.973152:0:44493:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24800/0x57b8ff0e030509e9 lrc: 2/0,0 mode: --/CR res: [0x200003ab1:0x35:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b780 expref: -99 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764658.973282:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24800/0x57b8ff0e030509e9 lrc: 3/0,0 mode: CR/CR res: [0x200003ab1:0x35:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b780 expref: 33 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764658.973300:0:44493:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24800/0x57b8ff0e030509e9 lrc: 3/0,0 mode: CR/CR res: [0x200003ab1:0x35:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b780 expref: 33 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764658.973325:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x35:0x0].0x0 (ffff94459084a000) 00010000:00010000:2.0:1775764658.973329:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1775764658.973335:0:44493:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445baf24800, rc 0) 00000100:00100000:2.0:1775764658.973446:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94448678aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+33:58801:x1862022098492800:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 350us (1030us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764658.973455:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 646 00000100:00100000:1.0:1775764658.976122:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764658.976288:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098492800 00000100:00100000:2.0:1775764658.976302:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098492800 00000004:00100000:2.0:1775764658.976358:0:44493:0:(mdt_mds.c:171:ldlm_enqueue_hpreq_check()) @@@ lock 000000000a769674 cookie 0x73cfd86cfc17b780 req@ffff944486789180 x1862022098492800/t0(0) o101->7e6eda44-5508-487e-b17f-ff28ad9d3512@192.168.202.28@tcp:139/0 lens 376/0 e 0 to 0 dl 1775764669 ref 1 fl New:/602/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000004:00010000:2.0:1775764658.976375:0:44493:0:(mdt_mds.c:175:ldlm_enqueue_hpreq_check()) ### hpreq resend ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24800/0x57b8ff0e030509e9 lrc: 3/0,0 mode: CR/CR res: [0x200003ab1:0x35:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b780 expref: 33 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764658.979787:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 278 00000100:00100000:2.0:1775764658.979849:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486789180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+33:58801:x1862022098492800:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:2.0:1775764658.979876:0:44493:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764658.979891:0:44493:0:(ldlm_lockd.c:1319:ldlm_handle_enqueue()) @@@ found existing lock cookie 0x57b8ff0e030509e9 req@ffff944486789180 x1862022098492800/t0(0) o101->7e6eda44-5508-487e-b17f-ff28ad9d3512@192.168.202.28@tcp:139/0 lens 376/0 e 0 to 0 dl 1775764669 ref 1 fl Interpret:H/602/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00010000:2.0:1775764658.979948:0:44493:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24800/0x57b8ff0e030509e9 lrc: 3/0,0 mode: CR/CR res: [0x200003ab1:0x35:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b780 expref: 33 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764658.979966:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x35:0x0].0x0 (ffff94459084a000) 00010000:00010000:2.0:1775764658.979969:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1775764658.979972:0:44493:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445baf24800, rc 0) 00000100:00100000:2.0:1775764658.980040:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486789180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+33:58801:x1862022098492800:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 222us (3927us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764658.980048:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 278 00000100:00100000:1.0:1775764658.985613:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764658.985697:0:42327:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098493184 00000100:00100000:3.0:1775764658.985710:0:42327:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098493184 00000100:00100000:3.0:1775764658.986085:0:42327:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 187 00000100:00100000:3.0:1775764658.986095:0:42327:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94448678b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+33:58801:x1862022098493184:12345-192.168.202.28@tcp:35:lfs.0 00000100:00100000:3.0:1775764658.986558:0:42327:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94448678b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+34:58801:x1862022098493184:12345-192.168.202.28@tcp:35:lfs.0 Request processed in 463us (972us total) trans 34359738918 rc 0/0 00000100:00100000:3.0:1775764658.986567:0:42327:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 187 00000100:00100000:1.0:1775764658.995860:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764658.995965:0:42328:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098493440 00000100:00100000:2.0:1775764658.995988:0:42328:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098493440 00000100:00100000:2.0:1775764658.996051:0:42328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 188 00000100:00100000:2.0:1775764658.996061:0:42328:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944584de5050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+34:58801:x1862022098493440:12345-192.168.202.28@tcp:35:lfs.0 00000004:00080000:2.0:1775764658.996681:0:42328:0:(mdd_object.c:4010:mdd_close()) Object [0x200003ab1:0x36:0x0] is deleted from orphan list, OSS objects to be destroyed. 00010000:00010000:2.0:1775764658.996907:0:42328:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25600/0x57b8ff0e030509f0 lrc: 3/0,1 mode: --/PW res: [0x200003ab1:0x36:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764658.996925:0:42328:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25600/0x57b8ff0e030509f0 lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0x36:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010080000000 pid: 42328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764658.996937:0:42328:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25600/0x57b8ff0e030509f0 lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0x36:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 42328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764658.996947:0:42328:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25600/0x57b8ff0e030509f0 lrc: 4/0,1 mode: PW/PW res: [0x200003ab1:0x36:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 42328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764658.996953:0:42328:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25600/0x57b8ff0e030509f0 lrc: 4/0,1 mode: PW/PW res: [0x200003ab1:0x36:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 42328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764658.996960:0:42328:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25600/0x57b8ff0e030509f0 lrc: 3/0,0 mode: PW/PW res: [0x200003ab1:0x36:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 42328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764658.996983:0:42328:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1775764658.997074:0:42328:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944584de5050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+35:58801:x1862022098493440:12345-192.168.202.28@tcp:35:lfs.0 Request processed in 1013us (1222us total) trans 34359738919 rc 0/0 00000100:00100000:2.0:1775764658.997083:0:42328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 188 00010000:00010000:1.0:1775764658.997270:0:43224:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1775764658.997277:0:43224:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25600/0x57b8ff0e030509f0 lrc: 2/0,0 mode: PW/PW res: [0x200003ab1:0x36:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 42328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764658.997284:0:43224:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445baf25600 already unused, calling callback (ffffffffc177a060) 00010000:00010000:1.0:1775764658.997288:0:43224:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25600/0x57b8ff0e030509f0 lrc: 2/0,0 mode: PW/PW res: [0x200003ab1:0x36:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 42328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764658.997296:0:43224:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25600/0x57b8ff0e030509f0 lrc: 3/0,0 mode: PW/PW res: [0x200003ab1:0x36:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 42328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764658.997309:0:43224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x36:0x0].0x0 (ffff94459084ac00) 00010000:00010000:1.0:1775764658.997312:0:43224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1775764658.997316:0:43224:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25600/0x57b8ff0e030509f0 lrc: 1/0,0 mode: --/PW res: [0x200003ab1:0x36:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 42328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764658.997323:0:43224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25600/0x57b8ff0e030509f0 lrc: 0/0,0 mode: --/PW res: [0x200003ab1:0x36:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 42328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764658.997339:0:43224:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764658.997340:0:43224:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764658.997343:0:43224:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764659.014100:0:42312:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775764659.020717:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764659.020914:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098493568 00000100:00100000:3.0:1775764659.020928:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098493568 00000100:00080000:0.0:1775764659.021130:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1775764659.021211:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 647 00000100:00100000:3.0:1775764659.021221:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486788380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+35:58802:x1862022098493568:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:3.0:1775764659.021250:0:42325:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764659.021278:0:42325:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e030509f7 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b787 expref: -99 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764659.021354:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694000/0x57b8ff0e030509fe lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764659.021369:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694000/0x57b8ff0e030509fe lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764659.021382:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694000/0x57b8ff0e030509fe lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764659.021647:0:42325:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 9728 00000004:00200000:3.0:1775764659.021653:0:42325:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 41 stripe count 1 MDT count 1 00000004:00010000:3.0:1775764659.021736:0:42325:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694000/0x57b8ff0e030509fe lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764659.021773:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e030509f7 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b787 expref: 37 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764659.021793:0:42325:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694000/0x57b8ff0e030509fe lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b787 expref: 36 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764659.021853:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff944586564600) 00010000:00010000:3.0:1775764659.021856:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1775764659.021859:0:42325:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445be694000, rc 0) 00000100:00100000:3.0:1775764659.021935:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486788380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+36:58802:x1862022098493568:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 715us (1227us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764659.021943:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 647 00000100:00100000:3.0:1775764659.025949:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764659.026097:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098493824 00000100:00100000:0.0:1775764659.026109:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098493824 00000100:00100000:0.0:1775764659.026175:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 648 00000100:00100000:0.0:1775764659.026187:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486738a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+36:58802:x1862022098493824:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:0.0:1775764659.026211:0:42326:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764659.026231:0:42326:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944581524800/0x57b8ff0e03050a05 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b78e expref: -99 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764659.026315:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff944581524c00/0x57b8ff0e03050a0c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764659.026330:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944581524c00/0x57b8ff0e03050a0c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764659.026341:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944581524c00/0x57b8ff0e03050a0c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764659.026357:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944581525600/0x57b8ff0e03050a13 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x7a012ed4 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764659.026363:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944581525600/0x57b8ff0e03050a13 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x7a012ed4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764659.026369:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944581525600/0x57b8ff0e03050a13 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x7a012ed4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764659.026687:0:42326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff944581524c00/0x57b8ff0e03050a0c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764659.026693:0:42326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944581524c00/0x57b8ff0e03050a0c lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764659.026699:0:42326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944581524c00/0x57b8ff0e03050a0c lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764659.026705:0:42326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944581524c00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:0.0:1775764659.026709:0:42326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944581524c00/0x57b8ff0e03050a0c lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764659.026720:0:42326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944581524c00/0x57b8ff0e03050a0c lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764659.026734:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff944586564600) 00010000:00010000:0.0:1775764659.026737:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764659.026742:0:42326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944581524c00/0x57b8ff0e03050a0c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764659.026748:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944581524c00/0x57b8ff0e03050a0c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764659.026760:0:42326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944581525600/0x57b8ff0e03050a13 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x7a012ed4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764659.026766:0:42326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944581525600/0x57b8ff0e03050a13 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x7a012ed4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764659.026772:0:42326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944581525600/0x57b8ff0e03050a13 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x7a012ed4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764659.026777:0:42326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944581525600 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:0.0:1775764659.026779:0:42326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944581525600/0x57b8ff0e03050a13 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x7a012ed4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764659.026785:0:42326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944581525600/0x57b8ff0e03050a13 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x7a012ed4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764659.026791:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x7a012ed4 (ffff944599e85500) 00010000:00010000:0.0:1775764659.026794:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764659.026827:0:42326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944581525600/0x57b8ff0e03050a13 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x7a012ed4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764659.026838:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944581525600/0x57b8ff0e03050a13 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x7a012ed4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764659.026870:0:42326:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff944581524800/0x57b8ff0e03050a05 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b78e expref: 37 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764659.027379:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff944586564600) 00010000:00010000:0.0:1775764659.027383:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1775764659.027389:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944581524800/0x57b8ff0e03050a05 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b78e expref: 37 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764659.027400:0:42326:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944581524800, rc 0) 00000100:00100000:0.0:1775764659.027475:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486738a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+36:58802:x1862022098493824:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 1289us (1538us total) trans 0 rc 301/301 00000100:00100000:0.0:1775764659.027483:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 648 00000100:00100000:1.0:1775764659.032298:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764659.032389:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098493952 00000100:00100000:3.0:1775764659.032399:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098493952 00000100:00100000:3.0:1775764659.032510:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 649 00000100:00100000:3.0:1775764659.032531:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486788a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+36:58802:x1862022098493952:12345-192.168.202.28@tcp:34:lfs.0 00010000:00010000:3.0:1775764659.032601:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e03050a1a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764659.032779:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e03050a1a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764659.032793:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e03050a1a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764659.032912:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694c00/0x57b8ff0e03050a21 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x7a012ed4 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764659.032921:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694c00/0x57b8ff0e03050a21 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x7a012ed4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764659.032927:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694c00/0x57b8ff0e03050a21 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x7a012ed4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764659.033321:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694a00/0x57b8ff0e03050a28 lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0x35:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764659.033331:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694a00/0x57b8ff0e03050a28 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x35:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764659.033338:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694a00/0x57b8ff0e03050a28 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x35:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764659.033375:0:42325:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab1:0x35:0x0]: returning size 0 00000004:00200000:3.0:1775764659.033380:0:42325:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1775764659.033392:0:42325:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694a00/0x57b8ff0e03050a28 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x35:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764659.033407:0:42325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e03050a1a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764659.033413:0:42325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e03050a1a lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764659.033419:0:42325:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e03050a1a lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764659.033425:0:42325:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445be694600 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:3.0:1775764659.033429:0:42325:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e03050a1a lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764659.033437:0:42325:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e03050a1a lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764659.033448:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff944586564600) 00010000:00010000:3.0:1775764659.033451:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764659.033456:0:42325:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e03050a1a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764659.033462:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e03050a1a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764659.033475:0:42325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694c00/0x57b8ff0e03050a21 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x7a012ed4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764659.033480:0:42325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694c00/0x57b8ff0e03050a21 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x7a012ed4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764659.033485:0:42325:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694c00/0x57b8ff0e03050a21 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x7a012ed4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764659.033489:0:42325:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445be694c00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:3.0:1775764659.033491:0:42325:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694c00/0x57b8ff0e03050a21 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x7a012ed4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764659.033496:0:42325:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694c00/0x57b8ff0e03050a21 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x7a012ed4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764659.033502:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x7a012ed4 (ffff944586564900) 00010000:00010000:3.0:1775764659.033504:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764659.033507:0:42325:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694c00/0x57b8ff0e03050a21 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x7a012ed4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764659.033515:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694c00/0x57b8ff0e03050a21 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x7a012ed4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764659.033952:0:42325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694a00/0x57b8ff0e03050a28 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x35:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764659.033958:0:42325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694a00/0x57b8ff0e03050a28 lrc: 2/0,0 mode: PR/PR res: [0x200003ab1:0x35:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764659.033963:0:42325:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694a00/0x57b8ff0e03050a28 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x35:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764659.033968:0:42325:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445be694a00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:3.0:1775764659.033971:0:42325:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694a00/0x57b8ff0e03050a28 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x35:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764659.034064:0:42325:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694a00/0x57b8ff0e03050a28 lrc: 4/0,0 mode: PR/PR res: [0x200003ab1:0x35:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764659.034073:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x35:0x0].0x0 (ffff94459084a000) 00010000:00010000:3.0:1775764659.034076:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764659.034079:0:42325:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694a00/0x57b8ff0e03050a28 lrc: 2/0,0 mode: --/PR res: [0x200003ab1:0x35:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764659.034084:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694a00/0x57b8ff0e03050a28 lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0x35:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764659.034221:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486788a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+36:58802:x1862022098493952:12345-192.168.202.28@tcp:34:lfs.0 Request processed in 1700us (1930us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764659.034231:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 649 00000100:00100000:1.0:1775764659.051661:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764659.051772:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098494080 00000100:00100000:2.0:1775764659.051784:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098494080 00000100:00100000:2.0:1775764659.051862:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 650 00000100:00100000:2.0:1775764659.051873:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486789880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+36:58803:x1862022098494080:12345-192.168.202.28@tcp:34:lfs.0 00010000:00010000:2.0:1775764659.052059:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24a00/0x57b8ff0e03050a2f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764659.052079:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24a00/0x57b8ff0e03050a2f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764659.052093:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24a00/0x57b8ff0e03050a2f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764659.052109:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24c00/0x57b8ff0e03050a36 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x7a012ed4 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764659.052116:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24c00/0x57b8ff0e03050a36 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x7a012ed4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764659.052122:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24c00/0x57b8ff0e03050a36 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x7a012ed4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764659.052389:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24200/0x57b8ff0e03050a3d lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0x35:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764659.052397:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24200/0x57b8ff0e03050a3d lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x35:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764659.052404:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24200/0x57b8ff0e03050a3d lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x35:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764659.052443:0:44493:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24200/0x57b8ff0e03050a3d lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x35:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764659.052457:0:44493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24a00/0x57b8ff0e03050a2f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764659.052463:0:44493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24a00/0x57b8ff0e03050a2f lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764659.052475:0:44493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24a00/0x57b8ff0e03050a2f lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764659.052482:0:44493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445baf24a00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764659.052486:0:44493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24a00/0x57b8ff0e03050a2f lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764659.052493:0:44493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24a00/0x57b8ff0e03050a2f lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764659.052504:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff944586564600) 00010000:00010000:2.0:1775764659.052507:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764659.052511:0:44493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24a00/0x57b8ff0e03050a2f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764659.052673:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24a00/0x57b8ff0e03050a2f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764659.052689:0:44493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24c00/0x57b8ff0e03050a36 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x7a012ed4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764659.052694:0:44493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24c00/0x57b8ff0e03050a36 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x7a012ed4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764659.052699:0:44493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24c00/0x57b8ff0e03050a36 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x7a012ed4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764659.052704:0:44493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445baf24c00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764659.052706:0:44493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24c00/0x57b8ff0e03050a36 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x7a012ed4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764659.052716:0:44493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24c00/0x57b8ff0e03050a36 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x7a012ed4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764659.052723:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x7a012ed4 (ffff94459084ac00) 00010000:00010000:2.0:1775764659.052726:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764659.052729:0:44493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24c00/0x57b8ff0e03050a36 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x7a012ed4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764659.052734:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24c00/0x57b8ff0e03050a36 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x7a012ed4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764659.052749:0:44493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24200/0x57b8ff0e03050a3d lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x35:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764659.052756:0:44493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24200/0x57b8ff0e03050a3d lrc: 2/0,0 mode: PR/PR res: [0x200003ab1:0x35:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764659.052760:0:44493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24200/0x57b8ff0e03050a3d lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x35:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764659.052766:0:44493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445baf24200 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764659.052769:0:44493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24200/0x57b8ff0e03050a3d lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x35:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764659.052775:0:44493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24200/0x57b8ff0e03050a3d lrc: 4/0,0 mode: PR/PR res: [0x200003ab1:0x35:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764659.052781:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x35:0x0].0x0 (ffff94459084a000) 00010000:00010000:2.0:1775764659.052783:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764659.052786:0:44493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24200/0x57b8ff0e03050a3d lrc: 2/0,0 mode: --/PR res: [0x200003ab1:0x35:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764659.052794:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24200/0x57b8ff0e03050a3d lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0x35:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764659.053075:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486789880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+36:58803:x1862022098494080:12345-192.168.202.28@tcp:34:lfs.0 Request processed in 1202us (1422us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764659.053084:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 650 00000100:00100000:1.0:1775764659.163056:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764659.163660:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098494208 00000100:00100000:2.0:1775764659.163672:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098494208 00000100:00100000:2.0:1775764659.163739:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 651 00000100:00100000:2.0:1775764659.163750:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94448678ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+36:58813:x1862022098494208:12345-192.168.202.28@tcp:34:lfs.0 00010000:00010000:2.0:1775764659.163880:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24200/0x57b8ff0e03050a44 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764659.163900:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24200/0x57b8ff0e03050a44 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764659.163920:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24200/0x57b8ff0e03050a44 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764659.163938:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24c00/0x57b8ff0e03050a4b lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x7a012ed4 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764659.163946:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24c00/0x57b8ff0e03050a4b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x7a012ed4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764659.163953:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24c00/0x57b8ff0e03050a4b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x7a012ed4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764659.164300:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24a00/0x57b8ff0e03050a52 lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0x35:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764659.164309:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24a00/0x57b8ff0e03050a52 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x35:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764659.164315:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24a00/0x57b8ff0e03050a52 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x35:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764659.164358:0:42324:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24a00/0x57b8ff0e03050a52 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x35:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764659.164371:0:42324:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24200/0x57b8ff0e03050a44 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764659.164378:0:42324:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24200/0x57b8ff0e03050a44 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764659.164385:0:42324:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24200/0x57b8ff0e03050a44 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764659.164391:0:42324:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445baf24200 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764659.164396:0:42324:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24200/0x57b8ff0e03050a44 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764659.164403:0:42324:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24200/0x57b8ff0e03050a44 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764659.164416:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff944586564600) 00010000:00010000:2.0:1775764659.164419:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764659.164424:0:42324:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24200/0x57b8ff0e03050a44 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764659.164430:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24200/0x57b8ff0e03050a44 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764659.164444:0:42324:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24c00/0x57b8ff0e03050a4b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x7a012ed4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764659.164450:0:42324:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24c00/0x57b8ff0e03050a4b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x7a012ed4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764659.164456:0:42324:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24c00/0x57b8ff0e03050a4b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x7a012ed4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764659.164461:0:42324:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445baf24c00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764659.164463:0:42324:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24c00/0x57b8ff0e03050a4b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x7a012ed4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764659.164468:0:42324:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24c00/0x57b8ff0e03050a4b lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x7a012ed4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764659.164474:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x7a012ed4 (ffff94459084ac00) 00010000:00010000:2.0:1775764659.164476:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764659.164479:0:42324:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24c00/0x57b8ff0e03050a4b lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x7a012ed4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764659.164484:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24c00/0x57b8ff0e03050a4b lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x7a012ed4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764659.164499:0:42324:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24a00/0x57b8ff0e03050a52 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x35:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764659.164505:0:42324:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24a00/0x57b8ff0e03050a52 lrc: 2/0,0 mode: PR/PR res: [0x200003ab1:0x35:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764659.164510:0:42324:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24a00/0x57b8ff0e03050a52 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x35:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764659.164530:0:42324:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445baf24a00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764659.164533:0:42324:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24a00/0x57b8ff0e03050a52 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x35:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764659.164539:0:42324:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24a00/0x57b8ff0e03050a52 lrc: 4/0,0 mode: PR/PR res: [0x200003ab1:0x35:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764659.164547:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x35:0x0].0x0 (ffff94459084a000) 00010000:00010000:2.0:1775764659.164549:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764659.164552:0:42324:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24a00/0x57b8ff0e03050a52 lrc: 2/0,0 mode: --/PR res: [0x200003ab1:0x35:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764659.164557:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24a00/0x57b8ff0e03050a52 lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0x35:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764659.164637:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94448678ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+36:58813:x1862022098494208:12345-192.168.202.28@tcp:34:lfs.0 Request processed in 880us (1589us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764659.164646:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 651 00000100:00100000:1.0:1775764659.269735:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764659.269966:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098494336 00000100:00100000:0.0:1775764659.269977:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098494336 00000100:00100000:0.0:1775764659.270042:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 652 00000100:00100000:0.0:1775764659.270053:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94448678b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+36:58819:x1862022098494336:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:0.0:1775764659.270074:0:42326:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764659.270096:0:42326:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944581524800/0x57b8ff0e03050a59 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b795 expref: -99 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764659.270160:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff944581525600/0x57b8ff0e03050a60 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764659.270176:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944581525600/0x57b8ff0e03050a60 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764659.270322:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944581525600/0x57b8ff0e03050a60 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764659.270341:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944581524c00/0x57b8ff0e03050a67 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x7a012ed4 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764659.270349:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944581524c00/0x57b8ff0e03050a67 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x7a012ed4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764659.270356:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944581524c00/0x57b8ff0e03050a67 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x7a012ed4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764659.270848:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944581525400/0x57b8ff0e03050a6e lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0x35:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764659.270857:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944581525400/0x57b8ff0e03050a6e lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x35:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764659.270864:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944581525400/0x57b8ff0e03050a6e lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x35:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764659.270900:0:42326:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab1:0x35:0x0]: returning size 0 00000004:00200000:0.0:1775764659.270904:0:42326:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1775764659.270919:0:42326:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff944581525400/0x57b8ff0e03050a6e lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x35:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764659.270930:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944581525400/0x57b8ff0e03050a6e lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764659.270938:0:42326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff944581525600/0x57b8ff0e03050a60 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764659.270949:0:42326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944581525600/0x57b8ff0e03050a60 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764659.270956:0:42326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944581525600/0x57b8ff0e03050a60 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764659.270962:0:42326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944581525600 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:0.0:1775764659.270966:0:42326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944581525600/0x57b8ff0e03050a60 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764659.270972:0:42326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944581525600/0x57b8ff0e03050a60 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764659.270984:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff944586564600) 00010000:00010000:0.0:1775764659.270987:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764659.270991:0:42326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944581525600/0x57b8ff0e03050a60 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764659.270996:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944581525600/0x57b8ff0e03050a60 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764659.271008:0:42326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944581524c00/0x57b8ff0e03050a67 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x7a012ed4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764659.271014:0:42326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944581524c00/0x57b8ff0e03050a67 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x7a012ed4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764659.271020:0:42326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944581524c00/0x57b8ff0e03050a67 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x7a012ed4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764659.271025:0:42326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944581524c00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:0.0:1775764659.271028:0:42326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944581524c00/0x57b8ff0e03050a67 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x7a012ed4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764659.271035:0:42326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944581524c00/0x57b8ff0e03050a67 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x7a012ed4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764659.271041:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x7a012ed4 (ffff944599e85500) 00010000:00010000:0.0:1775764659.271044:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764659.271046:0:42326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944581524c00/0x57b8ff0e03050a67 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x7a012ed4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764659.271051:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944581524c00/0x57b8ff0e03050a67 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x7a012ed4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764659.271083:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944581524800/0x57b8ff0e03050a59 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b795 expref: 38 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764659.271097:0:42326:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff944581525400/0x57b8ff0e03050a6e lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b795 expref: 37 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764659.271104:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x35:0x0].0x0 (ffff94459084a000) 00010000:00010000:0.0:1775764659.271107:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1775764659.271109:0:42326:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944581525400, rc 0) 00000100:00100000:0.0:1775764659.271179:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94448678b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+37:58819:x1862022098494336:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 1128us (1455us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764659.271186:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 652 00000100:00100000:1.0:1775764659.276454:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764659.276559:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098494592 00000100:00100000:2.0:1775764659.276570:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098494592 00000100:00100000:2.0:1775764659.276653:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 653 00000100:00100000:2.0:1775764659.276664:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486789f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+37:58819:x1862022098494592:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:2.0:1775764659.276689:0:42324:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764659.276712:0:42324:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24a00/0x57b8ff0e03050a75 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b79c expref: -99 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764659.276898:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24c00/0x57b8ff0e03050a7c lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0x35:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764659.276919:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24c00/0x57b8ff0e03050a7c lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764659.276931:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24c00/0x57b8ff0e03050a7c lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764659.276945:0:42324:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab1:0x35:0x0]: returning size 0 00010000:00010000:2.0:1775764659.277093:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24a00/0x57b8ff0e03050a75 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b79c expref: 40 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764659.277112:0:42324:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24c00/0x57b8ff0e03050a7c lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b79c expref: 39 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764659.277122:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x35:0x0].0x0 (ffff94459084a000) 00010000:00010000:2.0:1775764659.277124:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1775764659.277128:0:42324:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445baf24c00, rc 0) 00000100:00100000:2.0:1775764659.277186:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486789f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+39:58819:x1862022098494592:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 523us (743us total) trans 34359738920 rc 0/0 00000100:00100000:2.0:1775764659.277337:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 653 00000100:00100000:1.0:1775764659.283652:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764659.283745:0:42311:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098494720 00000100:00100000:3.0:1775764659.283757:0:42311:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098494720 00000100:00100000:3.0:1775764659.283857:0:42311:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 54 00000100:00100000:3.0:1775764659.283869:0:42311:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94458620ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+39:2377:x1862022098494720:12345-192.168.202.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764659.283888:0:42311:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764659.283920:0:42311:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24c00/0x57b8ff0e03050a7c lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b79c expref: 39 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764659.283942:0:42311:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x35:0x0].0x0 (ffff94459084a000) 00010000:00010000:3.0:1775764659.283948:0:42311:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764659.284015:0:42311:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94458620ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+38:2377:x1862022098494720:12345-192.168.202.28@tcp:103:ldlm_bl.0 Request processed in 149us (382us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764659.284024:0:42311:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 54 00000100:00100000:1.0:1775764659.291336:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764659.291468:0:43212:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098494848 00000100:00100000:3.0:1775764659.291479:0:43212:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098494848 00000100:00100000:3.0:1775764659.291752:0:43212:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 171 00000100:00100000:3.0:1775764659.291765:0:43212:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94458620c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+14:58819:x1862022098494848:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:3.0:1775764659.291784:0:43212:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764659.291829:0:43212:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000054cfd1e0/0x57b8ff0e03050a8a lrc: 2/0,0 mode: --/PR res: [0x240000400:0x114:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b7a3 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764659.291863:0:43212:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000029df7435/0x57b8ff0e030509b1 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x114:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b75d expref: 15 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764659.291872:0:43212:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1775764659.291875:0:43212:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1775764659.291896:0:43212:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000054cfd1e0/0x57b8ff0e03050a8a lrc: 4/0,0 mode: --/PR res: [0x240000400:0x114:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b7a3 expref: 15 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764659.291936:0:43212:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000029df7435/0x57b8ff0e030509b1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x114:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b75d expref: 15 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764659.291951:0:43212:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000029df7435/0x57b8ff0e030509b1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x114:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b75d expref: 15 pid: 42946 timeout: 2226 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764659.291964:0:43212:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944586b8aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:43212:1862022119022464:192.168.202.28@tcp:104: 00000100:00100000:3.0:1775764659.292066:0:43212:0:(client.c:2691:ptlrpc_set_wait()) set ffff944482d64180 going to sleep for 11 seconds 00000100:00100000:1.0:1775764659.294746:0:43212:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944586b8aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:43212:1862022119022464:192.168.202.28@tcp:104: 00010000:00010000:1.0:1775764659.294780:0:43212:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000054cfd1e0/0x57b8ff0e03050a8a lrc: 3/0,0 mode: --/PR res: [0x240000400:0x114:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b7a3 expref: 15 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764659.294846:0:43212:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445be694a00, rc 0) 00000100:00100000:1.0:1775764659.294916:0:43212:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94458620c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+15:58819:x1862022098494848:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 3154us (4171us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764659.294926:0:43212:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 171 00000100:00100000:3.0:1775764659.298724:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764659.298848:0:44302:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098494976 00000100:00100000:0.0:1775764659.298859:0:44302:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098494976 00010000:00010000:0.0:1775764659.298906:0:44302:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000029df7435/0x57b8ff0e030509b1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x114:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b75d expref: 15 pid: 42946 timeout: 2226 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764659.298962:0:44302:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 133 00000100:00100000:0.0:1775764659.298981:0:44302:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944590fdf450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+15:2378:x1862022098494976:12345-192.168.202.28@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1775764659.298998:0:44302:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764659.299023:0:44302:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000029df7435/0x57b8ff0e030509b1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x114:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b75d expref: 15 pid: 42946 timeout: 2226 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764659.299038:0:44302:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000029df7435/0x57b8ff0e030509b1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x114:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b75d expref: 15 pid: 42946 timeout: 2226 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764659.299068:0:44302:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000029df7435/0x57b8ff0e030509b1 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x114:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b75d expref: 15 pid: 42946 timeout: 2226 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764659.299086:0:44302:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764659.299088:0:44302:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764659.299095:0:44302:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000054cfd1e0/0x57b8ff0e03050a8a lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x114:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b7a3 expref: 14 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764659.299104:0:44302:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000054cfd1e0/0x57b8ff0e03050a8a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x114:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b7a3 expref: 14 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764659.299144:0:44302:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 0000000054cfd1e0/0x57b8ff0e03050a8a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x114:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b7a3 expref: 14 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764659.299159:0:44302:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445becd7480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:44302:1862022119022592:192.168.202.28@tcp:105: 00000100:00100000:0.0:1775764659.299449:0:44302:0:(client.c:2691:ptlrpc_set_wait()) set ffff9445a6275540 going to sleep for 11 seconds 00000100:00100000:3.0:1775764659.304177:0:44302:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445becd7480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:44302:1862022119022592:192.168.202.28@tcp:105: 00010000:00010000:3.0:1775764659.304219:0:44302:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764659.304286:0:44302:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944590fdf450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+14:2378:x1862022098494976:12345-192.168.202.28@tcp:103:ldlm_bl.0 Request processed in 5314us (5572us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764659.304299:0:44302:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 133 00000100:00100000:3.0:1775764659.308036:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764659.308146:0:42946:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098495104 00000100:00100000:0.0:1775764659.308159:0:42946:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098495104 00000100:00100000:0.0:1775764659.308234:0:42946:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 172 00000100:00100000:0.0:1775764659.308246:0:42946:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944586b8aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+17:2378:x1862022098495104:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:0.0:1775764659.308269:0:42946:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764659.308289:0:42946:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d0c7ed91/0x57b8ff0e03050a91 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x114:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b7aa expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764659.308350:0:42946:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445becd5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:42946:1862022119022720:192.168.202.28@tcp:106: 00000100:00100000:0.0:1775764659.308710:0:42946:0:(client.c:2691:ptlrpc_set_wait()) set ffff9445a6275180 going to sleep for 11 seconds 00000100:00100000:0.0:1775764659.313061:0:42946:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445becd5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:42946:1862022119022720:192.168.202.28@tcp:106: 00010000:00010000:0.0:1775764659.313116:0:42946:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000d0c7ed91/0x57b8ff0e03050a91 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x114:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b7aa expref: 18 pid: 42946 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764659.313142:0:42946:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d0c7ed91/0x57b8ff0e03050a91 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x114:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b7aa expref: 18 pid: 42946 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764659.313159:0:42946:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944581524800, rc 0) 00000100:00100000:0.0:1775764659.313368:0:42946:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944586b8aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+17:2378:x1862022098495104:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 5122us (5347us total) trans 0 rc 301/301 00000100:00100000:0.0:1775764659.313378:0:42946:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 172 00000100:00100000:1.0:1775764659.321390:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764659.321572:0:42949:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098495232 00000100:00100000:3.0:1775764659.321582:0:42949:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098495232 00002000:00100000:3.0:1775764659.321646:0:42949:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x114:0x0] (0->4095) req@ffff94458620df80 x1862022098495232/t0(0) o3->7e6eda44-5508-487e-b17f-ff28ad9d3512@192.168.202.28@tcp:140/0 lens 488/0 e 0 to 0 dl 1775764670 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764659.321656:0:42949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff94458620df80 with x1862022098495232 ext(0->4095) 00002000:00010000:3.0:1775764659.321662:0:42949:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff94458620df80 00000100:00100000:3.0:1775764659.321691:0:42949:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 52 00000100:00100000:3.0:1775764659.321699:0:42949:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94458620df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+14:2379:x1862022098495232:12345-192.168.202.28@tcp:3:lfs.0 00000100:00100000:3.0:1775764659.322747:0:42949:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94458620df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+14:2379:x1862022098495232:12345-192.168.202.28@tcp:3:lfs.0 Request processed in 1040us (1360us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764659.322758:0:42949:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 52 00002000:00100000:3.0:1775764659.322769:0:42949:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x114:0x0] (0->4095) req@ffff94458620df80 x1862022098495232/t0(0) o3->7e6eda44-5508-487e-b17f-ff28ad9d3512@192.168.202.28@tcp:140/0 lens 488/440 e 0 to 0 dl 1775764670 ref 1 fl Complete:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764659.322778:0:42949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff94458620df80 with x1862022098495232 ext(0->4095) 00002000:00010000:3.0:1775764659.322782:0:42949:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff94458620df80 00000100:00100000:3.0:1775764659.328457:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764659.328576:0:42327:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098495488 00000100:00100000:1.0:1775764659.328588:0:42327:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098495488 00000100:00100000:1.0:1775764659.328671:0:42327:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 189 00000100:00100000:1.0:1775764659.328682:0:42327:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445b296d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+38:58819:x1862022098495488:12345-192.168.202.28@tcp:35:lfs.0 00000100:00100000:1.0:1775764659.329103:0:42327:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445b296d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+39:58819:x1862022098495488:12345-192.168.202.28@tcp:35:lfs.0 Request processed in 421us (655us total) trans 34359738921 rc 0/0 00000100:00100000:1.0:1775764659.329111:0:42327:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 189 00000100:00100000:2.0:1775764659.458792:0:3330:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1775764659.458835:0:3330:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9444867caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3330:1862022119022848:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1775764659.458907:0:3330:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764659.458982:0:42947:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119022848 00000100:00100000:2.0:1775764659.458990:0:42947:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119022848 00000100:00100000:2.0:1775764659.459041:0:42947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 122 00000100:00100000:2.0:1775764659.459050:0:42947:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444867ca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3330:x1862022119022848:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1775764659.459088:0:42947:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 1703936 granted 61145088 pending 0 free 3704619008 avail 3702521856 00000100:00100000:2.0:1775764659.459135:0:42947:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444867ca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3330:x1862022119022848:12345-0@lo:13:osp-pre-0-0.0 Request processed in 86us (227us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764659.459141:0:42947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 122 00000100:00100000:2.0:1775764659.459338:0:3330:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9444867caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3330:1862022119022848:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1775764659.509994:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764659.510103:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098495616 00000100:00100000:0.0:1775764659.510114:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098495616 00000100:00100000:0.0:1775764659.510179:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 654 00000100:00100000:0.0:1775764659.510205:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444867caa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+39:58830:x1862022098495616:12345-192.168.202.28@tcp:34:lfs.0 00010000:00010000:0.0:1775764659.510288:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff944581524800/0x57b8ff0e03050a98 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764659.510307:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944581524800/0x57b8ff0e03050a98 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764659.510319:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944581524800/0x57b8ff0e03050a98 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764659.510334:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944581524c00/0x57b8ff0e03050a9f lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x7a012ed4 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764659.510340:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944581524c00/0x57b8ff0e03050a9f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x7a012ed4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764659.510347:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944581524c00/0x57b8ff0e03050a9f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x7a012ed4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764659.510685:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944581525600/0x57b8ff0e03050aa6 lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0x35:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764659.510695:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944581525600/0x57b8ff0e03050aa6 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x35:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764659.510703:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944581525600/0x57b8ff0e03050aa6 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x35:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764659.510752:0:44493:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab1:0x35:0x0]: returning size 0 00000004:00200000:0.0:1775764659.510756:0:44493:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1775764659.510771:0:44493:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff944581525600/0x57b8ff0e03050aa6 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x35:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764659.510788:0:44493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff944581524800/0x57b8ff0e03050a98 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764659.510795:0:44493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944581524800/0x57b8ff0e03050a98 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764659.510845:0:44493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944581524800/0x57b8ff0e03050a98 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764659.510852:0:44493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944581524800 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:0.0:1775764659.510856:0:44493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944581524800/0x57b8ff0e03050a98 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764659.510864:0:44493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944581524800/0x57b8ff0e03050a98 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764659.510877:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff944586564600) 00010000:00010000:0.0:1775764659.510880:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764659.510885:0:44493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944581524800/0x57b8ff0e03050a98 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764659.510891:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944581524800/0x57b8ff0e03050a98 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764659.510904:0:44493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944581524c00/0x57b8ff0e03050a9f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x7a012ed4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764659.510909:0:44493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944581524c00/0x57b8ff0e03050a9f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x7a012ed4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764659.510914:0:44493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944581524c00/0x57b8ff0e03050a9f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x7a012ed4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764659.510919:0:44493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944581524c00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:0.0:1775764659.510922:0:44493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944581524c00/0x57b8ff0e03050a9f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x7a012ed4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764659.510927:0:44493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944581524c00/0x57b8ff0e03050a9f lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x7a012ed4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764659.510933:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x7a012ed4 (ffff944599e85b00) 00010000:00010000:0.0:1775764659.510935:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764659.510938:0:44493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944581524c00/0x57b8ff0e03050a9f lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x7a012ed4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764659.510943:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944581524c00/0x57b8ff0e03050a9f lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x7a012ed4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764659.510957:0:44493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944581525600/0x57b8ff0e03050aa6 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x35:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764659.510962:0:44493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944581525600/0x57b8ff0e03050aa6 lrc: 2/0,0 mode: PR/PR res: [0x200003ab1:0x35:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764659.510967:0:44493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944581525600/0x57b8ff0e03050aa6 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x35:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764659.510973:0:44493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944581525600 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:0.0:1775764659.510975:0:44493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944581525600/0x57b8ff0e03050aa6 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x35:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764659.510981:0:44493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944581525600/0x57b8ff0e03050aa6 lrc: 4/0,0 mode: PR/PR res: [0x200003ab1:0x35:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764659.510988:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x35:0x0].0x0 (ffff94459084a000) 00010000:00010000:0.0:1775764659.510990:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764659.510993:0:44493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944581525600/0x57b8ff0e03050aa6 lrc: 2/0,0 mode: --/PR res: [0x200003ab1:0x35:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764659.510998:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944581525600/0x57b8ff0e03050aa6 lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0x35:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764659.511099:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444867caa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+39:58830:x1862022098495616:12345-192.168.202.28@tcp:34:lfs.0 Request processed in 894us (1112us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764659.511108:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 654 00000100:00100000:1.0:1775764659.587308:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764659.587852:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098495872 00000100:00100000:2.0:1775764659.587869:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098495872 00000100:00100000:2.0:1775764659.587968:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 655 00000100:00100000:2.0:1775764659.587992:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94458620d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+39:58836:x1862022098495872:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:2.0:1775764659.588029:0:42324:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764659.588063:0:42324:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24600/0x57b8ff0e03050aad lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b7b1 expref: -99 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764659.588214:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25400/0x57b8ff0e03050ab4 lrc: 3/0,1 mode: --/CW res: [0x200003ab1:0x35:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764659.588235:0:42324:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff944581525400/0x57b8ff0e03050a6e lrc: 2/0,0 mode: PR/PR res: [0x200003ab1:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b795 expref: 40 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764659.588246:0:42324:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25400/0x57b8ff0e03050ab4 lrc: 4/0,1 mode: --/CW res: [0x200003ab1:0x35:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764659.588296:0:42324:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff944581525400/0x57b8ff0e03050a6e lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b795 expref: 40 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764659.588312:0:42324:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff944581525400/0x57b8ff0e03050a6e lrc: 4/0,0 mode: PR/PR res: [0x200003ab1:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b795 expref: 40 pid: 42326 timeout: 2226 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764659.588337:0:42324:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944589139180 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:42324:1862022119022976:192.168.202.28@tcp:104: 00000100:00100000:2.0:1775764659.588478:0:42324:0:(client.c:2691:ptlrpc_set_wait()) set ffff94458245be40 going to sleep for 11 seconds 00000100:00100000:3.0:1775764659.592848:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764659.593090:0:42311:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098496000 00000100:00100000:0.0:1775764659.593100:0:42311:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098496000 00010000:00010000:0.0:1775764659.593139:0:42311:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff944581525400/0x57b8ff0e03050a6e lrc: 5/0,0 mode: PR/PR res: [0x200003ab1:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b795 expref: 41 pid: 42326 timeout: 2226 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764659.593187:0:42311:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 134 00000100:00100000:0.0:1775764659.593209:0:42311:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486788e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+41:2378:x1862022098496000:12345-192.168.202.28@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1775764659.593231:0:42311:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764659.593239:0:42311:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff944581525400/0x57b8ff0e03050a6e lrc: 5/0,0 mode: PR/PR res: [0x200003ab1:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b795 expref: 41 pid: 42326 timeout: 2226 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764659.593255:0:42311:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff944581525400/0x57b8ff0e03050a6e lrc: 4/0,0 mode: PR/PR res: [0x200003ab1:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b795 expref: 41 pid: 42326 timeout: 2226 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764659.593288:0:42311:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x35:0x0].0x0 (ffff94459084a000) 00010000:00010000:0.0:1775764659.593294:0:42311:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25400/0x57b8ff0e03050ab4 lrc: 3/0,1 mode: --/CW res: [0x200003ab1:0x35:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764659.593306:0:42311:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25400/0x57b8ff0e03050ab4 lrc: 3/0,1 mode: CW/CW res: [0x200003ab1:0x35:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764659.593320:0:42311:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25400/0x57b8ff0e03050ab4 lrc: 4/0,1 mode: CW/CW res: [0x200003ab1:0x35:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764659.593346:0:42311:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775764659.593415:0:42311:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486788e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+41:2378:x1862022098496000:12345-192.168.202.28@tcp:103:ldlm_bl.0 Request processed in 209us (580us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764659.593423:0:42311:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 134 00010000:00010000:2.0:1775764659.594672:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944581525400/0x57b8ff0e03050a6e lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b795 expref: 40 pid: 42326 timeout: 2226 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764659.594693:0:42324:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944589139180 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:42324:1862022119022976:192.168.202.28@tcp:104: 00010000:00010000:2.0:1775764659.594717:0:42324:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25400/0x57b8ff0e03050ab4 lrc: 3/0,1 mode: CW/CW res: [0x200003ab1:0x35:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764659.594727:0:42324:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25400/0x57b8ff0e03050ab4 lrc: 3/0,1 mode: CW/CW res: [0x200003ab1:0x35:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764659.594734:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25400/0x57b8ff0e03050ab4 lrc: 3/0,1 mode: CW/CW res: [0x200003ab1:0x35:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764659.594756:0:42324:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab1:0x35:0x0]: returning size 0 00010000:00010000:2.0:1775764659.595051:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24600/0x57b8ff0e03050aad lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b7b1 expref: 41 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764659.595069:0:42324:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25400/0x57b8ff0e03050ab4 lrc: 3/0,0 mode: CW/CW res: [0x200003ab1:0x35:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b7b1 expref: 40 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764659.595081:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x35:0x0].0x0 (ffff94459084a000) 00010000:00010000:2.0:1775764659.595085:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:2.0:1775764659.595088:0:42324:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445baf25400, rc 0) 00000100:00100000:2.0:1775764659.595349:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94458620d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+40:58836:x1862022098495872:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 7359us (8054us total) trans 34359738922 rc 0/0 00000100:00100000:2.0:1775764659.595361:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 655 00000100:00100000:3.0:1775764659.733896:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764659.737284:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098496128 00000100:00100000:0.0:1775764659.737298:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098496128 00000100:00100000:0.0:1775764659.737382:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 656 00000100:00100000:0.0:1775764659.737391:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94448678a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+40:58846:x1862022098496128:12345-192.168.202.28@tcp:34:lfs.0 00010000:00010000:0.0:1775764659.737472:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff944581524c00/0x57b8ff0e03050ac2 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764659.737491:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944581524c00/0x57b8ff0e03050ac2 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764659.737503:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944581524c00/0x57b8ff0e03050ac2 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764659.737519:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944581524800/0x57b8ff0e03050ac9 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x7a012ed4 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764659.737526:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944581524800/0x57b8ff0e03050ac9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x7a012ed4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764659.737532:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944581524800/0x57b8ff0e03050ac9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x7a012ed4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764659.737863:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944581525c00/0x57b8ff0e03050ad0 lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0x35:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764659.737874:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944581525c00/0x57b8ff0e03050ad0 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x35:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764659.737880:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944581525c00/0x57b8ff0e03050ad0 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x35:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764659.737921:0:44493:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff944581525c00/0x57b8ff0e03050ad0 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x35:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764659.737932:0:44493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff944581524c00/0x57b8ff0e03050ac2 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764659.737938:0:44493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944581524c00/0x57b8ff0e03050ac2 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764659.737944:0:44493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944581524c00/0x57b8ff0e03050ac2 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764659.737949:0:44493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944581524c00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:0.0:1775764659.737953:0:44493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944581524c00/0x57b8ff0e03050ac2 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764659.737960:0:44493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944581524c00/0x57b8ff0e03050ac2 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764659.737987:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff944586564600) 00010000:00010000:0.0:1775764659.737990:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764659.737995:0:44493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944581524c00/0x57b8ff0e03050ac2 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764659.738001:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944581524c00/0x57b8ff0e03050ac2 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764659.738013:0:44493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944581524800/0x57b8ff0e03050ac9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x7a012ed4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764659.738019:0:44493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944581524800/0x57b8ff0e03050ac9 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x7a012ed4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764659.738024:0:44493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944581524800/0x57b8ff0e03050ac9 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x7a012ed4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764659.738029:0:44493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944581524800 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:0.0:1775764659.738032:0:44493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944581524800/0x57b8ff0e03050ac9 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x7a012ed4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764659.738038:0:44493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944581524800/0x57b8ff0e03050ac9 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x7a012ed4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764659.738045:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x7a012ed4 (ffff944599e85b00) 00010000:00010000:0.0:1775764659.738047:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764659.738050:0:44493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944581524800/0x57b8ff0e03050ac9 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x7a012ed4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764659.738055:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944581524800/0x57b8ff0e03050ac9 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x7a012ed4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764659.738068:0:44493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944581525c00/0x57b8ff0e03050ad0 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x35:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764659.738074:0:44493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944581525c00/0x57b8ff0e03050ad0 lrc: 2/0,0 mode: PR/PR res: [0x200003ab1:0x35:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764659.738079:0:44493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944581525c00/0x57b8ff0e03050ad0 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x35:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764659.738084:0:44493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944581525c00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:0.0:1775764659.738086:0:44493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944581525c00/0x57b8ff0e03050ad0 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x35:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764659.738091:0:44493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944581525c00/0x57b8ff0e03050ad0 lrc: 4/0,0 mode: PR/PR res: [0x200003ab1:0x35:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764659.738098:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x35:0x0].0x0 (ffff94459084a000) 00010000:00010000:0.0:1775764659.738100:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764659.738102:0:44493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944581525c00/0x57b8ff0e03050ad0 lrc: 2/0,0 mode: --/PR res: [0x200003ab1:0x35:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764659.738108:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944581525c00/0x57b8ff0e03050ad0 lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0x35:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764659.738190:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94448678a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+40:58846:x1862022098496128:12345-192.168.202.28@tcp:34:lfs.0 Request processed in 799us (4320us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764659.738199:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 656 00000100:00100000:1.0:1775764659.969454:0:3328:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9444864b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d8dacf45-8471-4226-a2fb-1fac83f69c1e:3328:1862022119023104:0@lo:400:kworker.0 00000100:00100000:1.0:1775764659.969548:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764659.969664:0:42319:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119023104 00000100:00100000:2.0:1775764659.969674:0:42319:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119023104 00000100:00100000:2.0:1775764659.969739:0:42319:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 231 00000100:00100000:2.0:1775764659.969749:0:42319:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94458728b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d8dacf45-8471-4226-a2fb-1fac83f69c1e+18:3328:x1862022119023104:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764659.969948:0:3329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9444864b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3329:1862022119023232:0@lo:400:kworker.0 00000100:00100000:0.0:1775764659.969983:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764659.970025:0:42945:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119023232 00000100:00100000:0.0:1775764659.970029:0:42945:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119023232 00000100:00100000:0.0:1775764659.970060:0:42945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 202 00000100:00100000:0.0:1775764659.970082:0:42945:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445becd5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+7:3329:x1862022119023232:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764659.970119:0:42945:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445becd5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+7:3329:x1862022119023232:12345-0@lo:400:kworker.0 Request processed in 38us (135us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764659.970126:0:42945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 202 00000100:00100000:0.0:1775764659.970168:0:3329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9444864b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3329:1862022119023232:0@lo:400:kworker.0 00000100:00100000:2.0:1775764659.981190:0:42319:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94458728b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d8dacf45-8471-4226-a2fb-1fac83f69c1e+18:3328:x1862022119023104:12345-0@lo:400:kworker.0 Request processed in 11428us (11628us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764659.981209:0:42319:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 231 00000100:00100000:3.0:1775764659.984139:0:3329:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1775764659.984167:0:3329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9444864b0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3329:1862022119023616:0@lo:400:kworker.0 00000100:00100000:3.0:1775764659.984243:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764659.984296:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119023616 00000100:00100000:3.0:1775764659.984304:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119023616 00000100:00100000:2.0:1775764659.984546:0:3330:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9444864b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3330:1862022119023360:0@lo:400:kworker.0 00000100:00100000:2.0:1775764659.984581:0:3330:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764659.984603:0:3330:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1775764659.984608:0:3330:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9444864b2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3330:1862022119023488:0@lo:400:kworker.0 00000100:00100000:2.0:1775764659.984643:0:3330:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764659.984671:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119023360 00000100:00100000:2.0:1775764659.984675:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119023360 00000100:00100000:2.0:1775764659.984741:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119023488 00000100:00100000:2.0:1775764659.984744:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119023488 00000100:00100000:2.0:1775764659.984777:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 279 00000100:00100000:2.0:1775764659.984786:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944589139180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3330:x1862022119023360:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764659.984867:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944589139180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3330:x1862022119023360:12345-0@lo:400:kworker.0 Request processed in 82us (284us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764659.984874:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 279 00000100:00100000:2.0:1775764659.984891:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 280 00000100:00100000:2.0:1775764659.984896:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944589139880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3330:x1862022119023488:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764659.984925:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944589139880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3330:x1862022119023488:12345-0@lo:400:kworker.0 Request processed in 29us (282us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764659.984930:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 280 00000100:00080000:2.0:1775764659.984951:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1775764659.984984:0:3330:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9444864b2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3330:1862022119023488:0@lo:400:kworker.0 00000100:00100000:2.0:1775764659.984994:0:3330:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9444864b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3330:1862022119023360:0@lo:400:kworker.0 00000100:00100000:3.0:1775764659.988410:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 281 00000100:00100000:3.0:1775764659.988422:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444864b0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3329:x1862022119023616:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764659.988532:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444864b0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3329:x1862022119023616:12345-0@lo:400:kworker.0 Request processed in 112us (4288us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764659.988541:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 281 00000100:00100000:3.0:1775764659.988607:0:3329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9444864b0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3329:1862022119023616:0@lo:400:kworker.0 00000100:00080000:2.0:1775764659.994851:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1775764659.995575:0:3328:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9444864b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d8dacf45-8471-4226-a2fb-1fac83f69c1e:3328:1862022119023104:0@lo:400:kworker.0 00010000:00010000:0.0:1775764660.044836:0:42313:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775764660.403659:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764660.403703:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764660.403795:0:42317:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098496256 00000100:00100000:0.0:1775764660.403836:0:42317:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098496256 00000100:00100000:1.0:1775764660.403926:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764660.403952:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764660.403976:0:42318:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 232 00000100:00100000:1.0:1775764660.403977:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764660.403989:0:42318:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944587289050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:24b54882-c0a1-43f2-954f-009e5a9afc9d+12:2377:x1862022098496256:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:1.0:1775764660.403998:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098496768 00000100:00100000:1.0:1775764660.404001:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098496768 00000100:00100000:1.0:1775764660.404036:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098496384 00000100:00100000:1.0:1775764660.404039:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098496384 00000100:00100000:2.0:1775764660.404054:0:42318:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944587289050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:24b54882-c0a1-43f2-954f-009e5a9afc9d+12:2377:x1862022098496256:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 69us (407us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764660.404055:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 282 00000100:00100000:1.0:1775764660.404061:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94458620dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:82781e18-e0e3-4f9f-9a2b-041bf0344414+5:2377:x1862022098496768:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:2.0:1775764660.404062:0:42318:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 232 00000100:00100000:1.0:1775764660.404089:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94458620dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:82781e18-e0e3-4f9f-9a2b-041bf0344414+5:2377:x1862022098496768:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 29us (164us total) trans 0 rc 0/0 00000100:00080000:2.0:1775764660.404092:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1775764660.404095:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 282 00000100:00100000:2.0:1775764660.404104:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 283 00000100:00100000:2.0:1775764660.404111:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94458620ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+40:2377:x1862022098496384:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:1.0:1775764660.404130:0:42946:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098496512 00000100:00100000:1.0:1775764660.404133:0:42946:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098496512 00000100:00100000:2.0:1775764660.404134:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94458620ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+40:2377:x1862022098496384:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 25us (182us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764660.404140:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 283 00000100:00080000:1.0:1775764660.404147:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1775764660.404165:0:42946:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 203 00000100:00100000:1.0:1775764660.404172:0:42946:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94458620fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+14:2377:x1862022098496512:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:2.0:1775764660.404179:0:42945:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098496640 00000100:00100000:2.0:1775764660.404183:0:42945:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098496640 00000100:00100000:2.0:1775764660.404218:0:42945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 204 00000100:00100000:2.0:1775764660.404224:0:42945:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94458620c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+17:2377:x1862022098496640:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:2.0:1775764660.404248:0:42945:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94458620c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+17:2377:x1862022098496640:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 25us (270us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764660.404254:0:42945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 204 00000100:00080000:1.0:1775764660.404562:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1775764660.404626:0:42946:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94458620fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+14:2377:x1862022098496512:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 446us (914us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764660.404636:0:42946:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 203 00010000:00010000:3.0:1775764661.057439:0:43224:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:1.0:1775764661.130241:0:6613:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 34359738422 is committed 00000001:00080000:1.0:1775764661.130251:0:6613:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 34359738421 is committed 00000100:00100000:1.0:1775764661.505349:0:3328:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1775764661.505377:0:3328:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9444864b0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3328:1862022119023744:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1775764661.505458:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764661.505651:0:42947:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119023744 00000100:00100000:2.0:1775764661.505663:0:42947:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119023744 00000100:00100000:2.0:1775764661.505759:0:42947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 123 00000100:00100000:2.0:1775764661.505772:0:42947:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94458620ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3328:x1862022119023744:12345-0@lo:13:osp-pre-1-0.0 00000100:00080000:1.0:1775764661.505896:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00002000:00000024:2.0:1775764661.506153:0:42947:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 1703936 granted 69664768 pending 0 free 3765436416 avail 3763339264 00000100:00100000:2.0:1775764661.506220:0:42947:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94458620ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3328:x1862022119023744:12345-0@lo:13:osp-pre-1-0.0 Request processed in 452us (762us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764661.506228:0:42947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 123 00000100:00100000:1.0:1775764661.506318:0:3328:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9444864b0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3328:1862022119023744:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1775764661.940789:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764661.941652:0:42950:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098496896 00000100:00100000:3.0:1775764661.941665:0:42950:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098496896 00002000:00100000:3.0:1775764661.941722:0:42950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x10f:0x0] (0->15) req@ffff94458620f800 x1862022098496896/t0(0) o4->7e6eda44-5508-487e-b17f-ff28ad9d3512@192.168.202.28@tcp:142/0 lens 504/0 e 0 to 0 dl 1775764672 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764661.941740:0:42950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff94458620f800 with x1862022098496896 ext(0->15) 00002000:00010000:3.0:1775764661.941746:0:42950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff94458620f800 00000100:00100000:3.0:1775764661.941783:0:42950:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 53 00000100:00100000:3.0:1775764661.941794:0:42950:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94458620f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+17:2379:x1862022098496896:12345-192.168.202.28@tcp:4:lfs.0 00000100:00100000:3.0:1775764661.942389:0:42950:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94458620f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+19:2379:x1862022098496896:12345-192.168.202.28@tcp:4:lfs.0 Request processed in 595us (1609us total) trans 34359738429 rc 0/0 00000100:00100000:3.0:1775764661.942397:0:42950:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 53 00002000:00100000:3.0:1775764661.942405:0:42950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x10f:0x0] (0->15) req@ffff94458620f800 x1862022098496896/t34359738429(0) o4->7e6eda44-5508-487e-b17f-ff28ad9d3512@192.168.202.28@tcp:142/0 lens 504/448 e 0 to 0 dl 1775764672 ref 1 fl Complete:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764661.942412:0:42950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff94458620f800 with x1862022098496896 ext(0->15) 00002000:00010000:3.0:1775764661.942415:0:42950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff94458620f800 00010000:00010000:1.0:1775764662.084755:0:42312:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:3.0:1775764662.338934:0:7469:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 34359738427 is committed 00000001:00080000:3.0:1775764662.338974:0:7469:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 34359738428 is committed 00000001:00080000:1.0:1775764662.339077:0:7469:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 34359738429 is committed 00010000:00010000:0.0:1775764663.117753:0:42313:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1775764663.297177:0:42356:0:(llog.c:800:llog_process_thread()) index: 8, lh_last_idx: 8 synced_idx: 8 lgh_last_idx: 8 00000040:00080000:1.0:1775764663.297189:0:42356:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x32:0x0] at index 8 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1775764663.297787:0:42356:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x32:0x0] index 64768 count 1 00000040:00080000:1.0:1775764663.297851:0:42356:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 9 count 2 00010000:00010000:3.0:1775764664.135829:0:43224:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:2.0:1775764664.184740:0:5825:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 34359738913 is committed 00000001:00080000:2.0:1775764664.184772:0:5825:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 34359738921 is committed 00000001:00080000:2.0:1775764664.184828:0:5825:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 34359738922 is committed 00000020:00080000:2.0:1775764664.184864:0:5825:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff944482d64e40 refcount 2 committed 0 result 0 batchid 30064771816 00000020:00080000:2.0:1775764664.184869:0:5825:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9445b6fef300 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff944482d64cc0 00000020:00080000:2.0:1775764664.184873:0:5825:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9445b6fef700 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff944482d640c0 00000020:00080000:2.0:1775764664.184875:0:5825:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9445b6fefe00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff94458562d800 00000020:00080000:2.0:1775764664.184879:0:5825:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x200003ab0:0x1:0x0].1 00000020:00080000:2.0:1775764664.184897:0:42361:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 30064771816 committed batchid 30064771815 00000020:00080000:2.0:1775764664.186569:0:42361:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 30064771815 00000100:00100000:1.0:1775764664.578068:0:3331:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1775764664.578095:0:3331:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944487fbed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3331:1862022119023872:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1775764664.578176:0:3331:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764664.578395:0:42948:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119023872 00000100:00100000:3.0:1775764664.578404:0:42948:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119023872 00000100:00100000:3.0:1775764664.578480:0:42948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 124 00000100:00100000:3.0:1775764664.578490:0:42948:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94458620d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3331:x1862022119023872:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1775764664.578528:0:42948:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 1703936 granted 61145088 pending 0 free 3704619008 avail 3702521856 00000100:00100000:3.0:1775764664.578589:0:42948:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94458620d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3331:x1862022119023872:12345-0@lo:13:osp-pre-0-0.0 Request processed in 91us (403us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764664.578597:0:42948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 124 00000100:00100000:3.0:1775764664.578644:0:3331:0:(client.c:3082:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 34359738422 gen 2 00000004:00080000:3.0:1775764664.578660:0:3331:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 34359738422 committed transno 34359738422 00000100:00100000:3.0:1775764664.578685:0:3331:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944487fbed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3331:1862022119023872:0@lo:13:osp-pre-0-0.0 00000100:00080000:1.0:1775764664.578755:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1775764665.089009:0:3330:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9444864b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3330:1862022119024384:0@lo:400:kworker.0 00000100:00100000:3.0:1775764665.089114:0:3330:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764665.089432:0:3330:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:3.0:1775764665.089439:0:3330:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9444864b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d8dacf45-8471-4226-a2fb-1fac83f69c1e:3330:1862022119024000:0@lo:400:kworker.0 00000100:00100000:3.0:1775764665.089490:0:3330:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764665.089514:0:3330:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9444864b2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3330:1862022119024512:0@lo:400:kworker.0 00000100:00100000:3.0:1775764665.089540:0:3330:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764665.089573:0:3328:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9444864b0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3328:1862022119024128:0@lo:400:kworker.0 00000100:00100000:3.0:1775764665.089614:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764665.089645:0:3328:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1775764665.089652:0:3328:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9444864b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3328:1862022119024256:0@lo:400:kworker.0 00000100:00100000:3.0:1775764665.089678:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764665.089716:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119024384 00000100:00100000:3.0:1775764665.089727:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119024384 00000100:00100000:3.0:1775764665.089829:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119024512 00000100:00100000:3.0:1775764665.089832:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119024512 00000100:00100000:3.0:1775764665.089848:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119024256 00000100:00100000:3.0:1775764665.089851:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119024256 00000100:00100000:3.0:1775764665.089866:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 284 00000100:00100000:3.0:1775764665.089875:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444864b1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3330:x1862022119024384:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764665.089936:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444864b1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3330:x1862022119024384:12345-0@lo:400:kworker.0 Request processed in 62us (823us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764665.089944:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 284 00000100:00100000:3.0:1775764665.089966:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 285 00000100:00100000:3.0:1775764665.089973:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444867c9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3330:x1862022119024512:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764665.090004:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444867c9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3330:x1862022119024512:12345-0@lo:400:kworker.0 Request processed in 32us (463us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764665.090010:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 285 00000100:00100000:3.0:1775764665.090501:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 286 00000100:00100000:3.0:1775764665.090510:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445becab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3328:x1862022119024256:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764665.090551:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445becab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3328:x1862022119024256:12345-0@lo:400:kworker.0 Request processed in 43us (873us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764665.090557:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 286 00000100:00080000:3.0:1775764665.090591:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1775764665.090688:0:3328:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9444864b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3328:1862022119024256:0@lo:400:kworker.0 00000100:00100000:3.0:1775764665.090727:0:3330:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9444864b2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3330:1862022119024512:0@lo:400:kworker.0 00000100:00100000:3.0:1775764665.090739:0:3330:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9444864b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3330:1862022119024384:0@lo:400:kworker.0 00000100:00100000:2.0:1775764665.091603:0:42319:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119024000 00000100:00100000:2.0:1775764665.091612:0:42319:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119024000 00000100:00100000:3.0:1775764665.091635:0:42945:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119024128 00000100:00100000:3.0:1775764665.091641:0:42945:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119024128 00000100:00100000:2.0:1775764665.091666:0:42319:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 233 00000100:00100000:2.0:1775764665.091678:0:42319:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94458728a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d8dacf45-8471-4226-a2fb-1fac83f69c1e+18:3330:x1862022119024000:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764665.091690:0:42945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205 00000100:00100000:3.0:1775764665.091699:0:42945:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445beca8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3328:x1862022119024128:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764665.091759:0:42319:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94458728a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d8dacf45-8471-4226-a2fb-1fac83f69c1e+18:3330:x1862022119024000:12345-0@lo:400:kworker.0 Request processed in 84us (2267us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764665.091762:0:42945:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445beca8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3328:x1862022119024128:12345-0@lo:400:kworker.0 Request processed in 64us (2146us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764665.091770:0:42319:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 233 00000100:00100000:3.0:1775764665.091774:0:42945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205 00000100:00080000:3.0:1775764665.091816:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1775764665.091845:0:3328:0:(client.c:3082:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 34359738428 gen 2 00000004:00080000:3.0:1775764665.091859:0:3328:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 34359738428 committed transno 34359738428 00000100:00100000:2.0:1775764665.091868:0:3330:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9444864b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d8dacf45-8471-4226-a2fb-1fac83f69c1e:3330:1862022119024000:0@lo:400:kworker.0 00000100:00100000:3.0:1775764665.091878:0:3328:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9444864b0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3328:1862022119024128:0@lo:400:kworker.0 00010000:00010000:1.0:1775764665.161959:0:42312:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775764665.518097:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764665.518128:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764665.518148:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764665.518164:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764665.518183:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764665.518213:0:42946:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098497408 00000100:00100000:1.0:1775764665.518220:0:42946:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098497408 00000100:00100000:1.0:1775764665.518263:0:42946:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098497280 00000100:00100000:1.0:1775764665.518264:0:42946:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098497280 00000100:00100000:1.0:1775764665.518278:0:42946:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 206 00000100:00100000:1.0:1775764665.518285:0:42946:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94458620f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+15:2377:x1862022098497408:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:1.0:1775764665.518363:0:42946:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94458620f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+15:2377:x1862022098497408:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 78us (233us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764665.518369:0:42946:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 206 00000100:00100000:1.0:1775764665.518384:0:42946:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 207 00000100:00100000:1.0:1775764665.518388:0:42946:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94458620e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+12:2377:x1862022098497280:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:1.0:1775764665.518404:0:42946:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94458620e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+12:2377:x1862022098497280:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 17us (240us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764665.518408:0:42946:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 207 00000100:00100000:3.0:1775764665.518608:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098497152 00000100:00100000:3.0:1775764665.518614:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098497152 00000100:00100000:3.0:1775764665.518650:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098497536 00000100:00100000:3.0:1775764665.518653:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098497536 00000100:00100000:2.0:1775764665.518985:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 287 00000100:00100000:2.0:1775764665.518996:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94458620f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+30:2377:x1862022098497152:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:2.0:1775764665.519058:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94458620f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+30:2377:x1862022098497152:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 65us (965us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764665.519066:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 287 00000100:00100000:3.0:1775764665.519661:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 288 00000100:00100000:3.0:1775764665.519672:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94458620d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:82781e18-e0e3-4f9f-9a2b-041bf0344414+5:2377:x1862022098497536:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:3.0:1775764665.519711:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94458620d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:82781e18-e0e3-4f9f-9a2b-041bf0344414+5:2377:x1862022098497536:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 43us (1527us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764665.519717:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 288 00000100:00080000:3.0:1775764665.519739:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1775764665.519743:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1775764665.519745:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1775764665.521566:0:42317:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098497024 00000100:00100000:0.0:1775764665.521594:0:42317:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098497024 00000100:00100000:0.0:1775764665.521656:0:42317:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 234 00000100:00100000:0.0:1775764665.521666:0:42317:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944587288050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:24b54882-c0a1-43f2-954f-009e5a9afc9d+12:2377:x1862022098497024:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:0.0:1775764665.521734:0:42317:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944587288050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:24b54882-c0a1-43f2-954f-009e5a9afc9d+12:2377:x1862022098497024:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 69us (3584us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764665.521743:0:42317:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 234 00010000:00010000:1.0:1775764666.180015:0:42313:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775764666.382004:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764666.382342:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098497664 00000100:00100000:2.0:1775764666.382355:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098497664 00000100:00100000:2.0:1775764666.382434:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 657 00000100:00100000:2.0:1775764666.382447:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94458620e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+30:58773:x1862022098497664:12345-192.168.202.28@tcp:60:lhsmtool_posix.0 00000100:00100000:2.0:1775764666.382602:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94458620e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+30:58773:x1862022098497664:12345-192.168.202.28@tcp:60:lhsmtool_posix.0 Request processed in 159us (619us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764666.382611:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 657 00000100:00100000:0.0:1775764666.386131:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764666.386227:0:42328:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098497920 00000100:00100000:2.0:1775764666.386238:0:42328:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098497920 00000100:00100000:2.0:1775764666.386318:0:42328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 190 00000100:00100000:2.0:1775764666.386331:0:42328:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445becd4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+30:58773:x1862022098497920:12345-192.168.202.28@tcp:35:lhsmtool_posix.0 00000100:00100000:2.0:1775764666.387343:0:42328:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445becd4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+31:58773:x1862022098497920:12345-192.168.202.28@tcp:35:lhsmtool_posix.0 Request processed in 1011us (1217us total) trans 34359738923 rc 0/0 00000100:00100000:2.0:1775764666.387353:0:42328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 190 00000100:00100000:0.0:1775764666.625532:0:3328:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445becabb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3328:1862022119024640:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1775764666.625609:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764666.625765:0:42948:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119024640 00000100:00100000:0.0:1775764666.625773:0:42948:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119024640 00000100:00100000:0.0:1775764666.625842:0:42948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 125 00000100:00100000:0.0:1775764666.625851:0:42948:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445becd4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3328:x1862022119024640:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1775764666.625899:0:42948:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 71368704 pending 0 free 3765436416 avail 3763339264 00000100:00100000:0.0:1775764666.625978:0:42948:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445becd4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3328:x1862022119024640:12345-0@lo:13:osp-pre-1-0.0 Request processed in 125us (365us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764666.625987:0:42948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 125 00000100:00100000:0.0:1775764666.629011:0:3328:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445becabb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3328:1862022119024640:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1775764666.912867:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764666.913714:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098498048 00000100:00100000:3.0:1775764666.913728:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098498048 00000100:00100000:3.0:1775764666.913849:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 658 00000100:00100000:3.0:1775764666.913861:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94458620ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:82781e18-e0e3-4f9f-9a2b-041bf0344414+5:59286:x1862022098498048:12345-192.168.202.28@tcp:101:lsof.0 00010000:00010000:3.0:1775764666.913897:0:42325:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764666.913934:0:42325:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694c00/0x57b8ff0e03050ad7 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b7b8 expref: -99 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764666.914022:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e03050ade lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764666.914042:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e03050ade lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764666.914055:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e03050ade lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764666.914324:0:42325:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 9728 00000004:00200000:3.0:1775764666.914329:0:42325:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 41 stripe count 1 MDT count 1 00000004:00010000:3.0:1775764666.914856:0:42325:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e03050ade lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764666.914910:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694c00/0x57b8ff0e03050ad7 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b7b8 expref: 7 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764666.914934:0:42325:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e03050ade lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b7b8 expref: 6 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764666.914944:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff944586564600) 00010000:00010000:3.0:1775764666.914947:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1775764666.914952:0:42325:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445be694600, rc 0) 00000100:00100000:3.0:1775764666.915037:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94458620ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:82781e18-e0e3-4f9f-9a2b-041bf0344414+6:59286:x1862022098498048:12345-192.168.202.28@tcp:101:lsof.0 Request processed in 1178us (2240us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764666.915046:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 658 00010000:00010000:3.0:1775764667.201232:0:43224:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764668.225085:0:42312:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764669.249744:0:42313:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:0.0:1775764669.259637:0:5825:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 34359738923 is committed 00000020:00080000:0.0:1775764669.259656:0:5825:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 30064771816 batchid updated 00000020:00080000:2.0:1775764669.259697:0:42361:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 30064771816 00000020:00080000:2.0:1775764669.260164:0:42361:0:(update_trans.c:1295:distribute_txn_cancel_records()) lustre-MDT0000-osd: batchid 30064771816 cancel update log [0x200003ab0:0x1:0x0].1: rc = 0 00000020:00080000:2.0:1775764669.260175:0:42361:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 30064771816 00000100:00100000:0.0:1775764669.700167:0:3328:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1775764669.700203:0:3328:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944487fbc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3328:1862022119024768:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1775764669.700307:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764669.700491:0:42948:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119024768 00000100:00100000:3.0:1775764669.700504:0:42948:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119024768 00000100:00100000:3.0:1775764669.700622:0:42948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 126 00000100:00100000:3.0:1775764669.700635:0:42948:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445becd7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3328:x1862022119024768:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1775764669.700686:0:42948:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 1703936 granted 61145088 pending 0 free 3704619008 avail 3702521856 00000100:00100000:3.0:1775764669.700748:0:42948:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445becd7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3328:x1862022119024768:12345-0@lo:13:osp-pre-0-0.0 Request processed in 115us (441us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764669.700756:0:42948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 126 00000100:00100000:3.0:1775764669.700868:0:3328:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944487fbc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3328:1862022119024768:0@lo:13:osp-pre-0-0.0 00000100:00080000:0.0:1775764669.701401:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1775764670.210773:0:3330:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944487fbce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d8dacf45-8471-4226-a2fb-1fac83f69c1e:3330:1862022119024896:0@lo:400:kworker.0 00000100:00100000:3.0:1775764670.210915:0:3330:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764670.211206:0:3328:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944487fbed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3328:1862022119025152:0@lo:400:kworker.0 00000100:00100000:2.0:1775764670.211243:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764670.211267:0:3328:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1775764670.211274:0:3328:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bea10000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3328:1862022119025280:0@lo:400:kworker.0 00000100:00100000:2.0:1775764670.211301:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764670.211341:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119025280 00000100:00100000:2.0:1775764670.211348:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119025280 00000100:00100000:2.0:1775764670.211395:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 289 00000100:00100000:2.0:1775764670.211403:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944487fbb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3328:x1862022119025280:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764670.211459:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944487fbb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3328:x1862022119025280:12345-0@lo:400:kworker.0 Request processed in 56us (155us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764670.211466:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 289 00000100:00100000:2.0:1775764670.211524:0:3328:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bea10000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3328:1862022119025280:0@lo:400:kworker.0 00000100:00100000:1.0:1775764670.211735:0:42946:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119025152 00000100:00100000:1.0:1775764670.211739:0:42946:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119025152 00000100:00100000:1.0:1775764670.211789:0:42946:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 208 00000100:00100000:1.0:1775764670.211815:0:42946:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944487fb8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3328:x1862022119025152:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764670.211889:0:42946:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944487fb8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3328:x1862022119025152:12345-0@lo:400:kworker.0 Request processed in 93us (645us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764670.211895:0:42946:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 208 00000100:00100000:1.0:1775764670.211926:0:3330:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bea12300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3330:1862022119025408:0@lo:400:kworker.0 00000100:00100000:1.0:1775764670.211953:0:3330:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764670.211972:0:3330:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:1.0:1775764670.211978:0:3330:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944487fbc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3330:1862022119025024:0@lo:400:kworker.0 00000100:00100000:1.0:1775764670.211999:0:3330:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764670.212016:0:3330:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944487fb8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3330:1862022119025536:0@lo:400:kworker.0 00000100:00100000:1.0:1775764670.212035:0:3330:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764670.212060:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119025408 00000100:00100000:1.0:1775764670.212064:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119025408 00000100:00100000:1.0:1775764670.212087:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119025536 00000100:00100000:1.0:1775764670.212090:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119025536 00000100:00100000:1.0:1775764670.212108:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 290 00000100:00100000:1.0:1775764670.212115:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486043480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3330:x1862022119025408:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764670.212149:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486043480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3330:x1862022119025408:12345-0@lo:400:kworker.0 Request processed in 35us (195us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764670.212155:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 290 00000100:00100000:1.0:1775764670.212166:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 291 00000100:00100000:1.0:1775764670.212172:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486042680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3330:x1862022119025536:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764670.212197:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486042680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3330:x1862022119025536:12345-0@lo:400:kworker.0 Request processed in 26us (161us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764670.212202:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 291 00000100:00100000:1.0:1775764670.212221:0:43212:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119025024 00000100:00100000:1.0:1775764670.212225:0:43212:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119025024 00000100:00100000:1.0:1775764670.212248:0:43212:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 209 00000100:00100000:1.0:1775764670.212254:0:43212:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486040a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3330:x1862022119025024:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764670.212280:0:43212:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486040a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3330:x1862022119025024:12345-0@lo:400:kworker.0 Request processed in 26us (280us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764670.212286:0:43212:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 209 00000100:00100000:0.0:1775764670.212449:0:42318:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119024896 00000100:00100000:0.0:1775764670.212454:0:42318:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119024896 00000100:00100000:0.0:1775764670.212490:0:42318:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 235 00000100:00100000:0.0:1775764670.212497:0:42318:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94458728b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d8dacf45-8471-4226-a2fb-1fac83f69c1e+18:3330:x1862022119024896:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764670.212546:0:42318:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94458728b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d8dacf45-8471-4226-a2fb-1fac83f69c1e+18:3330:x1862022119024896:12345-0@lo:400:kworker.0 Request processed in 50us (1631us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764670.212552:0:42318:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 235 00000100:00100000:0.0:1775764670.212649:0:3328:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944487fbed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3328:1862022119025152:0@lo:400:kworker.0 00000100:00100000:1.0:1775764670.214615:0:3330:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944487fbc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3330:1862022119025024:0@lo:400:kworker.0 00000100:00100000:1.0:1775764670.214642:0:3330:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944487fb8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3330:1862022119025536:0@lo:400:kworker.0 00000100:00100000:1.0:1775764670.214658:0:3330:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bea12300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3330:1862022119025408:0@lo:400:kworker.0 00000100:00100000:1.0:1775764670.214674:0:3330:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944487fbce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d8dacf45-8471-4226-a2fb-1fac83f69c1e:3330:1862022119024896:0@lo:400:kworker.0 00000100:00080000:2.0:1775764670.214827:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1775764670.214836:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:3.0:1775764670.273767:0:43224:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775764670.646925:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764670.647047:0:42319:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098498176 00000100:00100000:2.0:1775764670.647058:0:42319:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098498176 00000100:00100000:2.0:1775764670.647118:0:42319:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 236 00000100:00100000:2.0:1775764670.647138:0:42319:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944587288450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:24b54882-c0a1-43f2-954f-009e5a9afc9d+12:2379:x1862022098498176:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:2.0:1775764670.647217:0:42319:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944587288450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:24b54882-c0a1-43f2-954f-009e5a9afc9d+12:2379:x1862022098498176:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 80us (313us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764670.647225:0:42319:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 236 00000100:00100000:0.0:1775764670.659178:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764670.659234:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764670.659268:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764670.659311:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764670.659408:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098498688 00000100:00100000:3.0:1775764670.659422:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098498688 00000100:00100000:3.0:1775764670.659505:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098498304 00000100:00100000:3.0:1775764670.659509:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098498304 00000100:00100000:3.0:1775764670.659545:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 292 00000100:00100000:3.0:1775764670.659555:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445becd5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:82781e18-e0e3-4f9f-9a2b-041bf0344414+6:2379:x1862022098498688:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:3.0:1775764670.659647:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445becd5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:82781e18-e0e3-4f9f-9a2b-041bf0344414+6:2379:x1862022098498688:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 92us (411us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764670.659655:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 292 00000100:00100000:3.0:1775764670.659680:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 293 00000100:00100000:3.0:1775764670.659686:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445becd4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+30:2379:x1862022098498304:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:3.0:1775764670.659717:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445becd4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+30:2379:x1862022098498304:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 32us (449us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764670.659723:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 293 00000100:00080000:0.0:1775764670.659955:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1775764670.661604:0:42944:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098498432 00000100:00100000:1.0:1775764670.661621:0:42944:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098498432 00000100:00100000:1.0:1775764670.661718:0:42944:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098498560 00000100:00100000:1.0:1775764670.661722:0:42944:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098498560 00000100:00100000:1.0:1775764670.661762:0:42944:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 210 00000100:00100000:1.0:1775764670.661774:0:42944:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445becd7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+12:2379:x1862022098498432:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:3.0:1775764670.661845:0:42945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 211 00000100:00100000:3.0:1775764670.661858:0:42945:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445becd6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+15:2379:x1862022098498560:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:1.0:1775764670.661905:0:42944:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445becd7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+12:2379:x1862022098498432:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 133us (2736us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764670.661911:0:42945:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445becd6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+15:2379:x1862022098498560:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 56us (2598us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764670.661919:0:42944:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 210 00000100:00100000:3.0:1775764670.661928:0:42945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 211 00000100:00080000:0.0:1775764670.662744:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1775764670.662751:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1775764671.302712:0:42312:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775764671.747395:0:3329:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1775764671.747422:0:3329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445becaaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3329:1862022119025664:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1775764671.747504:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764671.747647:0:42948:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119025664 00000100:00100000:3.0:1775764671.747655:0:42948:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119025664 00000100:00100000:3.0:1775764671.747702:0:42948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 127 00000100:00100000:3.0:1775764671.747711:0:42948:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486040380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3329:x1862022119025664:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1775764671.747750:0:42948:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 71368704 pending 0 free 3765436416 avail 3763339264 00000100:00100000:3.0:1775764671.749412:0:42948:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486040380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3329:x1862022119025664:12345-0@lo:13:osp-pre-1-0.0 Request processed in 1691us (1897us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764671.749428:0:42948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 127 00000100:00100000:1.0:1775764671.750347:0:3329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445becaaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3329:1862022119025664:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1775764672.327490:0:42313:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764673.351197:0:43224:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1775764673.537037:0:42356:0:(llog.c:800:llog_process_thread()) index: 8, lh_last_idx: 8 synced_idx: 8 lgh_last_idx: 8 00000040:00080000:2.0:1775764673.537047:0:42356:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x32:0x0] at index 8 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1775764673.537492:0:42356:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x32:0x0] index 64768 count 1 00000040:00080000:2.0:1775764673.537507:0:42356:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 9 count 2 00000001:02000400:2.0:1775764673.598984:0:47864:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-pcc test 21i: HSM release increase layout gen, should invalidate PCC-RO cache ========================================================== 15:57:51 (1775764671) 00010000:00010000:1.0:1775764674.378002:0:42312:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775764674.820280:0:3329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944487fbbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3329:1862022119025792:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1775764674.820360:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764674.820593:0:42947:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119025792 00000100:00100000:2.0:1775764674.820604:0:42947:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119025792 00000100:00100000:2.0:1775764674.820687:0:42947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 128 00000100:00100000:2.0:1775764674.820697:0:42947:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486040700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3329:x1862022119025792:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1775764674.820758:0:42947:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 1703936 granted 61145088 pending 0 free 3704619008 avail 3702521856 00000100:00100000:2.0:1775764674.820844:0:42947:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486040700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3329:x1862022119025792:12345-0@lo:13:osp-pre-0-0.0 Request processed in 148us (482us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764674.820851:0:42947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 128 00000100:00080000:1.0:1775764674.821129:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1775764674.821545:0:3329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944487fbbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3329:1862022119025792:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1775764675.329852:0:3329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445becd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3329:1862022119026304:0@lo:400:kworker.0 00000100:00100000:0.0:1775764675.329931:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764675.329999:0:3329:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1775764675.330006:0:3329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445becd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3329:1862022119026176:0@lo:400:kworker.0 00000100:00100000:0.0:1775764675.330037:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764675.330162:0:3330:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445becd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d8dacf45-8471-4226-a2fb-1fac83f69c1e:3330:1862022119025920:0@lo:400:kworker.0 00000100:00100000:1.0:1775764675.330200:0:3330:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764675.330233:0:3330:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944487fbce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3330:1862022119026432:0@lo:400:kworker.0 00000100:00100000:1.0:1775764675.330258:0:3330:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764675.330275:0:3330:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:1.0:1775764675.330280:0:3330:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445becd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3330:1862022119026048:0@lo:400:kworker.0 00000100:00100000:1.0:1775764675.330311:0:42317:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119025920 00000100:00100000:1.0:1775764675.330319:0:42317:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119025920 00000100:00100000:1.0:1775764675.330368:0:42317:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 237 00000100:00100000:1.0:1775764675.330376:0:42317:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944587288850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d8dacf45-8471-4226-a2fb-1fac83f69c1e+18:3330:x1862022119025920:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764675.330425:0:42317:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944587288850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d8dacf45-8471-4226-a2fb-1fac83f69c1e+18:3330:x1862022119025920:12345-0@lo:400:kworker.0 Request processed in 50us (224us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764675.330433:0:42317:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 237 00000100:00100000:1.0:1775764675.330468:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119026304 00000100:00100000:1.0:1775764675.330472:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119026304 00000100:00100000:1.0:1775764675.330508:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119026432 00000100:00100000:1.0:1775764675.330511:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119026432 00000100:00100000:1.0:1775764675.330538:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 294 00000100:00100000:1.0:1775764675.330544:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944487fbed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3329:x1862022119026304:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764675.330574:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944487fbed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3329:x1862022119026304:12345-0@lo:400:kworker.0 Request processed in 31us (645us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764675.330580:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 294 00000100:00100000:1.0:1775764675.330591:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 295 00000100:00100000:1.0:1775764675.330596:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486040000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3330:x1862022119026432:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764675.330620:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486040000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3330:x1862022119026432:12345-0@lo:400:kworker.0 Request processed in 24us (362us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764675.330626:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 295 00000100:00080000:1.0:1775764675.330651:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1775764675.331381:0:3330:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764675.331423:0:3330:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944487fbc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3330:1862022119026560:0@lo:400:kworker.0 00000100:00100000:3.0:1775764675.331471:0:3330:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764675.331530:0:3330:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445becd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d8dacf45-8471-4226-a2fb-1fac83f69c1e:3330:1862022119025920:0@lo:400:kworker.0 00000100:00100000:3.0:1775764675.331548:0:3330:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944487fbce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3330:1862022119026432:0@lo:400:kworker.0 00000100:00100000:3.0:1775764675.331588:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119026560 00000100:00100000:3.0:1775764675.331594:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119026560 00000100:00100000:3.0:1775764675.331648:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 296 00000100:00100000:3.0:1775764675.331655:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445becaaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3330:x1862022119026560:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764675.331703:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445becaaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3330:x1862022119026560:12345-0@lo:400:kworker.0 Request processed in 47us (229us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764675.331710:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 296 00000100:00080000:3.0:1775764675.331740:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1775764675.331762:0:3330:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944487fbc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3330:1862022119026560:0@lo:400:kworker.0 00000100:00100000:1.0:1775764675.333086:0:42944:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119026176 00000100:00100000:1.0:1775764675.333101:0:42944:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119026176 00000100:00100000:1.0:1775764675.333189:0:42944:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119026048 00000100:00100000:1.0:1775764675.333193:0:42944:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119026048 00000100:00100000:1.0:1775764675.333219:0:42944:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 212 00000100:00100000:1.0:1775764675.333229:0:42944:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486e60380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3329:x1862022119026176:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764675.333300:0:42944:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486e60380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3329:x1862022119026176:12345-0@lo:400:kworker.0 Request processed in 73us (3262us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764675.333306:0:42944:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 212 00000100:00100000:1.0:1775764675.333322:0:42944:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 213 00000100:00100000:1.0:1775764675.333329:0:42944:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445becaa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3330:x1862022119026048:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764675.334022:0:3329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445becd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3329:1862022119026176:0@lo:400:kworker.0 00000100:00100000:2.0:1775764675.334051:0:3329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445becd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3329:1862022119026304:0@lo:400:kworker.0 00000100:00100000:1.0:1775764675.334375:0:42944:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445becaa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3330:x1862022119026048:12345-0@lo:400:kworker.0 Request processed in 1046us (2993us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764675.334383:0:42944:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 213 00000100:00080000:3.0:1775764675.334657:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1775764675.334694:0:3330:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445becd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3330:1862022119026048:0@lo:400:kworker.0 00010000:00010000:1.0:1775764675.394046:0:42313:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775764675.765427:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764675.765471:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764675.765673:0:42318:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098498816 00000100:00100000:2.0:1775764675.765684:0:42318:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098498816 00000100:00100000:2.0:1775764675.765743:0:42318:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 238 00000100:00100000:2.0:1775764675.765753:0:42318:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94458728b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:24b54882-c0a1-43f2-954f-009e5a9afc9d+12:2378:x1862022098498816:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:2.0:1775764675.765871:0:42318:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94458728b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:24b54882-c0a1-43f2-954f-009e5a9afc9d+12:2378:x1862022098498816:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 119us (454us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764675.765879:0:42318:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 238 00000100:00100000:0.0:1775764675.766302:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764675.766331:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764675.766515:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098499328 00000100:00100000:1.0:1775764675.766521:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098499328 00000100:00100000:1.0:1775764675.766565:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098498944 00000100:00100000:1.0:1775764675.766568:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098498944 00000100:00100000:1.0:1775764675.766591:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 297 00000100:00100000:1.0:1775764675.766599:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486e62680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:82781e18-e0e3-4f9f-9a2b-041bf0344414+6:2378:x1862022098499328:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:1.0:1775764675.766649:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486e62680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:82781e18-e0e3-4f9f-9a2b-041bf0344414+6:2378:x1862022098499328:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 51us (349us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764675.766657:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 297 00000100:00100000:1.0:1775764675.766671:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 298 00000100:00100000:1.0:1775764675.766677:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486e63800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+30:2378:x1862022098498944:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:1.0:1775764675.766705:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486e63800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+30:2378:x1862022098498944:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 29us (373us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764675.766714:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 298 00000100:00100000:0.0:1775764675.766923:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00080000:3.0:1775764675.767333:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1775764675.767606:0:43212:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098499072 00000100:00100000:2.0:1775764675.767614:0:43212:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098499072 00000100:00100000:2.0:1775764675.767672:0:43212:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098499200 00000100:00100000:2.0:1775764675.767675:0:43212:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098499200 00000100:00100000:2.0:1775764675.767704:0:43212:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 214 00000100:00100000:2.0:1775764675.767712:0:43212:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486e61c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+12:2378:x1862022098499072:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:2.0:1775764675.767762:0:43212:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486e61c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+12:2378:x1862022098499072:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 52us (2291us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764675.767769:0:43212:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 214 00000100:00100000:2.0:1775764675.767786:0:43212:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 215 00000100:00100000:2.0:1775764675.767793:0:43212:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486e61f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+15:2378:x1862022098499200:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:2.0:1775764675.767860:0:43212:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486e61f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+15:2378:x1862022098499200:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 67us (937us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764675.767866:0:43212:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 215 00000100:00080000:3.0:1775764675.768022:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1775764675.768026:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1775764675.874317:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764675.874963:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098499584 00000100:00100000:1.0:1775764675.874974:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098499584 00000100:00100000:1.0:1775764675.875042:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 659 00000100:00100000:1.0:1775764675.875052:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486e61880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+30:59546:x1862022098499584:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1775764675.875071:0:44493:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764675.875091:0:44493:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944488003400/0x57b8ff0e03050ae5 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b7bf expref: -99 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764675.875161:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff944488003800/0x57b8ff0e03050aec lrc: 3/1,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764675.875174:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944488003800/0x57b8ff0e03050aec lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764675.875185:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944488003800/0x57b8ff0e03050aec lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764675.875197:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944488002c00/0x57b8ff0e03050af3 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764675.875204:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944488002c00/0x57b8ff0e03050af3 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764675.875210:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944488002c00/0x57b8ff0e03050af3 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764675.875584:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944488002a00/0x57b8ff0e03050afa lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764675.875612:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944488002a00/0x57b8ff0e03050afa lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764675.875619:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944488002a00/0x57b8ff0e03050afa lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764675.875630:0:44493:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000002:0x2:0x0]: returning size 6656 00010000:00010000:1.0:1775764675.875795:0:44493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff944488003800/0x57b8ff0e03050aec lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764675.875834:0:44493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944488003800/0x57b8ff0e03050aec lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764675.875841:0:44493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944488003800/0x57b8ff0e03050aec lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764675.875847:0:44493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944488003800 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:1.0:1775764675.875851:0:44493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944488003800/0x57b8ff0e03050aec lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764675.875858:0:44493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944488003800/0x57b8ff0e03050aec lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764675.875871:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff944582f80200) 00010000:00010000:1.0:1775764675.875874:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764675.875878:0:44493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944488003800/0x57b8ff0e03050aec lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764675.875885:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944488003800/0x57b8ff0e03050aec lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764675.875899:0:44493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944488002c00/0x57b8ff0e03050af3 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764675.875905:0:44493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944488002c00/0x57b8ff0e03050af3 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764675.875911:0:44493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944488002c00/0x57b8ff0e03050af3 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764675.875916:0:44493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944488002c00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:1.0:1775764675.875919:0:44493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944488002c00/0x57b8ff0e03050af3 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764675.875924:0:44493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944488002c00/0x57b8ff0e03050af3 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764675.875930:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x8d45d6bc (ffff944584d1d900) 00010000:00010000:1.0:1775764675.875932:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764675.875935:0:44493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944488002c00/0x57b8ff0e03050af3 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764675.875940:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944488002c00/0x57b8ff0e03050af3 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764675.876254:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944488003400/0x57b8ff0e03050ae5 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b7bf expref: 33 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764675.876268:0:44493:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff944488002a00/0x57b8ff0e03050afa lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b7bf expref: 32 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764675.876275:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff94459084a500) 00010000:00010000:1.0:1775764675.876278:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764675.876281:0:44493:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944488002a00, rc 0) 00000100:00100000:1.0:1775764675.876335:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486e61880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+32:59546:x1862022098499584:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 Request processed in 1285us (2026us total) trans 34359738924 rc 0/0 00000100:00100000:1.0:1775764675.876343:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 659 00000100:00100000:1.0:1775764675.890120:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764675.890780:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098499712 00000100:00100000:3.0:1775764675.890791:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098499712 00000100:00100000:3.0:1775764675.890893:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 660 00000100:00100000:3.0:1775764675.890904:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486040e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+32:59546:x1862022098499712:12345-192.168.202.28@tcp:59:lhsmtool_posix.0 00000100:00100000:3.0:1775764675.891029:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486040e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+32:59546:x1862022098499712:12345-192.168.202.28@tcp:59:lhsmtool_posix.0 Request processed in 127us (920us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764675.891043:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 660 00000100:00100000:0.0:1775764675.902276:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764675.903236:0:44302:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098499840 00000100:00100000:3.0:1775764675.903254:0:44302:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098499840 00000100:00100000:3.0:1775764675.903336:0:44302:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 55 00000100:00100000:3.0:1775764675.903346:0:44302:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486e60000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+32:2376:x1862022098499840:12345-192.168.202.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764675.903368:0:44302:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764675.903409:0:44302:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944488002a00/0x57b8ff0e03050afa lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b7bf expref: 32 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764675.903437:0:44302:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff94459084a500) 00010000:00010000:3.0:1775764675.903443:0:44302:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764675.903534:0:44302:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486e60000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+31:2376:x1862022098499840:12345-192.168.202.28@tcp:103:ldlm_bl.0 Request processed in 189us (1272us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764675.903543:0:44302:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 55 00000100:00100000:1.0:1775764676.253745:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764676.254244:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098500096 00000100:00100000:2.0:1775764676.254258:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098500096 00000100:00100000:2.0:1775764676.254403:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 661 00000100:00100000:2.0:1775764676.254417:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486041f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+31:59560:x1862022098500096:12345-192.168.202.28@tcp:101:bash.0 00010000:00010000:2.0:1775764676.254445:0:44493:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764676.254448:0:44493:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1775764676.254715:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694000/0x57b8ff0e030509fe lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b787 expref: 31 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764676.254739:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff944586564600) 00010000:00010000:2.0:1775764676.254745:0:44493:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775764676.254760:0:44493:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24a00/0x57b8ff0e03050b08 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b7c6 expref: -99 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764676.255208:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25600/0x57b8ff0e03050b0f lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764676.255228:0:44493:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e03050ade lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b7b8 expref: 5 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764676.255236:0:44493:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25600/0x57b8ff0e03050b0f lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764676.255292:0:44493:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e03050ade lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b7b8 expref: 5 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764676.255309:0:44493:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e03050ade lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b7b8 expref: 5 pid: 42325 timeout: 2243 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764676.255327:0:44493:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944487fbb480 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:44493:1862022119026688:192.168.202.28@tcp:104: 00000100:00100000:2.0:1775764676.256850:0:44493:0:(client.c:2691:ptlrpc_set_wait()) set ffff9445982c5c00 going to sleep for 11 seconds 00000100:00100000:1.0:1775764676.264106:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764676.264742:0:42309:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098500224 00000100:00100000:3.0:1775764676.264754:0:42309:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098500224 00000100:00100000:2.0:1775764676.265151:0:44493:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944487fbb480 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:44493:1862022119026688:192.168.202.28@tcp:104: 00010000:00010000:2.0:1775764676.265199:0:44493:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25600/0x57b8ff0e03050b0f lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764676.265279:0:42309:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e03050ade lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b7b8 expref: 6 pid: 42325 timeout: 2243 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764676.265394:0:42309:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 135 00000100:00100000:3.0:1775764676.265407:0:42309:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486041180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:82781e18-e0e3-4f9f-9a2b-041bf0344414+6:2376:x1862022098500224:12345-192.168.202.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764676.265425:0:42309:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764676.265434:0:42309:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e03050ade lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b7b8 expref: 6 pid: 42325 timeout: 2243 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764676.265453:0:42309:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e03050ade lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b7b8 expref: 6 pid: 42325 timeout: 2243 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764676.265709:0:42309:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e03050ade lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b7b8 expref: 6 pid: 42325 timeout: 2243 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764676.265731:0:42309:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff944586564600) 00010000:00010000:3.0:1775764676.265736:0:42309:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25600/0x57b8ff0e03050b0f lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764676.265747:0:42309:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25600/0x57b8ff0e03050b0f lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764676.265756:0:42309:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25600/0x57b8ff0e03050b0f lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764676.265793:0:42309:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764676.266031:0:42309:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486041180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:82781e18-e0e3-4f9f-9a2b-041bf0344414+5:2376:x1862022098500224:12345-192.168.202.28@tcp:103:ldlm_bl.0 Request processed in 627us (1936us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764676.266040:0:42309:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 135 00010000:00010000:2.0:1775764676.266109:0:44493:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25600/0x57b8ff0e03050b0f lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764676.266117:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25600/0x57b8ff0e03050b0f lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764676.266141:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24e00/0x57b8ff0e03050b16 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x43f5f24d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764676.266150:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24e00/0x57b8ff0e03050b16 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x43f5f24d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764676.266157:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24e00/0x57b8ff0e03050b16 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x43f5f24d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1775764676.267241:0:44493:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x115:0x0], index 0: 0 00010000:00010000:2.0:1775764676.267558:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24c00/0x57b8ff0e03050b1d lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0x37:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764676.267574:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24c00/0x57b8ff0e03050b1d lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x37:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764676.267584:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24c00/0x57b8ff0e03050b1d lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x37:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764676.267622:0:44493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25600/0x57b8ff0e03050b0f lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764676.267628:0:44493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25600/0x57b8ff0e03050b0f lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764676.267634:0:44493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25600/0x57b8ff0e03050b0f lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764676.267640:0:44493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445baf25600 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764676.267645:0:44493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25600/0x57b8ff0e03050b0f lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764676.267652:0:44493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25600/0x57b8ff0e03050b0f lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764676.267662:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff944586564600) 00010000:00010000:2.0:1775764676.267666:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764676.267670:0:44493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25600/0x57b8ff0e03050b0f lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764676.267676:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25600/0x57b8ff0e03050b0f lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764676.267688:0:44493:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000039fd88c1 reply state 00000000abbccaab transno 34359738925 ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24e00/0x57b8ff0e03050b16 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x43f5f24d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764676.267696:0:44493:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1775764676.267728:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24a00/0x57b8ff0e03050b08 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b7c6 expref: 33 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764676.267747:0:44493:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24c00/0x57b8ff0e03050b1d lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x37:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b7c6 expref: 32 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764676.267754:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x37:0x0].0x0 (ffff9445838af600) 00010000:00010000:2.0:1775764676.267756:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1775764676.267758:0:44493:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445baf24c00, rc 0) 00000100:00100000:2.0:1775764676.267845:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486041f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+33:59560:x1862022098500096:12345-192.168.202.28@tcp:101:bash.0 Request processed in 13432us (14116us total) trans 34359738925 rc 0/0 00000100:00100000:2.0:1775764676.267853:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 661 00000100:00100000:0.0:1775764676.276784:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764676.277396:0:43212:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098500352 00000100:00100000:2.0:1775764676.277408:0:43212:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098500352 00000100:00100000:2.0:1775764676.277689:0:43212:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 173 00000100:00100000:2.0:1775764676.277703:0:43212:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486e62a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+12:2379:x1862022098500352:12345-192.168.202.28@tcp:101:bash.0 00010000:00010000:2.0:1775764676.277727:0:43212:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764676.277749:0:43212:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a48f61ea/0x57b8ff0e03050b2b lrc: 2/0,0 mode: --/PR res: [0x240000400:0x115:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b7cd expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1775764676.277780:0:43212:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x115:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1775764676.277854:0:43212:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764676.277857:0:43212:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764676.277866:0:43212:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a48f61ea/0x57b8ff0e03050b2b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x115:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b7cd expref: 13 pid: 43212 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764676.277905:0:43212:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000a48f61ea/0x57b8ff0e03050b2b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x115:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b7cd expref: 13 pid: 43212 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764676.277921:0:43212:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445baf24a00, rc 0) 00000100:00100000:2.0:1775764676.277987:0:43212:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486e62a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+13:2379:x1862022098500352:12345-192.168.202.28@tcp:101:bash.0 Request processed in 288us (1212us total) trans 0 rc 0/0 00010000:00010000:3.0:1775764676.281872:0:3314:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24e00/0x57b8ff0e03050b16 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x43f5f24d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764676.282087:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764676.282171:0:42946:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098500480 00000100:00100000:1.0:1775764676.282183:0:42946:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098500480 00010000:00010000:3.0:1775764676.282256:0:3314:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24e00/0x57b8ff0e03050b16 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x43f5f24d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764676.282264:0:3314:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24e00/0x57b8ff0e03050b16 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x43f5f24d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764676.282274:0:3314:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445baf24e00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:3.0:1775764676.282279:0:3314:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24e00/0x57b8ff0e03050b16 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x43f5f24d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764676.282286:0:3314:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24e00/0x57b8ff0e03050b16 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x43f5f24d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764676.282303:0:3314:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x43f5f24d (ffff9445838af300) 00010000:00010000:3.0:1775764676.282307:0:3314:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764676.282312:0:3314:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24e00/0x57b8ff0e03050b16 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x43f5f24d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764676.282318:0:3314:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24e00/0x57b8ff0e03050b16 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x43f5f24d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764676.283792:0:43212:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 173 00000100:00100000:1.0:1775764676.284263:0:42946:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 174 00000100:00100000:1.0:1775764676.284289:0:42946:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486043800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+13:59560:x1862022098500480:12345-192.168.202.28@tcp:101:bash.0 00010000:00010000:1.0:1775764676.284313:0:42946:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764676.284335:0:42946:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006d0e3bf0/0x57b8ff0e03050b32 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x115:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b7d4 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764676.284394:0:42946:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000a48f61ea/0x57b8ff0e03050b2b lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x115:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b7cd expref: 14 pid: 43212 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764676.284404:0:42946:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1775764676.284407:0:42946:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1775764676.284412:0:42946:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006d0e3bf0/0x57b8ff0e03050b32 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x115:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b7d4 expref: 14 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764676.284461:0:42946:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000a48f61ea/0x57b8ff0e03050b2b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x115:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b7cd expref: 14 pid: 43212 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764676.284656:0:42946:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000a48f61ea/0x57b8ff0e03050b2b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x115:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b7cd expref: 14 pid: 43212 timeout: 2243 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764676.284675:0:42946:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944486042300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:42946:1862022119026816:192.168.202.28@tcp:104: 00000100:00100000:1.0:1775764676.284837:0:42946:0:(client.c:2691:ptlrpc_set_wait()) set ffff9445889b6f00 going to sleep for 11 seconds 00000100:00100000:1.0:1775764676.289647:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764676.289889:0:42946:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944486042300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:42946:1862022119026816:192.168.202.28@tcp:104: 00010000:00010000:2.0:1775764676.289924:0:42946:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000006d0e3bf0/0x57b8ff0e03050b32 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x115:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b7d4 expref: 14 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764676.289947:0:42946:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944488003c00, rc 0) 00000100:00100000:2.0:1775764676.290003:0:42946:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486043800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+14:59560:x1862022098500480:12345-192.168.202.28@tcp:101:bash.0 Request processed in 5729us (7926us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764676.290013:0:42946:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 174 00000100:00100000:3.0:1775764676.290093:0:44302:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098500608 00000100:00100000:3.0:1775764676.290100:0:44302:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098500608 00010000:00010000:3.0:1775764676.290132:0:44302:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000a48f61ea/0x57b8ff0e03050b2b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x115:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b7cd expref: 14 pid: 43212 timeout: 2243 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764676.290170:0:44302:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 136 00000100:00100000:3.0:1775764676.290180:0:44302:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486043b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+14:2378:x1862022098500608:12345-192.168.202.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764676.290192:0:44302:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764676.290214:0:44302:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000a48f61ea/0x57b8ff0e03050b2b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x115:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b7cd expref: 14 pid: 43212 timeout: 2243 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764676.290227:0:44302:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000a48f61ea/0x57b8ff0e03050b2b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x115:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b7cd expref: 14 pid: 43212 timeout: 2243 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764676.290251:0:44302:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a48f61ea/0x57b8ff0e03050b2b lrc: 0/0,0 mode: --/PR res: [0x240000400:0x115:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b7cd expref: 14 pid: 43212 timeout: 2243 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764676.290265:0:44302:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764676.290267:0:44302:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764676.290274:0:44302:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000006d0e3bf0/0x57b8ff0e03050b32 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x115:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b7d4 expref: 13 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764676.290284:0:44302:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006d0e3bf0/0x57b8ff0e03050b32 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x115:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b7d4 expref: 13 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764676.290317:0:44302:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000006d0e3bf0/0x57b8ff0e03050b32 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x115:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b7d4 expref: 13 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764676.290331:0:44302:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445becabb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:44302:1862022119026944:192.168.202.28@tcp:105: 00000100:00100000:3.0:1775764676.290405:0:44302:0:(client.c:2691:ptlrpc_set_wait()) set ffff9445a62a7e40 going to sleep for 11 seconds 00000100:00100000:3.0:1775764676.296215:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764676.296291:0:42328:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098500864 00000100:00100000:3.0:1775764676.296300:0:42328:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098500864 00000100:00100000:3.0:1775764676.296378:0:42328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 191 00000100:00100000:3.0:1775764676.296389:0:42328:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944487fbc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+32:59560:x1862022098500864:12345-192.168.202.28@tcp:35:bash.0 00000100:00100000:3.0:1775764676.296941:0:42328:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944487fbc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+33:59560:x1862022098500864:12345-192.168.202.28@tcp:35:bash.0 Request processed in 551us (742us total) trans 34359738926 rc 0/0 00000100:00100000:3.0:1775764676.296951:0:42328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 191 00000100:00100000:1.0:1775764676.297770:0:44302:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445becabb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:44302:1862022119026944:192.168.202.28@tcp:105: 00010000:00010000:1.0:1775764676.297839:0:44302:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1775764676.297907:0:44302:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486043b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+13:2378:x1862022098500608:12345-192.168.202.28@tcp:103:ldlm_bl.0 Request processed in 7728us (8269us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764676.297917:0:44302:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 136 00000100:00100000:3.0:1775764676.392027:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764676.392293:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098500992 00000100:00100000:0.0:1775764676.392307:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098500992 00000100:00100000:0.0:1775764676.392393:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 662 00000100:00100000:0.0:1775764676.392405:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944487fbce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+33:59566:x1862022098500992:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:0.0:1775764676.392438:0:42325:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764676.392465:0:42325:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944581525000/0x57b8ff0e03050b39 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b7db expref: -99 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764676.392697:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944581524600/0x57b8ff0e03050b40 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764676.392715:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944581524600/0x57b8ff0e03050b40 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764676.392728:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944581524600/0x57b8ff0e03050b40 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764676.393230:0:42325:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 9728 00000004:00200000:0.0:1775764676.393235:0:42325:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 42 stripe count 1 MDT count 1 00000004:00010000:0.0:1775764676.393265:0:42325:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff944581524600/0x57b8ff0e03050b40 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764676.393292:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944581525000/0x57b8ff0e03050b39 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b7db expref: 35 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764676.393315:0:42325:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff944581524600/0x57b8ff0e03050b40 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b7db expref: 34 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764676.393324:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff944599e85b00) 00010000:00010000:0.0:1775764676.393327:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1775764676.393331:0:42325:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944581524600, rc 0) 00000100:00100000:0.0:1775764676.393929:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944487fbce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+34:59566:x1862022098500992:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 1523us (2048us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764676.393939:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 662 00000100:00100000:3.0:1775764676.400955:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764676.401134:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098501248 00000100:00100000:1.0:1775764676.401145:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098501248 00000100:00100000:1.0:1775764676.401213:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 663 00000100:00100000:1.0:1775764676.401225:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445becd7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+34:59566:x1862022098501248:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:1.0:1775764676.401247:0:42324:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764676.401272:0:42324:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944488002600/0x57b8ff0e03050b47 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b7e2 expref: -99 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764676.401397:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944488003600/0x57b8ff0e03050b4e lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0x37:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764676.401412:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944488003600/0x57b8ff0e03050b4e lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x37:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764676.401426:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944488003600/0x57b8ff0e03050b4e lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x37:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764676.401439:0:42324:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab1:0x37:0x0]: returning size 20 00010000:00010000:1.0:1775764676.401598:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944488002600/0x57b8ff0e03050b47 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b7e2 expref: 37 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764676.401624:0:42324:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff944488003600/0x57b8ff0e03050b4e lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x37:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b7e2 expref: 36 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764676.401634:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x37:0x0].0x0 (ffff9445838af600) 00010000:00010000:1.0:1775764676.401638:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1775764676.401641:0:42324:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944488003600, rc 0) 00000100:00100000:1.0:1775764676.401708:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445becd7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+36:59566:x1862022098501248:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 485us (769us total) trans 34359738927 rc 0/0 00000100:00100000:1.0:1775764676.401715:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 663 00000100:00100000:3.0:1775764676.408179:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764676.408869:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764676.409128:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098501504 00000100:00100000:0.0:1775764676.409140:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098501504 00000100:00100000:0.0:1775764676.409207:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 664 00000100:00100000:0.0:1775764676.409219:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445becd5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+36:59566:x1862022098501504:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:0.0:1775764676.409252:0:42326:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764676.409279:0:42326:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944581525000/0x57b8ff0e03050b5c lrc: 2/0,0 mode: --/CR res: [0x200003ab1:0x37:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b7e9 expref: -99 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764676.409410:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff944581524a00/0x57b8ff0e03050b63 lrc: 3/0,1 mode: --/PW res: [0x200003ab1:0x37:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764676.409427:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944581524a00/0x57b8ff0e03050b63 lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0x37:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764676.409442:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944581524a00/0x57b8ff0e03050b63 lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0x37:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764676.409456:0:42326:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab1:0x37:0x0]: returning size 20 00010000:00010000:0.0:1775764676.409641:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944581525000/0x57b8ff0e03050b5c lrc: 0/0,0 mode: --/CR res: [0x200003ab1:0x37:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b7e9 expref: 39 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764676.409665:0:42326:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff944581524a00/0x57b8ff0e03050b63 lrc: 3/0,0 mode: PW/PW res: [0x200003ab1:0x37:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b7e9 expref: 38 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764676.409676:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x37:0x0].0x0 (ffff9445838af600) 00010000:00010000:0.0:1775764676.409679:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1775764676.409684:0:42326:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944581524a00, rc 0) 00000100:00100000:0.0:1775764676.409778:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445becd5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+38:59566:x1862022098501504:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 560us (912us total) trans 34359738928 rc 0/0 00000100:00100000:0.0:1775764676.409786:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 664 00000100:00100000:3.0:1775764676.416211:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764676.416340:0:42945:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098501760 00000100:00100000:0.0:1775764676.416350:0:42945:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098501760 00000100:00100000:0.0:1775764676.416418:0:42945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 175 00000100:00100000:0.0:1775764676.416427:0:42945:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445becd6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+13:2378:x1862022098501760:12345-192.168.202.28@tcp:1:lfs.0 00010000:00010000:0.0:1775764676.416482:0:42945:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003219d11e/0x57b8ff0e03050b71 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x115:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 42945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764676.416502:0:42945:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000006d0e3bf0/0x57b8ff0e03050b32 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x115:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b7d4 expref: 13 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764676.416510:0:42945:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1775764676.416512:0:42945:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1775764676.416515:0:42945:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003219d11e/0x57b8ff0e03050b71 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x115:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 42945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764676.416554:0:42945:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000006d0e3bf0/0x57b8ff0e03050b32 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x115:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b7d4 expref: 13 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764676.416567:0:42945:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000006d0e3bf0/0x57b8ff0e03050b32 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x115:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b7d4 expref: 13 pid: 42946 timeout: 2243 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764676.416580:0:42945:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944486e60e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:42945:1862022119027072:192.168.202.28@tcp:104: 00000100:00100000:0.0:1775764676.416677:0:42945:0:(client.c:2691:ptlrpc_set_wait()) set ffff9445bece3a80 going to sleep for 11 seconds 00000100:00100000:3.0:1775764676.420074:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764676.420119:0:42949:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098501888 00000100:00100000:3.0:1775764676.420129:0:42949:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098501888 00002000:00100000:3.0:1775764676.420186:0:42949:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x115:0x0] (0->19) req@ffff94448673bb80 x1862022098501888/t0(0) o4->7e6eda44-5508-487e-b17f-ff28ad9d3512@192.168.202.28@tcp:157/0 lens 512/0 e 0 to 0 dl 1775764687 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764676.420197:0:42949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff94448673bb80 with x1862022098501888 ext(0->19) 00010000:00010000:3.0:1775764676.420207:0:42949:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 000000006d0e3bf0/0x57b8ff0e03050b32 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x115:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b7d4 expref: 14 pid: 42946 timeout: 2243 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764676.420224:0:42949:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 000000006d0e3bf0/0x57b8ff0e03050b32 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x115:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b7d4 expref: 14 pid: 42946 timeout: 2243 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1775764676.420231:0:42949:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff94448673bb80 00000100:00100000:3.0:1775764676.420257:0:42949:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 8 00000100:00100000:3.0:1775764676.420267:0:42949:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94448673bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+14:2379:x1862022098501888:12345-192.168.202.28@tcp:4:lfs.0 00010000:00010000:0.0:1775764676.422340:0:43224:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775764676.422417:0:42945:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944486e60e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:42945:1862022119027072:192.168.202.28@tcp:104: 00010000:00010000:0.0:1775764676.422450:0:42945:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000003219d11e/0x57b8ff0e03050b71 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x115:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 42945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764676.423736:0:42949:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94448673bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+16:2379:x1862022098501888:12345-192.168.202.28@tcp:4:lfs.0 Request processed in 3462us (3665us total) trans 34359738423 rc 0/0 00000100:00100000:3.0:1775764676.423750:0:42949:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 8 00002000:00100000:3.0:1775764676.423767:0:42949:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x115:0x0] (0->19) req@ffff94448673bb80 x1862022098501888/t34359738423(0) o4->7e6eda44-5508-487e-b17f-ff28ad9d3512@192.168.202.28@tcp:157/0 lens 512/448 e 0 to 0 dl 1775764687 ref 1 fl Complete:H/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764676.423778:0:42949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff94448673bb80 with x1862022098501888 ext(0->19) 00010000:00010000:3.0:1775764676.423790:0:42949:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 000000006d0e3bf0/0x57b8ff0e03050b32 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x115:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b7d4 expref: 16 pid: 42946 timeout: 2243 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764676.424009:0:42310:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098501632 00000100:00100000:1.0:1775764676.424018:0:42310:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098501632 00000100:00100000:1.0:1775764676.424079:0:42310:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 56 00000100:00100000:1.0:1775764676.424089:0:42310:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445becd5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+38:2377:x1862022098501632:12345-192.168.202.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1775764676.424106:0:42310:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764676.424132:0:42310:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944488003600/0x57b8ff0e03050b4e lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0x37:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b7e2 expref: 38 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764676.424155:0:42310:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x37:0x0].0x0 (ffff9445838af600) 00010000:00010000:1.0:1775764676.424160:0:42310:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1775764676.424188:0:42310:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445becd5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+37:2377:x1862022098501632:12345-192.168.202.28@tcp:103:ldlm_bl.0 Request processed in 101us (16022us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764676.424195:0:42310:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 56 00010000:00010000:3.0:1775764676.425199:0:42949:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 000000006d0e3bf0/0x57b8ff0e03050b32 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x115:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b7d4 expref: 16 pid: 42946 timeout: 2243 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1775764676.425211:0:42949:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff94448673bb80 00000100:00100000:0.0:1775764676.432220:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764676.432346:0:42311:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098502016 00000100:00100000:1.0:1775764676.432565:0:42311:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098502016 00010000:00010000:1.0:1775764676.432615:0:42311:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000006d0e3bf0/0x57b8ff0e03050b32 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x115:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b7d4 expref: 16 pid: 42946 timeout: 2243 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764676.432721:0:42311:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 137 00000100:00100000:1.0:1775764676.432731:0:42311:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486e60e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+16:2376:x1862022098502016:12345-192.168.202.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1775764676.432752:0:42311:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:1.0:1775764676.432778:0:42311:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x115:0x0] updating lvb size from disk: 0 -> 20 00002000:00010000:1.0:1775764676.432781:0:42311:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x115:0x0] updating lvb mtime from disk: 0 -> 1775764676 00002000:00010000:1.0:1775764676.432784:0:42311:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x115:0x0] updating lvb atime from disk: 0 -> 1775764676 00002000:00010000:1.0:1775764676.432787:0:42311:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x115:0x0] updating lvb ctime from disk: 0 -> 1775764676 00010000:00010000:1.0:1775764676.432794:0:42311:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000006d0e3bf0/0x57b8ff0e03050b32 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x115:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b7d4 expref: 16 pid: 42946 timeout: 2243 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764676.432857:0:42311:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000006d0e3bf0/0x57b8ff0e03050b32 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x115:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b7d4 expref: 16 pid: 42946 timeout: 2243 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764676.432896:0:42311:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006d0e3bf0/0x57b8ff0e03050b32 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x115:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b7d4 expref: 16 pid: 42946 timeout: 2243 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764676.432915:0:42311:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1775764676.432918:0:42311:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1775764676.432922:0:42311:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000003219d11e/0x57b8ff0e03050b71 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x115:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 42945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764676.432933:0:42311:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003219d11e/0x57b8ff0e03050b71 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x115:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 42945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764676.432968:0:42311:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1775764676.433050:0:42311:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486e60e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+15:2376:x1862022098502016:12345-192.168.202.28@tcp:103:ldlm_bl.0 Request processed in 320us (839us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764676.433058:0:42311:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 137 00010000:00010000:0.0:1775764676.433120:0:42945:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000003219d11e/0x57b8ff0e03050b71 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x115:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 42945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764676.433130:0:42945:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003219d11e/0x57b8ff0e03050b71 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x115:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 42945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764676.433158:0:42945:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003219d11e/0x57b8ff0e03050b71 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x115:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 42945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764676.433166:0:42945:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000003219d11e/0x57b8ff0e03050b71 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x115:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 42945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764676.433174:0:42945:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000003219d11e/0x57b8ff0e03050b71 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x115:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 42945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764676.433183:0:42945:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944581524c00 already unused, calling callback (ffffffffc177a060) 00010000:00010000:0.0:1775764676.433187:0:42945:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000003219d11e/0x57b8ff0e03050b71 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x115:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 42945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764676.433197:0:42945:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000003219d11e/0x57b8ff0e03050b71 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x115:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 42945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764676.433209:0:42945:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000003219d11e/0x57b8ff0e03050b71 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x115:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 42945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764676.433217:0:42945:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003219d11e/0x57b8ff0e03050b71 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x115:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 42945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764676.433267:0:42945:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445becd6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+14:2378:x1862022098501760:12345-192.168.202.28@tcp:1:lfs.0 Request processed in 16840us (17066us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764676.433275:0:42945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 175 00000100:00100000:2.0:1775764676.439322:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764676.439696:0:42328:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098502272 00000100:00100000:3.0:1775764676.439711:0:42328:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098502272 00000100:00100000:3.0:1775764676.439844:0:42328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 192 00000100:00100000:3.0:1775764676.439855:0:42328:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944487fbb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+37:59566:x1862022098502272:12345-192.168.202.28@tcp:35:lfs.0 00000004:00010000:3.0:1775764676.439937:0:42328:0:(mdt_open.c:1994:mdt_hsm_release()) ### [0x200003ab1:0x37:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff944581524a00/0x57b8ff0e03050b63 lrc: 3/0,0 mode: PW/PW res: [0x200003ab1:0x37:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b7e9 expref: 37 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1775764676.440227:0:42328:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 34359738929 00000001:00080000:3.0:1775764676.440280:0:42328:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 34359738930 00000001:00080000:3.0:1775764676.442836:0:42328:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 34359738931 00010000:00010000:3.0:1775764676.443167:0:42328:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e03050b78 lrc: 3/0,1 mode: --/EX res: [0x200003ab1:0x37:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764676.443191:0:42328:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24c00/0x57b8ff0e03050b1d lrc: 2/0,0 mode: PR/PR res: [0x200003ab1:0x37:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b7c6 expref: 41 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764676.443200:0:42328:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e03050b78 lrc: 4/0,1 mode: --/EX res: [0x200003ab1:0x37:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764676.443247:0:42328:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24c00/0x57b8ff0e03050b1d lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x37:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b7c6 expref: 41 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764676.443268:0:42328:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24c00/0x57b8ff0e03050b1d lrc: 4/0,0 mode: PR/PR res: [0x200003ab1:0x37:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b7c6 expref: 41 pid: 44493 timeout: 2243 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764676.443284:0:42328:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9444864b0700 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:42328:1862022119027200:192.168.202.28@tcp:104: 00000100:00100000:3.0:1775764676.443784:0:42328:0:(client.c:2691:ptlrpc_set_wait()) set ffff9445a62a73c0 going to sleep for 11 seconds 00000100:00100000:2.0:1775764676.448856:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764676.449012:0:42310:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098502400 00000100:00100000:1.0:1775764676.449024:0:42310:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098502400 00010000:00010000:1.0:1775764676.449083:0:42310:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24c00/0x57b8ff0e03050b1d lrc: 5/0,0 mode: PR/PR res: [0x200003ab1:0x37:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b7c6 expref: 42 pid: 44493 timeout: 2243 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764676.449121:0:42310:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 138 00000100:00100000:1.0:1775764676.449131:0:42310:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944590fdec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+42:2379:x1862022098502400:12345-192.168.202.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1775764676.449152:0:42310:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764676.449159:0:42310:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24c00/0x57b8ff0e03050b1d lrc: 5/0,0 mode: PR/PR res: [0x200003ab1:0x37:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b7c6 expref: 42 pid: 44493 timeout: 2243 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764676.449172:0:42310:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24c00/0x57b8ff0e03050b1d lrc: 4/0,0 mode: PR/PR res: [0x200003ab1:0x37:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b7c6 expref: 42 pid: 44493 timeout: 2243 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764676.449198:0:42310:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x37:0x0].0x0 (ffff9445838af600) 00010000:00010000:1.0:1775764676.449204:0:42310:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e03050b78 lrc: 3/0,1 mode: --/EX res: [0x200003ab1:0x37:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 42328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764676.449214:0:42310:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e03050b78 lrc: 3/0,1 mode: EX/EX res: [0x200003ab1:0x37:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 42328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764676.449223:0:42310:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e03050b78 lrc: 4/0,1 mode: EX/EX res: [0x200003ab1:0x37:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 42328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764676.449247:0:42310:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1775764676.449312:0:42310:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944590fdec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+42:2379:x1862022098502400:12345-192.168.202.28@tcp:103:ldlm_bl.0 Request processed in 182us (517us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764676.449321:0:42310:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 138 00010000:00010000:3.0:1775764676.452228:0:42328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24c00/0x57b8ff0e03050b1d lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0x37:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b7c6 expref: 41 pid: 44493 timeout: 2243 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764676.452257:0:42328:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9444864b0700 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:42328:1862022119027200:192.168.202.28@tcp:104: 00010000:00010000:3.0:1775764676.452297:0:42328:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e03050b78 lrc: 3/0,1 mode: EX/EX res: [0x200003ab1:0x37:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764676.452670:0:42328:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e03050b78 lrc: 3/0,1 mode: EX/EX res: [0x200003ab1:0x37:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764676.452681:0:42328:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e03050b78 lrc: 3/0,1 mode: EX/EX res: [0x200003ab1:0x37:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42328 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1775764676.453272:0:42328:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 34359738932 00000001:00080000:2.0:1775764676.453776:0:42328:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 34359738933 00000100:00100000:2.0:1775764676.454234:0:42328:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944487fba300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:42328:1862022119027328:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1775764676.454306:0:42328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764676.454413:0:42328:0:(client.c:2691:ptlrpc_set_wait()) set ffff944587f46240 going to sleep for 11 seconds 00000100:00100000:0.0:1775764676.454686:0:42330:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119027328 00000100:00100000:0.0:1775764676.454697:0:42330:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119027328 00000100:00100000:0.0:1775764676.454852:0:42330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 46 00000100:00100000:0.0:1775764676.454863:0:42330:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944487fbad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:42328:x1862022119027328:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1775764676.454977:0:42330:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944487fbad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:42328:x1862022119027328:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 116us (671us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764676.454985:0:42330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 46 00000100:00100000:1.0:1775764676.455662:0:42328:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944487fba300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:42328:1862022119027328:0@lo:1000:mdt_rdpg00_001.0 00000001:00080000:1.0:1775764676.456635:0:42328:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 34359738934 00000100:00100000:1.0:1775764676.456750:0:42328:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944486041180 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:42328:1862022119027456:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1775764676.456850:0:42328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764676.456883:0:42328:0:(client.c:2691:ptlrpc_set_wait()) set ffff9445982c5c00 going to sleep for 11 seconds 00000100:00100000:2.0:1775764676.456994:0:42329:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119027456 00000100:00100000:2.0:1775764676.457001:0:42329:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119027456 00000100:00100000:2.0:1775764676.457045:0:42329:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 47 00000100:00100000:2.0:1775764676.457053:0:42329:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486043b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:42328:x1862022119027456:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1775764676.457225:0:42329:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486043b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:42328:x1862022119027456:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 172us (374us total) trans 34359738424 rc 0/0 00000100:00100000:2.0:1775764676.457233:0:42329:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 47 00000100:00100000:1.0:1775764676.457784:0:42328:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944486041180 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:42328:1862022119027456:0@lo:1000:mdt_rdpg00_001.0 00000001:00080000:2.0:1775764676.458101:0:42328:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 34359738935 00010000:00010000:2.0:1775764676.458149:0:42328:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e03050b78 lrc: 3/0,1 mode: EX/EX res: [0x200003ab1:0x37:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764676.458161:0:42328:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e03050b78 lrc: 2/0,0 mode: EX/EX res: [0x200003ab1:0x37:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764676.458169:0:42328:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e03050b78 lrc: 3/0,0 mode: EX/EX res: [0x200003ab1:0x37:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764676.458176:0:42328:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445be694600 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764676.458180:0:42328:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e03050b78 lrc: 3/0,0 mode: EX/EX res: [0x200003ab1:0x37:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764676.458187:0:42328:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e03050b78 lrc: 4/0,0 mode: EX/EX res: [0x200003ab1:0x37:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764676.458203:0:42328:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x37:0x0].0x0 (ffff9445838af600) 00010000:00010000:2.0:1775764676.458206:0:42328:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:2.0:1775764676.458210:0:42328:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e03050b78 lrc: 2/0,0 mode: --/EX res: [0x200003ab1:0x37:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764676.458217:0:42328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e03050b78 lrc: 0/0,0 mode: --/EX res: [0x200003ab1:0x37:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42328 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00080000:3.0:1775764676.458670:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000004:00080000:2.0:1775764676.459253:0:42328:0:(mdd_object.c:4010:mdd_close()) Object [0x200003ab1:0x38:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:2.0:1775764676.459616:0:42328:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x2e:0x0].17, 64 off9400 00000004:00080000:2.0:1775764676.459631:0:42328:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 2143306831988ns, next at 2144306829140ns, rc = 0 00000001:00080000:2.0:1775764676.459643:0:42328:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 34359738936 00010000:00010000:2.0:1775764676.459701:0:42328:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x37:0x0].0x0 (ffff9445838af600) 00010000:00010000:2.0:1775764676.459705:0:42328:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1775764676.459716:0:42328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944581524a00/0x57b8ff0e03050b63 lrc: 0/0,0 mode: --/PW res: [0x200003ab1:0x37:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b7e9 expref: 45 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764676.460119:0:42328:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944487fbb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+44:59566:x1862022098502272:12345-192.168.202.28@tcp:35:lfs.0 Request processed in 20265us (20807us total) trans 34359738937 rc 0/0 00000100:00100000:2.0:1775764676.460131:0:42328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 192 00000020:00080000:2.0:1775764676.460140:0:42328:0:(tgt_main.c:783:tgt_ses_key_exit()) total 9 transactions per RPC 00000100:00100000:2.0:1775764676.468970:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764676.469092:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098502528 00000100:00100000:1.0:1775764676.469106:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098502528 00000100:00100000:1.0:1775764676.469208:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 665 00000100:00100000:1.0:1775764676.469221:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944487fba300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+44:59566:x1862022098502528:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:1.0:1775764676.469258:0:42324:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764676.469289:0:42324:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944488003c00/0x57b8ff0e03050b7f lrc: 2/0,0 mode: --/CR res: [0x200003ab1:0x37:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b7f0 expref: -99 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764676.469389:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944488003c00/0x57b8ff0e03050b7f lrc: 3/0,0 mode: CR/CR res: [0x200003ab1:0x37:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b7f0 expref: 45 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764676.469406:0:42324:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff944488003c00/0x57b8ff0e03050b7f lrc: 3/0,0 mode: CR/CR res: [0x200003ab1:0x37:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b7f0 expref: 45 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764676.469428:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x37:0x0].0x0 (ffff944584d1d900) 00010000:00010000:1.0:1775764676.469433:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1775764676.469438:0:42324:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944488003c00, rc 0) 00000100:00100000:1.0:1775764676.469535:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944487fba300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+45:59566:x1862022098502528:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 317us (582us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764676.469542:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 665 00000100:00100000:0.0:1775764676.473913:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764676.474011:0:42327:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098502784 00000100:00100000:3.0:1775764676.474027:0:42327:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098502784 00000100:00100000:3.0:1775764676.474103:0:42327:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 193 00000100:00100000:3.0:1775764676.474115:0:42327:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944584de6c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+45:59566:x1862022098502784:12345-192.168.202.28@tcp:35:lfs.0 00000100:00100000:3.0:1775764676.474436:0:42327:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944584de6c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+46:59566:x1862022098502784:12345-192.168.202.28@tcp:35:lfs.0 Request processed in 322us (537us total) trans 34359738938 rc 0/0 00000100:00100000:3.0:1775764676.474445:0:42327:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 193 00000100:00100000:3.0:1775764676.606226:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764676.606547:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098502912 00000100:00100000:0.0:1775764676.606560:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098502912 00000100:00100000:0.0:1775764676.606637:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 666 00000100:00100000:0.0:1775764676.606649:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444864b0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+46:59576:x1862022098502912:12345-192.168.202.28@tcp:34:lfs.0 00010000:00010000:0.0:1775764676.606767:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff944581525c00/0x57b8ff0e03050b86 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764676.606792:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944581525c00/0x57b8ff0e03050b86 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764676.606867:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944581525c00/0x57b8ff0e03050b86 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764676.606895:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944581525400/0x57b8ff0e03050b8d lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x43f5f24d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764676.606903:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944581525400/0x57b8ff0e03050b8d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x43f5f24d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764676.606910:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944581525400/0x57b8ff0e03050b8d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x43f5f24d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764676.607032:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944581525600/0x57b8ff0e03050b94 lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0x37:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764676.607041:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944581525600/0x57b8ff0e03050b94 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x37:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764676.607048:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944581525600/0x57b8ff0e03050b94 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x37:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764676.607096:0:42326:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff944581525600/0x57b8ff0e03050b94 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x37:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764676.607115:0:42326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff944581525c00/0x57b8ff0e03050b86 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764676.607122:0:42326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944581525c00/0x57b8ff0e03050b86 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764676.607130:0:42326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944581525c00/0x57b8ff0e03050b86 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764676.607136:0:42326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944581525c00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:0.0:1775764676.607141:0:42326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944581525c00/0x57b8ff0e03050b86 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764676.607149:0:42326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944581525c00/0x57b8ff0e03050b86 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764676.607165:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff944599e85b00) 00010000:00010000:0.0:1775764676.607168:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764676.607173:0:42326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944581525c00/0x57b8ff0e03050b86 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764676.607180:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944581525c00/0x57b8ff0e03050b86 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764676.607194:0:42326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944581525400/0x57b8ff0e03050b8d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x43f5f24d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764676.607202:0:42326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944581525400/0x57b8ff0e03050b8d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x43f5f24d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764676.607208:0:42326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944581525400/0x57b8ff0e03050b8d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x43f5f24d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764676.607213:0:42326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944581525400 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:0.0:1775764676.607217:0:42326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944581525400/0x57b8ff0e03050b8d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x43f5f24d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764676.607223:0:42326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944581525400/0x57b8ff0e03050b8d lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x43f5f24d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764676.607230:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x43f5f24d (ffff944599e85300) 00010000:00010000:0.0:1775764676.607233:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764676.607235:0:42326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944581525400/0x57b8ff0e03050b8d lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x43f5f24d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764676.607242:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944581525400/0x57b8ff0e03050b8d lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x43f5f24d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764676.607271:0:42326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944581525600/0x57b8ff0e03050b94 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x37:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764676.607278:0:42326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944581525600/0x57b8ff0e03050b94 lrc: 2/0,0 mode: PR/PR res: [0x200003ab1:0x37:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764676.607284:0:42326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944581525600/0x57b8ff0e03050b94 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x37:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764676.607289:0:42326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944581525600 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:0.0:1775764676.607292:0:42326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944581525600/0x57b8ff0e03050b94 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x37:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764676.607298:0:42326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944581525600/0x57b8ff0e03050b94 lrc: 4/0,0 mode: PR/PR res: [0x200003ab1:0x37:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764676.607311:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x37:0x0].0x0 (ffff944584d1d900) 00010000:00010000:0.0:1775764676.607313:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764676.607316:0:42326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944581525600/0x57b8ff0e03050b94 lrc: 2/0,0 mode: --/PR res: [0x200003ab1:0x37:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764676.607322:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944581525600/0x57b8ff0e03050b94 lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0x37:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764676.607426:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444864b0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+46:59576:x1862022098502912:12345-192.168.202.28@tcp:34:lfs.0 Request processed in 777us (1212us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764676.607437:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 666 00000040:00080000:1.0:1775764676.609185:0:42356:0:(llog.c:800:llog_process_thread()) index: 8, lh_last_idx: 8 synced_idx: 8 lgh_last_idx: 8 00000040:00080000:1.0:1775764676.609194:0:42356:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x32:0x0] at index 8 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1775764676.609771:0:42356:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x32:0x0] index 64768 count 1 00000040:00080000:1.0:1775764676.609783:0:42356:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 9 count 2 00000100:00100000:3.0:1775764676.650426:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764676.650744:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098503168 00000100:00100000:2.0:1775764676.650756:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098503168 00000100:00100000:2.0:1775764676.650857:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 667 00000100:00100000:2.0:1775764676.650868:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444864b1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+46:59579:x1862022098503168:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:2.0:1775764676.650889:0:44493:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764676.650910:0:44493:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25c00/0x57b8ff0e03050b9b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b7f7 expref: -99 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764676.650982:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24600/0x57b8ff0e03050ba2 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764676.651003:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24600/0x57b8ff0e03050ba2 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764676.651017:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24600/0x57b8ff0e03050ba2 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764676.651031:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25000/0x57b8ff0e03050ba9 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x43f5f24d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764676.651038:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25000/0x57b8ff0e03050ba9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x43f5f24d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764676.651043:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25000/0x57b8ff0e03050ba9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x43f5f24d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764676.651177:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24400/0x57b8ff0e03050bb0 lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0x37:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764676.651184:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24400/0x57b8ff0e03050bb0 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x37:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764676.651188:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24400/0x57b8ff0e03050bb0 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x37:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764676.651195:0:44493:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab1:0x37:0x0]: returning size 20 00010000:00010000:2.0:1775764676.651280:0:44493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24600/0x57b8ff0e03050ba2 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764676.651288:0:44493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24600/0x57b8ff0e03050ba2 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764676.651293:0:44493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24600/0x57b8ff0e03050ba2 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764676.651299:0:44493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445baf24600 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764676.651303:0:44493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24600/0x57b8ff0e03050ba2 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764676.651310:0:44493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24600/0x57b8ff0e03050ba2 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764676.651321:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff944599e85b00) 00010000:00010000:2.0:1775764676.651324:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764676.651329:0:44493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24600/0x57b8ff0e03050ba2 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764676.651335:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24600/0x57b8ff0e03050ba2 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764676.651349:0:44493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25000/0x57b8ff0e03050ba9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x43f5f24d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764676.651366:0:44493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25000/0x57b8ff0e03050ba9 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x43f5f24d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764676.651372:0:44493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25000/0x57b8ff0e03050ba9 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x43f5f24d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764676.651377:0:44493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445baf25000 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764676.651379:0:44493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25000/0x57b8ff0e03050ba9 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x43f5f24d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764676.651385:0:44493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25000/0x57b8ff0e03050ba9 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x43f5f24d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764676.651397:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x43f5f24d (ffff9445838af600) 00010000:00010000:2.0:1775764676.651400:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764676.651403:0:44493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25000/0x57b8ff0e03050ba9 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x43f5f24d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764676.651409:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25000/0x57b8ff0e03050ba9 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x43f5f24d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764676.651446:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25c00/0x57b8ff0e03050b9b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b7f7 expref: 49 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764676.651459:0:44493:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24400/0x57b8ff0e03050bb0 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x37:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b7f7 expref: 48 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764676.651466:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x37:0x0].0x0 (ffff944584d1d900) 00010000:00010000:2.0:1775764676.651479:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1775764676.651482:0:44493:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445baf24400, rc 0) 00000100:00100000:2.0:1775764676.651544:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444864b1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+48:59579:x1862022098503168:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 678us (1128us total) trans 34359738939 rc 0/0 00000100:00100000:2.0:1775764676.651552:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 667 00000100:00100000:1.0:1775764676.660659:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764676.660964:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098503296 00000100:00100000:0.0:1775764676.660978:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098503296 00000100:00100000:0.0:1775764676.661166:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 668 00000100:00100000:0.0:1775764676.661184:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486041c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+48:59579:x1862022098503296:12345-192.168.202.28@tcp:54:lfs.0 00010000:00010000:0.0:1775764676.661257:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944581525600/0x57b8ff0e03050bbe lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0x37:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764676.661276:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944581525600/0x57b8ff0e03050bbe lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x37:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764676.661289:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944581525600/0x57b8ff0e03050bbe lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x37:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764676.661317:0:42326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944581525600/0x57b8ff0e03050bbe lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x37:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764676.661323:0:42326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944581525600/0x57b8ff0e03050bbe lrc: 2/0,0 mode: PR/PR res: [0x200003ab1:0x37:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764676.661336:0:42326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944581525600/0x57b8ff0e03050bbe lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x37:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764676.661342:0:42326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944581525600 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:0.0:1775764676.661346:0:42326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944581525600/0x57b8ff0e03050bbe lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x37:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764676.661363:0:42326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944581525600/0x57b8ff0e03050bbe lrc: 4/0,0 mode: PR/PR res: [0x200003ab1:0x37:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764676.661382:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x37:0x0].0x0 (ffff944584d1d900) 00010000:00010000:0.0:1775764676.661385:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1775764676.661389:0:42326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944581525600/0x57b8ff0e03050bbe lrc: 2/0,0 mode: --/PR res: [0x200003ab1:0x37:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764676.661396:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944581525600/0x57b8ff0e03050bbe lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0x37:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764676.661481:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486041c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+48:59579:x1862022098503296:12345-192.168.202.28@tcp:54:lfs.0 Request processed in 305us (837us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764676.661489:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 668 00000100:00100000:2.0:1775764676.665074:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764676.665250:0:42327:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098503552 00000100:00100000:3.0:1775764676.665264:0:42327:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098503552 00000100:00100000:3.0:1775764676.665333:0:42327:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 194 00000100:00100000:3.0:1775764676.665346:0:42327:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944487fbbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+48:59579:x1862022098503552:12345-192.168.202.28@tcp:35:lfs.0 00000100:00100000:3.0:1775764676.665682:0:42327:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944487fbbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+49:59579:x1862022098503552:12345-192.168.202.28@tcp:35:lfs.0 Request processed in 337us (619us total) trans 34359738940 rc 0/0 00000100:00100000:3.0:1775764676.665691:0:42327:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 194 00000100:00100000:3.0:1775764676.803545:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764676.803848:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098503808 00000100:00100000:1.0:1775764676.803860:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098503808 00000100:00100000:1.0:1775764676.803933:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 669 00000100:00100000:1.0:1775764676.803945:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444864b2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+49:59589:x1862022098503808:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:1.0:1775764676.803974:0:44493:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764676.803997:0:44493:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944488002600/0x57b8ff0e03050bc5 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b7fe expref: -99 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764676.804370:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944488003a00/0x57b8ff0e03050bcc lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0x37:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764676.804387:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944488003a00/0x57b8ff0e03050bcc lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x37:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764676.804404:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944488003a00/0x57b8ff0e03050bcc lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x37:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764676.804417:0:44493:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab1:0x37:0x0]: returning size 20 00010000:00010000:1.0:1775764676.804726:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944488002600/0x57b8ff0e03050bc5 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b7fe expref: 52 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764676.804759:0:44493:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff944488003a00/0x57b8ff0e03050bcc lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x37:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b7fe expref: 51 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764676.804768:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x37:0x0].0x0 (ffff944584d1d900) 00010000:00010000:1.0:1775764676.804771:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1775764676.804775:0:44493:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944488003a00, rc 0) 00000100:00100000:1.0:1775764676.805318:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444864b2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+51:59589:x1862022098503808:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 1373us (1783us total) trans 34359738941 rc 0/0 00000100:00100000:1.0:1775764676.805328:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 669 00000100:00100000:2.0:1775764676.812170:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764676.812218:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764676.812299:0:42327:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098504064 00000100:00100000:1.0:1775764676.812311:0:42327:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098504064 00000100:00100000:1.0:1775764676.812389:0:42327:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 195 00000100:00100000:1.0:1775764676.812399:0:42327:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944487fbb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+51:59589:x1862022098504064:12345-192.168.202.28@tcp:35:lfs.0 00000100:00100000:1.0:1775764676.813600:0:42327:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944487fbb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+52:59589:x1862022098504064:12345-192.168.202.28@tcp:35:lfs.0 Request processed in 1194us (1372us total) trans 34359738942 rc 0/0 00000100:00100000:1.0:1775764676.813613:0:42327:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 195 00000100:00100000:3.0:1775764676.814300:0:44302:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098504192 00000100:00100000:3.0:1775764676.814308:0:44302:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098504192 00000100:00100000:3.0:1775764676.814383:0:44302:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 57 00000100:00100000:3.0:1775764676.814393:0:44302:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944487fb8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+52:2376:x1862022098504192:12345-192.168.202.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764676.814412:0:44302:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764676.814444:0:44302:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944488003a00/0x57b8ff0e03050bcc lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0x37:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b7fe expref: 52 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764676.814478:0:44302:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x37:0x0].0x0 (ffff944584d1d900) 00010000:00010000:3.0:1775764676.814484:0:44302:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764676.814518:0:44302:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944487fb8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+51:2376:x1862022098504192:12345-192.168.202.28@tcp:103:ldlm_bl.0 Request processed in 126us (2357us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764676.814525:0:44302:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 57 00000100:00100000:2.0:1775764676.868417:0:3328:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9444864b2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3328:1862022119027584:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1775764676.868519:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764676.869233:0:42947:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119027584 00000100:00100000:0.0:1775764676.869243:0:42947:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119027584 00000100:00100000:0.0:1775764676.869299:0:42947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 129 00000100:00100000:0.0:1775764676.869307:0:42947:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bea12300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3328:x1862022119027584:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1775764676.869343:0:42947:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 71368704 pending 0 free 3765436416 avail 3763339264 00000100:00100000:0.0:1775764676.869406:0:42947:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bea12300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3328:x1862022119027584:12345-0@lo:13:osp-pre-1-0.0 Request processed in 99us (887us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764676.869413:0:42947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 129 00000100:00100000:2.0:1775764676.871583:0:3328:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9444864b2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3328:1862022119027584:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1775764677.026301:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764677.027462:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098504448 00000100:00100000:3.0:1775764677.027529:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098504448 00000100:00100000:3.0:1775764677.027647:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 670 00000100:00100000:3.0:1775764677.027662:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bea10000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+51:59603:x1862022098504448:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:3.0:1775764677.027702:0:42325:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764677.027729:0:42325:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694c00/0x57b8ff0e03050bda lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b805 expref: -99 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764677.028248:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695400/0x57b8ff0e03050be1 lrc: 3/1,0 mode: --/CR res: [0x200003ab1:0x37:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764677.028264:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695400/0x57b8ff0e03050be1 lrc: 3/1,0 mode: CR/CR res: [0x200003ab1:0x37:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764677.028276:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695400/0x57b8ff0e03050be1 lrc: 3/1,0 mode: CR/CR res: [0x200003ab1:0x37:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764677.028290:0:42325:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab1:0x37:0x0]: returning size 20 00010000:00010000:3.0:1775764677.028437:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694c00/0x57b8ff0e03050bda lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b805 expref: 54 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764677.028457:0:42325:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695400/0x57b8ff0e03050be1 lrc: 3/0,0 mode: CR/CR res: [0x200003ab1:0x37:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b805 expref: 53 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764677.028475:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x37:0x0].0x0 (ffff944584d1d900) 00010000:00010000:3.0:1775764677.028479:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:3.0:1775764677.028482:0:42325:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445be695400, rc 0) 00000100:00100000:3.0:1775764677.028681:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bea10000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+53:59603:x1862022098504448:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 1023us (2391us total) trans 34359738943 rc 0/0 00000100:00100000:3.0:1775764677.028689:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 670 00000100:00080000:0.0:1775764677.029783:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1775764677.036543:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764677.036737:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098504576 00000100:00100000:3.0:1775764677.036747:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098504576 00000100:00100000:2.0:1775764677.037429:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 671 00000100:00100000:2.0:1775764677.037444:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486e62d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+53:59603:x1862022098504576:12345-192.168.202.28@tcp:54:lfs.0 00010000:00010000:2.0:1775764677.037535:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e03050bef lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0x37:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764677.037565:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e03050bef lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x37:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764677.037579:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e03050bef lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x37:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764677.037610:0:42324:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e03050bef lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x37:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764677.037618:0:42324:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e03050bef lrc: 2/0,0 mode: PR/PR res: [0x200003ab1:0x37:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764677.037626:0:42324:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e03050bef lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x37:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764677.037631:0:42324:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445baf25800 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764677.037636:0:42324:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e03050bef lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x37:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764677.037645:0:42324:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e03050bef lrc: 4/0,0 mode: PR/PR res: [0x200003ab1:0x37:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764677.037658:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x37:0x0].0x0 (ffff944584d1d900) 00010000:00010000:2.0:1775764677.037662:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1775764677.037669:0:42324:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e03050bef lrc: 2/0,0 mode: --/PR res: [0x200003ab1:0x37:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764677.037675:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e03050bef lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0x37:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764677.037782:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486e62d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+53:59603:x1862022098504576:12345-192.168.202.28@tcp:54:lfs.0 Request processed in 343us (1254us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764677.037792:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 671 00000100:00100000:2.0:1775764677.176524:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764677.176859:0:42310:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098504832 00000100:00100000:1.0:1775764677.176870:0:42310:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098504832 00000100:00100000:1.0:1775764677.177221:0:42310:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 58 00000100:00100000:1.0:1775764677.177232:0:42310:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bf4faa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+53:59613:x1862022098504832:12345-192.168.202.28@tcp:103:lfs.0 00010000:00010000:1.0:1775764677.177249:0:42310:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:1.0:1775764677.177279:0:42310:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24400/0x57b8ff0e03050bb0 lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0x37:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b7f7 expref: 53 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764677.177300:0:42310:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695400/0x57b8ff0e03050be1 lrc: 0/0,0 mode: --/CR res: [0x200003ab1:0x37:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b805 expref: 52 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764677.177315:0:42310:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944488003c00/0x57b8ff0e03050b7f lrc: 0/0,0 mode: --/CR res: [0x200003ab1:0x37:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b7f0 expref: 51 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764677.177328:0:42310:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x37:0x0].0x0 (ffff944584d1d900) 00010000:00010000:1.0:1775764677.177338:0:42310:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1775764677.177399:0:42310:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bf4faa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+50:59613:x1862022098504832:12345-192.168.202.28@tcp:103:lfs.0 Request processed in 168us (886us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764677.177407:0:42310:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 58 00000100:00100000:3.0:1775764677.182361:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764677.182494:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098504960 00000100:00100000:0.0:1775764677.182508:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098504960 00000100:00100000:0.0:1775764677.182761:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 672 00000100:00100000:0.0:1775764677.182773:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444864b0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+50:59613:x1862022098504960:12345-192.168.202.28@tcp:58:lfs.0 00010000:00010000:0.0:1775764677.182926:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff944581525400/0x57b8ff0e03050bf6 lrc: 3/0,1 mode: --/EX res: [0x200003ab1:0x37:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764677.182944:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944581525400/0x57b8ff0e03050bf6 lrc: 3/0,1 mode: EX/EX res: [0x200003ab1:0x37:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764677.182957:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944581525400/0x57b8ff0e03050bf6 lrc: 3/0,1 mode: EX/EX res: [0x200003ab1:0x37:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1775764677.183308:0:42326:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x32:0x0].14, 136 off10096 00000100:00100000:0.0:1775764677.183408:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444864b0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+50:59613:x1862022098504960:12345-192.168.202.28@tcp:58:lfs.0 Request processed in 637us (1067us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764677.183418:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 672 00000100:00100000:3.0:1775764677.187348:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764677.187592:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098505088 00000100:00100000:1.0:1775764677.187604:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098505088 00000100:00100000:1.0:1775764677.187676:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 673 00000100:00100000:1.0:1775764677.187687:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444864b2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+50:59613:x1862022098505088:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:1.0:1775764677.187710:0:44493:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764677.187730:0:44493:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944488002600/0x57b8ff0e03050bfd lrc: 2/0,0 mode: --/CR res: [0x200003ab1:0x37:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b80c expref: -99 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764677.187794:0:44493:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff944581525400/0x57b8ff0e03050bf6 lrc: 2/0,1 mode: EX/EX res: [0x200003ab1:0x37:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764677.187851:0:44493:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff944488002600/0x57b8ff0e03050bfd lrc: 4/0,0 mode: --/CR res: [0x200003ab1:0x37:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b80c expref: 51 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764677.187873:0:44493:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff944581525400/0x57b8ff0e03050bf6 lrc: 3/0,1 mode: EX/EX res: [0x200003ab1:0x37:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764677.188292:0:44493:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff944488002600/0x57b8ff0e03050bfd lrc: 3/0,0 mode: --/CR res: [0x200003ab1:0x37:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b80c expref: 51 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764677.188309:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x37:0x0].0x0 (ffff944599e85300) 00010000:00010000:1.0:1775764677.188312:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1775764677.188316:0:44493:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff944488002600/0x57b8ff0e03050bfd lrc: 3/0,0 mode: --/CR res: [0x200003ab1:0x37:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b80c expref: 51 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764677.188324:0:44493:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944488002600, rc 0) 00000100:00100000:1.0:1775764677.188405:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444864b2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+51:59613:x1862022098505088:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 719us (1070us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764677.188413:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 673 00000100:00100000:2.0:1775764677.293927:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764677.294282:0:45548:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098505216 00000100:00100000:1.0:1775764677.294295:0:45548:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098505216 00002000:00100000:1.0:1775764677.294383:0:45548:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x110:0x0] (0->28) req@ffff9445bf4f9180 x1862022098505216/t0(0) o4->7e6eda44-5508-487e-b17f-ff28ad9d3512@192.168.202.28@tcp:158/0 lens 520/0 e 0 to 0 dl 1775764688 ref 1 fl New:/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764677.294394:0:45548:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9445bf4f9180 with x1862022098505216 ext(0->28) 00002000:00010000:1.0:1775764677.294400:0:45548:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9445bf4f9180 00000100:00100000:1.0:1775764677.294442:0:45548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 54 00000100:00100000:1.0:1775764677.294460:0:45548:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bf4f9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+14:2377:x1862022098505216:12345-192.168.202.28@tcp:4:bash.0 00000100:00080000:0.0:1775764677.295082:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1775764677.295689:0:45548:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bf4f9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+16:2377:x1862022098505216:12345-192.168.202.28@tcp:4:bash.0 Request processed in 1228us (1771us total) trans 34359738425 rc 0/0 00000100:00100000:1.0:1775764677.295700:0:45548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 54 00002000:00100000:1.0:1775764677.295709:0:45548:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x110:0x0] (0->28) req@ffff9445bf4f9180 x1862022098505216/t34359738425(0) o4->7e6eda44-5508-487e-b17f-ff28ad9d3512@192.168.202.28@tcp:158/0 lens 520/448 e 0 to 0 dl 1775764688 ref 1 fl Complete:/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764677.295718:0:45548:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9445bf4f9180 with x1862022098505216 ext(0->28) 00002000:00010000:1.0:1775764677.295723:0:45548:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9445bf4f9180 00010000:00010000:1.0:1775764677.441369:0:42312:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1775764677.633903:0:42356:0:(llog.c:800:llog_process_thread()) index: 8, lh_last_idx: 8 synced_idx: 8 lgh_last_idx: 8 00000040:00080000:1.0:1775764677.633915:0:42356:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x32:0x0] at index 8 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1775764677.633964:0:42356:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x32:0x0] index 15 count 2 00000040:00080000:1.0:1775764677.633972:0:42356:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 9 count 2 00000100:00100000:1.0:1775764677.634853:0:42356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944486041880 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:42356:1862022119027712:192.168.202.28@tcp:107:hsm_cdtr.0 00000100:00100000:1.0:1775764677.634997:0:42356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9445982c5d80 going to sleep for 11 seconds 00000100:00100000:1.0:1775764677.646323:0:42356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944486041880 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:42356:1862022119027712:192.168.202.28@tcp:107:hsm_cdtr.0 00000100:00100000:3.0:1775764677.650381:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764677.651289:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098505344 00000100:00100000:0.0:1775764677.651301:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098505344 00000100:00100000:0.0:1775764677.651381:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 674 00000100:00100000:0.0:1775764677.651392:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445b296d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+51:59614:x1862022098505344:12345-192.168.202.28@tcp:53:lhsmtool_posix.0 00000004:00000080:0.0:1775764677.651472:0:42326:0:(mdt_handler.c:7957:mdt_fid2path()) path get [0x200003ab1:0x37:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1775764677.651619:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445b296d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+51:59614:x1862022098505344:12345-192.168.202.28@tcp:53:lhsmtool_posix.0 Request processed in 228us (1247us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764677.651629:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 674 00000100:00100000:2.0:1775764677.665489:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764677.665984:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098505472 00000100:00100000:3.0:1775764677.666000:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098505472 00000100:00100000:3.0:1775764677.666074:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 675 00000100:00100000:3.0:1775764677.666086:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bf4f8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+51:59614:x1862022098505472:12345-192.168.202.28@tcp:34:lhsmtool_posix.0 00010000:00010000:3.0:1775764677.666195:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694c00/0x57b8ff0e03050c04 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764677.666222:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694c00/0x57b8ff0e03050c04 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764677.666236:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694c00/0x57b8ff0e03050c04 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764677.666256:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694e00/0x57b8ff0e03050c0b lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x9418fbfb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764677.666263:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694e00/0x57b8ff0e03050c0b lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x9418fbfb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764677.666270:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694e00/0x57b8ff0e03050c0b lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x9418fbfb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764677.666297:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695400/0x57b8ff0e03050c12 lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0x37:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764677.666307:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695400/0x57b8ff0e03050c12 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x37:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764677.666313:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695400/0x57b8ff0e03050c12 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x37:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764677.666367:0:42324:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab1:0x37:0x0]: returning size 20 00000004:00200000:3.0:1775764677.666372:0:42324:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1775764677.666386:0:42324:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695400/0x57b8ff0e03050c12 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x37:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764677.666399:0:42324:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694c00/0x57b8ff0e03050c04 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764677.666405:0:42324:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694c00/0x57b8ff0e03050c04 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764677.666413:0:42324:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694c00/0x57b8ff0e03050c04 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764677.666420:0:42324:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445be694c00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:3.0:1775764677.666425:0:42324:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694c00/0x57b8ff0e03050c04 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764677.666443:0:42324:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694c00/0x57b8ff0e03050c04 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764677.666465:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff94459084a500) 00010000:00010000:3.0:1775764677.666469:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764677.666474:0:42324:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694c00/0x57b8ff0e03050c04 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764677.666480:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694c00/0x57b8ff0e03050c04 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764677.666497:0:42324:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694e00/0x57b8ff0e03050c0b lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x9418fbfb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764677.666504:0:42324:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694e00/0x57b8ff0e03050c0b lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x9418fbfb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764677.666510:0:42324:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694e00/0x57b8ff0e03050c0b lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x9418fbfb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764677.666517:0:42324:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445be694e00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:3.0:1775764677.666520:0:42324:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694e00/0x57b8ff0e03050c0b lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x9418fbfb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764677.666526:0:42324:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694e00/0x57b8ff0e03050c0b lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x9418fbfb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764677.666534:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x9418fbfb (ffff944586564900) 00010000:00010000:3.0:1775764677.666537:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764677.666540:0:42324:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694e00/0x57b8ff0e03050c0b lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x9418fbfb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764677.666546:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694e00/0x57b8ff0e03050c0b lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x9418fbfb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764677.667081:0:42324:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695400/0x57b8ff0e03050c12 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x37:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764677.667088:0:42324:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695400/0x57b8ff0e03050c12 lrc: 2/0,0 mode: PR/PR res: [0x200003ab1:0x37:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764677.667094:0:42324:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695400/0x57b8ff0e03050c12 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x37:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764677.667107:0:42324:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445be695400 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:3.0:1775764677.667112:0:42324:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695400/0x57b8ff0e03050c12 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x37:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764677.667118:0:42324:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695400/0x57b8ff0e03050c12 lrc: 4/0,0 mode: PR/PR res: [0x200003ab1:0x37:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764677.667132:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x37:0x0].0x0 (ffff944599e85300) 00010000:00010000:3.0:1775764677.667134:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764677.667137:0:42324:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695400/0x57b8ff0e03050c12 lrc: 2/0,0 mode: --/PR res: [0x200003ab1:0x37:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764677.667143:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695400/0x57b8ff0e03050c12 lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0x37:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764677.667262:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bf4f8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+51:59614:x1862022098505472:12345-192.168.202.28@tcp:34:lhsmtool_posix.0 Request processed in 1175us (1783us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764677.667273:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 675 00000100:00100000:3.0:1775764677.679487:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764677.679593:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098505728 00000100:00100000:1.0:1775764677.679604:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098505728 00000100:00100000:1.0:1775764677.679667:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 676 00000100:00100000:1.0:1775764677.679679:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944487fbc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+51:59614:x1862022098505728:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1775764677.679703:0:42326:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764677.679727:0:42326:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944488003c00/0x57b8ff0e03050c19 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b813 expref: -99 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764677.679908:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944488002800/0x57b8ff0e03050c20 lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0x37:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764677.679927:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944488002800/0x57b8ff0e03050c20 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x37:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764677.679942:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944488002800/0x57b8ff0e03050c20 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x37:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764677.679955:0:42326:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab1:0x37:0x0]: returning size 20 00010000:00010000:1.0:1775764677.680113:0:42326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944488002800/0x57b8ff0e03050c20 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x37:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764677.680126:0:42326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944488002800/0x57b8ff0e03050c20 lrc: 2/0,0 mode: PR/PR res: [0x200003ab1:0x37:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764677.680133:0:42326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944488002800/0x57b8ff0e03050c20 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x37:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764677.680139:0:42326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944488002800 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:1.0:1775764677.680144:0:42326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944488002800/0x57b8ff0e03050c20 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x37:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764677.680151:0:42326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944488002800/0x57b8ff0e03050c20 lrc: 4/0,0 mode: PR/PR res: [0x200003ab1:0x37:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764677.680162:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x37:0x0].0x0 (ffff944599e85300) 00010000:00010000:1.0:1775764677.680165:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1775764677.680169:0:42326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944488002800/0x57b8ff0e03050c20 lrc: 2/0,0 mode: --/PR res: [0x200003ab1:0x37:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764677.680174:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944488002800/0x57b8ff0e03050c20 lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0x37:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764677.680222:0:42326:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff944488003c00/0x57b8ff0e03050c19 lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b813 expref: 53 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764677.680233:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff94459084a500) 00010000:00010000:1.0:1775764677.680235:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1775764677.680238:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944488003c00/0x57b8ff0e03050c19 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b813 expref: 53 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764677.680247:0:42326:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944488003c00, rc 0) 00000100:00100000:1.0:1775764677.680331:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944487fbc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+52:59614:x1862022098505728:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 Request processed in 653us (853us total) trans 34359738944 rc 301/301 00000100:00100000:1.0:1775764677.680338:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 676 00000100:00100000:2.0:1775764677.690322:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764677.690481:0:42328:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098505984 00000100:00100000:0.0:1775764677.690492:0:42328:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098505984 00000100:00100000:0.0:1775764677.690570:0:42328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 196 00000100:00100000:0.0:1775764677.690580:0:42328:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bf4fbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+52:59614:x1862022098505984:12345-192.168.202.28@tcp:35:lhsmtool_posix.0 00000100:00100000:0.0:1775764677.690971:0:42328:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bf4fbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+53:59614:x1862022098505984:12345-192.168.202.28@tcp:35:lhsmtool_posix.0 Request processed in 392us (662us total) trans 34359738945 rc 0/0 00000100:00100000:0.0:1775764677.690979:0:42328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 196 00000100:00100000:3.0:1775764677.702779:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764677.714023:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098506112 00000100:00100000:2.0:1775764677.714045:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098506112 00000100:00100000:2.0:1775764677.714163:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 677 00000100:00100000:2.0:1775764677.714174:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944590388380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+53:59614:x1862022098506112:12345-192.168.202.28@tcp:53:lhsmtool_posix.0 00000004:00000080:2.0:1775764677.714229:0:42324:0:(mdt_handler.c:7957:mdt_fid2path()) path get [0x200003ab1:0x37:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1775764677.714774:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944590388380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+53:59614:x1862022098506112:12345-192.168.202.28@tcp:53:lhsmtool_posix.0 Request processed in 184us (11596us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764677.714785:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 677 00000100:00100000:3.0:1775764677.731012:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764677.734336:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098506368 00000100:00100000:1.0:1775764677.735085:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098506368 00000100:00100000:1.0:1775764677.735200:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 678 00000100:00100000:1.0:1775764677.735211:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944590388700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+53:59614:x1862022098506368:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1775764677.735238:0:42326:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764677.735241:0:42326:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:1.0:1775764677.735272:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944581524600/0x57b8ff0e03050b40 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b7db expref: 53 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764677.735300:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff944599e85b00) 00010000:00010000:1.0:1775764677.735326:0:42326:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1775764677.735348:0:42326:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944488003c00/0x57b8ff0e03050c2e lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b81a expref: -99 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1775764677.736389:0:42326:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x115:0x0], index 1: 0 00010000:00010000:1.0:1775764677.736973:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944488002800/0x57b8ff0e03050c35 lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0x39:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764677.736996:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944488002800/0x57b8ff0e03050c35 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764677.737009:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944488002800/0x57b8ff0e03050c35 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764677.737088:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944488003c00/0x57b8ff0e03050c2e lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b81a expref: 55 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764677.737124:0:42326:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff944488002800/0x57b8ff0e03050c35 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b81a expref: 54 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764677.737135:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x39:0x0].0x0 (ffff944584d1d100) 00010000:00010000:1.0:1775764677.737139:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1775764677.737142:0:42326:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944488002800, rc 0) 00000100:00100000:1.0:1775764677.737724:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944590388700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+54:59614:x1862022098506368:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 Request processed in 2511us (6722us total) trans 34359738946 rc 0/0 00000100:00100000:1.0:1775764677.737736:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 678 00000100:00100000:3.0:1775764677.749429:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764677.749694:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098506496 00000100:00100000:2.0:1775764677.749712:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098506496 00000100:00100000:2.0:1775764677.749864:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 679 00000100:00100000:2.0:1775764677.749878:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94459038ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+54:59614:x1862022098506496:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1775764677.749912:0:42324:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764677.749946:0:42324:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24000/0x57b8ff0e03050c43 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b821 expref: -99 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764677.750083:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24600/0x57b8ff0e03050c4a lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764677.750100:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24600/0x57b8ff0e03050c4a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764677.750113:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24600/0x57b8ff0e03050c4a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764677.750190:0:42324:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 9728 00000004:00200000:2.0:1775764677.750195:0:42324:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 42 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764677.750223:0:42324:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24600/0x57b8ff0e03050c4a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764677.750246:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24000/0x57b8ff0e03050c43 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b821 expref: 56 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764677.750265:0:42324:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24600/0x57b8ff0e03050c4a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b821 expref: 55 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764677.750273:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9445838af600) 00010000:00010000:2.0:1775764677.750275:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1775764677.750278:0:42324:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445baf24600, rc 0) 00000100:00100000:2.0:1775764677.750354:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94459038ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+55:59614:x1862022098506496:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 Request processed in 480us (936us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764677.750363:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 679 00000100:00100000:2.0:1775764677.755003:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764677.755277:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098506752 00000100:00100000:3.0:1775764677.755290:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098506752 00000100:00100000:3.0:1775764677.755372:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 680 00000100:00100000:3.0:1775764677.755387:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bf4f8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+55:59614:x1862022098506752:12345-192.168.202.28@tcp:36:lhsmtool_posix.0 00010000:00010000:3.0:1775764677.755486:0:42325:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1775764677.755527:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944488002800/0x57b8ff0e03050c35 lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b81a expref: 55 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764677.755563:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x39:0x0].0x0 (ffff944584d1d100) 00010000:00010000:3.0:1775764677.755585:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24600/0x57b8ff0e03050c4a lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b821 expref: 54 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764677.755603:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9445838af600) 00010000:00010000:3.0:1775764677.755611:0:42325:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1775764677.755648:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695400/0x57b8ff0e03050c51 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764677.755662:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695400/0x57b8ff0e03050c51 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764677.755672:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695400/0x57b8ff0e03050c51 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764677.755684:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694e00/0x57b8ff0e03050c58 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x54301cf8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764677.755690:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694e00/0x57b8ff0e03050c58 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x54301cf8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764677.755695:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694e00/0x57b8ff0e03050c58 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x54301cf8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764677.755851:0:42325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695400/0x57b8ff0e03050c51 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764677.755859:0:42325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695400/0x57b8ff0e03050c51 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764677.755867:0:42325:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695400/0x57b8ff0e03050c51 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764677.755874:0:42325:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445be695400 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:3.0:1775764677.755878:0:42325:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695400/0x57b8ff0e03050c51 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764677.755886:0:42325:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695400/0x57b8ff0e03050c51 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764677.755895:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff944586564900) 00010000:00010000:3.0:1775764677.755898:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764677.755901:0:42325:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695400/0x57b8ff0e03050c51 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764677.755906:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695400/0x57b8ff0e03050c51 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764677.755929:0:42325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694e00/0x57b8ff0e03050c58 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x54301cf8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764677.755934:0:42325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694e00/0x57b8ff0e03050c58 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x54301cf8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764677.755939:0:42325:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694e00/0x57b8ff0e03050c58 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x54301cf8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764677.755943:0:42325:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445be694e00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:3.0:1775764677.755945:0:42325:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694e00/0x57b8ff0e03050c58 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x54301cf8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764677.755950:0:42325:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694e00/0x57b8ff0e03050c58 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x54301cf8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764677.755956:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x54301cf8 (ffff944586564e00) 00010000:00010000:3.0:1775764677.755958:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764677.755960:0:42325:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694e00/0x57b8ff0e03050c58 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x54301cf8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764677.755969:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694e00/0x57b8ff0e03050c58 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x54301cf8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764677.756077:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bf4f8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+53:59614:x1862022098506752:12345-192.168.202.28@tcp:36:lhsmtool_posix.0 Request processed in 693us (1088us total) trans 0 rc -2/-2 00000100:00100000:3.0:1775764677.756087:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 680 00000100:00100000:3.0:1775764677.764083:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764677.765574:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098506880 00000100:00100000:2.0:1775764677.765597:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098506880 00000100:00100000:2.0:1775764677.765697:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 681 00000100:00100000:2.0:1775764677.765712:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944590389500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+53:59614:x1862022098506880:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1775764677.765748:0:42324:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764677.765782:0:42324:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24000/0x57b8ff0e03050c5f lrc: 2/0,0 mode: --/PR res: [0x200003ab1:0x39:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b828 expref: -99 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764677.765865:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25c00/0x57b8ff0e03050c66 lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0x39:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764677.765881:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25c00/0x57b8ff0e03050c66 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x39:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764677.765892:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25c00/0x57b8ff0e03050c66 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x39:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764677.766024:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24000/0x57b8ff0e03050c5f lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0x39:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b828 expref: 55 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764677.766045:0:42324:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25c00/0x57b8ff0e03050c66 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x39:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b828 expref: 54 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764677.766056:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x39:0x0].0x0 (ffff9445838af800) 00010000:00010000:2.0:1775764677.766060:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1775764677.766064:0:42324:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445baf25c00, rc 0) 00000100:00100000:2.0:1775764677.766397:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944590389500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+54:59614:x1862022098506880:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 Request processed in 687us (2329us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764677.766406:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 681 00000100:00100000:2.0:1775764677.783093:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764677.783323:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098507136 00000100:00100000:1.0:1775764677.783337:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098507136 00000100:00100000:1.0:1775764677.783411:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 682 00000100:00100000:1.0:1775764677.783422:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bf4f9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+54:59614:x1862022098507136:12345-192.168.202.28@tcp:36:lhsmtool_posix.0 00010000:00010000:1.0:1775764677.783539:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff944488003c00/0x57b8ff0e03050c6d lrc: 3/0,1 mode: --/PW res: [0x200003ab1:0x39:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764677.783561:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944488003c00/0x57b8ff0e03050c6d lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0x39:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764677.783575:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944488003c00/0x57b8ff0e03050c6d lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0x39:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1775764677.784128:0:42326:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x30:0x0].17, 88 off9544 00000004:00080000:1.0:1775764677.784142:0:42326:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 2144631342888ns, next at 2145631340213ns, rc = 0 00000004:00010000:1.0:1775764677.784247:0:42326:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000affb6ac8 reply state 00000000344ed48f transno 34359738947 ns: mdt-lustre-MDT0000_UUID lock: ffff944488003c00/0x57b8ff0e03050c6d lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0x39:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764677.784263:0:42326:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1775764677.784376:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bf4f9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+56:59614:x1862022098507136:12345-192.168.202.28@tcp:36:lhsmtool_posix.0 Request processed in 953us (1291us total) trans 34359738947 rc 0/0 00000100:00100000:1.0:1775764677.784383:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 682 00010000:00010000:0.0:1775764677.786900:0:3315:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff944488003c00/0x57b8ff0e03050c6d lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0x39:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764677.786920:0:3315:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944488003c00/0x57b8ff0e03050c6d lrc: 2/0,0 mode: PW/PW res: [0x200003ab1:0x39:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764677.786929:0:3315:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944488003c00/0x57b8ff0e03050c6d lrc: 3/0,0 mode: PW/PW res: [0x200003ab1:0x39:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764677.786938:0:3315:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944488003c00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:0.0:1775764677.786944:0:3315:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944488003c00/0x57b8ff0e03050c6d lrc: 3/0,0 mode: PW/PW res: [0x200003ab1:0x39:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764677.786954:0:3315:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944488003c00/0x57b8ff0e03050c6d lrc: 4/0,0 mode: PW/PW res: [0x200003ab1:0x39:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764677.786975:0:3315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x39:0x0].0x0 (ffff9445838af800) 00010000:00010000:0.0:1775764677.786980:0:3315:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1775764677.786986:0:3315:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944488003c00/0x57b8ff0e03050c6d lrc: 2/0,0 mode: --/PW res: [0x200003ab1:0x39:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764677.786992:0:3315:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944488003c00/0x57b8ff0e03050c6d lrc: 0/0,0 mode: --/PW res: [0x200003ab1:0x39:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764677.793707:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764677.793895:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098507264 00000100:00100000:3.0:1775764677.793919:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098507264 00000100:00100000:3.0:1775764677.794006:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 683 00000100:00100000:3.0:1775764677.794018:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bf4f8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+55:59614:x1862022098507264:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1775764677.794060:0:42324:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764677.794091:0:42324:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694e00/0x57b8ff0e03050c74 lrc: 2/0,0 mode: --/CR res: [0x200003ab1:0x39:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b82f expref: -99 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764677.794190:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694e00/0x57b8ff0e03050c74 lrc: 3/0,0 mode: CR/CR res: [0x200003ab1:0x39:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b82f expref: 56 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764677.794211:0:42324:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694e00/0x57b8ff0e03050c74 lrc: 3/0,0 mode: CR/CR res: [0x200003ab1:0x39:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b82f expref: 56 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764677.794237:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x39:0x0].0x0 (ffff9445838af800) 00010000:00010000:3.0:1775764677.794253:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1775764677.794257:0:42324:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445be694e00, rc 0) 00000100:00100000:3.0:1775764677.794328:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bf4f8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+56:59614:x1862022098507264:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 Request processed in 312us (641us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764677.794339:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 683 00000100:00100000:3.0:1775764677.803254:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764677.804331:0:42944:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098507392 00000100:00100000:0.0:1775764677.804345:0:42944:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098507392 00000100:00100000:0.0:1775764677.804538:0:42944:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 176 00000100:00100000:0.0:1775764677.804564:0:42944:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944590388e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+15:2378:x1862022098507392:12345-192.168.202.28@tcp:2:lhsmtool_posix.0 00000100:00100000:0.0:1775764677.805125:0:42944:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944590388e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+16:2378:x1862022098507392:12345-192.168.202.28@tcp:2:lhsmtool_posix.0 Request processed in 574us (1882us total) trans 34359738430 rc 0/0 00000100:00100000:0.0:1775764677.805134:0:42944:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 176 00000100:00080000:3.0:1775764677.806234:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1775764677.809337:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764677.809495:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098507648 00000100:00100000:0.0:1775764677.809511:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098507648 00000100:00100000:0.0:1775764677.809767:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 684 00000100:00100000:0.0:1775764677.809778:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944590389f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+56:59614:x1862022098507648:12345-192.168.202.28@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1775764677.809992:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944590389f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+56:59614:x1862022098507648:12345-192.168.202.28@tcp:57:lhsmtool_posix.0 Request processed in 215us (665us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764677.810001:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 684 00000100:00100000:1.0:1775764677.815496:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764677.815685:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098507776 00000100:00100000:3.0:1775764677.815699:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098507776 00000100:00100000:3.0:1775764677.815763:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 685 00000100:00100000:3.0:1775764677.815773:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486041880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+56:59614:x1862022098507776:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1775764677.815849:0:42324:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764677.815877:0:42324:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695400/0x57b8ff0e03050c7b lrc: 2/0,0 mode: --/CR res: [0x200003ab1:0x39:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b836 expref: -99 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764677.815984:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694c00/0x57b8ff0e03050c82 lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0x39:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764677.816003:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694c00/0x57b8ff0e03050c82 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x39:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764677.816018:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694c00/0x57b8ff0e03050c82 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x39:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764677.816061:0:42324:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1775764677.816082:0:42324:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694c00/0x57b8ff0e03050c82 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x39:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764677.816113:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695400/0x57b8ff0e03050c7b lrc: 0/0,0 mode: --/CR res: [0x200003ab1:0x39:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b836 expref: 58 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764677.816137:0:42324:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694c00/0x57b8ff0e03050c82 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x39:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b836 expref: 57 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764677.816148:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x39:0x0].0x0 (ffff9445838af800) 00010000:00010000:3.0:1775764677.816151:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:3.0:1775764677.816154:0:42324:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445be694c00, rc 0) 00000100:00100000:3.0:1775764677.816233:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486041880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+57:59614:x1862022098507776:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 Request processed in 461us (792us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764677.816240:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 685 00000100:00100000:3.0:1775764677.823370:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764677.823621:0:43212:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098507904 00000100:00100000:2.0:1775764677.823638:0:43212:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098507904 00000100:00100000:2.0:1775764677.823724:0:43212:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 177 00000100:00100000:2.0:1775764677.823737:0:43212:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944590388a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+16:2379:x1862022098507904:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1775764677.823760:0:43212:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764677.823786:0:43212:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c6b27f0a/0x57b8ff0e03050c89 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x115:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b83d expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1775764677.824107:0:43212:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x115:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x69d804c6, blocks: 0x1 00010000:00010000:2.0:1775764677.824136:0:43212:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764677.824139:0:43212:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764677.824149:0:43212:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c6b27f0a/0x57b8ff0e03050c89 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x115:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b83d expref: 17 pid: 43212 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764677.824172:0:43212:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000c6b27f0a/0x57b8ff0e03050c89 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x115:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b83d expref: 17 pid: 43212 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764677.824190:0:43212:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445baf25200, rc 0) 00000100:00100000:2.0:1775764677.824571:0:43212:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944590388a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+17:2379:x1862022098507904:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 Request processed in 834us (1211us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764677.824583:0:43212:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 177 00000100:00100000:0.0:1775764677.843336:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764677.843643:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098508160 00000100:00100000:1.0:1775764677.843658:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098508160 00000100:00100000:1.0:1775764677.843726:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 686 00000100:00100000:1.0:1775764677.843737:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486e63480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+57:59614:x1862022098508160:12345-192.168.202.28@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1775764677.845427:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486e63480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+57:59614:x1862022098508160:12345-192.168.202.28@tcp:57:lhsmtool_posix.0 Request processed in 1679us (2088us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764677.845442:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 686 00000100:00100000:0.0:1775764677.862535:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764677.867419:0:42944:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098508288 00000100:00100000:1.0:1775764677.867439:0:42944:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098508288 00000100:00100000:1.0:1775764677.867933:0:42944:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 178 00000100:00100000:1.0:1775764677.867946:0:42944:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486e63b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+17:59614:x1862022098508288:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1775764677.867972:0:42944:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764677.867996:0:42944:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007f996372/0x57b8ff0e03050c90 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x115:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b844 expref: -99 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764677.868037:0:42944:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000c6b27f0a/0x57b8ff0e03050c89 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x115:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b83d expref: 18 pid: 43212 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764677.868046:0:42944:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1775764677.868049:0:42944:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1775764677.868055:0:42944:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007f996372/0x57b8ff0e03050c90 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x115:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b844 expref: 18 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764677.868098:0:42944:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000c6b27f0a/0x57b8ff0e03050c89 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x115:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b83d expref: 18 pid: 43212 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764677.868115:0:42944:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000c6b27f0a/0x57b8ff0e03050c89 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x115:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b83d expref: 18 pid: 43212 timeout: 2244 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764677.868129:0:42944:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944486042300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:42944:1862022119027840:192.168.202.28@tcp:104: 00000100:00100000:1.0:1775764677.868231:0:42944:0:(client.c:2691:ptlrpc_set_wait()) set ffff9445982c5d80 going to sleep for 11 seconds 00000100:00100000:3.0:1775764677.898779:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764677.899011:0:42944:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944486042300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:42944:1862022119027840:192.168.202.28@tcp:104: 00010000:00010000:1.0:1775764677.899067:0:42944:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000007f996372/0x57b8ff0e03050c90 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x115:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b844 expref: 18 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764677.899095:0:42944:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944488002400, rc 0) 00000100:00100000:1.0:1775764677.899167:0:42944:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486e63b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+18:59614:x1862022098508288:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 Request processed in 31224us (36740us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764677.899181:0:42944:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 178 00000100:00100000:2.0:1775764677.899881:0:44302:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098508416 00000100:00100000:2.0:1775764677.899892:0:44302:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098508416 00010000:00010000:2.0:1775764677.899953:0:44302:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000c6b27f0a/0x57b8ff0e03050c89 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x115:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b83d expref: 18 pid: 43212 timeout: 2244 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764677.899999:0:44302:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 139 00000100:00100000:2.0:1775764677.900008:0:44302:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94459038a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+18:2379:x1862022098508416:12345-192.168.202.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1775764677.900024:0:44302:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764677.900051:0:44302:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000c6b27f0a/0x57b8ff0e03050c89 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x115:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b83d expref: 18 pid: 43212 timeout: 2244 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764677.900066:0:44302:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000c6b27f0a/0x57b8ff0e03050c89 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x115:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b83d expref: 18 pid: 43212 timeout: 2244 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764677.900096:0:44302:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c6b27f0a/0x57b8ff0e03050c89 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x115:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b83d expref: 18 pid: 43212 timeout: 2244 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764677.900114:0:44302:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764677.900116:0:44302:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764677.900124:0:44302:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000007f996372/0x57b8ff0e03050c90 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x115:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b844 expref: 17 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764677.900135:0:44302:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007f996372/0x57b8ff0e03050c90 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x115:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b844 expref: 17 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764677.900179:0:44302:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000007f996372/0x57b8ff0e03050c90 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x115:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b844 expref: 17 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764677.900196:0:44302:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bf4fb480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:44302:1862022119027968:192.168.202.28@tcp:105: 00000100:00100000:2.0:1775764677.900542:0:44302:0:(client.c:2691:ptlrpc_set_wait()) set ffff9445861d7900 going to sleep for 11 seconds 00000100:00100000:2.0:1775764677.908718:0:44302:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bf4fb480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:44302:1862022119027968:192.168.202.28@tcp:105: 00010000:00010000:2.0:1775764677.908760:0:44302:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775764677.908859:0:44302:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94459038a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+17:2379:x1862022098508416:12345-192.168.202.28@tcp:103:ldlm_bl.0 Request processed in 8849us (10090us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764677.908875:0:44302:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 139 00000100:00100000:3.0:1775764677.909999:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764677.910599:0:42950:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098508544 00000100:00100000:2.0:1775764677.910613:0:42950:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098508544 00002000:00100000:2.0:1775764677.910681:0:42950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x115:0x0] (0->19) req@ffff944590389c00 x1862022098508544/t0(0) o4->7e6eda44-5508-487e-b17f-ff28ad9d3512@192.168.202.28@tcp:158/0 lens 512/0 e 0 to 0 dl 1775764688 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764677.910695:0:42950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff944590389c00 with x1862022098508544 ext(0->19) 00002000:00010000:2.0:1775764677.910701:0:42950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff944590389c00 00000100:00100000:2.0:1775764677.910743:0:42950:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 55 00000100:00100000:2.0:1775764677.910754:0:42950:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944590389c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+17:2378:x1862022098508544:12345-192.168.202.28@tcp:4:lhsmtool_posix.0 00000100:00100000:2.0:1775764677.913138:0:42950:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944590389c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+19:2378:x1862022098508544:12345-192.168.202.28@tcp:4:lhsmtool_posix.0 Request processed in 2371us (3130us total) trans 34359738431 rc 0/0 00000100:00100000:2.0:1775764677.913153:0:42950:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 55 00002000:00100000:2.0:1775764677.913167:0:42950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x115:0x0] (0->19) req@ffff944590389c00 x1862022098508544/t34359738431(0) o4->7e6eda44-5508-487e-b17f-ff28ad9d3512@192.168.202.28@tcp:158/0 lens 512/448 e 0 to 0 dl 1775764688 ref 1 fl Complete:/600/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764677.913177:0:42950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff944590389c00 with x1862022098508544 ext(0->19) 00002000:00010000:2.0:1775764677.913184:0:42950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff944590389c00 00000100:00100000:3.0:1775764677.933595:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764677.933693:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098508672 00000100:00100000:2.0:1775764677.933709:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098508672 00000100:00100000:2.0:1775764677.933781:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 687 00000100:00100000:2.0:1775764677.933792:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94459038bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+57:59614:x1862022098508672:12345-192.168.202.28@tcp:44:lhsmtool_posix.0 00000001:00080000:2.0:1775764678.056285:0:5825:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 34359738945 is committed 00000001:00080000:2.0:1775764678.056322:0:5825:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 34359738947 is committed 00000004:00080000:2.0:1775764678.056327:0:5825:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 17 committed 00000020:00080000:2.0:1775764678.056574:0:5825:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9445889b6540 refcount 2 committed 0 result 0 batchid 30064771817 00000020:00080000:2.0:1775764678.056580:0:5825:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9445bc137100 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9445889b6a80 00000020:00080000:2.0:1775764678.056584:0:5825:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9445bc137a00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff944487999800 00000020:00080000:1.0:1775764678.056625:0:42361:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 30064771817 committed batchid 30064771816 00000020:00080000:1.0:1775764678.057175:0:42361:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 30064771816 00000100:00100000:0.0:1775764678.057270:0:3329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bf4fb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3329:1862022119028096:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1775764678.057416:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764678.057521:0:42945:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119028096 00000100:00100000:1.0:1775764678.057530:0:42945:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119028096 00000100:00100000:1.0:1775764678.057591:0:42945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 179 00000100:00100000:1.0:1775764678.057599:0:42945:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486e60700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3329:x1862022119028096:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1775764678.057735:0:42945:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x115:0x0] updating lvb size from disk: 0 -> 20 00002000:00010000:1.0:1775764678.057739:0:42945:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x115:0x0] updating lvb mtime from disk: 0 -> 1775764678 00002000:00010000:1.0:1775764678.057741:0:42945:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x115:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1775764678.057743:0:42945:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x115:0x0] updating lvb ctime from disk: 1775764678 -> 1775764678 00002000:00010000:1.0:1775764678.057745:0:42945:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x115:0x0] updating lvb blocks from disk: 1 -> 1 00000004:00080000:2.0:1775764678.057847:0:5825:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 21 committed 00000100:00100000:2.0:1775764678.057928:0:3330:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bf4fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3330:1862022119028224:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1775764678.057959:0:3330:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764678.057998:0:42946:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119028224 00000100:00100000:2.0:1775764678.058001:0:42946:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119028224 00000100:00100000:2.0:1775764678.058031:0:42946:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 180 00000100:00100000:2.0:1775764678.058038:0:42946:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bc1f3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3330:x1862022119028224:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1775764678.058066:0:42946:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:277 count 1 00002000:00010000:2.0:1775764678.058096:0:42946:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x115:0x0] initial LVB size: 20, mtime: 0x69d804c4, atime: 0x69d804c4, ctime: 0x69d804c4, blocks: 0x1 00010000:00010000:2.0:1775764678.058104:0:42946:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c6b27f0a/0x57b8ff0e03050c97 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x115:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764678.058119:0:42946:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764678.058121:0:42946:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764678.058126:0:42946:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c6b27f0a/0x57b8ff0e03050c97 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x115:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764678.058140:0:42946:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c6b27f0a/0x57b8ff0e03050c97 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x115:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764678.058155:0:42946:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c6b27f0a/0x57b8ff0e03050c97 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x115:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764678.058162:0:42946:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000c6b27f0a/0x57b8ff0e03050c97 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x115:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764678.058181:0:42946:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1775764678.058555:0:42946:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bc1f3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+7:3330:x1862022119028224:12345-0@lo:6:osp-syn-0-0.0 Request processed in 516us (593us total) trans 34359738426 rc 0/0 00000100:00100000:2.0:1775764678.058563:0:42946:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 180 00010000:00010000:2.0:1775764678.058595:0:42313:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1775764678.058600:0:42313:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000c6b27f0a/0x57b8ff0e03050c97 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x115:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764678.058608:0:42313:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445baf25200 already unused, calling callback (ffffffffc177a060) 00010000:00010000:2.0:1775764678.058613:0:42313:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000c6b27f0a/0x57b8ff0e03050c97 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x115:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764678.058623:0:42313:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000c6b27f0a/0x57b8ff0e03050c97 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x115:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764678.058640:0:42313:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000c6b27f0a/0x57b8ff0e03050c97 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x115:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764678.058646:0:42313:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c6b27f0a/0x57b8ff0e03050c97 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x115:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764678.058664:0:42313:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764678.058666:0:42313:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764678.058667:0:42313:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1775764678.058698:0:3330:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9445bf4fb800/2, rc 0, transno 34359738426 00000100:00100000:2.0:1775764678.058703:0:3330:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bf4fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3330:1862022119028224:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1775764678.058890:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94459038bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+33:59614:x1862022098508672:12345-192.168.202.28@tcp:44:lhsmtool_posix.0 Request processed in 125087us (125302us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764678.058899:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 687 00000100:00100000:3.0:1775764678.063006:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764678.063121:0:43212:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098508800 00000100:00100000:2.0:1775764678.063131:0:43212:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098508800 00000100:00100000:2.0:1775764678.063489:0:43212:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 181 00000100:00100000:2.0:1775764678.063500:0:43212:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94459038a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+19:2379:x1862022098508800:12345-192.168.202.28@tcp:16:lhsmtool_posix.0 00000100:00100000:1.0:1775764678.065964:0:42945:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486e60700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3329:x1862022119028096:12345-0@lo:2:osp-syn-1-0.0 Request processed in 8354us (8610us total) trans 34359738432 rc 0/0 00000100:00100000:1.0:1775764678.065979:0:42945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 179 00000004:00080000:0.0:1775764678.066399:0:3329:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9445bf4fb480/2, rc 0, transno 34359738432 00000100:00100000:0.0:1775764678.066407:0:3329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bf4fb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3329:1862022119028096:0@lo:2:osp-syn-1-0.0 00000100:00080000:2.0:1775764678.068858:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1775764678.068870:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1775764678.117762:0:43212:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94459038a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+19:2379:x1862022098508800:12345-192.168.202.28@tcp:16:lhsmtool_posix.0 Request processed in 54246us (54749us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764678.117778:0:43212:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 181 00000001:00080000:0.0:1775764678.117980:0:7469:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 34359738430 is committed 00000001:00080000:0.0:1775764678.117998:0:7469:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 34359738432 is committed 00000001:00080000:0.0:1775764678.118003:0:7469:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 34359738431 is committed 00000100:00100000:1.0:1775764678.121205:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764678.122684:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098509056 00000100:00100000:0.0:1775764678.122705:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098509056 00000100:00100000:0.0:1775764678.123055:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 688 00000100:00100000:0.0:1775764678.123071:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486042300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+33:59614:x1862022098509056:12345-192.168.202.28@tcp:36:lhsmtool_posix.0 00010000:00010000:0.0:1775764678.123155:0:42325:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764678.123196:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694c00/0x57b8ff0e03050c82 lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0x39:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b836 expref: 33 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764678.123220:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x39:0x0].0x0 (ffff9445838af800) 00010000:00010000:0.0:1775764678.123227:0:42325:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1775764678.123270:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff944581524600/0x57b8ff0e03050c9e lrc: 3/0,1 mode: --/PW res: [0x200003ab1:0x39:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764678.123286:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944581524600/0x57b8ff0e03050c9e lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0x39:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764678.123297:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944581524600/0x57b8ff0e03050c9e lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0x39:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764678.123753:0:42325:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000075f22f07 reply state 00000000295c5fc5 transno 34359738948 ns: mdt-lustre-MDT0000_UUID lock: ffff944581524600/0x57b8ff0e03050c9e lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0x39:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764678.123763:0:42325:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1775764678.124348:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486042300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+34:59614:x1862022098509056:12345-192.168.202.28@tcp:36:lhsmtool_posix.0 Request processed in 1271us (3147us total) trans 34359738948 rc 0/0 00000100:00100000:0.0:1775764678.124358:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 688 00000100:00100000:3.0:1775764678.127384:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00010000:00010000:2.0:1775764678.127441:0:3314:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff944581524600/0x57b8ff0e03050c9e lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0x39:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764678.127463:0:3314:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944581524600/0x57b8ff0e03050c9e lrc: 2/0,0 mode: PW/PW res: [0x200003ab1:0x39:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764678.127471:0:3314:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944581524600/0x57b8ff0e03050c9e lrc: 3/0,0 mode: PW/PW res: [0x200003ab1:0x39:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764678.127477:0:3314:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944581524600 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764678.127483:0:3314:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944581524600/0x57b8ff0e03050c9e lrc: 3/0,0 mode: PW/PW res: [0x200003ab1:0x39:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764678.127490:0:3314:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944581524600/0x57b8ff0e03050c9e lrc: 4/0,0 mode: PW/PW res: [0x200003ab1:0x39:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764678.127510:0:3314:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x39:0x0].0x0 (ffff9445838af800) 00010000:00010000:2.0:1775764678.127514:0:3314:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764678.127519:0:3314:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944581524600/0x57b8ff0e03050c9e lrc: 2/0,0 mode: --/PW res: [0x200003ab1:0x39:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764678.127525:0:3314:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944581524600/0x57b8ff0e03050c9e lrc: 0/0,0 mode: --/PW res: [0x200003ab1:0x39:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764678.127568:0:42944:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098509184 00000100:00100000:2.0:1775764678.127578:0:42944:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098509184 00000100:00100000:2.0:1775764678.127631:0:42944:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 182 00000100:00100000:2.0:1775764678.127640:0:42944:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944590388000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+16:2376:x1862022098509184:12345-192.168.202.28@tcp:2:lhsmtool_posix.0 00002000:00010000:2.0:1775764678.127956:0:42944:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x115:0x0] updating lvb size from disk: 20 -> 20 00002000:00010000:2.0:1775764678.127960:0:42944:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x115:0x0] updating lvb mtime from disk: 1775764678 -> 1775764676 00002000:00010000:2.0:1775764678.127963:0:42944:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x115:0x0] updating lvb atime from disk: 0 -> 1775764676 00002000:00010000:2.0:1775764678.127966:0:42944:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x115:0x0] updating lvb ctime from disk: 1775764678 -> 1775764676 00002000:00010000:2.0:1775764678.127969:0:42944:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x115:0x0] updating lvb blocks from disk: 1 -> 11 00000100:00100000:2.0:1775764678.129094:0:42944:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944590388000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+17:2376:x1862022098509184:12345-192.168.202.28@tcp:2:lhsmtool_posix.0 Request processed in 1445us (1711us total) trans 34359738433 rc 0/0 00000100:00100000:2.0:1775764678.129107:0:42944:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 182 00000100:00100000:2.0:1775764678.136362:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764678.136522:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098509440 00000100:00100000:1.0:1775764678.136535:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098509440 00000100:00100000:1.0:1775764678.136605:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 689 00000100:00100000:1.0:1775764678.136616:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bc1f1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+33:59614:x1862022098509440:12345-192.168.202.28@tcp:55:lhsmtool_posix.0 00010000:00010000:1.0:1775764678.136702:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff944488002800/0x57b8ff0e03050ca5 lrc: 3/0,1 mode: --/PW res: [0x200003ab1:0x39:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764678.136721:0:44493:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25c00/0x57b8ff0e03050c66 lrc: 2/0,0 mode: PR/PR res: [0x200003ab1:0x39:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b828 expref: 33 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764678.136731:0:44493:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff944488002800/0x57b8ff0e03050ca5 lrc: 4/0,1 mode: --/PW res: [0x200003ab1:0x39:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764678.136774:0:44493:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25c00/0x57b8ff0e03050c66 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x39:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b828 expref: 33 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764678.136789:0:44493:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25c00/0x57b8ff0e03050c66 lrc: 4/0,0 mode: PR/PR res: [0x200003ab1:0x39:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b828 expref: 33 pid: 42324 timeout: 2244 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764678.136841:0:44493:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944486788e00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:44493:1862022119028352:192.168.202.28@tcp:104: 00000100:00100000:1.0:1775764678.136942:0:44493:0:(client.c:2691:ptlrpc_set_wait()) set ffff944483662540 going to sleep for 11 seconds 00000100:00100000:0.0:1775764678.139928:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764678.140103:0:44493:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944486788e00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:44493:1862022119028352:192.168.202.28@tcp:104: 00010000:00010000:1.0:1775764678.140131:0:44493:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff944488002800/0x57b8ff0e03050ca5 lrc: 3/0,1 mode: --/PW res: [0x200003ab1:0x39:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764678.140276:0:42309:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098509568 00000100:00100000:3.0:1775764678.140287:0:42309:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098509568 00010000:00010000:3.0:1775764678.140333:0:42309:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25c00/0x57b8ff0e03050c66 lrc: 4/0,0 mode: PR/PR res: [0x200003ab1:0x39:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b828 expref: 34 pid: 42324 timeout: 2244 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764678.140381:0:42309:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 140 00000100:00100000:3.0:1775764678.140391:0:42309:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486e63100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+34:2378:x1862022098509568:12345-192.168.202.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764678.140407:0:42309:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764678.140414:0:42309:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25c00/0x57b8ff0e03050c66 lrc: 4/0,0 mode: PR/PR res: [0x200003ab1:0x39:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b828 expref: 34 pid: 42324 timeout: 2244 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764678.140427:0:42309:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25c00/0x57b8ff0e03050c66 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x39:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b828 expref: 34 pid: 42324 timeout: 2244 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764678.140463:0:42309:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25c00/0x57b8ff0e03050c66 lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0x39:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b828 expref: 34 pid: 42324 timeout: 2244 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764678.140481:0:42309:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x39:0x0].0x0 (ffff9445838af800) 00010000:00010000:3.0:1775764678.140486:0:42309:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff944488002800/0x57b8ff0e03050ca5 lrc: 3/0,1 mode: --/PW res: [0x200003ab1:0x39:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764678.140496:0:42309:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff944488002800/0x57b8ff0e03050ca5 lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0x39:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764678.140504:0:42309:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944488002800/0x57b8ff0e03050ca5 lrc: 4/0,1 mode: PW/PW res: [0x200003ab1:0x39:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764678.140544:0:42309:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764678.140595:0:42309:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486e63100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+33:2378:x1862022098509568:12345-192.168.202.28@tcp:103:ldlm_bl.0 Request processed in 205us (678us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764678.140602:0:42309:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 140 00010000:00010000:0.0:1775764678.140762:0:44493:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff944488002800/0x57b8ff0e03050ca5 lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0x39:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764678.140770:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944488002800/0x57b8ff0e03050ca5 lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0x39:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764678.140845:0:44493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff944488002800/0x57b8ff0e03050ca5 lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0x39:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764678.140852:0:44493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944488002800/0x57b8ff0e03050ca5 lrc: 2/0,0 mode: PW/PW res: [0x200003ab1:0x39:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764678.140859:0:44493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944488002800/0x57b8ff0e03050ca5 lrc: 3/0,0 mode: PW/PW res: [0x200003ab1:0x39:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764678.140865:0:44493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944488002800 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:0.0:1775764678.140869:0:44493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944488002800/0x57b8ff0e03050ca5 lrc: 3/0,0 mode: PW/PW res: [0x200003ab1:0x39:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764678.140877:0:44493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944488002800/0x57b8ff0e03050ca5 lrc: 4/0,0 mode: PW/PW res: [0x200003ab1:0x39:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764678.140896:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x39:0x0].0x0 (ffff9445838af800) 00010000:00010000:0.0:1775764678.140899:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:0.0:1775764678.140903:0:44493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944488002800/0x57b8ff0e03050ca5 lrc: 2/0,0 mode: --/PW res: [0x200003ab1:0x39:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764678.140909:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944488002800/0x57b8ff0e03050ca5 lrc: 0/0,0 mode: --/PW res: [0x200003ab1:0x39:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764678.140964:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bc1f1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+32:59614:x1862022098509440:12345-192.168.202.28@tcp:55:lhsmtool_posix.0 Request processed in 4350us (4631us total) trans 0 rc -22/-22 00000100:00100000:0.0:1775764678.140973:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 689 00000100:00100000:0.0:1775764678.147542:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764678.147676:0:42945:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098509696 00000100:00100000:1.0:1775764678.147687:0:42945:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098509696 00000100:00100000:1.0:1775764678.147752:0:42945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 183 00000100:00100000:1.0:1775764678.147762:0:42945:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486e60a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+17:2378:x1862022098509696:12345-192.168.202.28@tcp:1:lhsmtool_posix.0 00010000:00010000:1.0:1775764678.147844:0:42945:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000004ca593d/0x57b8ff0e03050cac lrc: 3/1,0 mode: --/PR res: [0x280000400:0x115:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 42945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764678.147866:0:42945:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000007f996372/0x57b8ff0e03050c90 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x115:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b844 expref: 17 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764678.147875:0:42945:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1775764678.147878:0:42945:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1775764678.147881:0:42945:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000004ca593d/0x57b8ff0e03050cac lrc: 4/1,0 mode: --/PR res: [0x280000400:0x115:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 42945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764678.147922:0:42945:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000007f996372/0x57b8ff0e03050c90 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x115:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b844 expref: 17 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764678.147938:0:42945:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000007f996372/0x57b8ff0e03050c90 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x115:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b844 expref: 17 pid: 42944 timeout: 2244 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764678.147954:0:42945:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944486788e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:42945:1862022119028480:192.168.202.28@tcp:104: 00000100:00100000:1.0:1775764678.148047:0:42945:0:(client.c:2691:ptlrpc_set_wait()) set ffff944483662540 going to sleep for 11 seconds 00000100:00100000:2.0:1775764678.153216:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764678.153312:0:42311:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098509824 00000100:00100000:0.0:1775764678.153323:0:42311:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098509824 00010000:00010000:0.0:1775764678.153384:0:42311:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000007f996372/0x57b8ff0e03050c90 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x115:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b844 expref: 18 pid: 42944 timeout: 2244 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764678.153441:0:42311:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 141 00000100:00100000:0.0:1775764678.153452:0:42311:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bc1f1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+18:2378:x1862022098509824:12345-192.168.202.28@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1775764678.153487:0:42311:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764678.153522:0:42311:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0001_UUID lock: 000000007f996372/0x57b8ff0e03050c90 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x115:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b844 expref: 18 pid: 42944 timeout: 2244 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764678.153542:0:42311:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000007f996372/0x57b8ff0e03050c90 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x115:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b844 expref: 18 pid: 42944 timeout: 2244 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764678.153578:0:42311:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764678.153582:0:42311:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764678.153588:0:42311:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000004ca593d/0x57b8ff0e03050cac lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x115:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 42945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764678.153599:0:42311:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000004ca593d/0x57b8ff0e03050cac lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x115:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 42945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764678.153627:0:42311:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775764678.153704:0:42311:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bc1f1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+18:2378:x1862022098509824:12345-192.168.202.28@tcp:103:ldlm_bl.0 Request processed in 253us (504us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764678.153713:0:42311:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 141 00010000:00010000:1.0:1775764678.154310:0:42945:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007f996372/0x57b8ff0e03050c90 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x115:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b844 expref: 17 pid: 42944 timeout: 2244 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764678.154325:0:42945:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944486788e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:42945:1862022119028480:192.168.202.28@tcp:104: 00010000:00010000:1.0:1775764678.154359:0:42945:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000004ca593d/0x57b8ff0e03050cac lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x115:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 42945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764678.154369:0:42945:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000004ca593d/0x57b8ff0e03050cac lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x115:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 42945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764678.154376:0:42945:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000004ca593d/0x57b8ff0e03050cac lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x115:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 42945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764678.154404:0:42945:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000004ca593d/0x57b8ff0e03050cac lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x115:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 42945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764678.154411:0:42945:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000004ca593d/0x57b8ff0e03050cac lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x115:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 42945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764678.154418:0:42945:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000004ca593d/0x57b8ff0e03050cac lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x115:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 42945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764678.154424:0:42945:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944488003a00 already unused, calling callback (ffffffffc177a060) 00010000:00010000:1.0:1775764678.154429:0:42945:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000004ca593d/0x57b8ff0e03050cac lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x115:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 42945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764678.154442:0:42945:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000004ca593d/0x57b8ff0e03050cac lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x115:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 42945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764678.154465:0:42945:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000004ca593d/0x57b8ff0e03050cac lrc: 2/0,0 mode: --/PR res: [0x280000400:0x115:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 42945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764678.154474:0:42945:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000004ca593d/0x57b8ff0e03050cac lrc: 0/0,0 mode: --/PR res: [0x280000400:0x115:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 42945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764678.154546:0:42945:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486e60a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+16:2378:x1862022098509696:12345-192.168.202.28@tcp:1:lhsmtool_posix.0 Request processed in 6785us (7017us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764678.154556:0:42945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 183 00000100:00100000:2.0:1775764678.174141:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764678.174549:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098510080 00000100:00100000:1.0:1775764678.174562:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098510080 00000100:00100000:1.0:1775764678.174636:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 690 00000100:00100000:1.0:1775764678.174648:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bc1f2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+32:59614:x1862022098510080:12345-192.168.202.28@tcp:57:lhsmtool_posix.0 00010000:00010000:1.0:1775764678.174739:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff944488003a00/0x57b8ff0e03050cb3 lrc: 3/0,1 mode: --/PW res: [0x200003ab1:0x37:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764678.174759:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944488003a00/0x57b8ff0e03050cb3 lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0x37:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764678.174774:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944488003a00/0x57b8ff0e03050cb3 lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0x37:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764678.175421:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff944488002400/0x57b8ff0e03050cba lrc: 3/0,1 mode: --/EX res: [0x200003ab1:0x39:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764678.175437:0:42326:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694e00/0x57b8ff0e03050c74 lrc: 2/0,0 mode: CR/CR res: [0x200003ab1:0x39:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b82f expref: 33 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764678.175446:0:42326:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff944488002400/0x57b8ff0e03050cba lrc: 4/0,1 mode: --/EX res: [0x200003ab1:0x39:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764678.175495:0:42326:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694e00/0x57b8ff0e03050c74 lrc: 3/0,0 mode: CR/CR res: [0x200003ab1:0x39:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b82f expref: 33 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764678.175511:0:42326:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694e00/0x57b8ff0e03050c74 lrc: 4/0,0 mode: CR/CR res: [0x200003ab1:0x39:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b82f expref: 33 pid: 42324 timeout: 2245 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764678.175528:0:42326:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944486788e00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:42326:1862022119028608:192.168.202.28@tcp:104: 00000100:00100000:1.0:1775764678.175634:0:42326:0:(client.c:2691:ptlrpc_set_wait()) set ffff944483662540 going to sleep for 11 seconds 00000100:00100000:0.0:1775764678.179244:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764678.179839:0:42309:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098510208 00000100:00100000:3.0:1775764678.179855:0:42309:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098510208 00010000:00010000:3.0:1775764678.179927:0:42309:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694e00/0x57b8ff0e03050c74 lrc: 5/0,0 mode: CR/CR res: [0x200003ab1:0x39:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b82f expref: 34 pid: 42324 timeout: 2245 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764678.180068:0:42309:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 142 00000100:00100000:3.0:1775764678.180078:0:42309:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486e62300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+34:2379:x1862022098510208:12345-192.168.202.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764678.180097:0:42309:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764678.180104:0:42309:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694e00/0x57b8ff0e03050c74 lrc: 5/0,0 mode: CR/CR res: [0x200003ab1:0x39:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b82f expref: 34 pid: 42324 timeout: 2245 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764678.180123:0:42309:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694e00/0x57b8ff0e03050c74 lrc: 4/0,0 mode: CR/CR res: [0x200003ab1:0x39:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b82f expref: 34 pid: 42324 timeout: 2245 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764678.180151:0:42309:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x39:0x0].0x0 (ffff9445838af800) 00010000:00010000:3.0:1775764678.180158:0:42309:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff944488002400/0x57b8ff0e03050cba lrc: 3/0,1 mode: --/EX res: [0x200003ab1:0x39:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764678.180169:0:42309:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff944488002400/0x57b8ff0e03050cba lrc: 3/0,1 mode: EX/EX res: [0x200003ab1:0x39:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764678.180177:0:42309:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944488002400/0x57b8ff0e03050cba lrc: 4/0,1 mode: EX/EX res: [0x200003ab1:0x39:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764678.180213:0:42309:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764678.180296:0:42309:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486e62300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+34:2379:x1862022098510208:12345-192.168.202.28@tcp:103:ldlm_bl.0 Request processed in 218us (1065us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764678.180304:0:42309:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 142 00010000:00010000:1.0:1775764678.180783:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694e00/0x57b8ff0e03050c74 lrc: 0/0,0 mode: --/CR res: [0x200003ab1:0x39:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b82f expref: 33 pid: 42324 timeout: 2245 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764678.180851:0:42326:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944486788e00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:42326:1862022119028608:192.168.202.28@tcp:104: 00010000:00010000:1.0:1775764678.180892:0:42326:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff944488002400/0x57b8ff0e03050cba lrc: 3/0,1 mode: EX/EX res: [0x200003ab1:0x39:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764678.180902:0:42326:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff944488002400/0x57b8ff0e03050cba lrc: 3/0,1 mode: EX/EX res: [0x200003ab1:0x39:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764678.180909:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944488002400/0x57b8ff0e03050cba lrc: 3/0,1 mode: EX/EX res: [0x200003ab1:0x39:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1775764678.181138:0:42326:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 34359738949 00000001:00080000:1.0:1775764678.181321:0:42326:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 34359738950 00000001:00080000:1.0:1775764678.181386:0:42326:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 34359738951 00000100:00100000:1.0:1775764678.181505:0:42326:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944486788e00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:42326:1862022119028736:0@lo:1000:mdt00_002.0 00000100:00100000:1.0:1775764678.181580:0:42326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764678.181616:0:42326:0:(client.c:2691:ptlrpc_set_wait()) set ffff944587f46240 going to sleep for 11 seconds 00000100:00100000:0.0:1775764678.184573:0:42329:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119028736 00000100:00100000:0.0:1775764678.184594:0:42329:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119028736 00000100:00100000:0.0:1775764678.184693:0:42329:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 48 00000100:00100000:0.0:1775764678.184709:0:42329:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445becd4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:42326:x1862022119028736:12345-0@lo:1000:mdt00_002.0 00000100:00100000:0.0:1775764678.184896:0:42329:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445becd4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:42326:x1862022119028736:12345-0@lo:1000:mdt00_002.0 Request processed in 191us (3317us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764678.184904:0:42329:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 48 00000100:00100000:1.0:1775764678.185065:0:42326:0:(client.c:3082:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 34359738432 gen 2 00000004:00080000:1.0:1775764678.185072:0:42326:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9445bf4fb480, transno 34359738432 00000100:00100000:1.0:1775764678.185091:0:42326:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944486788e00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:42326:1862022119028736:0@lo:1000:mdt00_002.0 00000001:00080000:1.0:1775764678.185584:0:42326:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 34359738952 00000100:00100000:1.0:1775764678.185686:0:42326:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445becd5f80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:42326:1862022119028864:0@lo:1000:mdt00_002.0 00000100:00100000:1.0:1775764678.185737:0:42326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764678.185763:0:42326:0:(client.c:2691:ptlrpc_set_wait()) set ffff9445bece3f00 going to sleep for 11 seconds 00000100:00100000:0.0:1775764678.188547:0:42329:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119028864 00000100:00100000:0.0:1775764678.188564:0:42329:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119028864 00000100:00100000:0.0:1775764678.188650:0:42329:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49 00000100:00100000:0.0:1775764678.188664:0:42329:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486788e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:42326:x1862022119028864:12345-0@lo:1000:mdt00_002.0 00000100:00100000:0.0:1775764678.189017:0:42329:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486788e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:42326:x1862022119028864:12345-0@lo:1000:mdt00_002.0 Request processed in 356us (3278us total) trans 34359738434 rc 0/0 00000100:00100000:0.0:1775764678.189026:0:42329:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49 00000100:00100000:0.0:1775764678.189241:0:42326:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445becd5f80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:42326:1862022119028864:0@lo:1000:mdt00_002.0 00000001:00080000:0.0:1775764678.189393:0:42326:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 34359738953 00010000:00010000:0.0:1775764678.189437:0:42326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff944488002400/0x57b8ff0e03050cba lrc: 3/0,1 mode: EX/EX res: [0x200003ab1:0x39:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764678.189448:0:42326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944488002400/0x57b8ff0e03050cba lrc: 2/0,0 mode: EX/EX res: [0x200003ab1:0x39:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764678.189465:0:42326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944488002400/0x57b8ff0e03050cba lrc: 3/0,0 mode: EX/EX res: [0x200003ab1:0x39:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764678.189472:0:42326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944488002400 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:0.0:1775764678.189478:0:42326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944488002400/0x57b8ff0e03050cba lrc: 3/0,0 mode: EX/EX res: [0x200003ab1:0x39:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764678.189486:0:42326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944488002400/0x57b8ff0e03050cba lrc: 4/0,0 mode: EX/EX res: [0x200003ab1:0x39:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764678.189509:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x39:0x0].0x0 (ffff9445838af800) 00010000:00010000:0.0:1775764678.189513:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1775764678.189519:0:42326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944488002400/0x57b8ff0e03050cba lrc: 2/0,0 mode: --/EX res: [0x200003ab1:0x39:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764678.189525:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944488002400/0x57b8ff0e03050cba lrc: 0/0,0 mode: --/EX res: [0x200003ab1:0x39:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764678.189567:0:42326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff944581525400/0x57b8ff0e03050bf6 lrc: 3/0,1 mode: EX/EX res: [0x200003ab1:0x37:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764678.189575:0:42326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944581525400/0x57b8ff0e03050bf6 lrc: 2/0,0 mode: EX/EX res: [0x200003ab1:0x37:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764678.189581:0:42326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944581525400/0x57b8ff0e03050bf6 lrc: 3/0,0 mode: EX/EX res: [0x200003ab1:0x37:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764678.189586:0:42326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944581525400 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:0.0:1775764678.189588:0:42326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944581525400/0x57b8ff0e03050bf6 lrc: 3/0,0 mode: EX/EX res: [0x200003ab1:0x37:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764678.189595:0:42326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944581525400/0x57b8ff0e03050bf6 lrc: 4/0,0 mode: EX/EX res: [0x200003ab1:0x37:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000020 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764678.189603:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x37:0x0].0x0 (ffff944599e85300) 00010000:00010000:0.0:1775764678.189605:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1775764678.189612:0:42326:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff944488002600/0x57b8ff0e03050bfd lrc: 2/0,0 mode: --/CR res: [0x200003ab1:0x37:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b80c expref: 37 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764678.189624:0:42326:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff944488002600/0x57b8ff0e03050bfd lrc: 2/0,0 mode: CR/CR res: [0x200003ab1:0x37:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b80c expref: 37 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764678.189634:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944488002600/0x57b8ff0e03050bfd lrc: 3/0,0 mode: CR/CR res: [0x200003ab1:0x37:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b80c expref: 37 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764678.189675:0:42326:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff944488002600/0x57b8ff0e03050bfd lrc: 3/0,0 mode: CR/CR res: [0x200003ab1:0x37:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b80c expref: 37 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764678.189693:0:42326:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944486e60000 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:42326:1862022119028992:192.168.202.28@tcp:105: 00000100:00100000:0.0:1775764678.189791:0:42326:0:(client.c:2691:ptlrpc_set_wait()) set ffff9445b7639b40 going to sleep for 11 seconds 00000100:00100000:1.0:1775764678.196833:0:42326:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944486e60000 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:42326:1862022119028992:192.168.202.28@tcp:105: 00010000:00010000:1.0:1775764678.196877:0:42326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944581525400/0x57b8ff0e03050bf6 lrc: 2/0,0 mode: --/EX res: [0x200003ab1:0x37:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764678.196890:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944581525400/0x57b8ff0e03050bf6 lrc: 0/0,0 mode: --/EX res: [0x200003ab1:0x37:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764678.196942:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff944488003600/0x57b8ff0e03050cc1 lrc: 3/0,1 mode: --/EX res: [0x200003ab1:0x37:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764678.196960:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944488003600/0x57b8ff0e03050cc1 lrc: 3/0,1 mode: EX/EX res: [0x200003ab1:0x37:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764678.196976:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944488003600/0x57b8ff0e03050cc1 lrc: 3/0,1 mode: EX/EX res: [0x200003ab1:0x37:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764678.196987:0:42326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff944488003600/0x57b8ff0e03050cc1 lrc: 3/0,1 mode: EX/EX res: [0x200003ab1:0x37:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764678.196997:0:42326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944488003600/0x57b8ff0e03050cc1 lrc: 2/0,0 mode: EX/EX res: [0x200003ab1:0x37:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764678.197004:0:42326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944488003600/0x57b8ff0e03050cc1 lrc: 3/0,0 mode: EX/EX res: [0x200003ab1:0x37:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764678.197009:0:42326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944488003600 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:1.0:1775764678.197013:0:42326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944488003600/0x57b8ff0e03050cc1 lrc: 3/0,0 mode: EX/EX res: [0x200003ab1:0x37:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764678.197020:0:42326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944488003600/0x57b8ff0e03050cc1 lrc: 4/0,0 mode: EX/EX res: [0x200003ab1:0x37:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764678.197032:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x37:0x0].0x0 (ffff944599e85300) 00010000:00010000:1.0:1775764678.197036:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764678.197040:0:42326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944488003600/0x57b8ff0e03050cc1 lrc: 2/0,0 mode: --/EX res: [0x200003ab1:0x37:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764678.197055:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944488003600/0x57b8ff0e03050cc1 lrc: 0/0,0 mode: --/EX res: [0x200003ab1:0x37:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764678.197067:0:42326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff944488003a00/0x57b8ff0e03050cb3 lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0x37:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764678.197073:0:42326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944488003a00/0x57b8ff0e03050cb3 lrc: 2/0,0 mode: PW/PW res: [0x200003ab1:0x37:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764678.197079:0:42326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944488003a00/0x57b8ff0e03050cb3 lrc: 3/0,0 mode: PW/PW res: [0x200003ab1:0x37:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764678.197084:0:42326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944488003a00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:1.0:1775764678.197088:0:42326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944488003a00/0x57b8ff0e03050cb3 lrc: 3/0,0 mode: PW/PW res: [0x200003ab1:0x37:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764678.197094:0:42326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944488003a00/0x57b8ff0e03050cb3 lrc: 4/0,0 mode: PW/PW res: [0x200003ab1:0x37:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764678.197101:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x37:0x0].0x0 (ffff944599e85300) 00010000:00010000:1.0:1775764678.197104:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1775764678.197106:0:42326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944488003a00/0x57b8ff0e03050cb3 lrc: 2/0,0 mode: --/PW res: [0x200003ab1:0x37:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764678.197113:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944488003a00/0x57b8ff0e03050cb3 lrc: 0/0,0 mode: --/PW res: [0x200003ab1:0x37:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764678.197555:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bc1f2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+37:59614:x1862022098510080:12345-192.168.202.28@tcp:57:lhsmtool_posix.0 Request processed in 22905us (23423us total) trans 34359738954 rc 0/0 00000100:00100000:1.0:1775764678.197568:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 690 00000020:00080000:1.0:1775764678.197575:0:42326:0:(tgt_main.c:783:tgt_ses_key_exit()) total 6 transactions per RPC 00000040:00080000:2.0:1775764678.197920:0:42356:0:(llog.c:800:llog_process_thread()) index: 8, lh_last_idx: 8 synced_idx: 8 lgh_last_idx: 8 00000040:00080000:2.0:1775764678.197927:0:42356:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x32:0x0] at index 8 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1775764678.198934:0:42356:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x32:0x0] index 64768 count 2 00000040:00080000:2.0:1775764678.198948:0:42356:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 9 count 2 00000100:00100000:0.0:1775764678.205003:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764678.205568:0:42328:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098510464 00000100:00100000:2.0:1775764678.205582:0:42328:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098510464 00000100:00100000:2.0:1775764678.205666:0:42328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 197 00000100:00100000:2.0:1775764678.205679:0:42328:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486e60e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+37:59614:x1862022098510464:12345-192.168.202.28@tcp:35:lhsmtool_posix.0 00000004:00080000:2.0:1775764678.209873:0:42328:0:(mdd_object.c:4010:mdd_close()) Object [0x200003ab1:0x39:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000100:00100000:0.0:1775764678.211065:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764678.211158:0:42327:0:(service.c:3441:ptlrpc_start_thread()) mdt_readpage[0] started 2 min 2 max 80 00000100:00100000:1.0:1775764678.211170:0:42327:0:(service.c:3500:ptlrpc_start_thread()) starting thread 'mdt_rdpg00_002' 00000100:00100000:3.0:1775764678.211601:0:42327:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098510592 00000100:00100000:3.0:1775764678.211618:0:42327:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098510592 00000100:00100000:1.0:1775764678.211822:0:47878:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 198 00000100:00100000:1.0:1775764678.211833:0:47878:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486e60000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+39:59613:x1862022098510592:12345-192.168.202.28@tcp:49:lfs.0 00000100:00100000:1.0:1775764678.212006:0:47878:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486e60000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+39:59613:x1862022098510592:12345-192.168.202.28@tcp:49:lfs.0 Request processed in 175us (952us total) trans 0 rc 0/0 00000001:00080000:2.0:1775764678.212009:0:42328:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 34359738955 00000100:00100000:1.0:1775764678.212015:0:47878:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 198 00010000:00010000:2.0:1775764678.212104:0:42328:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24200/0x57b8ff0e03050cc8 lrc: 3/0,1 mode: --/PW res: [0x200003ab1:0x39:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764678.212123:0:42328:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24200/0x57b8ff0e03050cc8 lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0x39:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010080000000 pid: 42328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764678.212135:0:42328:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24200/0x57b8ff0e03050cc8 lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0x39:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 42328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764678.212144:0:42328:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24200/0x57b8ff0e03050cc8 lrc: 4/0,1 mode: PW/PW res: [0x200003ab1:0x39:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 42328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764678.212150:0:42328:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24200/0x57b8ff0e03050cc8 lrc: 4/0,1 mode: PW/PW res: [0x200003ab1:0x39:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 42328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764678.212157:0:42328:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24200/0x57b8ff0e03050cc8 lrc: 3/0,0 mode: PW/PW res: [0x200003ab1:0x39:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 42328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764678.212174:0:42328:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1775764678.212226:0:42328:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486e60e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+39:59614:x1862022098510464:12345-192.168.202.28@tcp:35:lhsmtool_posix.0 Request processed in 6550us (7241us total) trans 34359738956 rc 0/0 00000100:00100000:2.0:1775764678.212237:0:42328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 197 00000020:00080000:2.0:1775764678.212241:0:42328:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:3.0:1775764678.212366:0:43224:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1775764678.212373:0:43224:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24200/0x57b8ff0e03050cc8 lrc: 2/0,0 mode: PW/PW res: [0x200003ab1:0x39:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 42328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764678.212381:0:43224:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445baf24200 already unused, calling callback (ffffffffc177a060) 00010000:00010000:3.0:1775764678.212385:0:43224:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24200/0x57b8ff0e03050cc8 lrc: 2/0,0 mode: PW/PW res: [0x200003ab1:0x39:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 42328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764678.212394:0:43224:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24200/0x57b8ff0e03050cc8 lrc: 3/0,0 mode: PW/PW res: [0x200003ab1:0x39:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 42328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764678.212726:0:43224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x39:0x0].0x0 (ffff9445838afa00) 00010000:00010000:3.0:1775764678.212730:0:43224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1775764678.212738:0:43224:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24200/0x57b8ff0e03050cc8 lrc: 1/0,0 mode: --/PW res: [0x200003ab1:0x39:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 42328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764678.212746:0:43224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24200/0x57b8ff0e03050cc8 lrc: 0/0,0 mode: --/PW res: [0x200003ab1:0x39:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 42328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764678.212766:0:43224:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764678.212769:0:43224:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764678.212771:0:43224:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775764678.217578:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764678.217663:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098510848 00000100:00100000:1.0:1775764678.217674:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098510848 00000100:00100000:1.0:1775764678.217737:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 691 00000100:00100000:1.0:1775764678.217747:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486754380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+39:59613:x1862022098510848:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:1.0:1775764678.217773:0:44493:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764678.217776:0:44493:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:1.0:1775764678.217860:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944488002600/0x57b8ff0e03050bfd lrc: 0/0,0 mode: --/CR res: [0x200003ab1:0x37:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b80c expref: 39 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764678.217883:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x37:0x0].0x0 (ffff944599e85300) 00010000:00010000:1.0:1775764678.217907:0:44493:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1775764678.217926:0:44493:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944488003a00/0x57b8ff0e03050ccf lrc: 2/0,0 mode: --/EX res: [0x200003ab1:0x37:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b84b expref: -99 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764678.217979:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff944488003600/0x57b8ff0e03050cd6 lrc: 3/1,0 mode: --/CR res: [0x200003ab1:0x37:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764678.217994:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944488003600/0x57b8ff0e03050cd6 lrc: 3/1,0 mode: CR/CR res: [0x200003ab1:0x37:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764678.218005:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944488003600/0x57b8ff0e03050cd6 lrc: 3/1,0 mode: CR/CR res: [0x200003ab1:0x37:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764678.218023:0:44493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff944488003600/0x57b8ff0e03050cd6 lrc: 3/1,0 mode: CR/CR res: [0x200003ab1:0x37:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764678.218030:0:44493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944488003600/0x57b8ff0e03050cd6 lrc: 2/0,0 mode: CR/CR res: [0x200003ab1:0x37:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764678.218036:0:44493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944488003600/0x57b8ff0e03050cd6 lrc: 3/0,0 mode: CR/CR res: [0x200003ab1:0x37:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764678.218043:0:44493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944488003600 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:1.0:1775764678.218057:0:44493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944488003600/0x57b8ff0e03050cd6 lrc: 3/0,0 mode: CR/CR res: [0x200003ab1:0x37:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764678.218067:0:44493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944488003600/0x57b8ff0e03050cd6 lrc: 4/0,0 mode: CR/CR res: [0x200003ab1:0x37:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764678.218075:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x37:0x0].0x0 (ffff944584d1d100) 00010000:00010000:1.0:1775764678.218077:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1775764678.218082:0:44493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944488003600/0x57b8ff0e03050cd6 lrc: 2/0,0 mode: --/CR res: [0x200003ab1:0x37:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764678.218087:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944488003600/0x57b8ff0e03050cd6 lrc: 0/0,0 mode: --/CR res: [0x200003ab1:0x37:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764678.218116:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff944488002200/0x57b8ff0e03050cdd lrc: 3/0,1 mode: --/EX res: [0x200003ab1:0x37:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764678.218123:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944488002200/0x57b8ff0e03050cdd lrc: 3/0,1 mode: EX/EX res: [0x200003ab1:0x37:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764678.218130:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944488002200/0x57b8ff0e03050cdd lrc: 3/0,1 mode: EX/EX res: [0x200003ab1:0x37:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764678.218380:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944488002200/0x57b8ff0e03050cdd lrc: 3/0,0 mode: CR/CR res: [0x200003ab1:0x37:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b84b expref: 41 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764678.218389:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x37:0x0].0x0 (ffff944584d1d100) 00010000:00010000:1.0:1775764678.218392:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:1.0:1775764678.218401:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944488003a00/0x57b8ff0e03050ccf lrc: 0/0,0 mode: --/EX res: [0x200003ab1:0x37:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b84b expref: 41 pid: 44493 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764678.218415:0:44493:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff944488002200/0x57b8ff0e03050cdd lrc: 3/0,0 mode: CR/CR res: [0x200003ab1:0x37:0x0].0x0 bits 0xa/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b84b expref: 40 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764678.218446:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x37:0x0].0x0 (ffff944584d1d100) 00010000:00010000:1.0:1775764678.218449:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:1.0:1775764678.218451:0:44493:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944488002200, rc 0) 00000100:00100000:1.0:1775764678.218517:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486754380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+40:59613:x1862022098510848:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 771us (952us total) trans 34359738957 rc 0/0 00000100:00100000:1.0:1775764678.218526:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 691 00000100:00100000:0.0:1775764678.225699:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764678.227625:0:42944:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098510976 00000100:00100000:2.0:1775764678.227646:0:42944:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098510976 00000100:00100000:3.0:1775764678.227830:0:42946:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 184 00000100:00100000:3.0:1775764678.227850:0:42946:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486756300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+16:59613:x1862022098510976:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:3.0:1775764678.227876:0:42946:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764678.228136:0:42946:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000919a6d03/0x57b8ff0e03050ce4 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x115:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b852 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1775764678.228170:0:42946:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x115:0x0] initial LVB size: 20, mtime: 0x69d804c4, atime: 0x69d804c4, ctime: 0x69d804c4, blocks: 0xb 00010000:00010000:3.0:1775764678.228199:0:42946:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764678.228202:0:42946:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764678.228213:0:42946:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000919a6d03/0x57b8ff0e03050ce4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x115:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b852 expref: 17 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764678.228232:0:42946:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000919a6d03/0x57b8ff0e03050ce4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x115:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b852 expref: 17 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764678.228332:0:42946:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445be694600, rc 0) 00000100:00100000:3.0:1775764678.228540:0:42946:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486756300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+17:59613:x1862022098510976:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 697us (2858us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764678.228549:0:42946:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 184 00000100:00100000:0.0:1775764678.233122:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764678.233724:0:42951:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098511104 00000100:00100000:2.0:1775764678.233738:0:42951:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098511104 00002000:00100000:2.0:1775764678.233850:0:42951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x115:0x0] (0->4095) req@ffff944486755500 x1862022098511104/t0(0) o3->7e6eda44-5508-487e-b17f-ff28ad9d3512@192.168.202.28@tcp:159/0 lens 488/0 e 0 to 0 dl 1775764689 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764678.233862:0:42951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff944486755500 with x1862022098511104 ext(0->4095) 00002000:00010000:2.0:1775764678.233870:0:42951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff944486755500 00000100:00100000:2.0:1775764678.233912:0:42951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 56 00000100:00100000:2.0:1775764678.233923:0:42951:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486755500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+17:2376:x1862022098511104:12345-192.168.202.28@tcp:3:lfs.0 00000100:00100000:2.0:1775764678.234179:0:42951:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486755500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+17:2376:x1862022098511104:12345-192.168.202.28@tcp:3:lfs.0 Request processed in 258us (1072us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1775764678.234187:0:42951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 56 00002000:00100000:2.0:1775764678.234193:0:42951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x115:0x0] (0->4095) req@ffff944486755500 x1862022098511104/t0(0) o3->7e6eda44-5508-487e-b17f-ff28ad9d3512@192.168.202.28@tcp:159/0 lens 488/4536 e 0 to 0 dl 1775764689 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764678.234201:0:42951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff944486755500 with x1862022098511104 ext(0->4095) 00002000:00010000:2.0:1775764678.234204:0:42951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff944486755500 00000100:00100000:0.0:1775764678.239516:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764678.240141:0:42327:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098511360 00000100:00100000:3.0:1775764678.240154:0:42327:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098511360 00000100:00100000:3.0:1775764678.240279:0:42327:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 199 00000100:00100000:3.0:1775764678.240292:0:42327:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944584de7050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+40:59613:x1862022098511360:12345-192.168.202.28@tcp:35:lfs.0 00000100:00100000:3.0:1775764678.240662:0:42327:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944584de7050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+41:59613:x1862022098511360:12345-192.168.202.28@tcp:35:lfs.0 Request processed in 372us (1156us total) trans 34359738958 rc 0/0 00000100:00100000:3.0:1775764678.240670:0:42327:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 199 00000100:00100000:0.0:1775764678.268900:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764678.269113:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098511488 00000100:00100000:3.0:1775764678.269126:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098511488 00000100:00100000:3.0:1775764678.269192:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 692 00000100:00100000:3.0:1775764678.269203:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486754a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+41:59615:x1862022098511488:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:3.0:1775764678.269238:0:42325:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764678.269267:0:42325:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695400/0x57b8ff0e03050ceb lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b859 expref: -99 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764678.269361:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694000/0x57b8ff0e03050cf2 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764678.269379:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694000/0x57b8ff0e03050cf2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764678.269395:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694000/0x57b8ff0e03050cf2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764678.269707:0:42325:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 9728 00000004:00200000:3.0:1775764678.269712:0:42325:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 42 stripe count 1 MDT count 1 00000004:00010000:3.0:1775764678.269829:0:42325:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694000/0x57b8ff0e03050cf2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764678.269856:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695400/0x57b8ff0e03050ceb lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b859 expref: 43 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764678.269875:0:42325:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694000/0x57b8ff0e03050cf2 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b859 expref: 42 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764678.270198:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff944586564f00) 00010000:00010000:3.0:1775764678.270202:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1775764678.270207:0:42325:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445be694000, rc 0) 00000100:00100000:2.0:1775764678.272469:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486754a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+42:59615:x1862022098511488:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 3244us (3570us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764678.272487:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 692 00000100:00100000:0.0:1775764678.283717:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764678.284035:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098511744 00000100:00100000:2.0:1775764678.284050:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098511744 00000100:00100000:2.0:1775764678.284144:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 693 00000100:00100000:2.0:1775764678.284157:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486755f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+42:59615:x1862022098511744:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:2.0:1775764678.284183:0:42324:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764678.284207:0:42324:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25e00/0x57b8ff0e03050cf9 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b860 expref: -99 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764678.284311:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25600/0x57b8ff0e03050d00 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764678.284328:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25600/0x57b8ff0e03050d00 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764678.285197:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25600/0x57b8ff0e03050d00 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764678.285228:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24a00/0x57b8ff0e03050d07 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x43f5f24d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764678.285238:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24a00/0x57b8ff0e03050d07 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x43f5f24d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764678.285246:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24a00/0x57b8ff0e03050d07 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x43f5f24d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764678.286466:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24e00/0x57b8ff0e03050d0e lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0x37:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764678.286485:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24e00/0x57b8ff0e03050d0e lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x37:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764678.286496:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24e00/0x57b8ff0e03050d0e lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x37:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764678.286516:0:42324:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab1:0x37:0x0]: returning size 20 00010000:00010000:2.0:1775764678.286744:0:42324:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25600/0x57b8ff0e03050d00 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764678.286752:0:42324:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25600/0x57b8ff0e03050d00 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764678.286759:0:42324:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25600/0x57b8ff0e03050d00 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764678.286765:0:42324:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445baf25600 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764678.286770:0:42324:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25600/0x57b8ff0e03050d00 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764678.286778:0:42324:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25600/0x57b8ff0e03050d00 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764678.286794:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff944586564f00) 00010000:00010000:2.0:1775764678.287186:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764678.287191:0:42324:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25600/0x57b8ff0e03050d00 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764678.287197:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25600/0x57b8ff0e03050d00 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764678.287211:0:42324:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24a00/0x57b8ff0e03050d07 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x43f5f24d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764678.287217:0:42324:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24a00/0x57b8ff0e03050d07 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x43f5f24d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764678.287227:0:42324:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24a00/0x57b8ff0e03050d07 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x43f5f24d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764678.287231:0:42324:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445baf24a00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764678.287234:0:42324:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24a00/0x57b8ff0e03050d07 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x43f5f24d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764678.287240:0:42324:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24a00/0x57b8ff0e03050d07 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x43f5f24d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764678.287249:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x43f5f24d (ffff9445838af500) 00010000:00010000:2.0:1775764678.287252:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764678.287255:0:42324:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24a00/0x57b8ff0e03050d07 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x43f5f24d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764678.287260:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24a00/0x57b8ff0e03050d07 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x43f5f24d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764678.287326:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25e00/0x57b8ff0e03050cf9 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b860 expref: 45 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764678.287428:0:42324:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24e00/0x57b8ff0e03050d0e lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x37:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b860 expref: 44 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764678.287437:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x37:0x0].0x0 (ffff944584d1d100) 00010000:00010000:2.0:1775764678.287439:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1775764678.287442:0:42324:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445baf24e00, rc 0) 00000100:00100000:2.0:1775764678.287692:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486755f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+44:59615:x1862022098511744:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 3536us (3988us total) trans 34359738959 rc 0/0 00000100:00100000:2.0:1775764678.287705:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 693 00000100:00100000:0.0:1775764678.293482:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764678.293740:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098511872 00000100:00100000:1.0:1775764678.293756:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098511872 00000100:00100000:1.0:1775764678.294046:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 694 00000100:00100000:1.0:1775764678.294059:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486757480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+44:59615:x1862022098511872:12345-192.168.202.28@tcp:54:lfs.0 00010000:00010000:1.0:1775764678.294157:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944488003a00/0x57b8ff0e03050d1c lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0x37:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764678.294180:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944488003a00/0x57b8ff0e03050d1c lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x37:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764678.294194:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944488003a00/0x57b8ff0e03050d1c lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x37:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764678.294230:0:42326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944488003a00/0x57b8ff0e03050d1c lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x37:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764678.294237:0:42326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944488003a00/0x57b8ff0e03050d1c lrc: 2/0,0 mode: PR/PR res: [0x200003ab1:0x37:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764678.294245:0:42326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944488003a00/0x57b8ff0e03050d1c lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x37:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764678.294251:0:42326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944488003a00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:1.0:1775764678.294257:0:42326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944488003a00/0x57b8ff0e03050d1c lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x37:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764678.294265:0:42326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944488003a00/0x57b8ff0e03050d1c lrc: 4/0,0 mode: PR/PR res: [0x200003ab1:0x37:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764678.294277:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x37:0x0].0x0 (ffff944584d1d100) 00010000:00010000:1.0:1775764678.294281:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1775764678.294286:0:42326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944488003a00/0x57b8ff0e03050d1c lrc: 2/0,0 mode: --/PR res: [0x200003ab1:0x37:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764678.294293:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944488003a00/0x57b8ff0e03050d1c lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0x37:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764678.294396:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486757480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+44:59615:x1862022098511872:12345-192.168.202.28@tcp:54:lfs.0 Request processed in 339us (928us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764678.294405:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 694 00000100:00100000:0.0:1775764678.297169:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764678.297281:0:42328:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098512128 00000100:00100000:3.0:1775764678.297292:0:42328:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098512128 00000100:00100000:3.0:1775764678.297361:0:42328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 200 00000100:00100000:3.0:1775764678.297373:0:42328:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486754700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+44:59615:x1862022098512128:12345-192.168.202.28@tcp:35:lfs.0 00000100:00100000:3.0:1775764678.297745:0:42328:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486754700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+45:59615:x1862022098512128:12345-192.168.202.28@tcp:35:lfs.0 Request processed in 374us (585us total) trans 34359738960 rc 0/0 00000100:00100000:3.0:1775764678.297753:0:42328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 200 00000100:00100000:0.0:1775764678.319360:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764678.319465:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098512384 00000100:00100000:1.0:1775764678.319478:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098512384 00000100:00100000:1.0:1775764678.319553:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 695 00000100:00100000:1.0:1775764678.319564:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486755880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+45:59616:x1862022098512384:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:1.0:1775764678.319590:0:44493:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764678.319614:0:44493:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944488003a00/0x57b8ff0e03050d23 lrc: 2/0,0 mode: --/CR res: [0x200003ab1:0x37:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b867 expref: -99 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764678.319720:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff944488003600/0x57b8ff0e03050d2a lrc: 3/0,1 mode: --/PW res: [0x200003ab1:0x37:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764678.319735:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944488003600/0x57b8ff0e03050d2a lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0x37:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764678.319752:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944488003600/0x57b8ff0e03050d2a lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0x37:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764678.319766:0:44493:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab1:0x37:0x0]: returning size 20 00010000:00010000:1.0:1775764678.319965:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944488003a00/0x57b8ff0e03050d23 lrc: 0/0,0 mode: --/CR res: [0x200003ab1:0x37:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b867 expref: 48 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764678.319987:0:44493:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff944488003600/0x57b8ff0e03050d2a lrc: 3/0,0 mode: PW/PW res: [0x200003ab1:0x37:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b867 expref: 47 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764678.319996:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x37:0x0].0x0 (ffff944584d1d100) 00010000:00010000:1.0:1775764678.320000:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:1.0:1775764678.320003:0:44493:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944488003600, rc 0) 00000100:00100000:1.0:1775764678.320061:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486755880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+47:59616:x1862022098512384:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 499us (724us total) trans 34359738961 rc 0/0 00000100:00100000:1.0:1775764678.320068:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 695 00000100:00100000:0.0:1775764678.325389:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764678.325499:0:43212:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098512512 00000100:00100000:2.0:1775764678.325513:0:43212:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098512512 00000100:00100000:2.0:1775764678.325602:0:43212:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 185 00000100:00100000:2.0:1775764678.325615:0:43212:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486756680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+17:2379:x1862022098512512:12345-192.168.202.28@tcp:1:lfs.0 00010000:00010000:2.0:1775764678.325679:0:43212:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000029df7435/0x57b8ff0e03050d38 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x115:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764678.325704:0:43212:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000919a6d03/0x57b8ff0e03050ce4 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x115:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b852 expref: 17 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764678.325714:0:43212:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764678.325717:0:43212:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764678.325721:0:43212:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000029df7435/0x57b8ff0e03050d38 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x115:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764678.325765:0:43212:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000919a6d03/0x57b8ff0e03050ce4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x115:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b852 expref: 17 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764678.325779:0:43212:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000919a6d03/0x57b8ff0e03050ce4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x115:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b852 expref: 17 pid: 42946 timeout: 2245 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764678.325837:0:43212:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bc1f1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:43212:1862022119029120:192.168.202.28@tcp:104: 00000100:00100000:2.0:1775764678.326213:0:43212:0:(client.c:2691:ptlrpc_set_wait()) set ffff9445861d7300 going to sleep for 11 seconds 00000100:00100000:2.0:1775764678.332025:0:43212:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bc1f1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:43212:1862022119029120:192.168.202.28@tcp:104: 00010000:00010000:2.0:1775764678.332068:0:43212:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000029df7435/0x57b8ff0e03050d38 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x115:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764678.334508:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764678.335089:0:42311:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098512640 00000100:00100000:1.0:1775764678.335103:0:42311:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098512640 00010000:00010000:1.0:1775764678.335148:0:42311:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000919a6d03/0x57b8ff0e03050ce4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x115:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b852 expref: 18 pid: 42946 timeout: 2245 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764678.335193:0:42311:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 143 00000100:00100000:1.0:1775764678.335203:0:42311:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944590fde050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+18:2378:x1862022098512640:12345-192.168.202.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1775764678.335217:0:42311:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764678.335242:0:42311:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000919a6d03/0x57b8ff0e03050ce4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x115:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b852 expref: 18 pid: 42946 timeout: 2245 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764678.335262:0:42311:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000919a6d03/0x57b8ff0e03050ce4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x115:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b852 expref: 18 pid: 42946 timeout: 2245 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764678.335285:0:42311:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000919a6d03/0x57b8ff0e03050ce4 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x115:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b852 expref: 18 pid: 42946 timeout: 2245 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764678.335304:0:42311:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1775764678.335306:0:42311:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1775764678.335311:0:42311:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000029df7435/0x57b8ff0e03050d38 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x115:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764678.335321:0:42311:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000029df7435/0x57b8ff0e03050d38 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x115:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764678.335367:0:42311:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1775764678.335427:0:42311:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944590fde050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+17:2378:x1862022098512640:12345-192.168.202.28@tcp:103:ldlm_bl.0 Request processed in 225us (929us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764678.335435:0:42311:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 143 00010000:00010000:3.0:1775764678.335567:0:43212:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000029df7435/0x57b8ff0e03050d38 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x115:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764678.335578:0:43212:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000029df7435/0x57b8ff0e03050d38 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x115:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764678.335603:0:43212:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000029df7435/0x57b8ff0e03050d38 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x115:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764678.335617:0:43212:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000029df7435/0x57b8ff0e03050d38 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x115:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764678.335624:0:43212:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000029df7435/0x57b8ff0e03050d38 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x115:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764678.335630:0:43212:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445baf25e00 already unused, calling callback (ffffffffc177a060) 00010000:00010000:3.0:1775764678.335635:0:43212:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000029df7435/0x57b8ff0e03050d38 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x115:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764678.335644:0:43212:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000029df7435/0x57b8ff0e03050d38 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x115:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764678.335655:0:43212:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000029df7435/0x57b8ff0e03050d38 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x115:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764678.335662:0:43212:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000029df7435/0x57b8ff0e03050d38 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x115:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764678.335712:0:43212:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486756680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+16:2379:x1862022098512512:12345-192.168.202.28@tcp:1:lfs.0 Request processed in 10101us (10336us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764678.335722:0:43212:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 185 00000100:00100000:0.0:1775764678.341582:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764678.341685:0:42327:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098512896 00000100:00100000:3.0:1775764678.341698:0:42327:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098512896 00000100:00100000:3.0:1775764678.341784:0:42327:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 201 00000100:00100000:3.0:1775764678.342030:0:42327:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486755c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+47:59616:x1862022098512896:12345-192.168.202.28@tcp:35:lfs.0 00000004:00010000:3.0:1775764678.342140:0:42327:0:(mdt_open.c:1994:mdt_hsm_release()) ### [0x200003ab1:0x37:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff944488003600/0x57b8ff0e03050d2a lrc: 3/0,0 mode: PW/PW res: [0x200003ab1:0x37:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b867 expref: 47 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1775764678.342461:0:42327:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 34359738962 00000001:00080000:3.0:1775764678.343675:0:42327:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 34359738963 00010000:00010000:3.0:1775764678.343792:0:42327:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695400/0x57b8ff0e03050d3f lrc: 3/0,1 mode: --/EX res: [0x200003ab1:0x37:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 42327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764678.344216:0:42327:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff944488002200/0x57b8ff0e03050cdd lrc: 2/0,0 mode: CR/CR res: [0x200003ab1:0x37:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b84b expref: 50 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764678.344225:0:42327:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24e00/0x57b8ff0e03050d0e lrc: 2/0,0 mode: PR/PR res: [0x200003ab1:0x37:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b860 expref: 50 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764678.344233:0:42327:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695400/0x57b8ff0e03050d3f lrc: 5/0,1 mode: --/EX res: [0x200003ab1:0x37:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 42327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764678.344602:0:42327:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24e00/0x57b8ff0e03050d0e lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x37:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b860 expref: 50 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764678.344620:0:42327:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24e00/0x57b8ff0e03050d0e lrc: 4/0,0 mode: PR/PR res: [0x200003ab1:0x37:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b860 expref: 50 pid: 42324 timeout: 2245 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764678.344636:0:42327:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bc1f1f80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:42327:1862022119029248:192.168.202.28@tcp:104: 00010000:00010000:2.0:1775764678.344774:0:42327:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff944488002200/0x57b8ff0e03050cdd lrc: 3/0,0 mode: CR/CR res: [0x200003ab1:0x37:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b84b expref: 50 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764678.344784:0:42327:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff944488002200/0x57b8ff0e03050cdd lrc: 4/0,0 mode: CR/CR res: [0x200003ab1:0x37:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b84b expref: 50 pid: 44493 timeout: 2245 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764678.344793:0:42327:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bc1f3480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:42327:1862022119029376:192.168.202.28@tcp:104: 00000100:00100000:2.0:1775764678.345558:0:42327:0:(client.c:2691:ptlrpc_set_wait()) set ffff9445861d7300 going to sleep for 11 seconds 00000100:00100000:0.0:1775764678.351209:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764678.351259:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764678.351378:0:42310:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098513024 00000100:00100000:1.0:1775764678.351391:0:42310:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098513024 00010000:00010000:1.0:1775764678.351446:0:42310:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24e00/0x57b8ff0e03050d0e lrc: 5/0,0 mode: PR/PR res: [0x200003ab1:0x37:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b860 expref: 51 pid: 42324 timeout: 2245 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764678.351494:0:42310:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098513152 00000100:00100000:1.0:1775764678.351498:0:42310:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098513152 00010000:00010000:1.0:1775764678.351513:0:42310:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff944488002200/0x57b8ff0e03050cdd lrc: 5/0,0 mode: CR/CR res: [0x200003ab1:0x37:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b84b expref: 52 pid: 44493 timeout: 2245 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764678.351555:0:42310:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 144 00000100:00100000:1.0:1775764678.351565:0:42310:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486756a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+52:2379:x1862022098513024:12345-192.168.202.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1775764678.351585:0:42310:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764678.351592:0:42310:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24e00/0x57b8ff0e03050d0e lrc: 5/0,0 mode: PR/PR res: [0x200003ab1:0x37:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b860 expref: 52 pid: 42324 timeout: 2245 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764678.351607:0:42310:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24e00/0x57b8ff0e03050d0e lrc: 4/0,0 mode: PR/PR res: [0x200003ab1:0x37:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b860 expref: 52 pid: 42324 timeout: 2245 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764678.351635:0:42310:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x37:0x0].0x0 (ffff944584d1d100) 00010000:00010000:1.0:1775764678.351642:0:42310:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695400/0x57b8ff0e03050d3f lrc: 3/0,1 mode: --/EX res: [0x200003ab1:0x37:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 42327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764678.351651:0:42310:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695400/0x57b8ff0e03050d3f lrc: 3/0,1 mode: --/EX res: [0x200003ab1:0x37:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 42327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764678.351657:0:42310:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1775764678.351710:0:42310:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486756a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+52:2379:x1862022098513024:12345-192.168.202.28@tcp:103:ldlm_bl.0 Request processed in 147us (518us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764678.351717:0:42310:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 144 00000100:00100000:1.0:1775764678.351736:0:42310:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 145 00000100:00100000:1.0:1775764678.351744:0:42310:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486755180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+51:2379:x1862022098513152:12345-192.168.202.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1775764678.351752:0:42310:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764678.351756:0:42310:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff944488002200/0x57b8ff0e03050cdd lrc: 5/0,0 mode: CR/CR res: [0x200003ab1:0x37:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b84b expref: 51 pid: 44493 timeout: 2245 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764678.351770:0:42310:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff944488002200/0x57b8ff0e03050cdd lrc: 4/0,0 mode: CR/CR res: [0x200003ab1:0x37:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b84b expref: 51 pid: 44493 timeout: 2245 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764678.351782:0:42310:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x37:0x0].0x0 (ffff944584d1d100) 00010000:00010000:1.0:1775764678.351785:0:42310:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695400/0x57b8ff0e03050d3f lrc: 3/0,1 mode: --/EX res: [0x200003ab1:0x37:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 42327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764678.351793:0:42310:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695400/0x57b8ff0e03050d3f lrc: 3/0,1 mode: EX/EX res: [0x200003ab1:0x37:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 42327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764678.351853:0:42310:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695400/0x57b8ff0e03050d3f lrc: 4/0,1 mode: EX/EX res: [0x200003ab1:0x37:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 42327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764678.351874:0:42310:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1775764678.351908:0:42310:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486755180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+51:2379:x1862022098513152:12345-192.168.202.28@tcp:103:ldlm_bl.0 Request processed in 164us (648us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764678.351914:0:42310:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 145 00010000:00010000:2.0:1775764678.353858:0:42327:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24e00/0x57b8ff0e03050d0e lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0x37:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b860 expref: 50 pid: 42324 timeout: 2245 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764678.354171:0:42327:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bc1f1f80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:42327:1862022119029248:192.168.202.28@tcp:104: 00010000:00010000:2.0:1775764678.354192:0:42327:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944488002200/0x57b8ff0e03050cdd lrc: 0/0,0 mode: --/CR res: [0x200003ab1:0x37:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b84b expref: 49 pid: 44493 timeout: 2245 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764678.354206:0:42327:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bc1f3480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:42327:1862022119029376:192.168.202.28@tcp:104: 00010000:00010000:2.0:1775764678.354238:0:42327:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695400/0x57b8ff0e03050d3f lrc: 3/0,1 mode: EX/EX res: [0x200003ab1:0x37:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764678.354250:0:42327:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695400/0x57b8ff0e03050d3f lrc: 3/0,1 mode: EX/EX res: [0x200003ab1:0x37:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764678.354255:0:42327:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695400/0x57b8ff0e03050d3f lrc: 3/0,1 mode: EX/EX res: [0x200003ab1:0x37:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42327 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1775764678.354460:0:42327:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 34359738964 00000001:00080000:2.0:1775764678.355271:0:42327:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 34359738965 00000100:00100000:2.0:1775764678.355440:0:42327:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bc1f3480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:42327:1862022119029504:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1775764678.355539:0:42327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764678.355675:0:42327:0:(client.c:2691:ptlrpc_set_wait()) set ffff9445861d7180 going to sleep for 11 seconds 00000100:00100000:1.0:1775764678.356359:0:42329:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119029504 00000100:00100000:1.0:1775764678.356368:0:42329:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119029504 00000100:00100000:1.0:1775764678.356431:0:42329:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50 00000100:00100000:1.0:1775764678.356441:0:42329:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bc1f1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:42327:x1862022119029504:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1775764678.356620:0:42329:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bc1f1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:42327:x1862022119029504:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 181us (1081us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764678.356628:0:42329:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50 00000100:00100000:3.0:1775764678.356903:0:42327:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bc1f3480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:42327:1862022119029504:0@lo:1000:mdt_rdpg00_000.0 00000001:00080000:3.0:1775764678.357381:0:42327:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 34359738966 00000100:00100000:3.0:1775764678.357483:0:42327:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff94459038a300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:42327:1862022119029632:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1775764678.357538:0:42327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764678.358161:0:42327:0:(client.c:2691:ptlrpc_set_wait()) set ffff944585445540 going to sleep for 11 seconds 00000100:00100000:2.0:1775764678.358291:0:42330:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119029632 00000100:00100000:2.0:1775764678.358298:0:42330:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119029632 00000100:00100000:2.0:1775764678.358353:0:42330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51 00000100:00100000:2.0:1775764678.358363:0:42330:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944487fb8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:42327:x1862022119029632:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1775764678.358794:0:42330:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944487fb8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+7:42327:x1862022119029632:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 430us (1254us total) trans 34359738435 rc 0/0 00000100:00100000:2.0:1775764678.358833:0:42330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51 00000100:00100000:3.0:1775764678.359477:0:42327:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff94459038a300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:42327:1862022119029632:0@lo:1000:mdt_rdpg00_000.0 00000001:00080000:3.0:1775764678.359685:0:42327:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 34359738967 00010000:00010000:3.0:1775764678.359740:0:42327:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695400/0x57b8ff0e03050d3f lrc: 3/0,1 mode: EX/EX res: [0x200003ab1:0x37:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764678.359756:0:42327:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695400/0x57b8ff0e03050d3f lrc: 2/0,0 mode: EX/EX res: [0x200003ab1:0x37:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764678.359764:0:42327:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695400/0x57b8ff0e03050d3f lrc: 3/0,0 mode: EX/EX res: [0x200003ab1:0x37:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764678.359771:0:42327:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445be695400 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:3.0:1775764678.359776:0:42327:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695400/0x57b8ff0e03050d3f lrc: 3/0,0 mode: EX/EX res: [0x200003ab1:0x37:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764678.359785:0:42327:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695400/0x57b8ff0e03050d3f lrc: 4/0,0 mode: EX/EX res: [0x200003ab1:0x37:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764678.359841:0:42327:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x37:0x0].0x0 (ffff944584d1d100) 00010000:00010000:3.0:1775764678.359845:0:42327:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:3.0:1775764678.359851:0:42327:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695400/0x57b8ff0e03050d3f lrc: 2/0,0 mode: --/EX res: [0x200003ab1:0x37:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764678.359858:0:42327:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695400/0x57b8ff0e03050d3f lrc: 0/0,0 mode: --/EX res: [0x200003ab1:0x37:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42327 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1775764678.361195:0:42327:0:(mdd_object.c:4010:mdd_close()) Object [0x200003ab1:0x3a:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:3.0:1775764678.361315:0:42327:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x30:0x0].18, 64 off9608 00000001:00080000:3.0:1775764678.361330:0:42327:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 34359738968 00010000:00010000:3.0:1775764678.361716:0:42327:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x37:0x0].0x0 (ffff944584d1d100) 00010000:00010000:3.0:1775764678.361721:0:42327:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:3.0:1775764678.361732:0:42327:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944488003600/0x57b8ff0e03050d2a lrc: 0/0,0 mode: --/PW res: [0x200003ab1:0x37:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b867 expref: 53 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764678.362328:0:42327:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486755c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+52:59616:x1862022098512896:12345-192.168.202.28@tcp:35:lfs.0 Request processed in 20532us (20760us total) trans 34359738969 rc 0/0 00000100:00100000:3.0:1775764678.367149:0:42327:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 201 00000020:00080000:3.0:1775764678.367163:0:42327:0:(tgt_main.c:783:tgt_ses_key_exit()) total 8 transactions per RPC 00000100:00100000:0.0:1775764678.388327:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764678.388515:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098513408 00000100:00100000:2.0:1775764678.388529:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098513408 00000100:00100000:2.0:1775764678.388618:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 696 00000100:00100000:2.0:1775764678.388629:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486757b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+52:59617:x1862022098513408:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:2.0:1775764678.388666:0:42325:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764678.388695:0:42325:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24e00/0x57b8ff0e03050d46 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b86e expref: -99 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764678.388836:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24a00/0x57b8ff0e03050d4d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764678.388852:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24a00/0x57b8ff0e03050d4d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764678.388866:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24a00/0x57b8ff0e03050d4d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764678.388896:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25600/0x57b8ff0e03050d54 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x43f5f24d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764678.388904:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25600/0x57b8ff0e03050d54 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x43f5f24d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764678.388910:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25600/0x57b8ff0e03050d54 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x43f5f24d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764678.389275:0:42325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24a00/0x57b8ff0e03050d4d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764678.389283:0:42325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24a00/0x57b8ff0e03050d4d lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764678.389289:0:42325:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24a00/0x57b8ff0e03050d4d lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764678.389295:0:42325:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445baf24a00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764678.389299:0:42325:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24a00/0x57b8ff0e03050d4d lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764678.389310:0:42325:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24a00/0x57b8ff0e03050d4d lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764678.389322:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff944586564f00) 00010000:00010000:2.0:1775764678.389325:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764678.389330:0:42325:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24a00/0x57b8ff0e03050d4d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764678.389335:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24a00/0x57b8ff0e03050d4d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764678.389362:0:42325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25600/0x57b8ff0e03050d54 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x43f5f24d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764678.389367:0:42325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25600/0x57b8ff0e03050d54 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x43f5f24d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764678.389372:0:42325:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25600/0x57b8ff0e03050d54 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x43f5f24d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764678.389377:0:42325:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445baf25600 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764678.389379:0:42325:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25600/0x57b8ff0e03050d54 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x43f5f24d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764678.389384:0:42325:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25600/0x57b8ff0e03050d54 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x43f5f24d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764678.389391:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x43f5f24d (ffff9445838af500) 00010000:00010000:2.0:1775764678.389393:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764678.389396:0:42325:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25600/0x57b8ff0e03050d54 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x43f5f24d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764678.389405:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25600/0x57b8ff0e03050d54 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x43f5f24d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764678.389440:0:42325:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24e00/0x57b8ff0e03050d46 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b86e expref: 53 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764678.389451:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff944586564f00) 00010000:00010000:2.0:1775764678.389464:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1775764678.389467:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24e00/0x57b8ff0e03050d46 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b86e expref: 53 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764678.389476:0:42325:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445baf24e00, rc 0) 00000100:00100000:2.0:1775764678.389563:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486757b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+52:59617:x1862022098513408:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 935us (1252us total) trans 0 rc 301/301 00000100:00100000:2.0:1775764678.389571:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 696 00000100:00100000:1.0:1775764678.394628:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764678.394876:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098513536 00000100:00100000:0.0:1775764678.394895:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098513536 00000100:00100000:0.0:1775764678.394972:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 697 00000100:00100000:0.0:1775764678.394984:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bf4faa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+52:59617:x1862022098513536:12345-192.168.202.28@tcp:34:lfs.0 00010000:00010000:0.0:1775764678.395084:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff944581524a00/0x57b8ff0e03050d5b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764678.395106:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944581524a00/0x57b8ff0e03050d5b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764678.395119:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944581524a00/0x57b8ff0e03050d5b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764678.395136:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944581525600/0x57b8ff0e03050d62 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x43f5f24d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764678.395143:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944581525600/0x57b8ff0e03050d62 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x43f5f24d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764678.395150:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944581525600/0x57b8ff0e03050d62 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x43f5f24d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764678.395534:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944581525c00/0x57b8ff0e03050d69 lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0x37:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764678.396226:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944581525c00/0x57b8ff0e03050d69 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x37:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764678.396242:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944581525c00/0x57b8ff0e03050d69 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x37:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764678.396286:0:44493:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab1:0x37:0x0]: returning size 20 00000004:00200000:0.0:1775764678.396290:0:44493:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1775764678.396305:0:44493:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff944581525c00/0x57b8ff0e03050d69 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x37:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764678.396323:0:44493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff944581524a00/0x57b8ff0e03050d5b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764678.396330:0:44493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944581524a00/0x57b8ff0e03050d5b lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764678.396654:0:44493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944581524a00/0x57b8ff0e03050d5b lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764678.396661:0:44493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944581524a00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:0.0:1775764678.396666:0:44493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944581524a00/0x57b8ff0e03050d5b lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764678.396674:0:44493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944581524a00/0x57b8ff0e03050d5b lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764678.396691:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff944586564f00) 00010000:00010000:0.0:1775764678.396694:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764678.396699:0:44493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944581524a00/0x57b8ff0e03050d5b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764678.396704:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944581524a00/0x57b8ff0e03050d5b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764678.396721:0:44493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944581525600/0x57b8ff0e03050d62 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x43f5f24d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764678.396726:0:44493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944581525600/0x57b8ff0e03050d62 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x43f5f24d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764678.396730:0:44493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944581525600/0x57b8ff0e03050d62 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x43f5f24d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764678.396736:0:44493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944581525600 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:0.0:1775764678.396738:0:44493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944581525600/0x57b8ff0e03050d62 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x43f5f24d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764678.396743:0:44493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944581525600/0x57b8ff0e03050d62 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x43f5f24d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764678.396749:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x43f5f24d (ffff944599e85900) 00010000:00010000:0.0:1775764678.396751:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764678.396754:0:44493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944581525600/0x57b8ff0e03050d62 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x43f5f24d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764678.396760:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944581525600/0x57b8ff0e03050d62 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x43f5f24d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764678.396779:0:44493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944581525c00/0x57b8ff0e03050d69 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x37:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764678.396786:0:44493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944581525c00/0x57b8ff0e03050d69 lrc: 2/0,0 mode: PR/PR res: [0x200003ab1:0x37:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764678.396792:0:44493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944581525c00/0x57b8ff0e03050d69 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x37:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764678.397149:0:44493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944581525c00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:0.0:1775764678.397152:0:44493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944581525c00/0x57b8ff0e03050d69 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x37:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764678.397159:0:44493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944581525c00/0x57b8ff0e03050d69 lrc: 4/0,0 mode: PR/PR res: [0x200003ab1:0x37:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764678.397173:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x37:0x0].0x0 (ffff944599e85500) 00010000:00010000:0.0:1775764678.397175:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764678.397178:0:44493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944581525c00/0x57b8ff0e03050d69 lrc: 2/0,0 mode: --/PR res: [0x200003ab1:0x37:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764678.397184:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944581525c00/0x57b8ff0e03050d69 lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0x37:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764678.398341:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bf4faa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+52:59617:x1862022098513536:12345-192.168.202.28@tcp:34:lfs.0 Request processed in 3336us (3702us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764678.398360:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 697 00000100:00100000:0.0:1775764678.422322:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764678.422524:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098513664 00000100:00100000:2.0:1775764678.422539:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098513664 00000100:00100000:2.0:1775764678.422632:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 698 00000100:00100000:2.0:1775764678.422644:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486754000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+52:59618:x1862022098513664:12345-192.168.202.28@tcp:34:lfs.0 00010000:00010000:2.0:1775764678.422756:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24e00/0x57b8ff0e03050d70 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764678.422779:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24e00/0x57b8ff0e03050d70 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764678.422793:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24e00/0x57b8ff0e03050d70 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764678.422877:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25600/0x57b8ff0e03050d77 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x43f5f24d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764678.422894:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25600/0x57b8ff0e03050d77 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x43f5f24d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764678.422902:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25600/0x57b8ff0e03050d77 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x43f5f24d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764678.423310:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24a00/0x57b8ff0e03050d7e lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0x37:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764678.423319:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24a00/0x57b8ff0e03050d7e lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x37:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764678.423328:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24a00/0x57b8ff0e03050d7e lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x37:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764678.423400:0:42325:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24a00/0x57b8ff0e03050d7e lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x37:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764678.423417:0:42325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24e00/0x57b8ff0e03050d70 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764678.423424:0:42325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24e00/0x57b8ff0e03050d70 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764678.423431:0:42325:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24e00/0x57b8ff0e03050d70 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764678.423438:0:42325:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445baf24e00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764678.423444:0:42325:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24e00/0x57b8ff0e03050d70 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764678.423463:0:42325:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24e00/0x57b8ff0e03050d70 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764678.423480:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff944586564f00) 00010000:00010000:2.0:1775764678.423484:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764678.423491:0:42325:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24e00/0x57b8ff0e03050d70 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764678.423498:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24e00/0x57b8ff0e03050d70 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764678.423515:0:42325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25600/0x57b8ff0e03050d77 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x43f5f24d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764678.423520:0:42325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25600/0x57b8ff0e03050d77 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x43f5f24d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764678.423526:0:42325:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25600/0x57b8ff0e03050d77 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x43f5f24d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764678.423532:0:42325:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445baf25600 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764678.423535:0:42325:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25600/0x57b8ff0e03050d77 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x43f5f24d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764678.423541:0:42325:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25600/0x57b8ff0e03050d77 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x43f5f24d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764678.423548:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x43f5f24d (ffff9445838af500) 00010000:00010000:2.0:1775764678.423551:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764678.423553:0:42325:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25600/0x57b8ff0e03050d77 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x43f5f24d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764678.423562:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25600/0x57b8ff0e03050d77 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x43f5f24d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764678.423576:0:42325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24a00/0x57b8ff0e03050d7e lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x37:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764678.423582:0:42325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24a00/0x57b8ff0e03050d7e lrc: 2/0,0 mode: PR/PR res: [0x200003ab1:0x37:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764678.423587:0:42325:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24a00/0x57b8ff0e03050d7e lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x37:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764678.423592:0:42325:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445baf24a00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764678.423595:0:42325:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24a00/0x57b8ff0e03050d7e lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x37:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764678.423602:0:42325:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24a00/0x57b8ff0e03050d7e lrc: 4/0,0 mode: PR/PR res: [0x200003ab1:0x37:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764678.423608:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x37:0x0].0x0 (ffff9445838af700) 00010000:00010000:2.0:1775764678.423611:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764678.423613:0:42325:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24a00/0x57b8ff0e03050d7e lrc: 2/0,0 mode: --/PR res: [0x200003ab1:0x37:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764678.423620:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24a00/0x57b8ff0e03050d7e lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0x37:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764678.423747:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486754000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+52:59618:x1862022098513664:12345-192.168.202.28@tcp:34:lfs.0 Request processed in 1102us (1443us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764678.423757:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 698 00010000:00010000:1.0:1775764678.465467:0:42312:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775764678.498030:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764678.498158:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098513792 00000100:00100000:2.0:1775764678.498169:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098513792 00000100:00100000:2.0:1775764678.498261:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 699 00000100:00100000:2.0:1775764678.498271:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bf4fbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+52:59624:x1862022098513792:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:2.0:1775764678.498293:0:42324:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764678.498314:0:42324:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24a00/0x57b8ff0e03050d85 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b875 expref: -99 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764678.498428:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25600/0x57b8ff0e03050d8c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764678.498445:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25600/0x57b8ff0e03050d8c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764678.498472:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25600/0x57b8ff0e03050d8c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764678.498486:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24e00/0x57b8ff0e03050d93 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x43f5f24d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764678.498494:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24e00/0x57b8ff0e03050d93 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x43f5f24d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764678.498500:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24e00/0x57b8ff0e03050d93 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x43f5f24d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764678.499217:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25e00/0x57b8ff0e03050d9a lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0x37:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764678.499228:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25e00/0x57b8ff0e03050d9a lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x37:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764678.499241:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25e00/0x57b8ff0e03050d9a lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x37:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764678.499282:0:42324:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab1:0x37:0x0]: returning size 20 00000004:00200000:2.0:1775764678.499287:0:42324:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764678.499307:0:42324:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25e00/0x57b8ff0e03050d9a lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x37:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764678.499319:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25e00/0x57b8ff0e03050d9a lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x37:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764678.499328:0:42324:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25600/0x57b8ff0e03050d8c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764678.499406:0:42324:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25600/0x57b8ff0e03050d8c lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764678.499416:0:42324:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25600/0x57b8ff0e03050d8c lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764678.499422:0:42324:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445baf25600 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764678.499427:0:42324:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25600/0x57b8ff0e03050d8c lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764678.499434:0:42324:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25600/0x57b8ff0e03050d8c lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764678.499448:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff944586564f00) 00010000:00010000:2.0:1775764678.499461:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764678.499466:0:42324:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25600/0x57b8ff0e03050d8c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764678.499476:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25600/0x57b8ff0e03050d8c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764678.499488:0:42324:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24e00/0x57b8ff0e03050d93 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x43f5f24d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764678.499493:0:42324:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24e00/0x57b8ff0e03050d93 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x43f5f24d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764678.499498:0:42324:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24e00/0x57b8ff0e03050d93 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x43f5f24d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764678.499502:0:42324:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445baf24e00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764678.499505:0:42324:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24e00/0x57b8ff0e03050d93 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x43f5f24d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764678.499510:0:42324:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24e00/0x57b8ff0e03050d93 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x43f5f24d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764678.499516:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x43f5f24d (ffff9445838af700) 00010000:00010000:2.0:1775764678.499518:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764678.499521:0:42324:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24e00/0x57b8ff0e03050d93 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x43f5f24d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764678.499527:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24e00/0x57b8ff0e03050d93 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x43f5f24d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764678.499728:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24a00/0x57b8ff0e03050d85 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b875 expref: 54 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764678.499749:0:42324:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25e00/0x57b8ff0e03050d9a lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x37:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b875 expref: 53 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764678.499755:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x37:0x0].0x0 (ffff9445838af500) 00010000:00010000:2.0:1775764678.499757:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1775764678.499759:0:42324:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445baf25e00, rc 0) 00000100:00100000:2.0:1775764678.500104:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bf4fbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+53:59624:x1862022098513792:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 1832us (2081us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764678.500113:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 699 00000100:00100000:3.0:1775764678.505988:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764678.506762:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098514048 00000100:00100000:2.0:1775764678.506776:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098514048 00000100:00100000:2.0:1775764678.506868:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 700 00000100:00100000:2.0:1775764678.506879:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944487fbbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+53:59624:x1862022098514048:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:2.0:1775764678.506902:0:42325:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764678.506922:0:42325:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24200/0x57b8ff0e03050da1 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b87c expref: -99 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764678.507027:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25c00/0x57b8ff0e03050da8 lrc: 3/1,0 mode: --/CR res: [0x200003ab1:0x37:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764678.507042:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25c00/0x57b8ff0e03050da8 lrc: 3/1,0 mode: CR/CR res: [0x200003ab1:0x37:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764678.507053:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25c00/0x57b8ff0e03050da8 lrc: 3/1,0 mode: CR/CR res: [0x200003ab1:0x37:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764678.507066:0:42325:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab1:0x37:0x0]: returning size 20 00010000:00010000:2.0:1775764678.507215:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24200/0x57b8ff0e03050da1 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b87c expref: 56 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764678.507409:0:42325:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25c00/0x57b8ff0e03050da8 lrc: 3/0,0 mode: CR/CR res: [0x200003ab1:0x37:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b87c expref: 55 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764678.507419:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x37:0x0].0x0 (ffff9445838af500) 00010000:00010000:2.0:1775764678.507421:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:2.0:1775764678.507424:0:42325:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445baf25c00, rc 0) 00000100:00100000:2.0:1775764678.507534:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944487fbbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+55:59624:x1862022098514048:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 657us (1556us total) trans 34359738970 rc 0/0 00000100:00100000:2.0:1775764678.507543:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 700 00000100:00100000:1.0:1775764678.510772:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764678.511011:0:42310:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098514304 00000100:00100000:2.0:1775764678.511023:0:42310:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098514304 00000100:00100000:2.0:1775764678.511092:0:42310:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 59 00000100:00100000:2.0:1775764678.511103:0:42310:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bf4fb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+55:59624:x1862022098514304:12345-192.168.202.28@tcp:103:lfs.0 00010000:00010000:2.0:1775764678.511118:0:42310:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1775764678.511141:0:42310:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25c00/0x57b8ff0e03050da8 lrc: 0/0,0 mode: --/CR res: [0x200003ab1:0x37:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b87c expref: 55 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764678.511161:0:42310:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25e00/0x57b8ff0e03050d9a lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0x37:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b875 expref: 54 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764678.511171:0:42310:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x37:0x0].0x0 (ffff9445838af500) 00010000:00010000:2.0:1775764678.511182:0:42310:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775764678.511465:0:42310:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bf4fb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+53:59624:x1862022098514304:12345-192.168.202.28@tcp:103:lfs.0 Request processed in 363us (703us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764678.511478:0:42310:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 59 00000100:00100000:1.0:1775764678.517579:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764678.517679:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098514432 00000100:00100000:2.0:1775764678.517691:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098514432 00000100:00100000:2.0:1775764678.517758:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 701 00000100:00100000:2.0:1775764678.517769:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445becabb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+53:59624:x1862022098514432:12345-192.168.202.28@tcp:58:lfs.0 00010000:00010000:2.0:1775764678.517916:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24200/0x57b8ff0e03050db6 lrc: 3/0,1 mode: --/EX res: [0x200003ab1:0x37:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764678.517934:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24200/0x57b8ff0e03050db6 lrc: 3/0,1 mode: EX/EX res: [0x200003ab1:0x37:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764678.517948:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24200/0x57b8ff0e03050db6 lrc: 3/0,1 mode: EX/EX res: [0x200003ab1:0x37:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1775764678.518963:0:44493:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x32:0x0].15, 136 off10232 00000100:00100000:2.0:1775764678.519071:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445becabb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+53:59624:x1862022098514432:12345-192.168.202.28@tcp:58:lfs.0 Request processed in 1302us (1503us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764678.519079:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 701 00000100:00100000:3.0:1775764678.522900:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764678.523103:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098514560 00000100:00100000:1.0:1775764678.523115:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098514560 00000100:00100000:1.0:1775764678.523188:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 702 00000100:00100000:1.0:1775764678.523200:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944487fbb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+53:59624:x1862022098514560:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:1.0:1775764678.523223:0:42326:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764678.523252:0:42326:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944488002c00/0x57b8ff0e03050dbd lrc: 2/0,0 mode: --/CR res: [0x200003ab1:0x37:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b883 expref: -99 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764678.523318:0:42326:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24200/0x57b8ff0e03050db6 lrc: 2/0,1 mode: EX/EX res: [0x200003ab1:0x37:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764678.523328:0:42326:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff944488002c00/0x57b8ff0e03050dbd lrc: 4/0,0 mode: --/CR res: [0x200003ab1:0x37:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b883 expref: 54 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764678.523348:0:42326:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24200/0x57b8ff0e03050db6 lrc: 3/0,1 mode: EX/EX res: [0x200003ab1:0x37:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764678.523361:0:42326:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff944488002c00/0x57b8ff0e03050dbd lrc: 3/0,0 mode: --/CR res: [0x200003ab1:0x37:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b883 expref: 54 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764678.523375:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x37:0x0].0x0 (ffff9445838af700) 00010000:00010000:1.0:1775764678.523379:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1775764678.523383:0:42326:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff944488002c00/0x57b8ff0e03050dbd lrc: 3/0,0 mode: --/CR res: [0x200003ab1:0x37:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b883 expref: 54 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764678.523392:0:42326:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944488002c00, rc 0) 00000100:00100000:1.0:1775764678.523481:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944487fbb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+54:59624:x1862022098514560:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 283us (600us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764678.523490:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 702 00000040:00080000:2.0:1775764679.233271:0:42356:0:(llog.c:800:llog_process_thread()) index: 8, lh_last_idx: 8 synced_idx: 8 lgh_last_idx: 8 00000040:00080000:2.0:1775764679.233282:0:42356:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x32:0x0] at index 8 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1775764679.233321:0:42356:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x32:0x0] index 16 count 3 00000040:00080000:2.0:1775764679.233331:0:42356:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 9 count 2 00000100:00100000:2.0:1775764679.234571:0:42356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bc1f2d80 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:42356:1862022119029760:192.168.202.28@tcp:107:hsm_cdtr.0 00000100:00100000:2.0:1775764679.234757:0:42356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9445861d7a80 going to sleep for 11 seconds 00000100:00100000:3.0:1775764679.272076:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764679.272356:0:42356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bc1f2d80 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:42356:1862022119029760:192.168.202.28@tcp:107:hsm_cdtr.0 00000100:00100000:0.0:1775764679.274187:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098514688 00000100:00100000:0.0:1775764679.274203:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098514688 00000100:00100000:0.0:1775764679.274323:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 703 00000100:00100000:0.0:1775764679.274336:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486e63100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+54:59625:x1862022098514688:12345-192.168.202.28@tcp:53:lhsmtool_posix.0 00000004:00000080:0.0:1775764679.274373:0:42324:0:(mdt_handler.c:7957:mdt_fid2path()) path get [0x200003ab1:0x37:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1775764679.274512:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486e63100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+54:59625:x1862022098514688:12345-192.168.202.28@tcp:53:lhsmtool_posix.0 Request processed in 179us (2452us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764679.274520:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 703 00000100:00080000:2.0:1775764679.281196:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1775764679.284606:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764679.284706:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098514816 00000100:00100000:2.0:1775764679.284716:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098514816 00000100:00100000:2.0:1775764679.284776:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 704 00000100:00100000:2.0:1775764679.284819:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94448647c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+54:59625:x1862022098514816:12345-192.168.202.28@tcp:34:lhsmtool_posix.0 00010000:00010000:2.0:1775764679.284912:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25e00/0x57b8ff0e03050dc4 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764679.284938:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25e00/0x57b8ff0e03050dc4 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764679.284952:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25e00/0x57b8ff0e03050dc4 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764679.284969:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25c00/0x57b8ff0e03050dcb lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x9418fbfb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764679.284976:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25c00/0x57b8ff0e03050dcb lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x9418fbfb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764679.284983:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25c00/0x57b8ff0e03050dcb lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x9418fbfb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764679.285006:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24a00/0x57b8ff0e03050dd2 lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0x37:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764679.285013:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24a00/0x57b8ff0e03050dd2 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x37:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764679.285018:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24a00/0x57b8ff0e03050dd2 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x37:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764679.285057:0:42326:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab1:0x37:0x0]: returning size 20 00000004:00200000:2.0:1775764679.285062:0:42326:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764679.285075:0:42326:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24a00/0x57b8ff0e03050dd2 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x37:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764679.285087:0:42326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25e00/0x57b8ff0e03050dc4 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764679.285093:0:42326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25e00/0x57b8ff0e03050dc4 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764679.285100:0:42326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25e00/0x57b8ff0e03050dc4 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764679.285106:0:42326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445baf25e00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764679.285110:0:42326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25e00/0x57b8ff0e03050dc4 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764679.285117:0:42326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25e00/0x57b8ff0e03050dc4 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764679.285128:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff94459084a500) 00010000:00010000:2.0:1775764679.285131:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764679.285136:0:42326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25e00/0x57b8ff0e03050dc4 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764679.285142:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25e00/0x57b8ff0e03050dc4 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764679.285153:0:42326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25c00/0x57b8ff0e03050dcb lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x9418fbfb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764679.285159:0:42326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25c00/0x57b8ff0e03050dcb lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x9418fbfb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764679.285165:0:42326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25c00/0x57b8ff0e03050dcb lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x9418fbfb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764679.285171:0:42326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445baf25c00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764679.285173:0:42326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25c00/0x57b8ff0e03050dcb lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x9418fbfb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764679.285179:0:42326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25c00/0x57b8ff0e03050dcb lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x9418fbfb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764679.285185:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x9418fbfb (ffff9445838af500) 00010000:00010000:2.0:1775764679.285187:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764679.285190:0:42326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25c00/0x57b8ff0e03050dcb lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x9418fbfb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764679.285195:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25c00/0x57b8ff0e03050dcb lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x9418fbfb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764679.285209:0:42326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24a00/0x57b8ff0e03050dd2 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x37:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764679.285215:0:42326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24a00/0x57b8ff0e03050dd2 lrc: 2/0,0 mode: PR/PR res: [0x200003ab1:0x37:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764679.285220:0:42326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24a00/0x57b8ff0e03050dd2 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x37:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764679.285225:0:42326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445baf24a00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764679.285228:0:42326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24a00/0x57b8ff0e03050dd2 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x37:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764679.285233:0:42326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24a00/0x57b8ff0e03050dd2 lrc: 4/0,0 mode: PR/PR res: [0x200003ab1:0x37:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764679.285244:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x37:0x0].0x0 (ffff9445838af700) 00010000:00010000:2.0:1775764679.285246:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764679.285249:0:42326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24a00/0x57b8ff0e03050dd2 lrc: 2/0,0 mode: --/PR res: [0x200003ab1:0x37:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764679.285254:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24a00/0x57b8ff0e03050dd2 lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0x37:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764679.285328:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94448647c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+54:59625:x1862022098514816:12345-192.168.202.28@tcp:34:lhsmtool_posix.0 Request processed in 541us (730us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764679.285794:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 704 00000100:00100000:3.0:1775764679.292777:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764679.293655:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098515072 00000100:00100000:1.0:1775764679.293672:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098515072 00000100:00100000:1.0:1775764679.293764:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 705 00000100:00100000:1.0:1775764679.293777:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486e62300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+54:59625:x1862022098515072:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1775764679.293853:0:44493:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764679.293880:0:44493:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944488003400/0x57b8ff0e03050dd9 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b88a expref: -99 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764679.294307:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944488003200/0x57b8ff0e03050de0 lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0x37:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764679.294326:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944488003200/0x57b8ff0e03050de0 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x37:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764679.294425:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944488003200/0x57b8ff0e03050de0 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x37:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764679.294454:0:44493:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab1:0x37:0x0]: returning size 20 00010000:00010000:1.0:1775764679.294671:0:44493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944488003200/0x57b8ff0e03050de0 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x37:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764679.294679:0:44493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944488003200/0x57b8ff0e03050de0 lrc: 2/0,0 mode: PR/PR res: [0x200003ab1:0x37:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764679.294687:0:44493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944488003200/0x57b8ff0e03050de0 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x37:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764679.294693:0:44493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944488003200 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:1.0:1775764679.294697:0:44493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944488003200/0x57b8ff0e03050de0 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x37:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764679.294706:0:44493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944488003200/0x57b8ff0e03050de0 lrc: 4/0,0 mode: PR/PR res: [0x200003ab1:0x37:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764679.294720:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x37:0x0].0x0 (ffff9445838af700) 00010000:00010000:1.0:1775764679.294724:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1775764679.294729:0:44493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944488003200/0x57b8ff0e03050de0 lrc: 2/0,0 mode: --/PR res: [0x200003ab1:0x37:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764679.294735:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944488003200/0x57b8ff0e03050de0 lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0x37:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764679.294856:0:44493:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff944488003400/0x57b8ff0e03050dd9 lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b88a expref: 56 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764679.294868:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff94459084a500) 00010000:00010000:1.0:1775764679.294870:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1775764679.294874:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944488003400/0x57b8ff0e03050dd9 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b88a expref: 56 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764679.294896:0:44493:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944488003400, rc 0) 00000100:00100000:1.0:1775764679.295368:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486e62300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+55:59625:x1862022098515072:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 Request processed in 1593us (2606us total) trans 34359738971 rc 301/301 00000100:00100000:1.0:1775764679.295381:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 705 00000100:00100000:3.0:1775764679.302986:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764679.303153:0:47878:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098515328 00000100:00100000:0.0:1775764679.303163:0:47878:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098515328 00000100:00100000:0.0:1775764679.303224:0:47878:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 202 00000100:00100000:0.0:1775764679.303234:0:47878:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486e60000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+55:59625:x1862022098515328:12345-192.168.202.28@tcp:35:lhsmtool_posix.0 00000100:00100000:0.0:1775764679.303700:0:47878:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486e60000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+56:59625:x1862022098515328:12345-192.168.202.28@tcp:35:lhsmtool_posix.0 Request processed in 465us (722us total) trans 34359738972 rc 0/0 00000100:00100000:0.0:1775764679.303709:0:47878:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 202 00000100:00100000:0.0:1775764679.326901:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764679.327079:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098515456 00000100:00100000:2.0:1775764679.327093:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098515456 00000100:00100000:2.0:1775764679.327149:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 706 00000100:00100000:2.0:1775764679.327160:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944483640700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+56:59625:x1862022098515456:12345-192.168.202.28@tcp:53:lhsmtool_posix.0 00000004:00000080:2.0:1775764679.327197:0:42325:0:(mdt_handler.c:7957:mdt_fid2path()) path get [0x200003ab1:0x37:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1775764679.327302:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944483640700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+56:59625:x1862022098515456:12345-192.168.202.28@tcp:53:lhsmtool_posix.0 Request processed in 143us (411us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764679.327310:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 706 00000100:00100000:3.0:1775764679.338611:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764679.339062:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098515712 00000100:00100000:0.0:1775764679.339072:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098515712 00000100:00100000:0.0:1775764679.339125:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 707 00000100:00100000:0.0:1775764679.339136:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486e60e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+56:59625:x1862022098515712:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1775764679.339156:0:42324:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764679.339159:0:42324:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1775764679.339185:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694000/0x57b8ff0e03050cf2 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b859 expref: 56 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764679.339205:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff944586564f00) 00010000:00010000:0.0:1775764679.339217:0:42324:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1775764679.339231:0:42324:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944581525600/0x57b8ff0e03050dee lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b891 expref: -99 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1775764679.341261:0:42324:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x116:0x0], index 0: 0 00010000:00010000:0.0:1775764679.341661:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944581524a00/0x57b8ff0e03050df5 lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0x3b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764679.341684:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944581524a00/0x57b8ff0e03050df5 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x3b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764679.341699:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944581524a00/0x57b8ff0e03050df5 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x3b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764679.341775:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944581525600/0x57b8ff0e03050dee lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b891 expref: 58 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764679.342069:0:42324:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff944581524a00/0x57b8ff0e03050df5 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x3b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b891 expref: 57 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764679.342084:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x3b:0x0].0x0 (ffff944599e85900) 00010000:00010000:0.0:1775764679.342088:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1775764679.342091:0:42324:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944581524a00, rc 0) 00000100:00100000:0.0:1775764679.342214:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486e60e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+57:59625:x1862022098515712:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 Request processed in 3079us (3622us total) trans 34359738973 rc 0/0 00000100:00100000:0.0:1775764679.342223:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 707 00000100:00100000:3.0:1775764679.349953:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764679.350180:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098515840 00000100:00100000:2.0:1775764679.350192:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098515840 00000100:00100000:2.0:1775764679.350258:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 708 00000100:00100000:2.0:1775764679.350269:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486e44380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+57:59625:x1862022098515840:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1775764679.350298:0:42325:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764679.350320:0:42325:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24a00/0x57b8ff0e03050e03 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b898 expref: -99 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764679.350408:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25c00/0x57b8ff0e03050e0a lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764679.350423:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25c00/0x57b8ff0e03050e0a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764679.350436:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25c00/0x57b8ff0e03050e0a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764679.350673:0:42325:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 9728 00000004:00200000:2.0:1775764679.350677:0:42325:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 42 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764679.350757:0:42325:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25c00/0x57b8ff0e03050e0a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764679.350782:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24a00/0x57b8ff0e03050e03 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b898 expref: 59 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764679.350839:0:42325:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25c00/0x57b8ff0e03050e0a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b898 expref: 58 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764679.350849:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9445838af500) 00010000:00010000:2.0:1775764679.350852:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1775764679.350856:0:42325:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445baf25c00, rc 0) 00000100:00100000:2.0:1775764679.350916:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486e44380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+58:59625:x1862022098515840:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 Request processed in 649us (989us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764679.350924:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 708 00000100:00100000:1.0:1775764679.358479:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764679.358656:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098516096 00000100:00100000:2.0:1775764679.358669:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098516096 00000100:00100000:2.0:1775764679.358779:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 709 00000100:00100000:2.0:1775764679.358823:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94448647e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+58:59625:x1862022098516096:12345-192.168.202.28@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1775764679.358900:0:44493:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1775764679.358941:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944581524a00/0x57b8ff0e03050df5 lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0x3b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b891 expref: 58 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764679.358964:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x3b:0x0].0x0 (ffff944599e85900) 00010000:00010000:2.0:1775764679.358982:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25c00/0x57b8ff0e03050e0a lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b898 expref: 57 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764679.358991:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9445838af500) 00010000:00010000:2.0:1775764679.358997:0:44493:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775764679.359020:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24a00/0x57b8ff0e03050e11 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764679.359034:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24a00/0x57b8ff0e03050e11 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764679.359045:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24a00/0x57b8ff0e03050e11 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764679.359058:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25e00/0x57b8ff0e03050e18 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xbc1b1507 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764679.359064:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25e00/0x57b8ff0e03050e18 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbc1b1507 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764679.359071:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25e00/0x57b8ff0e03050e18 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbc1b1507 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764679.359384:0:44493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24a00/0x57b8ff0e03050e11 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764679.359391:0:44493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24a00/0x57b8ff0e03050e11 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764679.359397:0:44493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24a00/0x57b8ff0e03050e11 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764679.359402:0:44493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445baf24a00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764679.359407:0:44493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24a00/0x57b8ff0e03050e11 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764679.359413:0:44493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24a00/0x57b8ff0e03050e11 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764679.359422:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9445838afa00) 00010000:00010000:2.0:1775764679.359425:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764679.359429:0:44493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24a00/0x57b8ff0e03050e11 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764679.359433:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24a00/0x57b8ff0e03050e11 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764679.359457:0:44493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25e00/0x57b8ff0e03050e18 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbc1b1507 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764679.359461:0:44493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25e00/0x57b8ff0e03050e18 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbc1b1507 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764679.359466:0:44493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25e00/0x57b8ff0e03050e18 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbc1b1507 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764679.359472:0:44493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445baf25e00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764679.359474:0:44493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25e00/0x57b8ff0e03050e18 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbc1b1507 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764679.359479:0:44493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25e00/0x57b8ff0e03050e18 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbc1b1507 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764679.359491:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbc1b1507 (ffff9445838af800) 00010000:00010000:2.0:1775764679.359493:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764679.359495:0:44493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25e00/0x57b8ff0e03050e18 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xbc1b1507 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764679.359500:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25e00/0x57b8ff0e03050e18 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xbc1b1507 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764679.359594:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94448647e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+56:59625:x1862022098516096:12345-192.168.202.28@tcp:36:lhsmtool_posix.0 Request processed in 806us (1126us total) trans 0 rc -2/-2 00000100:00100000:2.0:1775764679.359603:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 709 00000100:00100000:3.0:1775764679.368096:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764679.368198:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098516224 00000100:00100000:1.0:1775764679.368209:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098516224 00000100:00100000:1.0:1775764679.368277:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 710 00000100:00100000:1.0:1775764679.368289:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486e45880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+56:59625:x1862022098516224:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1775764679.368315:0:42326:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764679.368341:0:42326:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944488003200/0x57b8ff0e03050e1f lrc: 2/0,0 mode: --/PR res: [0x200003ab1:0x3b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b89f expref: -99 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764679.368381:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944488002000/0x57b8ff0e03050e26 lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0x3b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764679.368395:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944488002000/0x57b8ff0e03050e26 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x3b:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764679.368407:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944488002000/0x57b8ff0e03050e26 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x3b:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764679.368529:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944488003200/0x57b8ff0e03050e1f lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0x3b:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b89f expref: 58 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764679.368550:0:42326:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff944488002000/0x57b8ff0e03050e26 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x3b:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b89f expref: 57 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764679.368561:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x3b:0x0].0x0 (ffff944584d1d900) 00010000:00010000:1.0:1775764679.368564:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1775764679.368568:0:42326:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944488002000, rc 0) 00000100:00100000:1.0:1775764679.368642:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486e45880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+57:59625:x1862022098516224:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 Request processed in 356us (560us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764679.368650:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 710 00000100:00100000:3.0:1775764679.373324:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764679.373753:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098516480 00000100:00100000:0.0:1775764679.373767:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098516480 00000100:00100000:0.0:1775764679.373891:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 711 00000100:00100000:0.0:1775764679.373902:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486e45f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+57:59625:x1862022098516480:12345-192.168.202.28@tcp:36:lhsmtool_posix.0 00010000:00010000:0.0:1775764679.373993:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff944581525400/0x57b8ff0e03050e2d lrc: 3/0,1 mode: --/PW res: [0x200003ab1:0x3b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764679.374012:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944581525400/0x57b8ff0e03050e2d lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0x3b:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764679.374025:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944581525400/0x57b8ff0e03050e2d lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0x3b:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1775764679.374425:0:42324:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x2e:0x0].18, 88 off9488 00000004:00080000:0.0:1775764679.374435:0:42324:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 2146221636397ns, next at 2147221633324ns, rc = 0 00000004:00010000:0.0:1775764679.374582:0:42324:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000300c74e0 reply state 000000002b7307f5 transno 34359738974 ns: mdt-lustre-MDT0000_UUID lock: ffff944581525400/0x57b8ff0e03050e2d lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0x3b:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764679.374594:0:42324:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1775764679.374705:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486e45f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+59:59625:x1862022098516480:12345-192.168.202.28@tcp:36:lhsmtool_posix.0 Request processed in 804us (1392us total) trans 34359738974 rc 0/0 00000100:00100000:0.0:1775764679.374718:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 711 00010000:00010000:3.0:1775764679.381909:0:3315:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff944581525400/0x57b8ff0e03050e2d lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0x3b:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764679.381928:0:3315:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944581525400/0x57b8ff0e03050e2d lrc: 2/0,0 mode: PW/PW res: [0x200003ab1:0x3b:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764679.381935:0:3315:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944581525400/0x57b8ff0e03050e2d lrc: 3/0,0 mode: PW/PW res: [0x200003ab1:0x3b:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764679.381941:0:3315:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944581525400 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:3.0:1775764679.381946:0:3315:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944581525400/0x57b8ff0e03050e2d lrc: 3/0,0 mode: PW/PW res: [0x200003ab1:0x3b:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764679.381953:0:3315:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944581525400/0x57b8ff0e03050e2d lrc: 4/0,0 mode: PW/PW res: [0x200003ab1:0x3b:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764679.381973:0:3315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x3b:0x0].0x0 (ffff944584d1d900) 00010000:00010000:3.0:1775764679.381976:0:3315:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1775764679.381981:0:3315:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944581525400/0x57b8ff0e03050e2d lrc: 2/0,0 mode: --/PW res: [0x200003ab1:0x3b:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764679.381987:0:3315:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944581525400/0x57b8ff0e03050e2d lrc: 0/0,0 mode: --/PW res: [0x200003ab1:0x3b:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764679.382756:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764679.382852:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098516608 00000100:00100000:1.0:1775764679.382863:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098516608 00000100:00100000:1.0:1775764679.382924:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 712 00000100:00100000:1.0:1775764679.382935:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486e46d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+58:59625:x1862022098516608:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1775764679.382967:0:42326:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764679.382987:0:42326:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944488003200/0x57b8ff0e03050e34 lrc: 2/0,0 mode: --/CR res: [0x200003ab1:0x3b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b8a6 expref: -99 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764679.383195:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944488003200/0x57b8ff0e03050e34 lrc: 3/0,0 mode: CR/CR res: [0x200003ab1:0x3b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b8a6 expref: 59 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764679.383217:0:42326:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff944488003200/0x57b8ff0e03050e34 lrc: 3/0,0 mode: CR/CR res: [0x200003ab1:0x3b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b8a6 expref: 59 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764679.383241:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x3b:0x0].0x0 (ffff944584d1d900) 00010000:00010000:1.0:1775764679.383243:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1775764679.383246:0:42326:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944488003200, rc 0) 00000100:00100000:1.0:1775764679.383309:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486e46d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+59:59625:x1862022098516608:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 Request processed in 377us (560us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764679.383314:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 712 00000100:00100000:0.0:1775764679.389629:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764679.389721:0:42944:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098516736 00000100:00100000:2.0:1775764679.389735:0:42944:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098516736 00000100:00100000:2.0:1775764679.389866:0:42944:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 186 00000100:00100000:2.0:1775764679.389878:0:42944:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944483641500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+16:2379:x1862022098516736:12345-192.168.202.28@tcp:2:lhsmtool_posix.0 00000100:00100000:2.0:1775764679.390214:0:42944:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944483641500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+17:2379:x1862022098516736:12345-192.168.202.28@tcp:2:lhsmtool_posix.0 Request processed in 338us (594us total) trans 34359738427 rc 0/0 00000100:00100000:2.0:1775764679.390222:0:42944:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 186 00000100:00080000:3.0:1775764679.390385:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1775764679.393944:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764679.394046:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098516992 00000100:00100000:0.0:1775764679.394061:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098516992 00000100:00100000:0.0:1775764679.394136:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 713 00000100:00100000:0.0:1775764679.394148:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486e46a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+59:59625:x1862022098516992:12345-192.168.202.28@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1775764679.394279:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486e46a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+59:59625:x1862022098516992:12345-192.168.202.28@tcp:57:lhsmtool_posix.0 Request processed in 132us (346us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764679.394286:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 713 00000100:00100000:1.0:1775764679.398037:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764679.398231:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098517120 00000100:00100000:2.0:1775764679.398243:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098517120 00000100:00100000:2.0:1775764679.398310:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 714 00000100:00100000:2.0:1775764679.398320:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94448647d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+59:59625:x1862022098517120:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1775764679.398356:0:42325:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764679.398382:0:42325:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25e00/0x57b8ff0e03050e3b lrc: 2/0,0 mode: --/CR res: [0x200003ab1:0x3b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b8ad expref: -99 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764679.398507:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24a00/0x57b8ff0e03050e42 lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0x3b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764679.398526:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24a00/0x57b8ff0e03050e42 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x3b:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764679.398541:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24a00/0x57b8ff0e03050e42 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x3b:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764679.398593:0:42325:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764679.398618:0:42325:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24a00/0x57b8ff0e03050e42 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x3b:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764679.398648:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25e00/0x57b8ff0e03050e3b lrc: 0/0,0 mode: --/CR res: [0x200003ab1:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b8ad expref: 61 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764679.398668:0:42325:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24a00/0x57b8ff0e03050e42 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x3b:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b8ad expref: 60 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764679.398677:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x3b:0x0].0x0 (ffff944584d1d900) 00010000:00010000:2.0:1775764679.398680:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:2.0:1775764679.398684:0:42325:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445baf24a00, rc 0) 00000100:00100000:2.0:1775764679.398763:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94448647d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+60:59625:x1862022098517120:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 Request processed in 444us (739us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764679.398776:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 714 00000100:00100000:1.0:1775764679.430097:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764679.430213:0:42945:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098517248 00000100:00100000:0.0:1775764679.430226:0:42945:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098517248 00000100:00100000:0.0:1775764679.430290:0:42945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 187 00000100:00100000:0.0:1775764679.430301:0:42945:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944584b91450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+17:2378:x1862022098517248:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1775764679.430318:0:42945:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764679.430350:0:42945:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000008d8bd6e/0x57b8ff0e03050e49 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x116:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b8b4 expref: -99 pid: 42945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1775764679.430379:0:42945:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x116:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x69d804c7, blocks: 0x1 00010000:00010000:0.0:1775764679.430399:0:42945:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764679.430402:0:42945:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764679.430410:0:42945:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000008d8bd6e/0x57b8ff0e03050e49 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x116:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b8b4 expref: 18 pid: 42945 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764679.430429:0:42945:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000008d8bd6e/0x57b8ff0e03050e49 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x116:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b8b4 expref: 18 pid: 42945 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764679.430460:0:42945:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944581525000, rc 0) 00000100:00100000:0.0:1775764679.430532:0:42945:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944584b91450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+18:2378:x1862022098517248:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 Request processed in 232us (445us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764679.430539:0:42945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 187 00000100:00100000:3.0:1775764679.435239:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764679.435983:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098517504 00000100:00100000:0.0:1775764679.435996:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098517504 00000100:00100000:0.0:1775764679.436066:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 715 00000100:00100000:0.0:1775764679.436078:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486e44700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+60:59625:x1862022098517504:12345-192.168.202.28@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1775764679.437772:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486e44700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+60:59625:x1862022098517504:12345-192.168.202.28@tcp:57:lhsmtool_posix.0 Request processed in 1686us (2532us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764679.437936:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 715 00000100:00100000:1.0:1775764679.441889:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764679.441985:0:42944:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098517632 00000100:00100000:2.0:1775764679.441996:0:42944:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098517632 00000100:00100000:2.0:1775764679.442050:0:42944:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 188 00000100:00100000:2.0:1775764679.442062:0:42944:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94448647f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+18:59625:x1862022098517632:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1775764679.442084:0:42944:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764679.442108:0:42944:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000029df7435/0x57b8ff0e03050e50 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x116:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b8bb expref: -99 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764679.442143:0:42944:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000008d8bd6e/0x57b8ff0e03050e49 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x116:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b8b4 expref: 19 pid: 42945 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764679.442152:0:42944:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764679.442154:0:42944:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764679.442167:0:42944:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000029df7435/0x57b8ff0e03050e50 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x116:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b8bb expref: 19 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764679.442203:0:42944:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000008d8bd6e/0x57b8ff0e03050e49 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x116:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b8b4 expref: 19 pid: 42945 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764679.442218:0:42944:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000008d8bd6e/0x57b8ff0e03050e49 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x116:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b8b4 expref: 19 pid: 42945 timeout: 2246 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764679.442234:0:42944:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bc1f2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:42944:1862022119029888:192.168.202.28@tcp:104: 00000100:00100000:2.0:1775764679.442349:0:42944:0:(client.c:2691:ptlrpc_set_wait()) set ffff9445861d7180 going to sleep for 11 seconds 00000100:00100000:2.0:1775764679.447359:0:42944:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bc1f2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:42944:1862022119029888:192.168.202.28@tcp:104: 00010000:00010000:2.0:1775764679.447398:0:42944:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000029df7435/0x57b8ff0e03050e50 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x116:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b8bb expref: 19 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764679.447419:0:42944:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445baf25e00, rc 0) 00000100:00100000:1.0:1775764679.447859:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764679.447947:0:42311:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098517760 00000100:00100000:0.0:1775764679.447956:0:42311:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098517760 00010000:00010000:0.0:1775764679.447992:0:42311:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000008d8bd6e/0x57b8ff0e03050e49 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x116:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b8b4 expref: 20 pid: 42945 timeout: 2246 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764679.448029:0:42311:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 146 00000100:00100000:0.0:1775764679.448039:0:42311:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94448647d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+20:2378:x1862022098517760:12345-192.168.202.28@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1775764679.448053:0:42311:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764679.448077:0:42311:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000008d8bd6e/0x57b8ff0e03050e49 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x116:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b8b4 expref: 20 pid: 42945 timeout: 2246 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764679.448090:0:42311:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000008d8bd6e/0x57b8ff0e03050e49 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x116:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b8b4 expref: 20 pid: 42945 timeout: 2246 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764679.448116:0:42311:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000008d8bd6e/0x57b8ff0e03050e49 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x116:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b8b4 expref: 20 pid: 42945 timeout: 2246 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764679.448132:0:42311:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764679.448133:0:42311:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764679.448141:0:42311:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000029df7435/0x57b8ff0e03050e50 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x116:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b8bb expref: 19 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764679.448152:0:42311:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000029df7435/0x57b8ff0e03050e50 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x116:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b8bb expref: 19 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764679.448186:0:42311:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 0000000029df7435/0x57b8ff0e03050e50 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x116:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b8bb expref: 19 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764679.448201:0:42311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944483641500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:42311:1862022119030016:192.168.202.28@tcp:105: 00000100:00100000:0.0:1775764679.448274:0:42311:0:(client.c:2691:ptlrpc_set_wait()) set ffff9445bf85d780 going to sleep for 11 seconds 00000100:00100000:2.0:1775764679.448675:0:42944:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94448647f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+19:59625:x1862022098517632:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 Request processed in 6612us (6793us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764679.448686:0:42944:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 188 00000100:00100000:0.0:1775764679.455146:0:42311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944483641500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:42311:1862022119030016:192.168.202.28@tcp:105: 00010000:00010000:0.0:1775764679.455182:0:42311:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775764679.455243:0:42311:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94448647d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+18:2378:x1862022098517760:12345-192.168.202.28@tcp:103:ldlm_bl.0 Request processed in 7205us (7385us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764679.455255:0:42311:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 146 00000100:00100000:1.0:1775764679.463670:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764679.464023:0:42949:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098517888 00000100:00100000:3.0:1775764679.464034:0:42949:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098517888 00002000:00100000:3.0:1775764679.464090:0:42949:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x116:0x0] (0->19) req@ffff94448647d180 x1862022098517888/t0(0) o4->7e6eda44-5508-487e-b17f-ff28ad9d3512@192.168.202.28@tcp:160/0 lens 512/0 e 0 to 0 dl 1775764690 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764679.464102:0:42949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff94448647d180 with x1862022098517888 ext(0->19) 00002000:00010000:3.0:1775764679.464109:0:42949:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff94448647d180 00000100:00100000:3.0:1775764679.464148:0:42949:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 57 00000100:00100000:3.0:1775764679.464158:0:42949:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94448647d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+18:2379:x1862022098517888:12345-192.168.202.28@tcp:4:lhsmtool_posix.0 00000100:00100000:3.0:1775764679.464677:0:42949:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94448647d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+20:2379:x1862022098517888:12345-192.168.202.28@tcp:4:lhsmtool_posix.0 Request processed in 518us (1019us total) trans 34359738428 rc 0/0 00000100:00100000:3.0:1775764679.464685:0:42949:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 57 00002000:00100000:3.0:1775764679.464693:0:42949:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x116:0x0] (0->19) req@ffff94448647d180 x1862022098517888/t34359738428(0) o4->7e6eda44-5508-487e-b17f-ff28ad9d3512@192.168.202.28@tcp:160/0 lens 512/448 e 0 to 0 dl 1775764690 ref 1 fl Complete:/600/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764679.464702:0:42949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff94448647d180 with x1862022098517888 ext(0->19) 00002000:00010000:3.0:1775764679.464705:0:42949:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff94448647d180 00000100:00100000:1.0:1775764679.468138:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764679.468315:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098518016 00000100:00100000:2.0:1775764679.468327:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098518016 00000100:00100000:2.0:1775764679.468398:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 716 00000100:00100000:2.0:1775764679.468409:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94448647e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+60:59625:x1862022098518016:12345-192.168.202.28@tcp:44:lhsmtool_posix.0 00010000:00010000:1.0:1775764679.491069:0:42313:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775764679.517206:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94448647e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+60:59625:x1862022098518016:12345-192.168.202.28@tcp:44:lhsmtool_posix.0 Request processed in 48783us (49064us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764679.517228:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 716 00000001:00080000:3.0:1775764679.517275:0:5825:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 34359738974 is committed 00000004:00080000:3.0:1775764679.517281:0:5825:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 22 committed 00000020:00080000:3.0:1775764679.517703:0:5825:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff944483662a80 refcount 2 committed 0 result 0 batchid 30064771818 00000020:00080000:3.0:1775764679.517708:0:5825:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9445bc137700 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9445a2012180 00000020:00080000:3.0:1775764679.517712:0:5825:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9445bc137000 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff944486672800 00000020:00080000:3.0:1775764679.517736:0:5825:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 30064771817 batchid updated 00000020:00080000:3.0:1775764679.517776:0:5825:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9445982c5840 refcount 2 committed 0 result 0 batchid 30064771819 00000020:00080000:3.0:1775764679.517780:0:5825:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9445b767e000 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9445982c5c00 00000020:00080000:3.0:1775764679.517783:0:5825:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9445b767eb00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9444833fd800 00000020:00080000:3.0:1775764679.518126:0:42361:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 30064771819 committed batchid 30064771817 00000020:00080000:3.0:1775764679.518346:0:42361:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 30064771817 00000100:00100000:3.0:1775764679.518367:0:3331:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944486e47800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3331:1862022119030144:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1775764679.518427:0:3331:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764679.519378:0:42945:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119030144 00000100:00100000:3.0:1775764679.519389:0:42945:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119030144 00000100:00100000:3.0:1775764679.519453:0:42945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 189 00000100:00100000:3.0:1775764679.519463:0:42945:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486e44a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+7:3331:x1862022119030144:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:3.0:1775764679.519879:0:42945:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x116:0x0] updating lvb size from disk: 0 -> 20 00002000:00010000:3.0:1775764679.519885:0:42945:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x116:0x0] updating lvb mtime from disk: 0 -> 1775764679 00002000:00010000:3.0:1775764679.519887:0:42945:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x116:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1775764679.519889:0:42945:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x116:0x0] updating lvb ctime from disk: 1775764679 -> 1775764679 00002000:00010000:3.0:1775764679.519892:0:42945:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x116:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:3.0:1775764679.519951:0:42945:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486e44a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+8:3331:x1862022119030144:12345-0@lo:2:osp-syn-0-0.0 Request processed in 490us (1525us total) trans 34359738429 rc 0/0 00000100:00100000:3.0:1775764679.519959:0:42945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 189 00000004:00080000:3.0:1775764679.520009:0:3331:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff944486e47800/2, rc 0, transno 34359738429 00000100:00100000:3.0:1775764679.520016:0:3331:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944486e47800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3331:1862022119030144:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1775764679.522358:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764679.523068:0:42946:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098518144 00000100:00100000:3.0:1775764679.523080:0:42946:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098518144 00000100:00100000:3.0:1775764679.523142:0:42946:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 190 00000100:00100000:3.0:1775764679.523152:0:42946:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944483641500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+20:2377:x1862022098518144:12345-192.168.202.28@tcp:16:lhsmtool_posix.0 00000001:00080000:1.0:1775764679.572587:0:6613:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 34359738425 is committed 00000001:00080000:1.0:1775764679.572628:0:6613:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 34359738427 is committed 00000001:00080000:1.0:1775764679.572635:0:6613:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 34359738426 is committed 00000001:00080000:1.0:1775764679.572646:0:6613:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 34359738429 is committed 00000001:00080000:1.0:1775764679.572652:0:6613:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 34359738428 is committed 00000100:00100000:0.0:1775764679.573272:0:42946:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944483641500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+13:2377:x1862022098518144:12345-192.168.202.28@tcp:16:lhsmtool_posix.0 Request processed in 50114us (50916us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764679.573290:0:42946:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 190 00000100:00100000:1.0:1775764679.578740:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764679.578841:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098518400 00000100:00100000:3.0:1775764679.578854:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098518400 00000100:00100000:3.0:1775764679.578944:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 717 00000100:00100000:3.0:1775764679.578954:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94448647f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+33:59625:x1862022098518400:12345-192.168.202.28@tcp:36:lhsmtool_posix.0 00010000:00010000:3.0:1775764679.579026:0:44493:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764679.579057:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24a00/0x57b8ff0e03050e42 lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0x3b:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b8ad expref: 33 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764679.579078:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x3b:0x0].0x0 (ffff944584d1d900) 00010000:00010000:3.0:1775764679.579084:0:44493:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1775764679.579117:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695400/0x57b8ff0e03050e57 lrc: 3/0,1 mode: --/PW res: [0x200003ab1:0x3b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764679.579132:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695400/0x57b8ff0e03050e57 lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764679.579142:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695400/0x57b8ff0e03050e57 lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764679.579667:0:44493:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000000dbd41ff reply state 000000007ac5e189 transno 34359738975 ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695400/0x57b8ff0e03050e57 lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764679.579680:0:44493:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1775764679.579781:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94448647f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+34:59625:x1862022098518400:12345-192.168.202.28@tcp:36:lhsmtool_posix.0 Request processed in 827us (1055us total) trans 34359738975 rc 0/0 00000100:00100000:3.0:1775764679.579789:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 717 00010000:00010000:2.0:1775764679.583589:0:3314:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695400/0x57b8ff0e03050e57 lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764679.583614:0:3314:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695400/0x57b8ff0e03050e57 lrc: 2/0,0 mode: PW/PW res: [0x200003ab1:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764679.583623:0:3314:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695400/0x57b8ff0e03050e57 lrc: 3/0,0 mode: PW/PW res: [0x200003ab1:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764679.583630:0:3314:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445be695400 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764679.583636:0:3314:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695400/0x57b8ff0e03050e57 lrc: 3/0,0 mode: PW/PW res: [0x200003ab1:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764679.583646:0:3314:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695400/0x57b8ff0e03050e57 lrc: 4/0,0 mode: PW/PW res: [0x200003ab1:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764679.583669:0:3314:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x3b:0x0].0x0 (ffff944584d1d900) 00010000:00010000:2.0:1775764679.583674:0:3314:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764679.583679:0:3314:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695400/0x57b8ff0e03050e57 lrc: 2/0,0 mode: --/PW res: [0x200003ab1:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764679.583685:0:3314:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695400/0x57b8ff0e03050e57 lrc: 0/0,0 mode: --/PW res: [0x200003ab1:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764679.585483:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764679.585980:0:42945:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098518528 00000100:00100000:3.0:1775764679.585994:0:42945:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098518528 00000100:00100000:3.0:1775764679.586054:0:42945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 191 00000100:00100000:3.0:1775764679.586065:0:42945:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bce2b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+13:2379:x1862022098518528:12345-192.168.202.28@tcp:2:lhsmtool_posix.0 00002000:00010000:3.0:1775764679.586382:0:42945:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x116:0x0] updating lvb size from disk: 20 -> 20 00002000:00010000:3.0:1775764679.586386:0:42945:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x116:0x0] updating lvb mtime from disk: 1775764679 -> 1775764676 00002000:00010000:3.0:1775764679.586389:0:42945:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x116:0x0] updating lvb atime from disk: 0 -> 1775764678 00002000:00010000:3.0:1775764679.586391:0:42945:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x116:0x0] updating lvb ctime from disk: 1775764679 -> 1775764676 00002000:00010000:3.0:1775764679.586393:0:42945:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x116:0x0] updating lvb blocks from disk: 1 -> 11 00000100:00100000:3.0:1775764679.586483:0:42945:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bce2b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+14:2379:x1862022098518528:12345-192.168.202.28@tcp:2:lhsmtool_posix.0 Request processed in 419us (1008us total) trans 34359738430 rc 0/0 00000100:00100000:3.0:1775764679.586493:0:42945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 191 00000100:00100000:1.0:1775764679.593312:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764679.593439:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098518784 00000100:00100000:2.0:1775764679.593464:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098518784 00000100:00100000:2.0:1775764679.593547:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 718 00000100:00100000:2.0:1775764679.593560:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bce28700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+33:59625:x1862022098518784:12345-192.168.202.28@tcp:55:lhsmtool_posix.0 00010000:00010000:2.0:1775764679.593676:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25c00/0x57b8ff0e03050e5e lrc: 3/0,1 mode: --/PW res: [0x200003ab1:0x3b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764679.593699:0:42326:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff944488002000/0x57b8ff0e03050e26 lrc: 2/0,0 mode: PR/PR res: [0x200003ab1:0x3b:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b89f expref: 33 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764679.593711:0:42326:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25c00/0x57b8ff0e03050e5e lrc: 4/0,1 mode: --/PW res: [0x200003ab1:0x3b:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764679.593762:0:42326:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff944488002000/0x57b8ff0e03050e26 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x3b:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b89f expref: 33 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764679.593778:0:42326:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff944488002000/0x57b8ff0e03050e26 lrc: 4/0,0 mode: PR/PR res: [0x200003ab1:0x3b:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b89f expref: 33 pid: 42326 timeout: 2246 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764679.593832:0:42326:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bc1f2d80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:42326:1862022119030272:192.168.202.28@tcp:104: 00000100:00100000:2.0:1775764679.593950:0:42326:0:(client.c:2691:ptlrpc_set_wait()) set ffff9445983c5600 going to sleep for 11 seconds 00000100:00100000:2.0:1775764679.597182:0:42326:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bc1f2d80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:42326:1862022119030272:192.168.202.28@tcp:104: 00010000:00010000:2.0:1775764679.597212:0:42326:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25c00/0x57b8ff0e03050e5e lrc: 3/0,1 mode: --/PW res: [0x200003ab1:0x3b:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764679.599518:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764679.600236:0:44302:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098518912 00000100:00100000:2.0:1775764679.600249:0:44302:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098518912 00010000:00010000:2.0:1775764679.600297:0:44302:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff944488002000/0x57b8ff0e03050e26 lrc: 4/0,0 mode: PR/PR res: [0x200003ab1:0x3b:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b89f expref: 34 pid: 42326 timeout: 2246 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764679.600569:0:44302:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 147 00000100:00100000:2.0:1775764679.600581:0:44302:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bce2ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+34:2378:x1862022098518912:12345-192.168.202.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1775764679.600601:0:44302:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764679.600609:0:44302:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff944488002000/0x57b8ff0e03050e26 lrc: 4/0,0 mode: PR/PR res: [0x200003ab1:0x3b:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b89f expref: 34 pid: 42326 timeout: 2246 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764679.600624:0:44302:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff944488002000/0x57b8ff0e03050e26 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x3b:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b89f expref: 34 pid: 42326 timeout: 2246 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764679.600651:0:44302:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944488002000/0x57b8ff0e03050e26 lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0x3b:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b89f expref: 34 pid: 42326 timeout: 2246 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764679.600668:0:44302:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x3b:0x0].0x0 (ffff944584d1d900) 00010000:00010000:2.0:1775764679.600674:0:44302:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25c00/0x57b8ff0e03050e5e lrc: 3/0,1 mode: --/PW res: [0x200003ab1:0x3b:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764679.600683:0:44302:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25c00/0x57b8ff0e03050e5e lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0x3b:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764679.600690:0:44302:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25c00/0x57b8ff0e03050e5e lrc: 4/0,1 mode: PW/PW res: [0x200003ab1:0x3b:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764679.600725:0:44302:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775764679.600846:0:44302:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bce2ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+33:2378:x1862022098518912:12345-192.168.202.28@tcp:103:ldlm_bl.0 Request processed in 267us (1343us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764679.600854:0:44302:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 147 00010000:00010000:1.0:1775764679.600915:0:42326:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25c00/0x57b8ff0e03050e5e lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0x3b:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764679.600923:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25c00/0x57b8ff0e03050e5e lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0x3b:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764679.600954:0:42326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25c00/0x57b8ff0e03050e5e lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0x3b:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764679.600961:0:42326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25c00/0x57b8ff0e03050e5e lrc: 2/0,0 mode: PW/PW res: [0x200003ab1:0x3b:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764679.600967:0:42326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25c00/0x57b8ff0e03050e5e lrc: 3/0,0 mode: PW/PW res: [0x200003ab1:0x3b:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764679.600973:0:42326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445baf25c00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:1.0:1775764679.600977:0:42326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25c00/0x57b8ff0e03050e5e lrc: 3/0,0 mode: PW/PW res: [0x200003ab1:0x3b:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764679.600989:0:42326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25c00/0x57b8ff0e03050e5e lrc: 4/0,0 mode: PW/PW res: [0x200003ab1:0x3b:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764679.600999:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x3b:0x0].0x0 (ffff944584d1d900) 00010000:00010000:1.0:1775764679.601002:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:1.0:1775764679.601005:0:42326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25c00/0x57b8ff0e03050e5e lrc: 2/0,0 mode: --/PW res: [0x200003ab1:0x3b:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764679.601010:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25c00/0x57b8ff0e03050e5e lrc: 0/0,0 mode: --/PW res: [0x200003ab1:0x3b:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764679.601054:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bce28700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+32:59625:x1862022098518784:12345-192.168.202.28@tcp:55:lhsmtool_posix.0 Request processed in 7495us (7751us total) trans 0 rc -22/-22 00000100:00100000:1.0:1775764679.601062:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 718 00000100:00100000:1.0:1775764679.608215:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764679.608308:0:42944:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098519040 00000100:00100000:0.0:1775764679.608321:0:42944:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098519040 00000100:00100000:0.0:1775764679.608397:0:42944:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 192 00000100:00100000:0.0:1775764679.608410:0:42944:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bce29c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+14:2379:x1862022098519040:12345-192.168.202.28@tcp:1:lhsmtool_posix.0 00010000:00010000:0.0:1775764679.608477:0:42944:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000d0c7ed91/0x57b8ff0e03050e65 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x116:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764679.608502:0:42944:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000029df7435/0x57b8ff0e03050e50 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x116:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b8bb expref: 14 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764679.608513:0:42944:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1775764679.608515:0:42944:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1775764679.608519:0:42944:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d0c7ed91/0x57b8ff0e03050e65 lrc: 4/1,0 mode: --/PR res: [0x240000400:0x116:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764679.608559:0:42944:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000029df7435/0x57b8ff0e03050e50 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x116:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b8bb expref: 14 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764679.608573:0:42944:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000029df7435/0x57b8ff0e03050e50 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x116:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b8bb expref: 14 pid: 42944 timeout: 2246 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764679.608590:0:42944:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944483643b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:42944:1862022119030400:192.168.202.28@tcp:104: 00000100:00100000:0.0:1775764679.608686:0:42944:0:(client.c:2691:ptlrpc_set_wait()) set ffff9445b7639b40 going to sleep for 11 seconds 00000100:00100000:2.0:1775764679.613771:0:42944:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944483643b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:42944:1862022119030400:192.168.202.28@tcp:104: 00010000:00010000:2.0:1775764679.613843:0:42944:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000d0c7ed91/0x57b8ff0e03050e65 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x116:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764679.624338:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764679.624867:0:42309:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098519168 00000100:00100000:3.0:1775764679.624893:0:42309:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098519168 00010000:00010000:3.0:1775764679.624947:0:42309:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000029df7435/0x57b8ff0e03050e50 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x116:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b8bb expref: 15 pid: 42944 timeout: 2246 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764679.624996:0:42309:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 148 00000100:00100000:3.0:1775764679.625006:0:42309:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bce28a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+15:2379:x1862022098519168:12345-192.168.202.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764679.625024:0:42309:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764679.625057:0:42309:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000029df7435/0x57b8ff0e03050e50 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x116:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b8bb expref: 15 pid: 42944 timeout: 2246 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764679.625074:0:42309:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000029df7435/0x57b8ff0e03050e50 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x116:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b8bb expref: 15 pid: 42944 timeout: 2246 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764679.625104:0:42309:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000029df7435/0x57b8ff0e03050e50 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x116:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b8bb expref: 15 pid: 42944 timeout: 2246 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764679.625121:0:42309:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764679.625124:0:42309:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764679.625128:0:42309:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000d0c7ed91/0x57b8ff0e03050e65 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x116:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764679.625138:0:42309:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d0c7ed91/0x57b8ff0e03050e65 lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x116:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764679.625174:0:42309:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764679.625246:0:42309:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bce28a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+14:2379:x1862022098519168:12345-192.168.202.28@tcp:103:ldlm_bl.0 Request processed in 241us (918us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764679.625254:0:42309:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 148 00010000:00010000:2.0:1775764679.625740:0:42944:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000d0c7ed91/0x57b8ff0e03050e65 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x116:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764679.625753:0:42944:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d0c7ed91/0x57b8ff0e03050e65 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x116:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764679.625789:0:42944:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000d0c7ed91/0x57b8ff0e03050e65 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x116:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764679.625862:0:42944:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000d0c7ed91/0x57b8ff0e03050e65 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x116:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764679.625873:0:42944:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d0c7ed91/0x57b8ff0e03050e65 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x116:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764679.625891:0:42944:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944581524800 already unused, calling callback (ffffffffc177a060) 00010000:00010000:2.0:1775764679.625896:0:42944:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d0c7ed91/0x57b8ff0e03050e65 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x116:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764679.625907:0:42944:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d0c7ed91/0x57b8ff0e03050e65 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x116:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764679.625922:0:42944:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d0c7ed91/0x57b8ff0e03050e65 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x116:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764679.625930:0:42944:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d0c7ed91/0x57b8ff0e03050e65 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x116:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764679.626010:0:42944:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bce29c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+13:2379:x1862022098519040:12345-192.168.202.28@tcp:1:lhsmtool_posix.0 Request processed in 17602us (17806us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764679.626021:0:42944:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 192 00000100:00100000:1.0:1775764679.628261:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764679.628381:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098519424 00000100:00100000:0.0:1775764679.628393:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098519424 00000100:00100000:0.0:1775764679.628489:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 719 00000100:00100000:0.0:1775764679.628502:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bce29500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+32:59625:x1862022098519424:12345-192.168.202.28@tcp:57:lhsmtool_posix.0 00010000:00010000:0.0:1775764679.628619:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff944581525000/0x57b8ff0e03050e6c lrc: 3/0,1 mode: --/PW res: [0x200003ab1:0x37:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764679.628645:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944581525000/0x57b8ff0e03050e6c lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0x37:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764679.628662:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944581525000/0x57b8ff0e03050e6c lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0x37:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764679.628995:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff944581525400/0x57b8ff0e03050e73 lrc: 3/0,1 mode: --/EX res: [0x200003ab1:0x3b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764679.629007:0:42324:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff944488003200/0x57b8ff0e03050e34 lrc: 2/0,0 mode: CR/CR res: [0x200003ab1:0x3b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b8a6 expref: 33 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764679.629016:0:42324:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff944581525400/0x57b8ff0e03050e73 lrc: 4/0,1 mode: --/EX res: [0x200003ab1:0x3b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764679.629055:0:42324:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff944488003200/0x57b8ff0e03050e34 lrc: 3/0,0 mode: CR/CR res: [0x200003ab1:0x3b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b8a6 expref: 33 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764679.629071:0:42324:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff944488003200/0x57b8ff0e03050e34 lrc: 4/0,0 mode: CR/CR res: [0x200003ab1:0x3b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b8a6 expref: 33 pid: 42326 timeout: 2246 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764679.629086:0:42324:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944483641c00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:42324:1862022119030528:192.168.202.28@tcp:104: 00000100:00100000:0.0:1775764679.629166:0:42324:0:(client.c:2691:ptlrpc_set_wait()) set ffff9445b7639b40 going to sleep for 11 seconds 00000100:00100000:2.0:1775764679.645558:0:42324:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944483641c00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:42324:1862022119030528:192.168.202.28@tcp:104: 00010000:00010000:2.0:1775764679.645596:0:42324:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff944581525400/0x57b8ff0e03050e73 lrc: 3/0,1 mode: --/EX res: [0x200003ab1:0x3b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764679.660464:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764679.660594:0:42310:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098519552 00000100:00100000:3.0:1775764679.660606:0:42310:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098519552 00010000:00010000:3.0:1775764679.660646:0:42310:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff944488003200/0x57b8ff0e03050e34 lrc: 4/0,0 mode: CR/CR res: [0x200003ab1:0x3b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b8a6 expref: 34 pid: 42326 timeout: 2246 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764679.661836:0:44302:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 149 00000100:00100000:2.0:1775764679.661856:0:44302:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944590fdfc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+34:2379:x1862022098519552:12345-192.168.202.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1775764679.661877:0:44302:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764679.661888:0:44302:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff944488003200/0x57b8ff0e03050e34 lrc: 4/0,0 mode: CR/CR res: [0x200003ab1:0x3b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b8a6 expref: 34 pid: 42326 timeout: 2246 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764679.661904:0:44302:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff944488003200/0x57b8ff0e03050e34 lrc: 3/0,0 mode: CR/CR res: [0x200003ab1:0x3b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b8a6 expref: 34 pid: 42326 timeout: 2246 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764679.661935:0:44302:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944488003200/0x57b8ff0e03050e34 lrc: 0/0,0 mode: --/CR res: [0x200003ab1:0x3b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b8a6 expref: 34 pid: 42326 timeout: 2246 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764679.661957:0:44302:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x3b:0x0].0x0 (ffff944584d1d900) 00010000:00010000:2.0:1775764679.661964:0:44302:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff944581525400/0x57b8ff0e03050e73 lrc: 3/0,1 mode: --/EX res: [0x200003ab1:0x3b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764679.661973:0:44302:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff944581525400/0x57b8ff0e03050e73 lrc: 3/0,1 mode: EX/EX res: [0x200003ab1:0x3b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764679.661980:0:44302:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944581525400/0x57b8ff0e03050e73 lrc: 4/0,1 mode: EX/EX res: [0x200003ab1:0x3b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764679.662020:0:44302:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775764679.662082:0:44302:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944590fdfc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+33:2379:x1862022098519552:12345-192.168.202.28@tcp:103:ldlm_bl.0 Request processed in 234us (1627us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764679.662091:0:44302:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 149 00010000:00010000:1.0:1775764679.663325:0:42324:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff944581525400/0x57b8ff0e03050e73 lrc: 3/0,1 mode: EX/EX res: [0x200003ab1:0x3b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764679.663341:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944581525400/0x57b8ff0e03050e73 lrc: 3/0,1 mode: EX/EX res: [0x200003ab1:0x3b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1775764679.663641:0:42324:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 34359738976 00000001:00080000:1.0:1775764679.663988:0:42324:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 34359738977 00000001:00080000:1.0:1775764679.664044:0:42324:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 34359738978 00000100:00100000:1.0:1775764679.664170:0:42324:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bce2a300 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:42324:1862022119030656:0@lo:1000:mdt00_000.0 00000100:00100000:1.0:1775764679.664261:0:42324:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764679.664302:0:42324:0:(client.c:2691:ptlrpc_set_wait()) set ffff944585ef4e40 going to sleep for 11 seconds 00000100:00100000:2.0:1775764679.665245:0:42330:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119030656 00000100:00100000:2.0:1775764679.665257:0:42330:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119030656 00000100:00100000:2.0:1775764679.665335:0:42330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 52 00000100:00100000:2.0:1775764679.665346:0:42330:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bce2b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:42324:x1862022119030656:12345-0@lo:1000:mdt00_000.0 00000100:00100000:2.0:1775764679.665465:0:42330:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bce2b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:42324:x1862022119030656:12345-0@lo:1000:mdt00_000.0 Request processed in 121us (1204us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764679.665473:0:42330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 52 00000100:00100000:1.0:1775764679.665943:0:42324:0:(client.c:3082:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 34359738429 gen 2 00000004:00080000:1.0:1775764679.665951:0:42324:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 34359738424 committed transno 34359738429 00000004:00080000:1.0:1775764679.665974:0:42324:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9445bf4fb800, transno 34359738426 00000004:00080000:1.0:1775764679.665992:0:42324:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff944486e47800, transno 34359738429 00000100:00100000:1.0:1775764679.666001:0:42324:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bce2a300 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:42324:1862022119030656:0@lo:1000:mdt00_000.0 00000001:00080000:1.0:1775764679.666433:0:42324:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 34359738979 00000100:00100000:1.0:1775764679.666538:0:42324:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bce2a300 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:42324:1862022119030784:0@lo:1000:mdt00_000.0 00000100:00100000:1.0:1775764679.666593:0:42324:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764679.666619:0:42324:0:(client.c:2691:ptlrpc_set_wait()) set ffff944482d64e40 going to sleep for 11 seconds 00000100:00100000:2.0:1775764679.668393:0:42330:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119030784 00000100:00100000:2.0:1775764679.668407:0:42330:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119030784 00000100:00100000:2.0:1775764679.668479:0:42330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53 00000100:00100000:2.0:1775764679.668499:0:42330:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bce28e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:42324:x1862022119030784:12345-0@lo:1000:mdt00_000.0 00000100:00100000:2.0:1775764679.668761:0:42330:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bce28e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:42324:x1862022119030784:12345-0@lo:1000:mdt00_000.0 Request processed in 265us (2168us total) trans 34359738431 rc 0/0 00000100:00100000:2.0:1775764679.668769:0:42330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53 00000100:00100000:1.0:1775764679.669422:0:42324:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bce2a300 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:42324:1862022119030784:0@lo:1000:mdt00_000.0 00000001:00080000:1.0:1775764679.670071:0:42324:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 34359738980 00010000:00010000:1.0:1775764679.670120:0:42324:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff944581525400/0x57b8ff0e03050e73 lrc: 3/0,1 mode: EX/EX res: [0x200003ab1:0x3b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764679.670132:0:42324:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944581525400/0x57b8ff0e03050e73 lrc: 2/0,0 mode: EX/EX res: [0x200003ab1:0x3b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764679.670140:0:42324:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944581525400/0x57b8ff0e03050e73 lrc: 3/0,0 mode: EX/EX res: [0x200003ab1:0x3b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764679.670145:0:42324:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944581525400 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:1.0:1775764679.670151:0:42324:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944581525400/0x57b8ff0e03050e73 lrc: 3/0,0 mode: EX/EX res: [0x200003ab1:0x3b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764679.670158:0:42324:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944581525400/0x57b8ff0e03050e73 lrc: 4/0,0 mode: EX/EX res: [0x200003ab1:0x3b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764679.670177:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x3b:0x0].0x0 (ffff944584d1d900) 00010000:00010000:1.0:1775764679.670181:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1775764679.670187:0:42324:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944581525400/0x57b8ff0e03050e73 lrc: 2/0,0 mode: --/EX res: [0x200003ab1:0x3b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764679.670193:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944581525400/0x57b8ff0e03050e73 lrc: 0/0,0 mode: --/EX res: [0x200003ab1:0x3b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764679.670232:0:42324:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24200/0x57b8ff0e03050db6 lrc: 3/0,1 mode: EX/EX res: [0x200003ab1:0x37:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764679.670237:0:42324:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24200/0x57b8ff0e03050db6 lrc: 2/0,0 mode: EX/EX res: [0x200003ab1:0x37:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764679.670243:0:42324:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24200/0x57b8ff0e03050db6 lrc: 3/0,0 mode: EX/EX res: [0x200003ab1:0x37:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764679.670249:0:42324:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445baf24200 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:1.0:1775764679.670251:0:42324:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24200/0x57b8ff0e03050db6 lrc: 3/0,0 mode: EX/EX res: [0x200003ab1:0x37:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764679.670257:0:42324:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24200/0x57b8ff0e03050db6 lrc: 4/0,0 mode: EX/EX res: [0x200003ab1:0x37:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000020 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764679.670264:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x37:0x0].0x0 (ffff9445838af700) 00010000:00010000:1.0:1775764679.670266:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1775764679.670274:0:42324:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff944488002c00/0x57b8ff0e03050dbd lrc: 2/0,0 mode: --/CR res: [0x200003ab1:0x37:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b883 expref: 37 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764679.670286:0:42324:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff944488002c00/0x57b8ff0e03050dbd lrc: 2/0,0 mode: CR/CR res: [0x200003ab1:0x37:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b883 expref: 37 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764679.670295:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944488002c00/0x57b8ff0e03050dbd lrc: 3/0,0 mode: CR/CR res: [0x200003ab1:0x37:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b883 expref: 37 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764679.670778:0:42324:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff944488002c00/0x57b8ff0e03050dbd lrc: 3/0,0 mode: CR/CR res: [0x200003ab1:0x37:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b883 expref: 37 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764679.671024:0:42324:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bce2bb80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:42324:1862022119030912:192.168.202.28@tcp:105: 00000100:00100000:1.0:1775764679.671146:0:42324:0:(client.c:2691:ptlrpc_set_wait()) set ffff944482d64e40 going to sleep for 11 seconds 00000100:00100000:1.0:1775764679.674462:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764679.674569:0:42327:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098519680 00000100:00100000:3.0:1775764679.674579:0:42327:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098519680 00000100:00100000:3.0:1775764679.674644:0:42327:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 203 00000100:00100000:3.0:1775764679.674655:0:42327:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bce29f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+38:59624:x1862022098519680:12345-192.168.202.28@tcp:49:lfs.0 00000100:00100000:3.0:1775764679.674867:0:42327:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bce29f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+38:59624:x1862022098519680:12345-192.168.202.28@tcp:49:lfs.0 Request processed in 214us (425us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764679.674874:0:42327:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 203 00000100:00100000:2.0:1775764679.678254:0:42324:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bce2bb80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:42324:1862022119030912:192.168.202.28@tcp:105: 00010000:00010000:2.0:1775764679.678292:0:42324:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24200/0x57b8ff0e03050db6 lrc: 2/0,0 mode: --/EX res: [0x200003ab1:0x37:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764679.678302:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24200/0x57b8ff0e03050db6 lrc: 0/0,0 mode: --/EX res: [0x200003ab1:0x37:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764679.678355:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25600/0x57b8ff0e03050e7a lrc: 3/0,1 mode: --/EX res: [0x200003ab1:0x37:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764679.678373:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25600/0x57b8ff0e03050e7a lrc: 3/0,1 mode: EX/EX res: [0x200003ab1:0x37:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764679.678388:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25600/0x57b8ff0e03050e7a lrc: 3/0,1 mode: EX/EX res: [0x200003ab1:0x37:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764679.678401:0:42324:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25600/0x57b8ff0e03050e7a lrc: 3/0,1 mode: EX/EX res: [0x200003ab1:0x37:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764679.678407:0:42324:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25600/0x57b8ff0e03050e7a lrc: 2/0,0 mode: EX/EX res: [0x200003ab1:0x37:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764679.678414:0:42324:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25600/0x57b8ff0e03050e7a lrc: 3/0,0 mode: EX/EX res: [0x200003ab1:0x37:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764679.678420:0:42324:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445baf25600 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764679.678424:0:42324:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25600/0x57b8ff0e03050e7a lrc: 3/0,0 mode: EX/EX res: [0x200003ab1:0x37:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764679.678436:0:42324:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25600/0x57b8ff0e03050e7a lrc: 4/0,0 mode: EX/EX res: [0x200003ab1:0x37:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764679.678490:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x37:0x0].0x0 (ffff9445838af700) 00010000:00010000:2.0:1775764679.678494:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764679.678499:0:42324:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25600/0x57b8ff0e03050e7a lrc: 2/0,0 mode: --/EX res: [0x200003ab1:0x37:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764679.678505:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25600/0x57b8ff0e03050e7a lrc: 0/0,0 mode: --/EX res: [0x200003ab1:0x37:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764679.678515:0:42324:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff944581525000/0x57b8ff0e03050e6c lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0x37:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764679.678521:0:42324:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944581525000/0x57b8ff0e03050e6c lrc: 2/0,0 mode: PW/PW res: [0x200003ab1:0x37:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764679.678527:0:42324:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944581525000/0x57b8ff0e03050e6c lrc: 3/0,0 mode: PW/PW res: [0x200003ab1:0x37:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764679.678532:0:42324:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944581525000 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764679.678536:0:42324:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944581525000/0x57b8ff0e03050e6c lrc: 3/0,0 mode: PW/PW res: [0x200003ab1:0x37:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764679.678542:0:42324:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944581525000/0x57b8ff0e03050e6c lrc: 4/0,0 mode: PW/PW res: [0x200003ab1:0x37:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764679.678549:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x37:0x0].0x0 (ffff9445838af700) 00010000:00010000:2.0:1775764679.678551:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1775764679.678554:0:42324:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944581525000/0x57b8ff0e03050e6c lrc: 2/0,0 mode: --/PW res: [0x200003ab1:0x37:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764679.678563:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944581525000/0x57b8ff0e03050e6c lrc: 0/0,0 mode: --/PW res: [0x200003ab1:0x37:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764679.679312:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bce29500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+37:59625:x1862022098519424:12345-192.168.202.28@tcp:57:lhsmtool_posix.0 Request processed in 50807us (51058us total) trans 34359738981 rc 0/0 00000100:00100000:2.0:1775764679.679333:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 719 00000020:00080000:2.0:1775764679.679340:0:42324:0:(tgt_main.c:783:tgt_ses_key_exit()) total 6 transactions per RPC 00000040:00080000:1.0:1775764679.680971:0:42356:0:(llog.c:800:llog_process_thread()) index: 8, lh_last_idx: 8 synced_idx: 8 lgh_last_idx: 8 00000040:00080000:1.0:1775764679.680979:0:42356:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x32:0x0] at index 8 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1775764679.681736:0:42356:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x32:0x0] index 64768 count 3 00000040:00080000:1.0:1775764679.681750:0:42356:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 9 count 2 00000100:00100000:1.0:1775764679.686146:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764679.686245:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098519936 00000100:00100000:3.0:1775764679.686258:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098519936 00000100:00100000:3.0:1775764679.686337:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 720 00000100:00100000:3.0:1775764679.686349:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bce2b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+37:59624:x1862022098519936:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:3.0:1775764679.686374:0:42325:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764679.686377:0:42325:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1775764679.686409:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944488002c00/0x57b8ff0e03050dbd lrc: 0/0,0 mode: --/CR res: [0x200003ab1:0x37:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b883 expref: 37 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764679.686433:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x37:0x0].0x0 (ffff9445838af700) 00010000:00010000:3.0:1775764679.686466:0:42325:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1775764679.686494:0:42325:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695400/0x57b8ff0e03050e81 lrc: 2/0,0 mode: --/EX res: [0x200003ab1:0x37:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b8c2 expref: -99 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764679.686541:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694000/0x57b8ff0e03050e88 lrc: 3/1,0 mode: --/CR res: [0x200003ab1:0x37:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764679.686556:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694000/0x57b8ff0e03050e88 lrc: 3/1,0 mode: CR/CR res: [0x200003ab1:0x37:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764679.686565:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694000/0x57b8ff0e03050e88 lrc: 3/1,0 mode: CR/CR res: [0x200003ab1:0x37:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764679.686586:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695400/0x57b8ff0e03050e81 lrc: 0/0,0 mode: --/EX res: [0x200003ab1:0x37:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b8c2 expref: 38 pid: 42325 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764679.686605:0:42325:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694000/0x57b8ff0e03050e88 lrc: 3/0,0 mode: CR/CR res: [0x200003ab1:0x37:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b8c2 expref: 37 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764679.686640:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x37:0x0].0x0 (ffff944586564e00) 00010000:00010000:3.0:1775764679.686643:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1775764679.686646:0:42325:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445be694000, rc 0) 00000100:00100000:3.0:1775764679.686733:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bce2b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+37:59624:x1862022098519936:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 386us (599us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764679.686741:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 720 00000100:00100000:0.0:1775764679.689080:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764679.689209:0:47878:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098520192 00000100:00100000:1.0:1775764679.689224:0:47878:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098520192 00000100:00100000:1.0:1775764679.689298:0:47878:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 204 00000100:00100000:1.0:1775764679.689312:0:47878:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944584de7450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+37:59625:x1862022098520192:12345-192.168.202.28@tcp:35:lhsmtool_posix.0 00000004:00080000:1.0:1775764679.690343:0:47878:0:(mdd_object.c:4010:mdd_close()) Object [0x200003ab1:0x3b:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000001:00080000:1.0:1775764679.690485:0:47878:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 34359738982 00010000:00010000:1.0:1775764679.690540:0:47878:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff944488003e00/0x57b8ff0e03050e8f lrc: 3/0,1 mode: --/PW res: [0x200003ab1:0x3b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 47878 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764679.690561:0:47878:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944488003e00/0x57b8ff0e03050e8f lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0x3b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010080000000 pid: 47878 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764679.690575:0:47878:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944488003e00/0x57b8ff0e03050e8f lrc: 3/0,1 mode: PW/PW res: [0x200003ab1:0x3b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 47878 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764679.690584:0:47878:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff944488003e00/0x57b8ff0e03050e8f lrc: 4/0,1 mode: PW/PW res: [0x200003ab1:0x3b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 47878 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764679.690592:0:47878:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff944488003e00/0x57b8ff0e03050e8f lrc: 4/0,1 mode: PW/PW res: [0x200003ab1:0x3b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 47878 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764679.690598:0:47878:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944488003e00/0x57b8ff0e03050e8f lrc: 3/0,0 mode: PW/PW res: [0x200003ab1:0x3b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 47878 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764679.690619:0:47878:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1775764679.690748:0:47878:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944584de7450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+39:59625:x1862022098520192:12345-192.168.202.28@tcp:35:lhsmtool_posix.0 Request processed in 1435us (1676us total) trans 34359738983 rc 0/0 00000100:00100000:1.0:1775764679.690759:0:47878:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 204 00000020:00080000:1.0:1775764679.690765:0:47878:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:0.0:1775764679.691184:0:43224:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1775764679.691196:0:43224:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944488003e00/0x57b8ff0e03050e8f lrc: 2/0,0 mode: PW/PW res: [0x200003ab1:0x3b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 47878 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764679.691205:0:43224:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944488003e00 already unused, calling callback (ffffffffc177a060) 00010000:00010000:0.0:1775764679.691211:0:43224:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944488003e00/0x57b8ff0e03050e8f lrc: 2/0,0 mode: PW/PW res: [0x200003ab1:0x3b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 47878 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764679.691221:0:43224:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944488003e00/0x57b8ff0e03050e8f lrc: 3/0,0 mode: PW/PW res: [0x200003ab1:0x3b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 47878 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764679.691237:0:43224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x3b:0x0].0x0 (ffff944598a9b500) 00010000:00010000:0.0:1775764679.691240:0:43224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1775764679.691246:0:43224:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944488003e00/0x57b8ff0e03050e8f lrc: 1/0,0 mode: --/PW res: [0x200003ab1:0x3b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 47878 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764679.691252:0:43224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944488003e00/0x57b8ff0e03050e8f lrc: 0/0,0 mode: --/PW res: [0x200003ab1:0x3b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 47878 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764679.691275:0:43224:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764679.691277:0:43224:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764679.691279:0:43224:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1775764679.697253:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764679.697569:0:42945:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098520320 00000100:00100000:3.0:1775764679.697582:0:42945:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098520320 00000100:00100000:3.0:1775764679.697644:0:42945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 193 00000100:00100000:3.0:1775764679.697656:0:42945:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bc1f2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+13:59624:x1862022098520320:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:3.0:1775764679.697679:0:42945:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764679.697706:0:42945:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000089e944af/0x57b8ff0e03050e96 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x116:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b8c9 expref: -99 pid: 42945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1775764679.697736:0:42945:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x116:0x0] initial LVB size: 20, mtime: 0x69d804c4, atime: 0x69d804c6, ctime: 0x69d804c4, blocks: 0xb 00010000:00010000:3.0:1775764679.697766:0:42945:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764679.697768:0:42945:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764679.697777:0:42945:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000089e944af/0x57b8ff0e03050e96 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x116:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b8c9 expref: 14 pid: 42945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764679.697923:0:42945:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000089e944af/0x57b8ff0e03050e96 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x116:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b8c9 expref: 14 pid: 42945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764679.697944:0:42945:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445be695400, rc 0) 00000100:00100000:3.0:1775764679.698002:0:42945:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bc1f2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+14:59624:x1862022098520320:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 349us (763us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764679.698009:0:42945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 193 00000100:00100000:2.0:1775764679.701377:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764679.701704:0:42951:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098520448 00000100:00100000:1.0:1775764679.701716:0:42951:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098520448 00002000:00100000:1.0:1775764679.701770:0:42951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x116:0x0] (0->4095) req@ffff9445bc1f1180 x1862022098520448/t0(0) o3->7e6eda44-5508-487e-b17f-ff28ad9d3512@192.168.202.28@tcp:160/0 lens 488/0 e 0 to 0 dl 1775764690 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764679.701782:0:42951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9445bc1f1180 with x1862022098520448 ext(0->4095) 00002000:00010000:1.0:1775764679.701816:0:42951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9445bc1f1180 00000100:00100000:1.0:1775764679.701856:0:42951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 58 00000100:00100000:1.0:1775764679.701868:0:42951:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bc1f1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+14:2378:x1862022098520448:12345-192.168.202.28@tcp:3:lfs.0 00000100:00100000:1.0:1775764679.702147:0:42951:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bc1f1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+14:2378:x1862022098520448:12345-192.168.202.28@tcp:3:lfs.0 Request processed in 280us (781us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1775764679.702156:0:42951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 58 00002000:00100000:1.0:1775764679.702163:0:42951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x116:0x0] (0->4095) req@ffff9445bc1f1180 x1862022098520448/t0(0) o3->7e6eda44-5508-487e-b17f-ff28ad9d3512@192.168.202.28@tcp:160/0 lens 488/4536 e 0 to 0 dl 1775764690 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764679.702170:0:42951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9445bc1f1180 with x1862022098520448 ext(0->4095) 00002000:00010000:1.0:1775764679.702174:0:42951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9445bc1f1180 00000100:00100000:1.0:1775764679.709279:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764679.709484:0:42328:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098520704 00000100:00100000:0.0:1775764679.709498:0:42328:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098520704 00000100:00100000:0.0:1775764679.709576:0:42328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 205 00000100:00100000:0.0:1775764679.709588:0:42328:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bce29f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+39:59624:x1862022098520704:12345-192.168.202.28@tcp:35:lfs.0 00000100:00100000:0.0:1775764679.709950:0:42328:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bce29f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+40:59624:x1862022098520704:12345-192.168.202.28@tcp:35:lfs.0 Request processed in 363us (685us total) trans 34359738984 rc 0/0 00000100:00100000:0.0:1775764679.709959:0:42328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 205 00000100:00100000:3.0:1775764679.733039:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764679.733271:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098520832 00000100:00100000:2.0:1775764679.733283:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098520832 00000100:00100000:2.0:1775764679.733364:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 721 00000100:00100000:2.0:1775764679.733374:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486e47800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+40:59626:x1862022098520832:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:2.0:1775764679.733402:0:44493:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764679.733423:0:44493:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24c00/0x57b8ff0e03050e9d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b8d0 expref: -99 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764679.733501:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24000/0x57b8ff0e03050ea4 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764679.733515:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24000/0x57b8ff0e03050ea4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764679.733527:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24000/0x57b8ff0e03050ea4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764679.733758:0:44493:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 9728 00000004:00200000:2.0:1775764679.733763:0:44493:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 42 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764679.734149:0:44493:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24000/0x57b8ff0e03050ea4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764679.734180:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24c00/0x57b8ff0e03050e9d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b8d0 expref: 42 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764679.734199:0:44493:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24000/0x57b8ff0e03050ea4 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b8d0 expref: 41 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764679.734209:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9445838af800) 00010000:00010000:2.0:1775764679.734212:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1775764679.734216:0:44493:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445baf24000, rc 0) 00000100:00100000:2.0:1775764679.734282:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486e47800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+41:59626:x1862022098520832:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 909us (1254us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764679.734290:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 721 00000100:00100000:2.0:1775764679.743840:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764679.744361:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098521088 00000100:00100000:3.0:1775764679.744374:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098521088 00000100:00100000:3.0:1775764679.744453:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 722 00000100:00100000:3.0:1775764679.744465:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bc1f0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+41:59626:x1862022098521088:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:3.0:1775764679.744487:0:42325:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764679.744508:0:42325:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e03050eab lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b8d7 expref: -99 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764679.744588:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694e00/0x57b8ff0e03050eb2 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764679.744602:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694e00/0x57b8ff0e03050eb2 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764679.744615:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694e00/0x57b8ff0e03050eb2 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764679.744628:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694c00/0x57b8ff0e03050eb9 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x43f5f24d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764679.744635:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694c00/0x57b8ff0e03050eb9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x43f5f24d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764679.744644:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694c00/0x57b8ff0e03050eb9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x43f5f24d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764679.745031:0:42325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694e00/0x57b8ff0e03050eb2 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764679.745039:0:42325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694e00/0x57b8ff0e03050eb2 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764679.745046:0:42325:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694e00/0x57b8ff0e03050eb2 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764679.745053:0:42325:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445be694e00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:3.0:1775764679.745058:0:42325:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694e00/0x57b8ff0e03050eb2 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764679.745065:0:42325:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694e00/0x57b8ff0e03050eb2 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764679.745079:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9445838af800) 00010000:00010000:3.0:1775764679.745083:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764679.745088:0:42325:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694e00/0x57b8ff0e03050eb2 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764679.745095:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694e00/0x57b8ff0e03050eb2 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764679.745109:0:42325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694c00/0x57b8ff0e03050eb9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x43f5f24d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764679.745115:0:42325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694c00/0x57b8ff0e03050eb9 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x43f5f24d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764679.745122:0:42325:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694c00/0x57b8ff0e03050eb9 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x43f5f24d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764679.745127:0:42325:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445be694c00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:3.0:1775764679.745129:0:42325:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694c00/0x57b8ff0e03050eb9 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x43f5f24d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764679.745135:0:42325:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694c00/0x57b8ff0e03050eb9 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x43f5f24d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764679.745142:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x43f5f24d (ffff944586564200) 00010000:00010000:3.0:1775764679.745144:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764679.745147:0:42325:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694c00/0x57b8ff0e03050eb9 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x43f5f24d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764679.745152:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694c00/0x57b8ff0e03050eb9 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x43f5f24d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764679.745196:0:42325:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e03050eab lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b8d7 expref: 42 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764679.745206:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9445838af800) 00010000:00010000:3.0:1775764679.745209:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1775764679.745212:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e03050eab lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b8d7 expref: 42 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764679.745222:0:42325:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445be694600, rc 0) 00000100:00100000:3.0:1775764679.745300:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bc1f0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+41:59626:x1862022098521088:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 838us (1514us total) trans 0 rc 301/301 00000100:00100000:3.0:1775764679.745312:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 722 00000100:00100000:1.0:1775764679.750708:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764679.750840:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098521216 00000100:00100000:2.0:1775764679.750852:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098521216 00000100:00100000:2.0:1775764679.750926:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 723 00000100:00100000:2.0:1775764679.750936:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bce28000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+41:59626:x1862022098521216:12345-192.168.202.28@tcp:34:lfs.0 00010000:00010000:2.0:1775764679.751012:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24600/0x57b8ff0e03050ec0 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764679.751031:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24600/0x57b8ff0e03050ec0 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764679.751044:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24600/0x57b8ff0e03050ec0 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764679.751060:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25000/0x57b8ff0e03050ec7 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x43f5f24d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764679.751067:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25000/0x57b8ff0e03050ec7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x43f5f24d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764679.751072:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25000/0x57b8ff0e03050ec7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x43f5f24d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764679.751388:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e03050ece lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0x37:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764679.751397:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e03050ece lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x37:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764679.751404:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e03050ece lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x37:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764679.751449:0:42324:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab1:0x37:0x0]: returning size 20 00000004:00200000:2.0:1775764679.751454:0:42324:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764679.751467:0:42324:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e03050ece lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x37:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764679.751480:0:42324:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24600/0x57b8ff0e03050ec0 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764679.751488:0:42324:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24600/0x57b8ff0e03050ec0 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764679.751494:0:42324:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24600/0x57b8ff0e03050ec0 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764679.751501:0:42324:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445baf24600 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764679.751505:0:42324:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24600/0x57b8ff0e03050ec0 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764679.751513:0:42324:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24600/0x57b8ff0e03050ec0 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764679.751526:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9445838af800) 00010000:00010000:2.0:1775764679.751529:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764679.751534:0:42324:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24600/0x57b8ff0e03050ec0 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764679.751539:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24600/0x57b8ff0e03050ec0 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764679.751551:0:42324:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25000/0x57b8ff0e03050ec7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x43f5f24d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764679.751557:0:42324:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25000/0x57b8ff0e03050ec7 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x43f5f24d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764679.751562:0:42324:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25000/0x57b8ff0e03050ec7 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x43f5f24d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764679.751566:0:42324:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445baf25000 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764679.751568:0:42324:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25000/0x57b8ff0e03050ec7 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x43f5f24d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764679.751573:0:42324:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25000/0x57b8ff0e03050ec7 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x43f5f24d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764679.751579:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x43f5f24d (ffff9445838afa00) 00010000:00010000:2.0:1775764679.751581:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764679.751583:0:42324:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25000/0x57b8ff0e03050ec7 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x43f5f24d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764679.751592:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25000/0x57b8ff0e03050ec7 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x43f5f24d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764679.751604:0:42324:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e03050ece lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x37:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764679.751608:0:42324:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e03050ece lrc: 2/0,0 mode: PR/PR res: [0x200003ab1:0x37:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764679.751613:0:42324:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e03050ece lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x37:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764679.751618:0:42324:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445baf25800 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764679.751620:0:42324:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e03050ece lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x37:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764679.751624:0:42324:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e03050ece lrc: 4/0,0 mode: PR/PR res: [0x200003ab1:0x37:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764679.751630:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x37:0x0].0x0 (ffff944586564e00) 00010000:00010000:2.0:1775764679.751632:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764679.751635:0:42324:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e03050ece lrc: 2/0,0 mode: --/PR res: [0x200003ab1:0x37:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764679.751640:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e03050ece lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0x37:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764679.751716:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bce28000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+41:59626:x1862022098521216:12345-192.168.202.28@tcp:34:lfs.0 Request processed in 781us (1019us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764679.751724:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 723 00000100:00100000:2.0:1775764679.768425:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764679.768519:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098521344 00000100:00100000:3.0:1775764679.768529:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098521344 00000100:00100000:3.0:1775764679.768586:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 724 00000100:00100000:3.0:1775764679.768596:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bc1f3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+41:59627:x1862022098521344:12345-192.168.202.28@tcp:34:lfs.0 00010000:00010000:3.0:1775764679.768675:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e03050ed5 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764679.768696:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e03050ed5 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764679.768709:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e03050ed5 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764679.768726:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694c00/0x57b8ff0e03050edc lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x43f5f24d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764679.768733:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694c00/0x57b8ff0e03050edc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x43f5f24d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764679.768740:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694c00/0x57b8ff0e03050edc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x43f5f24d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764679.769132:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694e00/0x57b8ff0e03050ee3 lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0x37:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764679.769142:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694e00/0x57b8ff0e03050ee3 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x37:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764679.769148:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694e00/0x57b8ff0e03050ee3 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x37:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764679.769312:0:42325:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694e00/0x57b8ff0e03050ee3 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x37:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764679.769392:0:42325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e03050ed5 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764679.769400:0:42325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e03050ed5 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764679.769407:0:42325:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e03050ed5 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764679.769413:0:42325:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445be694600 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:3.0:1775764679.769417:0:42325:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e03050ed5 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764679.769424:0:42325:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e03050ed5 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764679.769448:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9445838af800) 00010000:00010000:3.0:1775764679.769452:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764679.769457:0:42325:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e03050ed5 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764679.769463:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e03050ed5 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764679.769480:0:42325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694c00/0x57b8ff0e03050edc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x43f5f24d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764679.769486:0:42325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694c00/0x57b8ff0e03050edc lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x43f5f24d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764679.769492:0:42325:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694c00/0x57b8ff0e03050edc lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x43f5f24d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764679.769497:0:42325:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445be694c00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:3.0:1775764679.769500:0:42325:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694c00/0x57b8ff0e03050edc lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x43f5f24d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764679.769506:0:42325:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694c00/0x57b8ff0e03050edc lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x43f5f24d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764679.769513:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x43f5f24d (ffff944586564200) 00010000:00010000:3.0:1775764679.769515:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764679.769517:0:42325:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694c00/0x57b8ff0e03050edc lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x43f5f24d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764679.769523:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694c00/0x57b8ff0e03050edc lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x43f5f24d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764679.769541:0:42325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694e00/0x57b8ff0e03050ee3 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x37:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764679.769559:0:42325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694e00/0x57b8ff0e03050ee3 lrc: 2/0,0 mode: PR/PR res: [0x200003ab1:0x37:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764679.769564:0:42325:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694e00/0x57b8ff0e03050ee3 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x37:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764679.769569:0:42325:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445be694e00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:3.0:1775764679.769572:0:42325:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694e00/0x57b8ff0e03050ee3 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x37:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764679.769581:0:42325:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694e00/0x57b8ff0e03050ee3 lrc: 4/0,0 mode: PR/PR res: [0x200003ab1:0x37:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764679.769588:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x37:0x0].0x0 (ffff944586564e00) 00010000:00010000:3.0:1775764679.769590:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764679.769593:0:42325:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694e00/0x57b8ff0e03050ee3 lrc: 2/0,0 mode: --/PR res: [0x200003ab1:0x37:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764679.769598:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694e00/0x57b8ff0e03050ee3 lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0x37:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764679.769682:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bc1f3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+41:59627:x1862022098521344:12345-192.168.202.28@tcp:34:lfs.0 Request processed in 1086us (1264us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764679.769692:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 724 00000100:00100000:1.0:1775764679.859077:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764679.859183:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098521472 00000100:00100000:2.0:1775764679.859195:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098521472 00000100:00100000:2.0:1775764679.859261:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 725 00000100:00100000:2.0:1775764679.859273:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bce29880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+41:59633:x1862022098521472:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:2.0:1775764679.859300:0:42324:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764679.859324:0:42324:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e03050eea lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b8de expref: -99 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764679.859448:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25000/0x57b8ff0e03050ef1 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764679.859465:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25000/0x57b8ff0e03050ef1 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764679.859480:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25000/0x57b8ff0e03050ef1 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764679.859498:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24600/0x57b8ff0e03050ef8 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x43f5f24d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764679.859504:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24600/0x57b8ff0e03050ef8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x43f5f24d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764679.859511:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24600/0x57b8ff0e03050ef8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x43f5f24d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764679.860011:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24400/0x57b8ff0e03050eff lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0x37:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764679.860021:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24400/0x57b8ff0e03050eff lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x37:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764679.860031:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24400/0x57b8ff0e03050eff lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x37:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764679.860069:0:42324:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab1:0x37:0x0]: returning size 20 00000004:00200000:2.0:1775764679.860074:0:42324:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764679.860091:0:42324:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24400/0x57b8ff0e03050eff lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x37:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764679.860102:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24400/0x57b8ff0e03050eff lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x37:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764679.860110:0:42324:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25000/0x57b8ff0e03050ef1 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764679.860116:0:42324:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25000/0x57b8ff0e03050ef1 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764679.860122:0:42324:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25000/0x57b8ff0e03050ef1 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764679.860127:0:42324:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445baf25000 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764679.860131:0:42324:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25000/0x57b8ff0e03050ef1 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764679.860138:0:42324:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25000/0x57b8ff0e03050ef1 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764679.860148:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9445838af800) 00010000:00010000:2.0:1775764679.860151:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764679.860155:0:42324:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25000/0x57b8ff0e03050ef1 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764679.860165:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25000/0x57b8ff0e03050ef1 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764679.860176:0:42324:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24600/0x57b8ff0e03050ef8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x43f5f24d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764679.860182:0:42324:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24600/0x57b8ff0e03050ef8 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x43f5f24d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764679.860187:0:42324:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24600/0x57b8ff0e03050ef8 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x43f5f24d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764679.860193:0:42324:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445baf24600 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764679.860195:0:42324:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24600/0x57b8ff0e03050ef8 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x43f5f24d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764679.860201:0:42324:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24600/0x57b8ff0e03050ef8 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x43f5f24d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764679.860208:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x43f5f24d (ffff9445838afa00) 00010000:00010000:2.0:1775764679.860211:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764679.860213:0:42324:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24600/0x57b8ff0e03050ef8 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x43f5f24d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764679.860219:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24600/0x57b8ff0e03050ef8 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x43f5f24d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764679.860251:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e03050eea lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b8de expref: 43 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764679.860268:0:42324:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24400/0x57b8ff0e03050eff lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x37:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b8de expref: 42 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764679.860276:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x37:0x0].0x0 (ffff944586564e00) 00010000:00010000:2.0:1775764679.860279:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1775764679.860281:0:42324:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445baf24400, rc 0) 00000100:00100000:2.0:1775764679.860345:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bce29880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+42:59633:x1862022098521472:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 1074us (1285us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764679.860353:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 725 00000100:00100000:0.0:1775764679.867530:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764679.867643:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098521728 00000100:00100000:3.0:1775764679.867659:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098521728 00000100:00100000:3.0:1775764679.867732:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 726 00000100:00100000:3.0:1775764679.867746:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944483642680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+42:59633:x1862022098521728:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:3.0:1775764679.867779:0:42325:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764679.867856:0:42325:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694e00/0x57b8ff0e03050f06 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b8e5 expref: -99 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764679.868017:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694c00/0x57b8ff0e03050f0d lrc: 3/0,1 mode: --/CW res: [0x200003ab1:0x37:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764679.868033:0:42325:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24400/0x57b8ff0e03050eff lrc: 2/0,0 mode: PR/PR res: [0x200003ab1:0x37:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b8de expref: 43 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764679.868048:0:42325:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694c00/0x57b8ff0e03050f0d lrc: 4/0,1 mode: --/CW res: [0x200003ab1:0x37:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764679.868092:0:42325:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24400/0x57b8ff0e03050eff lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x37:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b8de expref: 43 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764679.868107:0:42325:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24400/0x57b8ff0e03050eff lrc: 4/0,0 mode: PR/PR res: [0x200003ab1:0x37:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b8de expref: 43 pid: 42324 timeout: 2246 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764679.868125:0:42325:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944486e45c00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:42325:1862022119031040:192.168.202.28@tcp:104: 00000100:00100000:3.0:1775764679.868255:0:42325:0:(client.c:2691:ptlrpc_set_wait()) set ffff9445b67fcc00 going to sleep for 11 seconds 00000100:00100000:3.0:1775764679.876263:0:42325:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944486e45c00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:42325:1862022119031040:192.168.202.28@tcp:104: 00010000:00010000:3.0:1775764679.876306:0:42325:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694c00/0x57b8ff0e03050f0d lrc: 3/0,1 mode: --/CW res: [0x200003ab1:0x37:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764679.878152:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764679.878512:0:42309:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098521856 00000100:00100000:3.0:1775764679.878524:0:42309:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098521856 00010000:00010000:3.0:1775764679.878575:0:42309:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24400/0x57b8ff0e03050eff lrc: 4/0,0 mode: PR/PR res: [0x200003ab1:0x37:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b8de expref: 44 pid: 42324 timeout: 2246 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764679.878624:0:42309:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 150 00000100:00100000:3.0:1775764679.878636:0:42309:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944483640a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+44:2378:x1862022098521856:12345-192.168.202.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764679.878655:0:42309:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764679.878664:0:42309:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24400/0x57b8ff0e03050eff lrc: 4/0,0 mode: PR/PR res: [0x200003ab1:0x37:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b8de expref: 44 pid: 42324 timeout: 2246 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764679.878685:0:42309:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24400/0x57b8ff0e03050eff lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x37:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b8de expref: 44 pid: 42324 timeout: 2246 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764679.878710:0:42309:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24400/0x57b8ff0e03050eff lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0x37:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b8de expref: 44 pid: 42324 timeout: 2246 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764679.878728:0:42309:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x37:0x0].0x0 (ffff944586564e00) 00010000:00010000:3.0:1775764679.878734:0:42309:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694c00/0x57b8ff0e03050f0d lrc: 3/0,1 mode: --/CW res: [0x200003ab1:0x37:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764679.878758:0:42309:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694c00/0x57b8ff0e03050f0d lrc: 3/0,1 mode: CW/CW res: [0x200003ab1:0x37:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764679.878766:0:42309:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694c00/0x57b8ff0e03050f0d lrc: 4/0,1 mode: CW/CW res: [0x200003ab1:0x37:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764679.878843:0:42309:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764679.878915:0:42309:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944483640a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+43:2378:x1862022098521856:12345-192.168.202.28@tcp:103:ldlm_bl.0 Request processed in 280us (773us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764679.878924:0:42309:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 150 00010000:00010000:2.0:1775764679.879159:0:42325:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694c00/0x57b8ff0e03050f0d lrc: 3/0,1 mode: CW/CW res: [0x200003ab1:0x37:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764679.879168:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694c00/0x57b8ff0e03050f0d lrc: 3/0,1 mode: CW/CW res: [0x200003ab1:0x37:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764679.879194:0:42325:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab1:0x37:0x0]: returning size 20 00010000:00010000:2.0:1775764679.879371:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694e00/0x57b8ff0e03050f06 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b8e5 expref: 44 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764679.879391:0:42325:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694c00/0x57b8ff0e03050f0d lrc: 3/0,0 mode: CW/CW res: [0x200003ab1:0x37:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b8e5 expref: 43 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764679.879399:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x37:0x0].0x0 (ffff944586564e00) 00010000:00010000:2.0:1775764679.879402:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:2.0:1775764679.879405:0:42325:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445be694c00, rc 0) 00000100:00100000:2.0:1775764679.879462:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944483642680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+43:59633:x1862022098521728:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 11720us (11948us total) trans 34359738985 rc 0/0 00000100:00100000:2.0:1775764679.879473:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 726 00000100:00100000:1.0:1775764679.939880:0:3329:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1775764679.939908:0:3329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bc1f0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3329:1862022119031168:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1775764679.939992:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764679.940404:0:42947:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119031168 00000100:00100000:2.0:1775764679.940416:0:42947:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119031168 00000100:00100000:2.0:1775764679.940489:0:42947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 130 00000100:00100000:2.0:1775764679.940499:0:42947:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bce29180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3329:x1862022119031168:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1775764679.940525:0:42947:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 66256896 pending 0 free 3704619008 avail 3699376128 00000100:00100000:2.0:1775764679.940585:0:42947:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bce29180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3329:x1862022119031168:12345-0@lo:13:osp-pre-0-0.0 Request processed in 88us (592us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764679.940591:0:42947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 130 00000100:00100000:1.0:1775764679.940723:0:3329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bc1f0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3329:1862022119031168:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1775764679.986154:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764679.986322:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098521984 00000100:00100000:2.0:1775764679.986345:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098521984 00000100:00100000:2.0:1775764679.986411:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 727 00000100:00100000:2.0:1775764679.986422:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944483640e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+43:59643:x1862022098521984:12345-192.168.202.28@tcp:34:lfs.0 00010000:00010000:2.0:1775764679.986528:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25000/0x57b8ff0e03050f1b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764679.986547:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25000/0x57b8ff0e03050f1b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764679.986561:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25000/0x57b8ff0e03050f1b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764679.986579:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24600/0x57b8ff0e03050f22 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x43f5f24d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764679.986586:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24600/0x57b8ff0e03050f22 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x43f5f24d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764679.986593:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24600/0x57b8ff0e03050f22 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x43f5f24d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764679.987221:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24400/0x57b8ff0e03050f29 lrc: 3/1,0 mode: --/PR res: [0x200003ab1:0x37:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764679.987233:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24400/0x57b8ff0e03050f29 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x37:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764679.987240:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24400/0x57b8ff0e03050f29 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x37:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764679.987284:0:42324:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24400/0x57b8ff0e03050f29 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x37:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764679.987296:0:42324:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25000/0x57b8ff0e03050f1b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764679.987302:0:42324:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25000/0x57b8ff0e03050f1b lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764679.987309:0:42324:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25000/0x57b8ff0e03050f1b lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764679.987315:0:42324:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445baf25000 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764679.987380:0:42324:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25000/0x57b8ff0e03050f1b lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764679.987389:0:42324:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25000/0x57b8ff0e03050f1b lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764679.987400:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9445838af800) 00010000:00010000:2.0:1775764679.987403:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764679.987408:0:42324:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25000/0x57b8ff0e03050f1b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764679.987415:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25000/0x57b8ff0e03050f1b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764679.987427:0:42324:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24600/0x57b8ff0e03050f22 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x43f5f24d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764679.987433:0:42324:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24600/0x57b8ff0e03050f22 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x43f5f24d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764679.987451:0:42324:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24600/0x57b8ff0e03050f22 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x43f5f24d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764679.987456:0:42324:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445baf24600 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764679.987459:0:42324:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24600/0x57b8ff0e03050f22 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x43f5f24d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764679.987465:0:42324:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24600/0x57b8ff0e03050f22 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x43f5f24d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764679.987471:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x43f5f24d (ffff9445838afa00) 00010000:00010000:2.0:1775764679.987473:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764679.987475:0:42324:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24600/0x57b8ff0e03050f22 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x43f5f24d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764679.987479:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24600/0x57b8ff0e03050f22 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x43f5f24d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764679.987493:0:42324:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24400/0x57b8ff0e03050f29 lrc: 3/1,0 mode: PR/PR res: [0x200003ab1:0x37:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764679.987499:0:42324:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24400/0x57b8ff0e03050f29 lrc: 2/0,0 mode: PR/PR res: [0x200003ab1:0x37:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764679.987505:0:42324:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24400/0x57b8ff0e03050f29 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x37:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764679.987511:0:42324:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445baf24400 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764679.987513:0:42324:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24400/0x57b8ff0e03050f29 lrc: 3/0,0 mode: PR/PR res: [0x200003ab1:0x37:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764679.987519:0:42324:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24400/0x57b8ff0e03050f29 lrc: 4/0,0 mode: PR/PR res: [0x200003ab1:0x37:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764679.987526:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x37:0x0].0x0 (ffff944586564e00) 00010000:00010000:2.0:1775764679.987528:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764679.987530:0:42324:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24400/0x57b8ff0e03050f29 lrc: 2/0,0 mode: --/PR res: [0x200003ab1:0x37:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764679.987535:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24400/0x57b8ff0e03050f29 lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0x37:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764679.987971:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944483640e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+43:59643:x1862022098521984:12345-192.168.202.28@tcp:34:lfs.0 Request processed in 1364us (1644us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764679.987984:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 727 00000100:00100000:2.0:1775764680.449250:0:3328:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944483643100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3328:1862022119031680:0@lo:400:kworker.0 00000100:00100000:2.0:1775764680.449360:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764680.449492:0:3328:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:2.0:1775764680.449499:0:3328:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944483641f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d8dacf45-8471-4226-a2fb-1fac83f69c1e:3328:1862022119031296:0@lo:400:kworker.0 00000100:00100000:2.0:1775764680.449534:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764680.449560:0:3328:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944483643480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3328:1862022119031808:0@lo:400:kworker.0 00000100:00100000:2.0:1775764680.449598:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764680.449644:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119031680 00000100:00100000:2.0:1775764680.449656:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119031680 00000100:00100000:2.0:1775764680.449716:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119031808 00000100:00100000:2.0:1775764680.449720:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119031808 00000100:00100000:2.0:1775764680.449755:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 299 00000100:00100000:2.0:1775764680.449765:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bc1f0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3328:x1862022119031680:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764680.449869:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bc1f0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3328:x1862022119031680:12345-0@lo:400:kworker.0 Request processed in 105us (509us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764680.449878:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 299 00000100:00100000:2.0:1775764680.449927:0:3328:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944483643100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3328:1862022119031680:0@lo:400:kworker.0 00000100:00100000:2.0:1775764680.449952:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 300 00000100:00100000:2.0:1775764680.449959:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bc1f2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3328:x1862022119031808:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764680.449992:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bc1f2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3328:x1862022119031808:12345-0@lo:400:kworker.0 Request processed in 33us (405us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764680.449998:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 300 00000100:00100000:2.0:1775764680.450020:0:3328:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944483643480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3328:1862022119031808:0@lo:400:kworker.0 00000100:00080000:3.0:1775764680.450481:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1775764680.450500:0:3330:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944483642a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3330:1862022119031424:0@lo:400:kworker.0 00000100:00100000:3.0:1775764680.450543:0:3330:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764680.450579:0:3330:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944483642d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3330:1862022119031936:0@lo:400:kworker.0 00000100:00100000:0.0:1775764680.450670:0:42946:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119031424 00000100:00100000:0.0:1775764680.450677:0:42946:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119031424 00000100:00100000:0.0:1775764680.450746:0:42946:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 216 00000100:00100000:0.0:1775764680.450755:0:42946:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486e45c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3330:x1862022119031424:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764680.450796:0:42946:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486e45c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3330:x1862022119031424:12345-0@lo:400:kworker.0 Request processed in 43us (253us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764680.450832:0:42946:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 216 00000100:00100000:0.0:1775764680.450896:0:3331:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944483640000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3331:1862022119031552:0@lo:400:kworker.0 00000100:00100000:0.0:1775764680.450925:0:3331:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764680.450978:0:42945:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119031552 00000100:00100000:0.0:1775764680.450981:0:42945:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119031552 00000100:00100000:0.0:1775764680.451006:0:42945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 217 00000100:00100000:0.0:1775764680.451011:0:42945:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944483640380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+7:3331:x1862022119031552:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764680.451043:0:42945:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944483640380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+7:3331:x1862022119031552:12345-0@lo:400:kworker.0 Request processed in 32us (118us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764680.451049:0:42945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 217 00000100:00100000:0.0:1775764680.451086:0:3331:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944483640000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3331:1862022119031552:0@lo:400:kworker.0 00000100:00100000:3.0:1775764680.451225:0:3330:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764680.451267:0:3330:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944483642a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3330:1862022119031424:0@lo:400:kworker.0 00000100:00100000:1.0:1775764680.451373:0:42319:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119031296 00000100:00100000:1.0:1775764680.451380:0:42319:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119031296 00000100:00100000:1.0:1775764680.451425:0:42319:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 239 00000100:00100000:1.0:1775764680.451443:0:42319:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944585def850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d8dacf45-8471-4226-a2fb-1fac83f69c1e+18:3328:x1862022119031296:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764680.451489:0:42319:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944585def850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d8dacf45-8471-4226-a2fb-1fac83f69c1e+18:3328:x1862022119031296:12345-0@lo:400:kworker.0 Request processed in 56us (1954us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764680.451495:0:42319:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 239 00000100:00100000:1.0:1775764680.451537:0:3328:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944483641f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d8dacf45-8471-4226-a2fb-1fac83f69c1e:3328:1862022119031296:0@lo:400:kworker.0 00000100:00100000:0.0:1775764680.453093:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119031936 00000100:00100000:0.0:1775764680.453111:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119031936 00000100:00100000:0.0:1775764680.453196:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 301 00000100:00100000:0.0:1775764680.453207:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486e47b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3330:x1862022119031936:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764680.453326:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486e47b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3330:x1862022119031936:12345-0@lo:400:kworker.0 Request processed in 121us (2100us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764680.453343:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 301 00000100:00080000:2.0:1775764680.453473:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1775764680.453477:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1775764680.453480:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1775764680.457932:0:3330:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944483642d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3330:1862022119031936:0@lo:400:kworker.0 00010000:00010000:1.0:1775764680.514605:0:42312:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775764680.886264:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764680.886299:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764680.886350:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764680.886372:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764680.886392:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764680.886419:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098522624 00000100:00100000:3.0:1775764680.886440:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098522624 00000100:00100000:3.0:1775764680.886502:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098522240 00000100:00100000:3.0:1775764680.886505:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098522240 00000100:00100000:3.0:1775764680.886527:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 302 00000100:00100000:3.0:1775764680.886537:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944589103b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:82781e18-e0e3-4f9f-9a2b-041bf0344414+5:2378:x1862022098522624:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:3.0:1775764680.886616:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944589103b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:82781e18-e0e3-4f9f-9a2b-041bf0344414+5:2378:x1862022098522624:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 80us (265us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764680.886624:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 302 00000100:00100000:3.0:1775764680.886646:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 303 00000100:00100000:3.0:1775764680.886653:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944589101c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+43:2378:x1862022098522240:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:3.0:1775764680.886678:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944589101c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7e6eda44-5508-487e-b17f-ff28ad9d3512+43:2378:x1862022098522240:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 26us (305us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764680.886685:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 303 00000100:00100000:3.0:1775764680.886708:0:42944:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098522368 00000100:00100000:3.0:1775764680.886713:0:42944:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098522368 00000100:00100000:3.0:1775764680.886737:0:42944:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098522496 00000100:00100000:3.0:1775764680.886740:0:42944:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098522496 00000100:00100000:3.0:1775764680.886761:0:42944:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 218 00000100:00100000:3.0:1775764680.886767:0:42944:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486e46300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+14:2378:x1862022098522368:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:3.0:1775764680.886846:0:42944:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486e46300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+14:2378:x1862022098522368:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 79us (546us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764680.886853:0:42944:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 218 00000100:00100000:3.0:1775764680.886866:0:42944:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 219 00000100:00100000:3.0:1775764680.886872:0:42944:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944589101880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+16:2378:x1862022098522496:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:3.0:1775764680.886894:0:42944:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944589101880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+16:2378:x1862022098522496:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 22us (501us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764680.886899:0:42944:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 219 00000100:00080000:2.0:1775764680.887141:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1775764680.887147:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1775764680.887849:0:42317:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098522112 00000100:00100000:1.0:1775764680.887859:0:42317:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098522112 00000100:00100000:1.0:1775764680.887916:0:42317:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 240 00000100:00100000:1.0:1775764680.887924:0:42317:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944585dec850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:24b54882-c0a1-43f2-954f-009e5a9afc9d+12:2378:x1862022098522112:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:1.0:1775764680.887979:0:42317:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944585dec850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:24b54882-c0a1-43f2-954f-009e5a9afc9d+12:2378:x1862022098522112:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 56us (1726us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764680.887986:0:42317:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 240 00010000:00010000:1.0:1775764681.537076:0:42313:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775764681.986021:0:3331:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944589101180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3331:1862022119032064:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1775764681.986113:0:3331:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1775764681.986250:0:42349:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 2148833450289ns, next at 2149833447894ns, rc = 0 00000100:00100000:2.0:1775764681.986327:0:42947:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119032064 00000100:00100000:2.0:1775764681.986338:0:42947:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119032064 00000100:00100000:2.0:1775764681.986456:0:42947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 131 00000100:00100000:2.0:1775764681.986468:0:42947:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944483640000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3331:x1862022119032064:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1775764681.986514:0:42947:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 73072640 pending 0 free 3765436416 avail 3763339264 00000100:00100000:2.0:1775764681.986693:0:42947:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944483640000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3331:x1862022119032064:12345-0@lo:13:osp-pre-1-0.0 Request processed in 228us (579us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764681.986702:0:42947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 131 00000100:00100000:0.0:1775764681.986786:0:3331:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944589101180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3331:1862022119032064:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1775764682.561258:0:43224:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764683.609717:0:42312:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:0.0:1775764683.633959:0:7469:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 34359738434 is committed 00000001:00080000:0.0:1775764683.633978:0:7469:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 34359738435 is committed 00000001:00080000:0.0:1775764683.633983:0:7469:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 34359738433 is committed 00000040:00080000:2.0:1775764683.779183:0:42356:0:(llog.c:800:llog_process_thread()) index: 8, lh_last_idx: 8 synced_idx: 8 lgh_last_idx: 8 00000040:00080000:2.0:1775764683.779197:0:42356:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x32:0x0] at index 8 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1775764683.779238:0:42356:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x32:0x0] index 16 count 3 00000040:00080000:2.0:1775764683.779247:0:42356:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 9 count 2 00010000:00010000:0.0:1775764684.610343:0:42313:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:1.0:1775764684.623319:0:6613:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 34359738431 is committed 00000001:00080000:1.0:1775764684.623342:0:6613:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 34359738430 is committed 00000001:00080000:2.0:1775764684.640687:0:5825:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 34359738984 is committed 00000020:00080000:2.0:1775764684.641142:0:5825:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff944482d64180 refcount 2 committed 0 result 0 batchid 30064771820 00000020:00080000:2.0:1775764684.641148:0:5825:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9445bc137a00 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff944482d64b40 00000020:00080000:2.0:1775764684.641152:0:5825:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9445bc137b00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff944486677000 00000020:00080000:3.0:1775764684.641193:0:42361:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 30064771820 committed batchid 30064771817 00000020:00080000:3.0:1775764684.641553:0:42361:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 30064771817 00000001:00080000:2.0:1775764684.641624:0:5825:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 34359738985 is committed 00000004:00080000:2.0:1775764684.641637:0:5825:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 18 committed 00000020:00080000:2.0:1775764684.641657:0:5825:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 30064771819 batchid updated 00000100:00100000:2.0:1775764684.643637:0:3328:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bce2bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3328:1862022119032192:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1775764684.643714:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764684.643769:0:42944:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119032192 00000100:00100000:0.0:1775764684.643778:0:42944:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119032192 00000100:00100000:0.0:1775764684.644490:0:42944:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 194 00000100:00100000:0.0:1775764684.644509:0:42944:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bc1f0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3328:x1862022119032192:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1775764684.644549:0:42944:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:277 count 1 00002000:00010000:0.0:1775764684.644588:0:42944:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x115:0x0] initial LVB size: 20, mtime: 0x69d804c4, atime: 0x69d804c4, ctime: 0x69d804c4, blocks: 0xb 00010000:00010000:0.0:1775764684.644597:0:42944:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003219d11e/0x57b8ff0e03050f30 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x115:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764684.644614:0:42944:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764684.644618:0:42944:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764684.644624:0:42944:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003219d11e/0x57b8ff0e03050f30 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x115:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764684.644639:0:42944:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003219d11e/0x57b8ff0e03050f30 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x115:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764684.644651:0:42944:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003219d11e/0x57b8ff0e03050f30 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x115:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764684.644664:0:42944:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000003219d11e/0x57b8ff0e03050f30 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x115:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764684.644682:0:42944:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1775764684.646439:0:42944:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bc1f0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3328:x1862022119032192:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1931us (2717us total) trans 34359738436 rc 0/0 00000100:00100000:0.0:1775764684.646525:0:42944:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 194 00010000:00010000:0.0:1775764684.646580:0:43224:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1775764684.646589:0:43224:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000003219d11e/0x57b8ff0e03050f30 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x115:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764684.646605:0:43224:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944581524c00 already unused, calling callback (ffffffffc177a060) 00010000:00010000:0.0:1775764684.646610:0:43224:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000003219d11e/0x57b8ff0e03050f30 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x115:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764684.646622:0:43224:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000003219d11e/0x57b8ff0e03050f30 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x115:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764684.646643:0:43224:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000003219d11e/0x57b8ff0e03050f30 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x115:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764684.646651:0:43224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003219d11e/0x57b8ff0e03050f30 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x115:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764684.646677:0:43224:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764684.646681:0:43224:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764684.646683:0:43224:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775764684.646731:0:3328:0:(client.c:3082:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 34359738435 gen 2 00000004:00080000:0.0:1775764684.647355:0:3328:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 34359738434 committed transno 34359738435 00000004:00080000:0.0:1775764684.647386:0:3328:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 34359738435 committed transno 34359738435 00000100:00100000:0.0:1775764684.647429:0:3328:0:(client.c:3126:ptlrpc_free_committed()) @@@ stopping search req@ffff9445bce2bb80 x1862022119032192/t34359738436(34359738436) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1775764700 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:0.0:1775764684.647443:0:3328:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9445bce2bb80/2, rc 0, transno 34359738436 00000100:00100000:0.0:1775764684.647460:0:3328:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bce2bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3328:1862022119032192:0@lo:6:osp-syn-1-0.0 00000100:00080000:2.0:1775764684.648632:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1775764685.058412:0:3329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bc1f0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3329:1862022119032320:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1775764685.058520:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764685.058624:0:42948:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119032320 00000100:00100000:2.0:1775764685.058634:0:42948:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119032320 00000100:00100000:2.0:1775764685.058699:0:42948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 132 00000100:00100000:2.0:1775764685.058710:0:42948:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bc1f3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3329:x1862022119032320:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1775764685.058771:0:42948:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 66256896 pending 0 free 3704619008 avail 3702521856 00000100:00100000:2.0:1775764685.058847:0:42948:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bc1f3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3329:x1862022119032320:12345-0@lo:13:osp-pre-0-0.0 Request processed in 139us (327us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764685.058856:0:42948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 132 00000100:00080000:2.0:1775764685.058881:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1775764685.058914:0:3329:0:(client.c:3082:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 34359738431 gen 2 00000004:00080000:2.0:1775764685.058920:0:3329:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 34359738431 committed transno 34359738431 00000100:00100000:2.0:1775764685.058951:0:3329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bc1f0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3329:1862022119032320:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1775764685.571783:0:3330:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944483642300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d8dacf45-8471-4226-a2fb-1fac83f69c1e:3330:1862022119032448:0@lo:400:kworker.0 00000100:00100000:0.0:1775764685.571887:0:3330:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764685.571937:0:3330:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944483642a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3330:1862022119032960:0@lo:400:kworker.0 00000100:00100000:0.0:1775764685.571965:0:3330:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764685.571991:0:3330:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:0.0:1775764685.571996:0:3330:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944483641880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3330:1862022119032576:0@lo:400:kworker.0 00000100:00100000:0.0:1775764685.572022:0:3330:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764685.572041:0:3330:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944483643480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3330:1862022119033088:0@lo:400:kworker.0 00000100:00100000:0.0:1775764685.572061:0:3330:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764685.572093:0:3328:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944483642d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3328:1862022119032704:0@lo:400:kworker.0 00000100:00100000:0.0:1775764685.572117:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764685.572137:0:3328:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1775764685.572142:0:3328:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944483641f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3328:1862022119032832:0@lo:400:kworker.0 00000100:00100000:0.0:1775764685.572162:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764685.572199:0:42318:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119032448 00000100:00100000:0.0:1775764685.572207:0:42318:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119032448 00000100:00100000:0.0:1775764685.572265:0:42318:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 241 00000100:00100000:0.0:1775764685.572276:0:42318:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944585decc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d8dacf45-8471-4226-a2fb-1fac83f69c1e+18:3330:x1862022119032448:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764685.572331:0:42318:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944585decc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d8dacf45-8471-4226-a2fb-1fac83f69c1e+18:3330:x1862022119032448:12345-0@lo:400:kworker.0 Request processed in 57us (444us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764685.572340:0:42318:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 241 00000100:00100000:0.0:1775764685.572374:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119032960 00000100:00100000:0.0:1775764685.572377:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119032960 00000100:00080000:2.0:1775764685.572471:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1775764685.575497:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119033088 00000100:00100000:0.0:1775764685.575518:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119033088 00000100:00100000:0.0:1775764685.575591:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119032832 00000100:00100000:0.0:1775764685.575595:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119032832 00000100:00100000:0.0:1775764685.575620:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 304 00000100:00100000:0.0:1775764685.575633:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944483643100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3330:x1862022119032960:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764685.575743:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944483643100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3330:x1862022119032960:12345-0@lo:400:kworker.0 Request processed in 111us (3775us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764685.575750:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 304 00000100:00100000:0.0:1775764685.575771:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 305 00000100:00100000:0.0:1775764685.575778:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944483643b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3330:x1862022119033088:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764685.575857:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944483643b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3330:x1862022119033088:12345-0@lo:400:kworker.0 Request processed in 80us (3794us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764685.575863:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 305 00000100:00100000:0.0:1775764685.575873:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 306 00000100:00100000:0.0:1775764685.575880:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bbd7b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3328:x1862022119032832:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764685.575917:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bbd7b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3328:x1862022119032832:12345-0@lo:400:kworker.0 Request processed in 38us (3753us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764685.575922:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 306 00000100:00100000:0.0:1775764685.575951:0:43212:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119032576 00000100:00100000:0.0:1775764685.575955:0:43212:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119032576 00000100:00100000:0.0:1775764685.575981:0:43212:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119032704 00000100:00100000:0.0:1775764685.575984:0:43212:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119032704 00000100:00100000:0.0:1775764685.576003:0:43212:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 220 00000100:00100000:0.0:1775764685.576008:0:43212:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944483641c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3330:x1862022119032576:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764685.576043:0:43212:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944483641c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3330:x1862022119032576:12345-0@lo:400:kworker.0 Request processed in 35us (4020us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764685.576050:0:43212:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 220 00000100:00100000:0.0:1775764685.576064:0:43212:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 221 00000100:00100000:0.0:1775764685.576069:0:43212:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bbd79180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3328:x1862022119032704:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764685.576098:0:43212:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bbd79180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3328:x1862022119032704:12345-0@lo:400:kworker.0 Request processed in 30us (3980us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764685.576103:0:43212:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 221 00000100:00100000:0.0:1775764685.576174:0:3328:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944483641f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3328:1862022119032832:0@lo:400:kworker.0 00000100:00100000:0.0:1775764685.576190:0:3328:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944483642d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3328:1862022119032704:0@lo:400:kworker.0 00000100:00100000:0.0:1775764685.576251:0:3330:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944483641880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3330:1862022119032576:0@lo:400:kworker.0 00000100:00100000:0.0:1775764685.576262:0:3330:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944483643480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3330:1862022119033088:0@lo:400:kworker.0 00000100:00100000:0.0:1775764685.576273:0:3330:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944483642300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d8dacf45-8471-4226-a2fb-1fac83f69c1e:3330:1862022119032448:0@lo:400:kworker.0 00000100:00100000:0.0:1775764685.576283:0:3330:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944483642a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3330:1862022119032960:0@lo:400:kworker.0 00000100:00080000:2.0:1775764685.584573:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:3.0:1775764685.634895:0:42312:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775764686.000923:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764686.000972:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764686.001005:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764686.001030:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764686.001056:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764686.001093:0:43212:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098523136 00000100:00100000:1.0:1775764686.001106:0:43212:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098523136 00000100:00100000:1.0:1775764686.001175:0:43212:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098523008 00000100:00100000:1.0:1775764686.001178:0:43212:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098523008 00000100:00100000:1.0:1775764686.001211:0:43212:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 222 00000100:00100000:1.0:1775764686.001222:0:43212:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bce28a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+15:2377:x1862022098523136:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:1.0:1775764686.001313:0:43212:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bce28a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+15:2377:x1862022098523136:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 92us (339us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764686.001321:0:43212:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 222 00000100:00100000:1.0:1775764686.001358:0:43212:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 223 00000100:00100000:1.0:1775764686.001364:0:43212:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bce2a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+13:2377:x1862022098523008:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:1.0:1775764686.001401:0:43212:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bce2a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+13:2377:x1862022098523008:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 37us (369us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764686.001407:0:43212:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 223 00000100:00100000:1.0:1775764686.001435:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098522880 00000100:00100000:1.0:1775764686.001439:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098522880 00000100:00100000:1.0:1775764686.001473:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098523264 00000100:00100000:1.0:1775764686.001475:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098523264 00000100:00100000:1.0:1775764686.001493:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 307 00000100:00100000:1.0:1775764686.001500:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bce2ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+32:2377:x1862022098522880:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:1.0:1775764686.001534:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bce2ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+32:2377:x1862022098522880:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 35us (624us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764686.001541:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 307 00000100:00100000:1.0:1775764686.001553:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 308 00000100:00100000:1.0:1775764686.001560:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944587192d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:82781e18-e0e3-4f9f-9a2b-041bf0344414+5:2377:x1862022098523264:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:1.0:1775764686.001582:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944587192d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:82781e18-e0e3-4f9f-9a2b-041bf0344414+5:2377:x1862022098523264:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 24us (526us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764686.001588:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 308 00000100:00100000:3.0:1775764686.002263:0:42319:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098522752 00000100:00100000:3.0:1775764686.002270:0:42319:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098522752 00000100:00100000:3.0:1775764686.002315:0:42319:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 242 00000100:00100000:3.0:1775764686.002322:0:42319:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944585dec050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:24b54882-c0a1-43f2-954f-009e5a9afc9d+12:2377:x1862022098522752:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:3.0:1775764686.002380:0:42319:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944585dec050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:24b54882-c0a1-43f2-954f-009e5a9afc9d+12:2377:x1862022098522752:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 58us (1373us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764686.002399:0:42319:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 242 00000100:00080000:2.0:1775764686.003897:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1775764686.003911:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1775764686.003914:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1775764686.520884:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764686.521075:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098523392 00000100:00100000:0.0:1775764686.521088:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098523392 00000100:00100000:0.0:1775764686.521155:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 728 00000100:00100000:0.0:1775764686.521166:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944587190e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+32:59546:x1862022098523392:12345-192.168.202.28@tcp:60:lhsmtool_posix.0 00000100:00100000:0.0:1775764686.521291:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944587190e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+32:59546:x1862022098523392:12345-192.168.202.28@tcp:60:lhsmtool_posix.0 Request processed in 126us (419us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764686.521299:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 728 00000100:00100000:3.0:1775764686.523418:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764686.523536:0:42328:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098523648 00000100:00100000:0.0:1775764686.523550:0:42328:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098523648 00000100:00100000:0.0:1775764686.523624:0:42328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 206 00000100:00100000:0.0:1775764686.523637:0:42328:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944589102d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+32:59546:x1862022098523648:12345-192.168.202.28@tcp:35:lhsmtool_posix.0 00000100:00100000:0.0:1775764686.524292:0:42328:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944589102d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+33:59546:x1862022098523648:12345-192.168.202.28@tcp:35:lhsmtool_posix.0 Request processed in 656us (880us total) trans 34359738986 rc 0/0 00000100:00100000:0.0:1775764686.524302:0:42328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 206 00010000:00010000:2.0:1775764686.659618:0:42313:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775764686.783732:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764686.783834:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098523776 00000100:00100000:0.0:1775764686.783845:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098523776 00000100:00100000:0.0:1775764686.784075:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 729 00000100:00100000:0.0:1775764686.784086:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944589100e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:82781e18-e0e3-4f9f-9a2b-041bf0344414+5:60083:x1862022098523776:12345-192.168.202.28@tcp:101:lsof.0 00010000:00010000:0.0:1775764686.784114:0:42326:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764686.784137:0:42326:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944581525c00/0x57b8ff0e03050f37 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b8ec expref: -99 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764686.784558:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944581524600/0x57b8ff0e03050f3e lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764686.784579:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944581524600/0x57b8ff0e03050f3e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764686.784594:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944581524600/0x57b8ff0e03050f3e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764686.785232:0:42326:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 9728 00000004:00200000:0.0:1775764686.785238:0:42326:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 42 stripe count 1 MDT count 1 00000004:00010000:0.0:1775764686.785446:0:42326:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff944581524600/0x57b8ff0e03050f3e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764686.785490:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944581525c00/0x57b8ff0e03050f37 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b8ec expref: 7 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764686.785517:0:42326:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff944581524600/0x57b8ff0e03050f3e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b8ec expref: 6 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764686.785529:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9445838af800) 00010000:00010000:0.0:1775764686.785532:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1775764686.785538:0:42326:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944581524600, rc 0) 00000100:00100000:0.0:1775764686.785728:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944589100e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:82781e18-e0e3-4f9f-9a2b-041bf0344414+6:60083:x1862022098523776:12345-192.168.202.28@tcp:101:lsof.0 Request processed in 1641us (2012us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764686.785739:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 729 00000100:00100000:2.0:1775764687.108742:0:3329:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1775764687.108784:0:3329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944589102a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3329:1862022119033216:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1775764687.108896:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764687.109362:0:42948:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119033216 00000100:00100000:3.0:1775764687.109381:0:42948:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119033216 00000100:00100000:3.0:1775764687.109473:0:42948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 133 00000100:00100000:3.0:1775764687.109485:0:42948:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bc1f0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3329:x1862022119033216:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1775764687.109541:0:42948:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 73072640 pending 0 free 3765436416 avail 3763339264 00000100:00100000:3.0:1775764687.109838:0:42948:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bc1f0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3329:x1862022119033216:12345-0@lo:13:osp-pre-1-0.0 Request processed in 356us (941us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764687.109847:0:42948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 133 00000100:00080000:2.0:1775764687.109922:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1775764687.110839:0:3329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944589102a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3329:1862022119033216:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1775764687.681473:0:43224:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:0.0:1775764688.695096:0:7469:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 34359738436 is committed 00010000:00010000:3.0:1775764688.705482:0:42312:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764689.729025:0:42313:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:2.0:1775764689.745312:0:5825:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 34359738986 is committed 00000020:00080000:2.0:1775764689.745333:0:5825:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 30064771820 batchid updated 00000020:00080000:3.0:1775764689.745460:0:42361:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 30064771820 00000020:00080000:3.0:1775764689.745489:0:42361:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 30064771820 00000100:00100000:1.0:1775764690.186401:0:3329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bc1f3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3329:1862022119033344:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1775764690.186487:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764690.186629:0:42947:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119033344 00000100:00100000:3.0:1775764690.186639:0:42947:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119033344 00000100:00100000:3.0:1775764690.186726:0:42947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 134 00000100:00100000:3.0:1775764690.186737:0:42947:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944587191880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3329:x1862022119033344:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1775764690.186786:0:42947:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 66256896 pending 0 free 3704619008 avail 3702521856 00000100:00080000:2.0:1775764690.186883:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1775764690.192175:0:42947:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944587191880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3329:x1862022119033344:12345-0@lo:13:osp-pre-0-0.0 Request processed in 5429us (5676us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764690.192199:0:42947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 134 00000100:00100000:1.0:1775764690.193499:0:3329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bc1f3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3329:1862022119033344:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1775764690.690886:0:3330:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944587191180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d8dacf45-8471-4226-a2fb-1fac83f69c1e:3330:1862022119033472:0@lo:400:kworker.0 00000100:00100000:0.0:1775764690.690997:0:3330:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764690.691085:0:3330:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1775764690.691093:0:3330:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944587192a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3330:1862022119033600:0@lo:400:kworker.0 00000100:00100000:0.0:1775764690.691123:0:3330:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764690.691173:0:43212:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119033600 00000100:00100000:0.0:1775764690.691182:0:43212:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119033600 00000100:00100000:0.0:1775764690.691609:0:43212:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 224 00000100:00100000:0.0:1775764690.691622:0:43212:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bbd79c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3330:x1862022119033600:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764690.691678:0:43212:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bbd79c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3330:x1862022119033600:12345-0@lo:400:kworker.0 Request processed in 60us (553us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764690.692187:0:43212:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 224 00000100:00080000:0.0:1775764690.692215:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1775764690.692345:0:3330:0:(client.c:3082:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 34359738436 gen 2 00000004:00080000:0.0:1775764690.692351:0:3330:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9445bce2bb80, transno 34359738436 00000100:00100000:0.0:1775764690.692370:0:3330:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944587192a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3330:1862022119033600:0@lo:400:kworker.0 00000100:00100000:3.0:1775764690.692893:0:42317:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119033472 00000100:00100000:3.0:1775764690.692900:0:42317:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119033472 00000100:00100000:3.0:1775764690.692957:0:42317:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 243 00000100:00100000:3.0:1775764690.692967:0:42317:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944585deec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d8dacf45-8471-4226-a2fb-1fac83f69c1e+18:3330:x1862022119033472:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764690.693030:0:42317:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944585deec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d8dacf45-8471-4226-a2fb-1fac83f69c1e+18:3330:x1862022119033472:12345-0@lo:400:kworker.0 Request processed in 65us (2033us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764690.693037:0:42317:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 243 00000100:00100000:1.0:1775764690.693309:0:3329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944587190000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3329:1862022119033856:0@lo:400:kworker.0 00000100:00100000:1.0:1775764690.693358:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764690.693389:0:3329:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1775764690.693396:0:3329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944587192680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3329:1862022119033728:0@lo:400:kworker.0 00000100:00100000:1.0:1775764690.693416:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764690.693442:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119033856 00000100:00100000:1.0:1775764690.693446:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119033856 00000100:00100000:1.0:1775764690.693489:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119033728 00000100:00100000:1.0:1775764690.693492:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119033728 00000100:00100000:1.0:1775764690.693513:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 309 00000100:00100000:1.0:1775764690.693521:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944587191500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3329:x1862022119033856:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764690.693562:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944587191500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3329:x1862022119033856:12345-0@lo:400:kworker.0 Request processed in 43us (203us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764690.693568:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 309 00000100:00100000:1.0:1775764690.693580:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 310 00000100:00100000:1.0:1775764690.693586:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944587190380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3329:x1862022119033728:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764690.693627:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944587190380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3329:x1862022119033728:12345-0@lo:400:kworker.0 Request processed in 41us (209us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764690.693633:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 310 00000100:00100000:1.0:1775764690.693667:0:3329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944587192680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3329:1862022119033728:0@lo:400:kworker.0 00000100:00100000:1.0:1775764690.693678:0:3329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944587190000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3329:1862022119033856:0@lo:400:kworker.0 00000100:00100000:2.0:1775764690.694138:0:3331:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1775764690.694150:0:3331:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944587191c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3331:1862022119033984:0@lo:400:kworker.0 00000100:00100000:2.0:1775764690.694184:0:3331:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764690.694632:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119033984 00000100:00100000:0.0:1775764690.694642:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119033984 00000100:00100000:0.0:1775764690.694678:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 311 00000100:00100000:0.0:1775764690.695663:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bc1f1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3331:x1862022119033984:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764690.695774:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bc1f1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3331:x1862022119033984:12345-0@lo:400:kworker.0 Request processed in 123us (1588us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764690.698570:0:3331:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944587191c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3331:1862022119033984:0@lo:400:kworker.0 00000100:00080000:1.0:1775764690.705425:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1775764690.705500:0:3330:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944587191180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d8dacf45-8471-4226-a2fb-1fac83f69c1e:3330:1862022119033472:0@lo:400:kworker.0 00000100:00100000:0.0:1775764690.716388:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 311 00010000:00010000:3.0:1775764690.753586:0:43224:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775764691.117527:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764691.117590:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764691.117620:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764691.117649:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764691.117669:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764691.117713:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098524032 00000100:00100000:1.0:1775764691.117714:0:42944:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098524288 00000100:00100000:1.0:1775764691.117728:0:42944:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098524288 00000100:00100000:3.0:1775764691.117728:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098524032 00000100:00100000:0.0:1775764691.117842:0:42318:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098523904 00000100:00100000:3.0:1775764691.117845:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098524416 00000100:00100000:0.0:1775764691.117848:0:42318:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098523904 00000100:00100000:3.0:1775764691.117851:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098524416 00000100:00100000:0.0:1775764691.117905:0:42318:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 244 00000100:00100000:0.0:1775764691.117918:0:42318:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944585ded050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:24b54882-c0a1-43f2-954f-009e5a9afc9d+12:2379:x1862022098523904:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:2.0:1775764691.117934:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 312 00000100:00100000:2.0:1775764691.117949:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944589100a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+32:2378:x1862022098524032:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:2.0:1775764691.118006:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944589100a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+32:2378:x1862022098524032:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 60us (488us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764691.118007:0:42318:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944585ded050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:24b54882-c0a1-43f2-954f-009e5a9afc9d+12:2379:x1862022098523904:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 89us (411us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764691.118028:0:42318:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 244 00000100:00100000:2.0:1775764691.118028:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 312 00000100:00100000:1.0:1775764691.118431:0:42944:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098524160 00000100:00100000:1.0:1775764691.118436:0:42944:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098524160 00000100:00100000:1.0:1775764691.118469:0:42944:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 225 00000100:00100000:1.0:1775764691.118478:0:42944:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944589100380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+15:2378:x1862022098524288:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:1.0:1775764691.118519:0:42944:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944589100380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+15:2378:x1862022098524288:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 43us (896us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764691.118527:0:42944:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 225 00000100:00100000:1.0:1775764691.118542:0:42944:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 226 00000100:00100000:1.0:1775764691.118549:0:42944:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944589100000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+13:2379:x1862022098524160:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:1.0:1775764691.118577:0:42944:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944589100000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+13:2379:x1862022098524160:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 30us (927us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764691.118586:0:42944:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 226 00000100:00080000:1.0:1775764691.118612:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1775764691.118618:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1775764691.118621:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1775764691.122692:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 313 00000100:00100000:0.0:1775764691.122712:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944589103480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:82781e18-e0e3-4f9f-9a2b-041bf0344414+6:2379:x1862022098524416:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:0.0:1775764691.122840:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944589103480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:82781e18-e0e3-4f9f-9a2b-041bf0344414+6:2379:x1862022098524416:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 136us (5168us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764691.136566:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 313 00000001:02000400:0.0:1775764691.371299:0:48070:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-pcc test 21j: PCC-RO for encrypted file ======== 15:58:10 (1775764690) 00010000:00010000:2.0:1775764691.786441:0:42312:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775764692.225584:0:3330:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1775764692.225621:0:3330:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944589102680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3330:1862022119034112:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1775764692.225729:0:3330:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764692.226761:0:42948:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119034112 00000100:00100000:1.0:1775764692.226777:0:42948:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119034112 00000100:00100000:1.0:1775764692.227750:0:42948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 135 00000100:00100000:1.0:1775764692.227767:0:42948:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bbd79880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3330:x1862022119034112:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1775764692.228234:0:42948:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 73072640 pending 0 free 3765436416 avail 3763339264 00000100:00100000:1.0:1775764692.228346:0:42948:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bbd79880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3330:x1862022119034112:12345-0@lo:13:osp-pre-1-0.0 Request processed in 582us (2617us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764692.228354:0:42948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 135 00000100:00100000:0.0:1775764692.230446:0:3330:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944589102680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3330:1862022119034112:0@lo:13:osp-pre-1-0.0 00000100:00080000:2.0:1775764692.234785:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:2.0:1775764692.801990:0:42313:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764693.826263:0:43224:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1775764694.017437:0:42356:0:(llog.c:800:llog_process_thread()) index: 8, lh_last_idx: 8 synced_idx: 8 lgh_last_idx: 8 00000040:00080000:2.0:1775764694.017453:0:42356:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x32:0x0] at index 8 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1775764694.017510:0:42356:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x32:0x0] index 16 count 3 00000040:00080000:2.0:1775764694.017519:0:42356:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 9 count 2 00010000:00010000:2.0:1775764694.862555:0:42312:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775764695.302172:0:3329:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1775764695.302200:0:3329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bc1f3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3329:1862022119034240:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1775764695.302277:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764695.303206:0:42948:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119034240 00000100:00100000:2.0:1775764695.303218:0:42948:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119034240 00000100:00100000:2.0:1775764695.303309:0:42948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 136 00000100:00100000:2.0:1775764695.303322:0:42948:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944587191180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3329:x1862022119034240:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1775764695.303371:0:42948:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 66256896 pending 0 free 3704619008 avail 3702521856 00000100:00100000:2.0:1775764695.303462:0:42948:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944587191180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3329:x1862022119034240:12345-0@lo:13:osp-pre-0-0.0 Request processed in 143us (1184us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764695.303471:0:42948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 136 00000100:00100000:0.0:1775764695.303573:0:3329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bc1f3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3329:1862022119034240:0@lo:13:osp-pre-0-0.0 00000100:00080000:1.0:1775764695.303636:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1775764695.809401:0:3331:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944589103100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3331:1862022119034624:0@lo:400:kworker.0 00000100:00100000:3.0:1775764695.809474:0:3331:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764695.809550:0:3331:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1775764695.809557:0:3331:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944589101f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3331:1862022119034496:0@lo:400:kworker.0 00000100:00100000:3.0:1775764695.809581:0:3331:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764695.809621:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119034624 00000100:00100000:3.0:1775764695.809630:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119034624 00000100:00100000:3.0:1775764695.809698:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 314 00000100:00100000:3.0:1775764695.809708:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944589102680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3331:x1862022119034624:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764695.809779:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944589102680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3331:x1862022119034624:12345-0@lo:400:kworker.0 Request processed in 73us (303us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764695.809787:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 314 00000100:00100000:3.0:1775764695.809878:0:3331:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944589103100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3331:1862022119034624:0@lo:400:kworker.0 00000100:00100000:0.0:1775764695.810255:0:3329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944589102300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d8dacf45-8471-4226-a2fb-1fac83f69c1e:3329:1862022119034368:0@lo:400:kworker.0 00000100:00100000:0.0:1775764695.810318:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764695.810352:0:3329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944589100700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3329:1862022119034880:0@lo:400:kworker.0 00000100:00100000:0.0:1775764695.810375:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764695.810395:0:3329:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1775764695.810401:0:3329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944589101500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3329:1862022119034752:0@lo:400:kworker.0 00000100:00100000:0.0:1775764695.810420:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764695.810443:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119034880 00000100:00100000:0.0:1775764695.810447:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119034880 00000100:00100000:0.0:1775764695.810484:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119034752 00000100:00100000:0.0:1775764695.810487:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119034752 00000100:00100000:0.0:1775764695.810504:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 315 00000100:00100000:0.0:1775764695.810511:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bbd7a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3329:x1862022119034880:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764695.810549:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bbd7a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3329:x1862022119034880:12345-0@lo:400:kworker.0 Request processed in 39us (173us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764695.810555:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 315 00000100:00100000:0.0:1775764695.810569:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 316 00000100:00100000:0.0:1775764695.810574:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bbd78000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3329:x1862022119034752:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764695.810599:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bbd78000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3329:x1862022119034752:12345-0@lo:400:kworker.0 Request processed in 25us (179us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764695.810608:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 316 00000100:00100000:0.0:1775764695.810636:0:3329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944589101500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3329:1862022119034752:0@lo:400:kworker.0 00000100:00100000:0.0:1775764695.810644:0:3329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944589100700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3329:1862022119034880:0@lo:400:kworker.0 00000100:00100000:3.0:1775764695.811176:0:42319:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119034368 00000100:00100000:3.0:1775764695.811183:0:42319:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119034368 00000100:00100000:3.0:1775764695.811227:0:42319:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 245 00000100:00100000:3.0:1775764695.811234:0:42319:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944585def050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d8dacf45-8471-4226-a2fb-1fac83f69c1e+18:3329:x1862022119034368:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764695.811287:0:42319:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944585def050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d8dacf45-8471-4226-a2fb-1fac83f69c1e+18:3329:x1862022119034368:12345-0@lo:400:kworker.0 Request processed in 54us (969us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764695.811306:0:42319:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 245 00000100:00100000:1.0:1775764695.811551:0:42944:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119034496 00000100:00100000:1.0:1775764695.811556:0:42944:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119034496 00000100:00100000:1.0:1775764695.811603:0:42944:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 227 00000100:00100000:1.0:1775764695.811612:0:42944:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944589102a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3331:x1862022119034496:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764695.811626:0:3329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944589102300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d8dacf45-8471-4226-a2fb-1fac83f69c1e:3329:1862022119034368:0@lo:400:kworker.0 00000100:00100000:1.0:1775764695.811673:0:42944:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944589102a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3331:x1862022119034496:12345-0@lo:400:kworker.0 Request processed in 63us (2090us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764695.811680:0:42944:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 227 00000100:00080000:1.0:1775764695.811700:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1775764695.811705:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1775764695.811741:0:3331:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944589101f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3331:1862022119034496:0@lo:400:kworker.0 00010000:00010000:2.0:1775764695.873228:0:42313:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775764696.095332:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764696.095476:0:42328:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098524672 00000100:00100000:2.0:1775764696.095488:0:42328:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098524672 00000100:00100000:2.0:1775764696.095580:0:42328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 207 00000100:00100000:2.0:1775764696.095594:0:42328:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bbd7aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+32:60348:x1862022098524672:12345-192.168.202.28@tcp:35:umount.0 00000100:00080000:1.0:1775764696.095701:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1775764696.096037:0:42328:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bbd7aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+33:60348:x1862022098524672:12345-192.168.202.28@tcp:35:umount.0 Request processed in 446us (722us total) trans 34359738987 rc 0/0 00000100:00100000:2.0:1775764696.096047:0:42328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 207 00000100:00100000:3.0:1775764696.101633:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764696.102352:0:42327:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098524928 00000100:00100000:0.0:1775764696.102365:0:42327:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098524928 00000100:00100000:0.0:1775764696.102495:0:42327:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 208 00000100:00100000:0.0:1775764696.102508:0:42327:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944589103100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+33:60348:x1862022098524928:12345-192.168.202.28@tcp:35:umount.0 00000100:00100000:0.0:1775764696.102934:0:42327:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944589103100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+34:60348:x1862022098524928:12345-192.168.202.28@tcp:35:umount.0 Request processed in 428us (1312us total) trans 34359738988 rc 0/0 00000100:00100000:0.0:1775764696.102942:0:42327:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 208 00000100:00100000:3.0:1775764696.112412:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764696.122062:0:42328:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098525184 00000100:00100000:2.0:1775764696.122080:0:42328:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098525184 00000100:00100000:2.0:1775764696.122154:0:42328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 209 00000100:00100000:2.0:1775764696.122166:0:42328:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944589101180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+34:60348:x1862022098525184:12345-192.168.202.28@tcp:35:umount.0 00000100:00100000:2.0:1775764696.122703:0:42328:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944589101180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+35:60348:x1862022098525184:12345-192.168.202.28@tcp:35:umount.0 Request processed in 538us (10304us total) trans 34359738989 rc 0/0 00000100:00100000:2.0:1775764696.122711:0:42328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 209 00000100:00100000:2.0:1775764696.130549:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764696.130630:0:42327:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098525440 00000100:00100000:0.0:1775764696.130653:0:42327:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098525440 00000100:00100000:0.0:1775764696.130721:0:42327:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 210 00000100:00100000:0.0:1775764696.130733:0:42327:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944584de7850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+35:60348:x1862022098525440:12345-192.168.202.28@tcp:35:umount.0 00000100:00100000:0.0:1775764696.131071:0:42327:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944584de7850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+36:60348:x1862022098525440:12345-192.168.202.28@tcp:35:umount.0 Request processed in 339us (546us total) trans 34359738990 rc 0/0 00000100:00100000:0.0:1775764696.131079:0:42327:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 210 00000100:00100000:2.0:1775764696.137246:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764696.137339:0:42328:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098525696 00000100:00100000:0.0:1775764696.137353:0:42328:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098525696 00000100:00100000:0.0:1775764696.137417:0:42328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 211 00000100:00100000:0.0:1775764696.137429:0:42328:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bc1f3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+36:60348:x1862022098525696:12345-192.168.202.28@tcp:35:umount.0 00000100:00100000:0.0:1775764696.137968:0:42328:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bc1f3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7e6eda44-5508-487e-b17f-ff28ad9d3512+37:60348:x1862022098525696:12345-192.168.202.28@tcp:35:umount.0 Request processed in 540us (731us total) trans 34359738991 rc 0/0 00000100:00100000:0.0:1775764696.137981:0:42328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 211 00000100:00100000:3.0:1775764696.145169:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764696.145352:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764696.146205:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764696.146337:0:42310:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098525824 00000100:00100000:0.0:1775764696.146352:0:42310:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098525824 00000100:00100000:0.0:1775764696.146477:0:42310:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098526080 00000100:00100000:0.0:1775764696.146481:0:42310:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098526080 00000100:00100000:1.0:1775764696.147067:0:42309:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098525952 00000100:00100000:1.0:1775764696.147072:0:42309:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098525952 00000100:00100000:1.0:1775764696.147104:0:42309:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 60 00000100:00100000:1.0:1775764696.147112:0:42309:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944589102d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:24b54882-c0a1-43f2-954f-009e5a9afc9d+14:2378:x1862022098525824:12345-192.168.202.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1775764696.147128:0:42309:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764696.147149:0:42309:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9445c2147800/0x57b8ff0e0304dcc4 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x44801000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17aa60 expref: 14 pid: 42319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764696.147168:0:42309:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775764696.147251:0:42310:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 61 00000100:00100000:0.0:1775764696.147258:0:42310:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944589103100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:24b54882-c0a1-43f2-954f-009e5a9afc9d+13:2378:x1862022098526080:12345-192.168.202.28@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1775764696.147266:0:42310:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764696.147274:0:42310:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff944587809400/0x57b8ff0e0304dd50 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x44801000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ab2b expref: 13 pid: 42318 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764696.147283:0:42310:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775764696.147354:0:42310:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944589103100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:24b54882-c0a1-43f2-954f-009e5a9afc9d+12:2378:x1862022098526080:12345-192.168.202.28@tcp:103:ldlm_bl.0 Request processed in 97us (2003us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764696.147362:0:42310:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 61 00000100:00100000:0.0:1775764696.147383:0:42310:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 62 00000100:00100000:0.0:1775764696.147388:0:42310:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bf4fb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:24b54882-c0a1-43f2-954f-009e5a9afc9d+11:2378:x1862022098525952:12345-192.168.202.28@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1775764696.147394:0:42310:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764696.147401:0:42310:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff944585ee2e00/0x57b8ff0e0304dccb lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x44801000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17aa8a expref: 11 pid: 42319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764696.147408:0:42310:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775764696.147421:0:42310:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bf4fb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:24b54882-c0a1-43f2-954f-009e5a9afc9d+10:2378:x1862022098525952:12345-192.168.202.28@tcp:103:ldlm_bl.0 Request processed in 34us (1221us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764696.147426:0:42310:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 62 00000100:00100000:1.0:1775764696.148314:0:42309:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944589102d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:24b54882-c0a1-43f2-954f-009e5a9afc9d+9:2378:x1862022098525824:12345-192.168.202.28@tcp:103:ldlm_bl.0 Request processed in 1194us (3150us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764696.148324:0:42309:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 60 00000100:00100000:2.0:1775764696.187037:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764696.188651:0:43212:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098527488 00000100:00100000:0.0:1775764696.188666:0:43212:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098527488 00000100:00100000:0.0:1775764696.188774:0:43212:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 195 00000100:00100000:0.0:1775764696.188786:0:43212:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bf4fb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+15:2375:x1862022098527488:12345-192.168.202.28@tcp:9:umount.0 00000020:00000080:0.0:1775764696.188875:0:43212:0:(genops.c:1487:class_disconnect()) disconnect: cookie 0x57b8ff0e0304dce7 00000020:00010000:0.0:1775764696.188883:0:43212:0:(genops.c:1940:obd_stale_export_put()) Put export ffff9445bb5bc000: total 0 00000100:00080000:0.0:1775764696.188888:0:43212:0:(import.c:65:import_set_state_nolock()) ffff9445bb5bd000 : changing import state from FULL to CLOSED 00000001:00000004:0.0:1775764696.188931:0:43212:0:(tgt_lastrcvd.c:732:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 8, last_transno is 34359738436 00000100:00100000:0.0:1775764696.189231:0:43212:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bf4fb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+13:2375:x1862022098527488:12345-192.168.202.28@tcp:9:umount.0 Request processed in 448us (2202us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764696.189239:0:43212:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 195 00000100:00080000:1.0:1775764696.189389:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000020:00010000:3.0:1775764696.189482:0:43224:0:(genops.c:1926:obd_stale_export_get()) Get export ffff9445bb5bc000: total 0 00010000:00010000:3.0:1775764696.189488:0:43224:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764696.189533:0:43224:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff9445bb5bc000, canceled 0 locks, left on hash table 10. 00002000:00010000:3.0:1775764696.189567:0:43224:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x104:0x0] updating lvb size from disk: 0 -> 18 00002000:00010000:3.0:1775764696.189570:0:43224:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x104:0x0] updating lvb mtime from disk: 0 -> 1775764408 00002000:00010000:3.0:1775764696.189573:0:43224:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x104:0x0] updating lvb ctime from disk: 0 -> 1775764408 00002000:00010000:3.0:1775764696.189575:0:43224:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x104:0x0] updating lvb blocks from disk: 1 -> 11 00010000:00010000:3.0:1775764696.189608:0:43224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000040f7907b/0x57b8ff0e0304e4ab lrc: 0/0,0 mode: --/PW res: [0x280000400:0x104:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ad23 expref: 12 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764696.189649:0:43224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000cf0058eb/0x57b8ff0e0304fd94 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x10c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b42a expref: 11 pid: 42945 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764696.189672:0:43224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000087be9357/0x57b8ff0e0304eb73 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x106:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17af0d expref: 10 pid: 42945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1775764696.189689:0:43224:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x10f:0x0] updating lvb mtime from disk: 1775764628 -> 1775764629 00002000:00010000:3.0:1775764696.189691:0:43224:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x10f:0x0] updating lvb atime from disk: 0 -> 1775764628 00002000:00010000:3.0:1775764696.189693:0:43224:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x10f:0x0] updating lvb ctime from disk: 1775764628 -> 1775764629 00002000:00010000:3.0:1775764696.189695:0:43224:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x10f:0x0] updating lvb blocks from disk: 1 -> 11 00010000:00010000:3.0:1775764696.189702:0:43224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000fa01de75/0x57b8ff0e0305046a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x10f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b5d5 expref: 9 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764696.189723:0:43224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009cd36cb5/0x57b8ff0e0304ef7f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x107:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b01e expref: 8 pid: 42945 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764696.189756:0:43224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e277d88a/0x57b8ff0e030509b8 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x114:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000020000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b764 expref: 7 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764696.189777:0:43224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000070d066ce/0x57b8ff0e0304fd55 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x10d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b407 expref: 6 pid: 43212 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764696.189843:0:43224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003804343d/0x57b8ff0e030509cd lrc: 0/0,0 mode: --/PW res: [0x280000400:0x112:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000020000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b772 expref: 5 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1775764696.189864:0:43224:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x110:0x0] updating lvb blocks from disk: 1 -> 3 00010000:00010000:3.0:1775764696.189873:0:43224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000eeecd5f6/0x57b8ff0e0305068c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x110:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801080000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b66f expref: 4 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1775764696.189905:0:43224:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x10e:0x0] updating lvb size from disk: 0 -> 14 00002000:00010000:3.0:1775764696.189908:0:43224:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x10e:0x0] updating lvb atime from disk: 0 -> 1775764601 00002000:00010000:3.0:1775764696.189910:0:43224:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x10e:0x0] updating lvb blocks from disk: 1 -> 11 00010000:00010000:3.0:1775764696.189920:0:43224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000929e39ad/0x57b8ff0e03050114 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x10e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b4fc expref: 3 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764696.189935:0:43224:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff9445bb5bc000, canceled 10 locks, left on hash table 0. 00010000:00010000:3.0:1775764696.189946:0:43224:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764696.189948:0:43224:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764696.189950:0:43224:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1775764696.196025:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764696.196169:0:42944:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098528640 00000100:00100000:1.0:1775764696.196181:0:42944:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098528640 00000100:00080000:2.0:1775764696.196242:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1775764696.196262:0:42944:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 196 00000100:00100000:1.0:1775764696.196275:0:42944:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94448647d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+13:2375:x1862022098528640:12345-192.168.202.28@tcp:9:umount.0 00000020:00000080:1.0:1775764696.196325:0:42944:0:(genops.c:1487:class_disconnect()) disconnect: cookie 0x57b8ff0e0304f425 00000020:00010000:1.0:1775764696.196335:0:42944:0:(genops.c:1940:obd_stale_export_put()) Put export ffff9444861e3000: total 0 00000100:00080000:1.0:1775764696.196341:0:42944:0:(import.c:65:import_set_state_nolock()) ffff9444861e2000 : changing import state from FULL to CLOSED 00000001:00000004:1.0:1775764696.196384:0:42944:0:(tgt_lastrcvd.c:732:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 8, last_transno is 34359738431 00000020:00010000:2.0:1775764696.196466:0:42312:0:(genops.c:1926:obd_stale_export_get()) Get export ffff9444861e3000: total 0 00010000:00010000:2.0:1775764696.196521:0:42312:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff9444861e3000, canceled 0 locks, left on hash table 8. 00002000:00010000:2.0:1775764696.196554:0:42312:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x10f:0x0] updating lvb blocks from disk: 1 -> 11 00010000:00010000:2.0:1775764696.196588:0:42312:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ee55af42/0x57b8ff0e030502b8 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x10f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b565 expref: 12 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764696.196628:0:42312:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000054cfd1e0/0x57b8ff0e03050a8a lrc: 0/0,0 mode: --/PR res: [0x240000400:0x114:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801000020000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b7a3 expref: 11 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764696.196759:0:42944:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94448647d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7e6eda44-5508-487e-b17f-ff28ad9d3512+10:2375:x1862022098528640:12345-192.168.202.28@tcp:9:umount.0 Request processed in 486us (744us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764696.196767:0:42944:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 196 00010000:00010000:2.0:1775764696.196931:0:42312:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000033bb3136/0x57b8ff0e0304fd8d lrc: 0/0,0 mode: --/PR res: [0x240000400:0x10c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b423 expref: 8 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764696.196957:0:42312:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000089e944af/0x57b8ff0e03050e96 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x116:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b8c9 expref: 7 pid: 42945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1775764696.196981:0:42312:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x10b:0x0] updating lvb size from disk: 0 -> 22 00002000:00010000:2.0:1775764696.196984:0:42312:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x10b:0x0] updating lvb mtime from disk: 0 -> 1775764554 00002000:00010000:2.0:1775764696.196986:0:42312:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x10b:0x0] updating lvb ctime from disk: 0 -> 1775764554 00002000:00010000:2.0:1775764696.196988:0:42312:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x10b:0x0] updating lvb blocks from disk: 1 -> 11 00010000:00010000:2.0:1775764696.196996:0:42312:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000da1aa360/0x57b8ff0e0304fb4f lrc: 0/0,0 mode: --/PW res: [0x240000400:0x10b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b390 expref: 6 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1775764696.197014:0:42312:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x110:0x0] updating lvb size from disk: 0 -> 29 00002000:00010000:2.0:1775764696.197016:0:42312:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x110:0x0] updating lvb atime from disk: 0 -> 1775764644 00002000:00010000:2.0:1775764696.197018:0:42312:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x110:0x0] updating lvb blocks from disk: 1 -> 11 00010000:00010000:2.0:1775764696.197025:0:42312:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000cc243db6/0x57b8ff0e03050685 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x110:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801080000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b668 expref: 5 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764696.197047:0:42312:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000044056cc7/0x57b8ff0e0304fd5c lrc: 0/0,0 mode: --/PR res: [0x240000400:0x10d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b40e expref: 4 pid: 43212 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764696.197071:0:42312:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009022cbfb/0x57b8ff0e030509d4 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x112:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000020000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b779 expref: 3 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764696.197084:0:42312:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff9444861e3000, canceled 8 locks, left on hash table 0. 00010000:00010000:2.0:1775764696.197100:0:42312:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764696.197102:0:42312:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764696.197104:0:42312:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775764696.210920:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764696.211016:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098530688 00000100:00100000:0.0:1775764696.211027:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098530688 00000100:00100000:0.0:1775764696.211099:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 730 00000100:00100000:0.0:1775764696.211117:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944587190000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+37:2375:x1862022098530688:12345-192.168.202.28@tcp:39:umount.0 00000020:00000080:0.0:1775764696.211160:0:44493:0:(genops.c:1487:class_disconnect()) disconnect: cookie 0x57b8ff0e0304dcd9 00000020:00010000:0.0:1775764696.211182:0:44493:0:(genops.c:1940:obd_stale_export_put()) Put export ffff9444835a1000: total 0 00000100:00080000:0.0:1775764696.211188:0:44493:0:(import.c:65:import_set_state_nolock()) ffff9444835a7800 : changing import state from FULL to CLOSED 00000001:00000004:0.0:1775764696.211226:0:44493:0:(tgt_lastrcvd.c:732:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 8, last_transno is 34359738991 00000100:00100000:0.0:1775764696.211636:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944587190000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7e6eda44-5508-487e-b17f-ff28ad9d3512+36:2375:x1862022098530688:12345-192.168.202.28@tcp:39:umount.0 Request processed in 526us (727us total) trans 34359738992 rc 0/0 00000100:00100000:0.0:1775764696.211644:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 730 00000020:00010000:2.0:1775764696.212371:0:42313:0:(genops.c:1926:obd_stale_export_get()) Get export ffff9444835a1000: total 0 00010000:00010000:2.0:1775764696.212426:0:42313:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff9444835a1000, canceled 0 locks, left on hash table 27. 00010000:00010000:2.0:1775764696.212473:0:42313:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x30:0x0].0x0 (ffff944599e85000) 00010000:00010000:2.0:1775764696.212476:0:42313:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:2.0:1775764696.212488:0:42313:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77a00/0x57b8ff0e03050535 lrc: 0/0,0 mode: --/CR res: [0x200003ab1:0x30:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b606 expref: 35 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764696.212517:0:42313:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff94459084a500) 00010000:00010000:2.0:1775764696.212519:0:42313:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764696.212523:0:42313:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944580030000/0x57b8ff0e0304f273 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b0cd expref: 34 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764696.212560:0:42313:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x37:0x0].0x0 (ffff944586564e00) 00010000:00010000:2.0:1775764696.212562:0:42313:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1775764696.212566:0:42313:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694000/0x57b8ff0e03050e88 lrc: 0/0,0 mode: --/CR res: [0x200003ab1:0x37:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b8c2 expref: 33 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764696.212578:0:42313:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x22:0x0].0x0 (ffff944582f80100) 00010000:00010000:2.0:1775764696.212580:0:42313:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:2.0:1775764696.212584:0:42313:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76a00/0x57b8ff0e0304f8cb lrc: 0/0,0 mode: --/CW res: [0x200003ab1:0x22:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b2cc expref: 32 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764696.212602:0:42313:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x29:0x0].0x0 (ffff944586564a00) 00010000:00010000:2.0:1775764696.212604:0:42313:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:2.0:1775764696.212608:0:42313:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944587809c00/0x57b8ff0e0304fc59 lrc: 0/0,0 mode: --/CW res: [0x200003ab1:0x29:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b3c8 expref: 31 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764696.212620:0:42313:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x2d:0x0].0x0 (ffff944586564800) 00010000:00010000:2.0:1775764696.212622:0:42313:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1775764696.212626:0:42313:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3000/0x57b8ff0e03050256 lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b549 expref: 30 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764696.212643:0:42313:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x32:0x0].0x0 (ffff944586564100) 00010000:00010000:2.0:1775764696.212646:0:42313:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:2.0:1775764696.212649:0:42313:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e03050781 lrc: 0/0,0 mode: --/CR res: [0x200003ab1:0x32:0x0].0x0 bits 0xa/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b6b5 expref: 29 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764696.212668:0:42313:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x35:0x0].0x0 (ffff94459084a000) 00010000:00010000:2.0:1775764696.212671:0:42313:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:2.0:1775764696.212674:0:42313:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25400/0x57b8ff0e03050ab4 lrc: 0/0,0 mode: --/CW res: [0x200003ab1:0x35:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b7b1 expref: 28 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764696.212686:0:42313:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x26:0x0].0x0 (ffff94459084a600) 00010000:00010000:2.0:1775764696.212688:0:42313:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1775764696.212692:0:42313:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695000/0x57b8ff0e0304f9f8 lrc: 0/0,0 mode: --/CR res: [0x200003ab1:0x26:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b327 expref: 27 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764696.212704:0:42313:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x1a:0x0].0x0 (ffff944582f80800) 00010000:00010000:2.0:1775764696.212706:0:42313:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:2.0:1775764696.212709:0:42313:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944587809800/0x57b8ff0e0304f211 lrc: 0/0,0 mode: --/CW res: [0x200003ab1:0x1a:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b0b8 expref: 26 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764696.212720:0:42313:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x26:0x0].0x0 (ffff94459084a600) 00010000:00010000:2.0:1775764696.212722:0:42313:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1775764696.212725:0:42313:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695a00/0x57b8ff0e0304fad1 lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b366 expref: 25 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764696.212738:0:42313:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x35:0x0].0x0 (ffff94459084a000) 00010000:00010000:2.0:1775764696.212740:0:42313:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1775764696.212743:0:42313:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24800/0x57b8ff0e030509e9 lrc: 0/0,0 mode: --/CR res: [0x200003ab1:0x35:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b780 expref: 24 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764696.212755:0:42313:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x29:0x0].0x0 (ffff944586564a00) 00010000:00010000:2.0:1775764696.212757:0:42313:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:2.0:1775764696.212760:0:42313:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694400/0x57b8ff0e0304fb9c lrc: 0/0,0 mode: --/CR res: [0x200003ab1:0x29:0x0].0x0 bits 0xa/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b3a5 expref: 23 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764696.212774:0:42313:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x22:0x0].0x0 (ffff944582f80100) 00010000:00010000:2.0:1775764696.212776:0:42313:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1775764696.212779:0:42313:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76000/0x57b8ff0e0304f893 lrc: 0/0,0 mode: --/CR res: [0x200003ab1:0x22:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b2b7 expref: 22 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764696.212793:0:42313:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x1d:0x0].0x0 (ffff94459084aa00) 00010000:00010000:2.0:1775764696.212795:0:42313:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1775764696.212862:0:42313:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695e00/0x57b8ff0e0304f58a lrc: 0/0,0 mode: --/CR res: [0x200003ab1:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b1c9 expref: 21 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764696.212877:0:42313:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x1d:0x0].0x0 (ffff94459084aa00) 00010000:00010000:2.0:1775764696.212879:0:42313:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:2.0:1775764696.212882:0:42313:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944587809200/0x57b8ff0e0304f663 lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0x1d:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b208 expref: 20 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764696.212895:0:42313:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9445838af800) 00010000:00010000:2.0:1775764696.212898:0:42313:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1775764696.212901:0:42313:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24000/0x57b8ff0e03050ea4 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b8d0 expref: 19 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764696.212917:0:42313:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x2d:0x0].0x0 (ffff944586564800) 00010000:00010000:2.0:1775764696.212919:0:42313:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:2.0:1775764696.212922:0:42313:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e030501ed lrc: 0/0,0 mode: --/CR res: [0x200003ab1:0x2d:0x0].0x0 bits 0xa/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b534 expref: 18 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764696.212936:0:42313:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x1a:0x0].0x0 (ffff944582f80800) 00010000:00010000:2.0:1775764696.212938:0:42313:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1775764696.212941:0:42313:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27cc00/0x57b8ff0e0304f1d2 lrc: 0/0,0 mode: --/CR res: [0x200003ab1:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b0aa expref: 17 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764696.212956:0:42313:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff944582f80200) 00010000:00010000:2.0:1775764696.212958:0:42313:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1775764696.212961:0:42313:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bc27d800/0x57b8ff0e0304f257 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b0c6 expref: 16 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764696.212975:0:42313:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x1d:0x0].0x0 (ffff94459084aa00) 00010000:00010000:2.0:1775764696.212977:0:42313:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:2.0:1775764696.212980:0:42313:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944587808c00/0x57b8ff0e0304f575 lrc: 0/0,0 mode: --/CW res: [0x200003ab1:0x1d:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b1c2 expref: 15 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764696.212992:0:42313:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x30:0x0].0x0 (ffff944599e85000) 00010000:00010000:2.0:1775764696.212994:0:42313:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1775764696.212997:0:42313:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25a00/0x57b8ff0e0305059e lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b61b expref: 14 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764696.213009:0:42313:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x2f:0x0].0x0 (ffff944586564400) 00010000:00010000:2.0:1775764696.213012:0:42313:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1775764696.213016:0:42313:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695600/0x57b8ff0e030503b4 lrc: 0/0,0 mode: --/CR res: [0x200003ab1:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b5ab expref: 13 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764696.213026:0:42313:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x2a:0x0].0x0 (ffff944584d1dc00) 00010000:00010000:2.0:1775764696.213028:0:42313:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:2.0:1775764696.213031:0:42313:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944587809000/0x57b8ff0e0304fe51 lrc: 0/0,0 mode: --/CW res: [0x200003ab1:0x2a:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b44d expref: 12 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764696.213042:0:42313:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x2f:0x0].0x0 (ffff944586564400) 00010000:00010000:2.0:1775764696.213045:0:42313:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1775764696.213049:0:42313:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77800/0x57b8ff0e0305040f lrc: 0/0,0 mode: --/PR res: [0x200003ab1:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b5b9 expref: 11 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764696.213061:0:42313:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x37:0x0].0x0 (ffff944586564e00) 00010000:00010000:2.0:1775764696.213064:0:42313:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:2.0:1775764696.213067:0:42313:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694c00/0x57b8ff0e03050f0d lrc: 0/0,0 mode: --/CW res: [0x200003ab1:0x37:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b8e5 expref: 10 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764696.213084:0:42313:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab1:0x2a:0x0].0x0 (ffff944584d1dc00) 00010000:00010000:2.0:1775764696.213087:0:42313:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:2.0:1775764696.213090:0:42313:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944587808e00/0x57b8ff0e0304fd86 lrc: 0/0,0 mode: --/CR res: [0x200003ab1:0x2a:0x0].0x0 bits 0xa/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b41c expref: 9 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764696.213103:0:42313:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff9444835a1000, canceled 27 locks, left on hash table 0. 00010000:00010000:2.0:1775764696.213118:0:42313:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764696.213120:0:42313:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764696.213122:0:42313:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775764696.248655:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764696.248900:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098530816 00000100:00100000:2.0:1775764696.248910:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098530816 00000100:00100000:2.0:1775764696.248988:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 317 00000100:00100000:2.0:1775764696.249000:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bbd7aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:82781e18-e0e3-4f9f-9a2b-041bf0344414+6:2377:x1862022098530816:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:2.0:1775764696.249081:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bbd7aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:82781e18-e0e3-4f9f-9a2b-041bf0344414+6:2377:x1862022098530816:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 84us (448us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764696.249089:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 317 00000100:00080000:1.0:1775764696.249238:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1775764696.527704:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764696.528082:0:42317:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098530944 00000100:00100000:3.0:1775764696.528095:0:42317:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098530944 00000100:00100000:3.0:1775764696.528162:0:42317:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 246 00000100:00100000:3.0:1775764696.528181:0:42317:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944585ded450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:24b54882-c0a1-43f2-954f-009e5a9afc9d+9:60358:x1862022098530944:12345-192.168.202.28@tcp:101:mount.lustre.0 00010000:00010000:3.0:1775764696.528202:0:42317:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764696.528220:0:42317:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9445be694200/0x57b8ff0e03050f45 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b8f3 expref: -99 pid: 42317 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764696.528248:0:42317:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9445be694200/0x57b8ff0e03050f45 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b8f3 expref: 10 pid: 42317 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764696.528259:0:42317:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9445be694200/0x57b8ff0e03050f45 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b8f3 expref: 10 pid: 42317 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764696.528269:0:42317:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445be694200, rc 0) 00000100:00100000:3.0:1775764696.528365:0:42317:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944585ded450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:24b54882-c0a1-43f2-954f-009e5a9afc9d+10:60358:x1862022098530944:12345-192.168.202.28@tcp:101:mount.lustre.0 Request processed in 194us (674us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764696.528372:0:42317:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 246 00000100:00100000:0.0:1775764696.545057:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764696.545186:0:42318:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098531072 00000100:00100000:3.0:1775764696.545203:0:42318:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098531072 00000100:00100000:3.0:1775764696.545291:0:42318:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 247 00000100:00100000:3.0:1775764696.545313:0:42318:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944585dee850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:24b54882-c0a1-43f2-954f-009e5a9afc9d+10:60358:x1862022098531072:12345-192.168.202.28@tcp:501:mount.lustre.0 00000100:00100000:3.0:1775764696.546034:0:42318:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944585dee850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:24b54882-c0a1-43f2-954f-009e5a9afc9d+10:60358:x1862022098531072:12345-192.168.202.28@tcp:501:mount.lustre.0 Request processed in 726us (983us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764696.546045:0:42318:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 247 00000100:00100000:1.0:1775764696.552373:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764696.552531:0:42319:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098531200 00000100:00100000:2.0:1775764696.552551:0:42319:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098531200 00000100:00100000:2.0:1775764696.552618:0:42319:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 248 00000100:00100000:2.0:1775764696.552629:0:42319:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944585dec450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:24b54882-c0a1-43f2-954f-009e5a9afc9d+10:60358:x1862022098531200:12345-192.168.202.28@tcp:503:mount.lustre.0 00000100:00100000:2.0:1775764696.552901:0:42319:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944585dec450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:24b54882-c0a1-43f2-954f-009e5a9afc9d+10:60358:x1862022098531200:12345-192.168.202.28@tcp:503:mount.lustre.0 Request processed in 273us (537us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764696.552909:0:42319:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 248 00000100:00100000:1.0:1775764696.562892:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764696.562997:0:42317:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098531328 00000100:00100000:0.0:1775764696.563010:0:42317:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098531328 00000100:00100000:0.0:1775764696.563079:0:42317:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 249 00000100:00100000:0.0:1775764696.563091:0:42317:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944585dee450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:24b54882-c0a1-43f2-954f-009e5a9afc9d+10:60362:x1862022098531328:12345-192.168.202.28@tcp:502:llog_process_th.0 00000100:00100000:0.0:1775764696.563907:0:42317:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944585dee450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:24b54882-c0a1-43f2-954f-009e5a9afc9d+10:60362:x1862022098531328:12345-192.168.202.28@tcp:502:llog_process_th.0 Request processed in 815us (1024us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764696.563917:0:42317:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 249 00000100:00100000:0.0:1775764696.600623:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764696.600728:0:42318:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098531456 00000100:00100000:3.0:1775764696.600741:0:42318:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098531456 00000100:00100000:3.0:1775764696.600839:0:42318:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 250 00000100:00100000:3.0:1775764696.600850:0:42318:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944585ded850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:24b54882-c0a1-43f2-954f-009e5a9afc9d+10:60362:x1862022098531456:12345-192.168.202.28@tcp:502:llog_process_th.0 00000100:00100000:3.0:1775764696.601157:0:42318:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944585ded850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:24b54882-c0a1-43f2-954f-009e5a9afc9d+10:60362:x1862022098531456:12345-192.168.202.28@tcp:502:llog_process_th.0 Request processed in 308us (547us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764696.601165:0:42318:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 250 00000100:00100000:1.0:1775764696.617875:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764696.617962:0:42319:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098531584 00000100:00100000:2.0:1775764696.617975:0:42319:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098531584 00000100:00100000:2.0:1775764696.618041:0:42319:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 251 00000100:00100000:2.0:1775764696.618054:0:42319:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944585def450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:24b54882-c0a1-43f2-954f-009e5a9afc9d+10:60358:x1862022098531584:12345-192.168.202.28@tcp:101:mount.lustre.0 00010000:00010000:2.0:1775764696.618077:0:42319:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764696.618104:0:42319:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9445baf25a00/0x57b8ff0e03050f4c lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b91d expref: -99 pid: 42319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764696.618142:0:42319:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9445baf25a00/0x57b8ff0e03050f4c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b91d expref: 11 pid: 42319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764696.618156:0:42319:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9445baf25a00/0x57b8ff0e03050f4c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b91d expref: 11 pid: 42319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764696.618173:0:42319:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445baf25a00, rc 0) 00000100:00100000:2.0:1775764696.618255:0:42319:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944585def450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:24b54882-c0a1-43f2-954f-009e5a9afc9d+11:60358:x1862022098531584:12345-192.168.202.28@tcp:101:mount.lustre.0 Request processed in 203us (393us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764696.618264:0:42319:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 251 00000100:00100000:1.0:1775764696.622057:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764696.622177:0:42317:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098531712 00000100:00100000:0.0:1775764696.622189:0:42317:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098531712 00000100:00100000:0.0:1775764696.622256:0:42317:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 252 00000100:00100000:0.0:1775764696.622268:0:42317:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944585dedc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:24b54882-c0a1-43f2-954f-009e5a9afc9d+11:60358:x1862022098531712:12345-192.168.202.28@tcp:256:mount.lustre.0 20000000:01000000:0.0:1775764696.622319:0:42317:0:(mgs_nids.c:912:mgs_get_ir_logs()) Reading IR log lustre-cliir bufsize 1048576. 20000000:01000000:0.0:1775764696.622352:0:42317:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/256/255. 20000000:01000000:0.0:1775764696.622355:0:42317:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4008/1/256/255. 20000000:01000000:0.0:1775764696.622359:0:42317:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 3964/1/256/255. 20000000:01000000:0.0:1775764696.622361:0:42317:0:(mgs_nids.c:316:mgs_nidtbl_read()) Read IR logs lustre return with 132, version 26 00000100:00100000:3.0:1775764696.625197:0:42317:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944585dedc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:24b54882-c0a1-43f2-954f-009e5a9afc9d+11:60358:x1862022098531712:12345-192.168.202.28@tcp:256:mount.lustre.0 Request processed in 2919us (3140us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764696.625212:0:42317:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 252 00000100:00100000:1.0:1775764696.634165:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764696.634373:0:42318:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098531840 00000100:00100000:3.0:1775764696.634386:0:42318:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098531840 00000100:00100000:3.0:1775764696.634452:0:42318:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 253 00000100:00100000:3.0:1775764696.634463:0:42318:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944585defc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:24b54882-c0a1-43f2-954f-009e5a9afc9d+11:60358:x1862022098531840:12345-192.168.202.28@tcp:101:mount.lustre.0 00010000:00010000:3.0:1775764696.634481:0:42318:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764696.634501:0:42318:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9445be694800/0x57b8ff0e03050f53 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b924 expref: -99 pid: 42318 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764696.634537:0:42318:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9445be694800/0x57b8ff0e03050f53 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b924 expref: 12 pid: 42318 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764696.634549:0:42318:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9445be694800/0x57b8ff0e03050f53 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b924 expref: 12 pid: 42318 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764696.634559:0:42318:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445be694800, rc 0) 00000100:00100000:3.0:1775764696.634864:0:42318:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944585defc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:24b54882-c0a1-43f2-954f-009e5a9afc9d+12:60358:x1862022098531840:12345-192.168.202.28@tcp:101:mount.lustre.0 Request processed in 402us (708us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764696.634873:0:42318:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 253 00000100:00100000:1.0:1775764696.639999:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764696.640262:0:42317:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098531968 00000100:00100000:3.0:1775764696.640274:0:42317:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098531968 00000100:00100000:3.0:1775764696.640357:0:42317:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 254 00000100:00100000:3.0:1775764696.640370:0:42317:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944585dee050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:24b54882-c0a1-43f2-954f-009e5a9afc9d+12:60358:x1862022098531968:12345-192.168.202.28@tcp:501:mount.lustre.0 00000100:00100000:3.0:1775764696.640986:0:42317:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944585dee050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:24b54882-c0a1-43f2-954f-009e5a9afc9d+12:60358:x1862022098531968:12345-192.168.202.28@tcp:501:mount.lustre.0 Request processed in 616us (994us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764696.640996:0:42317:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 254 00000100:00100000:0.0:1775764696.658460:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764696.658555:0:42318:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098532096 00000100:00100000:3.0:1775764696.658570:0:42318:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098532096 00000100:00100000:3.0:1775764696.658651:0:42318:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 255 00000100:00100000:3.0:1775764696.658662:0:42318:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445be7e1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:24b54882-c0a1-43f2-954f-009e5a9afc9d+12:60358:x1862022098532096:12345-192.168.202.28@tcp:503:mount.lustre.0 00000100:00100000:3.0:1775764696.659000:0:42318:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445be7e1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:24b54882-c0a1-43f2-954f-009e5a9afc9d+12:60358:x1862022098532096:12345-192.168.202.28@tcp:503:mount.lustre.0 Request processed in 338us (550us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764696.659010:0:42318:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 255 00000100:00100000:1.0:1775764696.675048:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764696.675279:0:42317:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098532224 00000100:00100000:3.0:1775764696.675302:0:42317:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098532224 00000100:00100000:3.0:1775764696.675378:0:42317:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 256 00000100:00100000:3.0:1775764696.675391:0:42317:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944586765850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:24b54882-c0a1-43f2-954f-009e5a9afc9d+12:60372:x1862022098532224:12345-192.168.202.28@tcp:502:llog_process_th.0 00000100:00100000:3.0:1775764696.675758:0:42317:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944586765850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:24b54882-c0a1-43f2-954f-009e5a9afc9d+12:60372:x1862022098532224:12345-192.168.202.28@tcp:502:llog_process_th.0 Request processed in 370us (720us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764696.675768:0:42317:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 256 00000100:00100000:1.0:1775764696.688197:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764696.688513:0:42318:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098532352 00000100:00100000:3.0:1775764696.688530:0:42318:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098532352 00000100:00100000:3.0:1775764696.688606:0:42318:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 257 00000100:00100000:3.0:1775764696.688618:0:42318:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944586767050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:24b54882-c0a1-43f2-954f-009e5a9afc9d+12:60372:x1862022098532352:12345-192.168.202.28@tcp:502:llog_process_th.0 00000100:00100000:2.0:1775764696.695216:0:42318:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944586767050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:24b54882-c0a1-43f2-954f-009e5a9afc9d+12:60372:x1862022098532352:12345-192.168.202.28@tcp:502:llog_process_th.0 Request processed in 6588us (7033us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764696.695232:0:42318:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 257 00000100:00100000:0.0:1775764696.700525:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764696.701597:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098532480 00000100:00100000:2.0:1775764696.701614:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098532480 00000100:00100000:2.0:1775764696.701694:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 731 00000100:00100000:2.0:1775764696.701704:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bce29f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2375:x1862022098532480:12345-192.168.202.28@tcp:38:mount.lustre.0 00010000:00080000:2.0:1775764696.701741:0:44493:0:(ldlm_lib.c:1429:target_handle_connect()) lustre-MDT0000: connection from d5685161-9db4-4c4c-ac8e-956c40da0bd9@192.168.202.28@tcp t0 exp 0000000000000000 cur 2163 last 0 00000020:00000080:2.0:1775764696.701838:0:44493:0:(genops.c:1404:class_connect()) connect: client d5685161-9db4-4c4c-ac8e-956c40da0bd9, cookie 0x57b8ff0e03050f5a 00000004:00100000:2.0:1775764696.701875:0:44493:0:(mdt_handler.c:7282:mdt_connect_internal()) lustre-MDT0000: cli supports cksum type f7, return f7 00000100:00080000:2.0:1775764696.702654:0:44493:0:(import.c:65:import_set_state_nolock()) ffff944488c15000 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1775764696.703175:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bce29f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d5685161-9db4-4c4c-ac8e-956c40da0bd9+6:2375:x1862022098532480:12345-192.168.202.28@tcp:38:mount.lustre.0 Request processed in 1056us (2257us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764696.703194:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 731 00000100:00100000:1.0:1775764696.707101:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764696.707457:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098532608 00000100:00100000:2.0:1775764696.707469:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098532608 00000100:00080000:1.0:1775764696.707618:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1775764696.707754:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 732 00000100:00100000:2.0:1775764696.707767:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944587192680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d5685161-9db4-4c4c-ac8e-956c40da0bd9+6:0:x1862022098532608:12345-192.168.202.28@tcp:41:mount.lustre.0 00000004:00000024:2.0:1775764696.707874:0:42326:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 6815744 pending 0 free 2261385216 avail 2259288064 00000100:00100000:2.0:1775764696.707966:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944587192680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d5685161-9db4-4c4c-ac8e-956c40da0bd9+6:0:x1862022098532608:12345-192.168.202.28@tcp:41:mount.lustre.0 Request processed in 202us (875us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764696.707973:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 732 00000100:00100000:1.0:1775764696.716166:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764696.716835:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098532736 00000100:00100000:2.0:1775764696.716847:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098532736 00000100:00100000:2.0:1775764696.717373:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 733 00000100:00100000:2.0:1775764696.717382:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944587190700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d5685161-9db4-4c4c-ac8e-956c40da0bd9+6:60358:x1862022098532736:12345-192.168.202.28@tcp:41:mount.lustre.0 00000004:00000024:2.0:1775764696.717416:0:44493:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 6815744 pending 0 free 2261385216 avail 2259288064 00000100:00100000:2.0:1775764696.717500:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944587190700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d5685161-9db4-4c4c-ac8e-956c40da0bd9+6:60358:x1862022098532736:12345-192.168.202.28@tcp:41:mount.lustre.0 Request processed in 119us (1346us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764696.717509:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 733 00000100:00100000:0.0:1775764696.720248:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764696.720343:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098532864 00000100:00100000:3.0:1775764696.720353:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098532864 00000100:00100000:3.0:1775764696.720510:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 734 00000100:00100000:3.0:1775764696.720523:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bce2bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d5685161-9db4-4c4c-ac8e-956c40da0bd9+6:60358:x1862022098532864:12345-192.168.202.28@tcp:40:mount.lustre.0 00000100:00100000:3.0:1775764696.720640:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bce2bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d5685161-9db4-4c4c-ac8e-956c40da0bd9+6:60358:x1862022098532864:12345-192.168.202.28@tcp:40:mount.lustre.0 Request processed in 119us (404us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764696.720649:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 734 00000100:00100000:1.0:1775764696.724227:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764696.724274:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764696.724313:0:43212:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098532992 00000100:00100000:0.0:1775764696.724328:0:43212:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098532992 00000100:00100000:0.0:1775764696.724388:0:43212:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098533120 00000100:00100000:0.0:1775764696.724392:0:43212:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098533120 00000100:00100000:2.0:1775764696.724397:0:42946:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 197 00000100:00100000:2.0:1775764696.724408:0:42946:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944587190a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2375:x1862022098532992:12345-192.168.202.28@tcp:8:mount.lustre.0 00010000:00080000:2.0:1775764696.724461:0:42946:0:(ldlm_lib.c:1429:target_handle_connect()) lustre-OST0000: connection from d5685161-9db4-4c4c-ac8e-956c40da0bd9@192.168.202.28@tcp t0 exp 0000000000000000 cur 2163 last 0 00000100:00100000:0.0:1775764696.724483:0:43212:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 198 00000100:00100000:0.0:1775764696.724489:0:43212:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944587192300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2375:x1862022098533120:12345-192.168.202.28@tcp:8:mount.lustre.0 00010000:00080000:0.0:1775764696.724505:0:43212:0:(ldlm_lib.c:1429:target_handle_connect()) lustre-OST0001: connection from d5685161-9db4-4c4c-ac8e-956c40da0bd9@192.168.202.28@tcp t0 exp 0000000000000000 cur 2163 last 0 00000020:00000080:2.0:1775764696.724506:0:42946:0:(genops.c:1404:class_connect()) connect: client d5685161-9db4-4c4c-ac8e-956c40da0bd9, cookie 0x57b8ff0e03050f61 00002000:00100000:2.0:1775764696.724522:0:42946:0:(ofd_obd.c:124:ofd_parse_connect_data()) lustre-OST0000: cli d5685161-9db4-4c4c-ac8e-956c40da0bd9/ffff944488c12800 ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 211334d ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00000020:00000080:0.0:1775764696.724527:0:43212:0:(genops.c:1404:class_connect()) connect: client d5685161-9db4-4c4c-ac8e-956c40da0bd9, cookie 0x57b8ff0e03050f68 00002000:00100000:0.0:1775764696.724531:0:43212:0:(ofd_obd.c:124:ofd_parse_connect_data()) lustre-OST0001: cli d5685161-9db4-4c4c-ac8e-956c40da0bd9/ffff9444830e1800 ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 211334d ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:2.0:1775764696.724536:0:42946:0:(ofd_obd.c:222:ofd_parse_connect_data()) lustre-OST0000: cli supports cksum type f7, return f7 00002000:00100000:0.0:1775764696.724561:0:43212:0:(ofd_obd.c:222:ofd_parse_connect_data()) lustre-OST0001: cli supports cksum type f7, return f7 00002000:00080000:2.0:1775764696.724666:0:42946:0:(ofd_obd.c:388:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:2.0:1775764696.724703:0:42946:0:(import.c:65:import_set_state_nolock()) ffff944488c11800 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1775764696.724794:0:42946:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944587190a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d5685161-9db4-4c4c-ac8e-956c40da0bd9+6:2375:x1862022098532992:12345-192.168.202.28@tcp:8:mount.lustre.0 Request processed in 386us (579us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764696.724832:0:42946:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 197 00002000:00080000:0.0:1775764696.724967:0:43212:0:(ofd_obd.c:388:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:0.0:1775764696.724985:0:43212:0:(import.c:65:import_set_state_nolock()) ffff9444830e4000 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1775764696.725011:0:43212:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944587192300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d5685161-9db4-4c4c-ac8e-956c40da0bd9+6:2375:x1862022098533120:12345-192.168.202.28@tcp:8:mount.lustre.0 Request processed in 521us (737us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764696.725020:0:43212:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 198 00000100:00100000:1.0:1775764696.728299:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764696.728571:0:47878:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098533248 00000100:00100000:0.0:1775764696.728583:0:47878:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098533248 00000100:00100000:0.0:1775764696.728657:0:47878:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 212 00000100:00100000:0.0:1775764696.728668:0:47878:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944587193b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:d5685161-9db4-4c4c-ac8e-956c40da0bd9+6:60358:x1862022098533248:12345-192.168.202.28@tcp:33:mount.lustre.0 00000004:00200000:0.0:1775764696.728966:0:47878:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 9728 00000100:00100000:0.0:1775764696.729093:0:47878:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944587193b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:d5685161-9db4-4c4c-ac8e-956c40da0bd9+6:60358:x1862022098533248:12345-192.168.202.28@tcp:33:mount.lustre.0 Request processed in 426us (810us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764696.729102:0:47878:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 212 00010000:00010000:3.0:1775764696.898177:0:43224:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775764697.123084:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764697.123444:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098533376 00000100:00100000:0.0:1775764697.123458:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098533376 00000100:00100000:0.0:1775764697.123546:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 735 00000100:00100000:0.0:1775764697.123558:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944589101180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d5685161-9db4-4c4c-ac8e-956c40da0bd9+6:60404:x1862022098533376:12345-192.168.202.28@tcp:101:mkdir.0 00010000:00010000:0.0:1775764697.123586:0:42325:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764697.123609:0:42325:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944581525400/0x57b8ff0e03050f6f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b94e expref: -99 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764697.123699:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944581525000/0x57b8ff0e03050f76 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764697.123715:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944581525000/0x57b8ff0e03050f76 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764697.123736:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944581525000/0x57b8ff0e03050f76 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764697.127377:0:42325:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 9728 00000004:00200000:0.0:1775764697.127388:0:42325:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 42 stripe count 1 MDT count 1 00000004:00010000:0.0:1775764697.127496:0:42325:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff944581525000/0x57b8ff0e03050f76 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764697.127545:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944581525400/0x57b8ff0e03050f6f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b94e expref: 8 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764697.127568:0:42325:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff944581525000/0x57b8ff0e03050f76 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b94e expref: 7 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764697.127578:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9445838af800) 00010000:00010000:0.0:1775764697.127581:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1775764697.127586:0:42325:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944581525000, rc 0) 00000100:00100000:0.0:1775764697.128232:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944589101180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d5685161-9db4-4c4c-ac8e-956c40da0bd9+7:60404:x1862022098533376:12345-192.168.202.28@tcp:101:mkdir.0 Request processed in 4673us (5163us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764697.128242:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 735 00000100:00100000:1.0:1775764697.254616:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764697.254716:0:42334:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098533504 00000100:00100000:0.0:1775764697.254727:0:42334:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098533504 00000100:00100000:0.0:1775764697.254847:0:42334:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 2 00000100:00100000:0.0:1775764697.254860:0:42334:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944587191c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_seqm_0001:d5685161-9db4-4c4c-ac8e-956c40da0bd9+7:60404:x1862022098533504:12345-192.168.202.28@tcp:700:mkdir.0 00000100:00100000:0.0:1775764697.254982:0:42334:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944587191c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_seqm_0001:d5685161-9db4-4c4c-ac8e-956c40da0bd9+7:60404:x1862022098533504:12345-192.168.202.28@tcp:700:mkdir.0 Request processed in 123us (377us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764697.254990:0:42334:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 2 00000100:00100000:1.0:1775764697.280170:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764697.283140:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098533760 00000100:00100000:2.0:1775764697.283160:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098533760 00000100:00100000:2.0:1775764697.283346:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 736 00000100:00100000:2.0:1775764697.283361:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944587192a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d5685161-9db4-4c4c-ac8e-956c40da0bd9+7:60404:x1862022098533760:12345-192.168.202.28@tcp:36:mkdir.0 00010000:00010000:2.0:1775764697.283437:0:42326:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764697.283475:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944581525000/0x57b8ff0e03050f76 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b94e expref: 7 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764697.283501:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9445838af800) 00010000:00010000:2.0:1775764697.283506:0:42326:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775764697.283874:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24000/0x57b8ff0e03050f7d lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764697.283890:0:42326:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff944581524600/0x57b8ff0e03050f3e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b8ec expref: 5 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764697.283899:0:42326:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24000/0x57b8ff0e03050f7d lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764697.283953:0:42326:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff944581524600/0x57b8ff0e03050f3e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b8ec expref: 5 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764697.283968:0:42326:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff944581524600/0x57b8ff0e03050f3e lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b8ec expref: 5 pid: 42326 timeout: 2264 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764697.283983:0:42326:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bc1dce00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:42326:1862022119035008:192.168.202.28@tcp:104: 00000100:00100000:2.0:1775764697.284101:0:42326:0:(client.c:2691:ptlrpc_set_wait()) set ffff9445bece3840 going to sleep for 11 seconds 00000100:00100000:0.0:1775764697.289685:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764697.289870:0:42326:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bc1dce00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:42326:1862022119035008:192.168.202.28@tcp:104: 00010000:00010000:2.0:1775764697.289915:0:42326:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24000/0x57b8ff0e03050f7d lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764697.290317:0:44302:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098533888 00000100:00100000:3.0:1775764697.290326:0:44302:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098533888 00010000:00010000:3.0:1775764697.290375:0:44302:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff944581524600/0x57b8ff0e03050f3e lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b8ec expref: 6 pid: 42326 timeout: 2264 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764697.290460:0:44302:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 151 00000100:00100000:3.0:1775764697.290472:0:44302:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944483642a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:82781e18-e0e3-4f9f-9a2b-041bf0344414+6:2379:x1862022098533888:12345-192.168.202.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764697.290492:0:44302:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764697.290500:0:44302:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff944581524600/0x57b8ff0e03050f3e lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b8ec expref: 6 pid: 42326 timeout: 2264 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764697.290517:0:44302:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff944581524600/0x57b8ff0e03050f3e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b8ec expref: 6 pid: 42326 timeout: 2264 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764697.290540:0:44302:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944581524600/0x57b8ff0e03050f3e lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b8ec expref: 6 pid: 42326 timeout: 2264 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764697.290559:0:44302:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9445838af800) 00010000:00010000:3.0:1775764697.290565:0:44302:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24000/0x57b8ff0e03050f7d lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764697.290580:0:44302:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24000/0x57b8ff0e03050f7d lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764697.290589:0:44302:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24000/0x57b8ff0e03050f7d lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764697.290629:0:44302:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764697.290708:0:44302:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944483642a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:82781e18-e0e3-4f9f-9a2b-041bf0344414+5:2379:x1862022098533888:12345-192.168.202.28@tcp:103:ldlm_bl.0 Request processed in 237us (1037us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764697.290716:0:44302:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 151 00010000:00010000:2.0:1775764697.291471:0:42326:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24000/0x57b8ff0e03050f7d lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764697.291485:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24000/0x57b8ff0e03050f7d lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764697.291516:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24800/0x57b8ff0e03050f84 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x54985548 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764697.291529:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24800/0x57b8ff0e03050f84 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x54985548 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764697.291538:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24800/0x57b8ff0e03050f84 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x54985548 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764697.295355:0:42326:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab3:0x1:0x0]: returning size 1024 00010000:00010000:2.0:1775764697.295375:0:42326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24000/0x57b8ff0e03050f7d lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764697.295387:0:42326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24000/0x57b8ff0e03050f7d lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764697.295395:0:42326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24000/0x57b8ff0e03050f7d lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764697.295401:0:42326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445baf24000 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764697.295406:0:42326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24000/0x57b8ff0e03050f7d lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764697.295413:0:42326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24000/0x57b8ff0e03050f7d lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764697.295432:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9445838af800) 00010000:00010000:2.0:1775764697.295435:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764697.295442:0:42326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24000/0x57b8ff0e03050f7d lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764697.295448:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24000/0x57b8ff0e03050f7d lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764697.295474:0:42326:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000002d512d6 reply state 000000007081dea8 transno 34359738993 ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24800/0x57b8ff0e03050f84 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x54985548 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764697.295484:0:42326:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1775764697.295600:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944587192a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d5685161-9db4-4c4c-ac8e-956c40da0bd9+8:60404:x1862022098533760:12345-192.168.202.28@tcp:36:mkdir.0 Request processed in 12238us (15437us total) trans 34359738993 rc 0/0 00000100:00100000:2.0:1775764697.295611:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 736 00010000:00010000:3.0:1775764697.297638:0:3315:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24800/0x57b8ff0e03050f84 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x54985548 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764697.297654:0:3315:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24800/0x57b8ff0e03050f84 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x54985548 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764697.297661:0:3315:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24800/0x57b8ff0e03050f84 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x54985548 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764697.297667:0:3315:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445baf24800 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:3.0:1775764697.297672:0:3315:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24800/0x57b8ff0e03050f84 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x54985548 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764697.297679:0:3315:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24800/0x57b8ff0e03050f84 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x54985548 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764697.297698:0:3315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x54985548 (ffff9445838af500) 00010000:00010000:3.0:1775764697.297702:0:3315:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764697.297707:0:3315:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24800/0x57b8ff0e03050f84 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x54985548 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764697.297717:0:3315:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24800/0x57b8ff0e03050f84 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x54985548 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764697.346119:0:3331:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1775764697.346145:0:3331:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944589101f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3331:1862022119035136:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1775764697.346233:0:3331:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764697.346404:0:42948:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119035136 00000100:00100000:1.0:1775764697.346416:0:42948:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119035136 00000100:00100000:1.0:1775764697.346501:0:42948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 137 00000100:00100000:1.0:1775764697.346512:0:42948:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944598c0b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3331:x1862022119035136:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1775764697.346536:0:42948:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3765436416 avail 3763339264 00000100:00100000:1.0:1775764697.346594:0:42948:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944598c0b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3331:x1862022119035136:12345-0@lo:13:osp-pre-1-0.0 Request processed in 84us (360us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764697.346601:0:42948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 137 00000100:00100000:0.0:1775764697.346956:0:3331:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944589101f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3331:1862022119035136:0@lo:13:osp-pre-1-0.0 00000100:00080000:2.0:1775764697.347122:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1775764697.548453:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764697.551564:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098534016 00000100:00100000:2.0:1775764697.551594:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098534016 00000100:00100000:2.0:1775764697.551730:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 737 00000100:00100000:2.0:1775764697.551742:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944587193480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d5685161-9db4-4c4c-ac8e-956c40da0bd9+7:60434:x1862022098534016:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1775764697.551768:0:44493:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764697.551845:0:44493:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24000/0x57b8ff0e03050f8b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b955 expref: -99 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764697.551933:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25400/0x57b8ff0e03050f92 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764697.551950:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25400/0x57b8ff0e03050f92 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764697.551964:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25400/0x57b8ff0e03050f92 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764697.552058:0:44493:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 9728 00000004:00200000:2.0:1775764697.552062:0:44493:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 43 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764697.552094:0:44493:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25400/0x57b8ff0e03050f92 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764697.552121:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24000/0x57b8ff0e03050f8b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b955 expref: 9 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764697.552147:0:44493:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25400/0x57b8ff0e03050f92 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b955 expref: 8 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764697.552155:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9445838af800) 00010000:00010000:2.0:1775764697.552158:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1775764697.552162:0:44493:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445baf25400, rc 0) 00000100:00100000:2.0:1775764697.552250:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944587193480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d5685161-9db4-4c4c-ac8e-956c40da0bd9+8:60434:x1862022098534016:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 Request processed in 511us (3809us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764697.552257:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 737 00000100:00100000:0.0:1775764697.556001:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764697.556140:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098534144 00000100:00100000:3.0:1775764697.556152:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098534144 00000100:00100000:3.0:1775764697.556261:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 738 00000100:00100000:3.0:1775764697.556300:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944483642300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:82781e18-e0e3-4f9f-9a2b-041bf0344414+5:60434:x1862022098534144:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1775764697.556332:0:42324:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764697.556357:0:42324:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e03050f99 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b95c expref: -99 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764697.556461:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694c00/0x57b8ff0e03050fa0 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764697.556479:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694c00/0x57b8ff0e03050fa0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764697.556492:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694c00/0x57b8ff0e03050fa0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764697.556599:0:42324:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 9728 00000004:00200000:3.0:1775764697.556603:0:42324:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 43 stripe count 1 MDT count 1 00000004:00010000:3.0:1775764697.556635:0:42324:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694c00/0x57b8ff0e03050fa0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764697.556663:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e03050f99 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b95c expref: 7 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764697.556686:0:42324:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694c00/0x57b8ff0e03050fa0 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b95c expref: 6 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764697.556696:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9445838af800) 00010000:00010000:3.0:1775764697.556700:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1775764697.556703:0:42324:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445be694c00, rc 0) 00000100:00100000:3.0:1775764697.556769:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944483642300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:82781e18-e0e3-4f9f-9a2b-041bf0344414+6:60434:x1862022098534144:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 Request processed in 481us (786us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764697.556777:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 738 00000100:00100000:1.0:1775764697.570400:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764697.570520:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098534272 00000100:00100000:2.0:1775764697.570531:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098534272 00000100:00100000:2.0:1775764697.570602:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 739 00000100:00100000:2.0:1775764697.570614:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944587191880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d5685161-9db4-4c4c-ac8e-956c40da0bd9+8:60435:x1862022098534272:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1775764697.570637:0:44493:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764697.570657:0:44493:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24000/0x57b8ff0e03050fa7 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b963 expref: -99 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764697.570725:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24c00/0x57b8ff0e03050fae lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764697.570745:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24c00/0x57b8ff0e03050fae lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764697.570757:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24c00/0x57b8ff0e03050fae lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764697.570773:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e03050fb5 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764697.570779:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e03050fb5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764697.570784:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e03050fb5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764697.571325:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25000/0x57b8ff0e03050fbc lrc: 3/1,0 mode: --/PR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764697.571335:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25000/0x57b8ff0e03050fbc lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764697.571343:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25000/0x57b8ff0e03050fbc lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764697.571433:0:44493:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000002:0x1:0x0]: returning size 6656 00000004:00200000:2.0:1775764697.571437:0:44493:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 2 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764697.571603:0:44493:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25000/0x57b8ff0e03050fbc lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764697.571616:0:44493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24c00/0x57b8ff0e03050fae lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764697.571626:0:44493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24c00/0x57b8ff0e03050fae lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764697.571633:0:44493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24c00/0x57b8ff0e03050fae lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764697.571639:0:44493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445baf24c00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764697.571642:0:44493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24c00/0x57b8ff0e03050fae lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764697.571649:0:44493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24c00/0x57b8ff0e03050fae lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764697.571661:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9445838af800) 00010000:00010000:2.0:1775764697.571664:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764697.571668:0:44493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24c00/0x57b8ff0e03050fae lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764697.571673:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24c00/0x57b8ff0e03050fae lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764697.571690:0:44493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e03050fb5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764697.571694:0:44493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e03050fb5 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764697.571699:0:44493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e03050fb5 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764697.571704:0:44493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445baf25800 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764697.571707:0:44493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e03050fb5 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764697.571712:0:44493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e03050fb5 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764697.571718:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x3b979c7a (ffff9445838af900) 00010000:00010000:2.0:1775764697.571720:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764697.571722:0:44493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e03050fb5 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764697.571727:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e03050fb5 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764697.571758:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24000/0x57b8ff0e03050fa7 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b963 expref: 10 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764697.571772:0:44493:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25000/0x57b8ff0e03050fbc lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b963 expref: 9 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764697.571778:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff9445838af100) 00010000:00010000:2.0:1775764697.571780:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1775764697.571782:0:44493:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445baf25000, rc 0) 00000100:00100000:2.0:1775764697.572739:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944587191880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d5685161-9db4-4c4c-ac8e-956c40da0bd9+9:60435:x1862022098534272:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 Request processed in 2122us (2343us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764697.572750:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 739 00000100:00100000:2.0:1775764697.581324:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764697.581451:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098534528 00000100:00100000:3.0:1775764697.581463:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098534528 00000100:00100000:3.0:1775764697.581530:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 740 00000100:00100000:3.0:1775764697.581540:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bc1dce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d5685161-9db4-4c4c-ac8e-956c40da0bd9+9:60435:x1862022098534528:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1775764697.581566:0:42326:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764697.581587:0:42326:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e03050fc3 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b96a expref: -99 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764697.581677:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695600/0x57b8ff0e03050fca lrc: 3/1,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764697.581691:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695600/0x57b8ff0e03050fca lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764697.581706:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695600/0x57b8ff0e03050fca lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764697.581721:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e03050fd1 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764697.581726:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e03050fd1 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764697.581732:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e03050fd1 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764697.582194:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695e00/0x57b8ff0e03050fd8 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764697.582206:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695e00/0x57b8ff0e03050fd8 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764697.582214:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695e00/0x57b8ff0e03050fd8 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764697.582227:0:42326:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000002:0x2:0x0]: returning size 6656 00010000:00010000:3.0:1775764697.582415:0:42326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695600/0x57b8ff0e03050fca lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764697.582424:0:42326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695600/0x57b8ff0e03050fca lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764697.582432:0:42326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695600/0x57b8ff0e03050fca lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764697.582438:0:42326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445be695600 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:3.0:1775764697.582444:0:42326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695600/0x57b8ff0e03050fca lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764697.582451:0:42326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695600/0x57b8ff0e03050fca lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764697.582465:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff9445838af100) 00010000:00010000:3.0:1775764697.582468:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764697.582474:0:42326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695600/0x57b8ff0e03050fca lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764697.582479:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695600/0x57b8ff0e03050fca lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764697.582494:0:42326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e03050fd1 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764697.582499:0:42326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e03050fd1 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764697.582504:0:42326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e03050fd1 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764697.582509:0:42326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445be695200 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:3.0:1775764697.582511:0:42326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e03050fd1 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764697.582515:0:42326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e03050fd1 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764697.582521:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x8d45d6bc (ffff9445867be500) 00010000:00010000:3.0:1775764697.582523:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764697.582525:0:42326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e03050fd1 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764697.582531:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e03050fd1 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764697.582919:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e03050fc3 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b96a expref: 12 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764697.582942:0:42326:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695e00/0x57b8ff0e03050fd8 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b96a expref: 11 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764697.582949:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9445867bee00) 00010000:00010000:3.0:1775764697.582951:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764697.582953:0:42326:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445be695e00, rc 0) 00000100:00100000:3.0:1775764697.583022:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bc1dce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d5685161-9db4-4c4c-ac8e-956c40da0bd9+11:60435:x1862022098534528:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 Request processed in 1483us (1712us total) trans 34359738994 rc 0/0 00000100:00100000:3.0:1775764697.583030:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 740 00000100:00100000:0.0:1775764697.597247:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764697.597477:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098534656 00000100:00100000:3.0:1775764697.597489:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098534656 00000100:00100000:3.0:1775764697.597561:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 741 00000100:00100000:3.0:1775764697.597572:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944483643480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d5685161-9db4-4c4c-ac8e-956c40da0bd9+11:60435:x1862022098534656:12345-192.168.202.28@tcp:59:lhsmtool_posix.0 00000100:00100000:3.0:1775764697.597708:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944483643480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d5685161-9db4-4c4c-ac8e-956c40da0bd9+11:60435:x1862022098534656:12345-192.168.202.28@tcp:59:lhsmtool_posix.0 Request processed in 137us (471us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764697.597715:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 741 00010000:00010000:2.0:1775764697.922449:0:42312:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775764698.005201:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764698.005500:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098534784 00000100:00100000:3.0:1775764698.005512:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098534784 00000100:00100000:3.0:1775764698.005600:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 742 00000100:00100000:3.0:1775764698.005612:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944483641880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d5685161-9db4-4c4c-ac8e-956c40da0bd9+11:60457:x1862022098534784:12345-192.168.202.28@tcp:101:cp.0 00010000:00010000:3.0:1775764698.005643:0:42326:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764698.005666:0:42326:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e03050fe6 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b971 expref: -99 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764698.005734:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e03050fed lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764698.005750:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e03050fed lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764698.005762:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e03050fed lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764698.005777:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695600/0x57b8ff0e03050ff4 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x54985548 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764698.005784:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695600/0x57b8ff0e03050ff4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x54985548 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764698.005790:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695600/0x57b8ff0e03050ff4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x54985548 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764698.005976:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694400/0x57b8ff0e03050ffb lrc: 3/1,0 mode: --/PR res: [0x200003ab3:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764698.005984:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694400/0x57b8ff0e03050ffb lrc: 3/1,0 mode: PR/PR res: [0x200003ab3:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764698.005991:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694400/0x57b8ff0e03050ffb lrc: 3/1,0 mode: PR/PR res: [0x200003ab3:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764698.006023:0:42326:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab3:0x1:0x0]: returning size 1024 00000004:00200000:3.0:1775764698.006026:0:42326:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1775764698.006074:0:42326:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694400/0x57b8ff0e03050ffb lrc: 3/1,0 mode: PR/PR res: [0x200003ab3:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764698.006087:0:42326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e03050fed lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764698.006097:0:42326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e03050fed lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764698.006104:0:42326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e03050fed lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764698.006110:0:42326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445be695200 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:3.0:1775764698.006114:0:42326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e03050fed lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764698.006121:0:42326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e03050fed lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764698.006134:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9445838af800) 00010000:00010000:3.0:1775764698.006137:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764698.006141:0:42326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e03050fed lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764698.006459:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e03050fed lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764698.006481:0:42326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695600/0x57b8ff0e03050ff4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x54985548 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764698.006487:0:42326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695600/0x57b8ff0e03050ff4 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x54985548 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764698.006492:0:42326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695600/0x57b8ff0e03050ff4 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x54985548 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764698.006497:0:42326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445be695600 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:3.0:1775764698.006501:0:42326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695600/0x57b8ff0e03050ff4 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x54985548 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764698.006506:0:42326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695600/0x57b8ff0e03050ff4 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x54985548 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764698.006514:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x54985548 (ffff9445867be500) 00010000:00010000:3.0:1775764698.006517:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764698.006519:0:42326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695600/0x57b8ff0e03050ff4 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x54985548 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764698.006525:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695600/0x57b8ff0e03050ff4 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x54985548 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764698.006567:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e03050fe6 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b971 expref: 13 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764698.006581:0:42326:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694400/0x57b8ff0e03050ffb lrc: 3/0,0 mode: PR/PR res: [0x200003ab3:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b971 expref: 12 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764698.006589:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab3:0x1:0x0].0x0 (ffff9445867bea00) 00010000:00010000:3.0:1775764698.006591:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1775764698.006594:0:42326:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445be694400, rc 0) 00000100:00100000:3.0:1775764698.006669:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944483641880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d5685161-9db4-4c4c-ac8e-956c40da0bd9+12:60457:x1862022098534784:12345-192.168.202.28@tcp:101:cp.0 Request processed in 1059us (1486us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764698.006677:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 742 00000100:00080000:2.0:1775764698.010868:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1775764698.011989:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764698.012547:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098534912 00000100:00100000:3.0:1775764698.012560:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098534912 00000100:00100000:3.0:1775764698.012632:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 743 00000100:00100000:3.0:1775764698.012643:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944587191180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d5685161-9db4-4c4c-ac8e-956c40da0bd9+12:60457:x1862022098534912:12345-192.168.202.28@tcp:101:cp.0 00010000:00010000:3.0:1775764698.012666:0:42325:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764698.012688:0:42325:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695a00/0x57b8ff0e03051002 lrc: 2/0,0 mode: --/CR res: [0x200003ab3:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b978 expref: -99 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764698.012785:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695000/0x57b8ff0e03051009 lrc: 3/1,0 mode: --/CR res: [0x200003ab3:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764698.012856:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695000/0x57b8ff0e03051009 lrc: 3/1,0 mode: CR/CR res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764698.012870:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695000/0x57b8ff0e03051009 lrc: 3/1,0 mode: CR/CR res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764698.013557:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e03051010 lrc: 3/1,0 mode: --/PR res: [0x200003ab3:0x1:0x0].0x5a4b2211 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764698.013570:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e03051010 lrc: 3/1,0 mode: PR/PR res: [0x200003ab3:0x1:0x0].0x5a4b2211 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764698.013579:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e03051010 lrc: 3/1,0 mode: PR/PR res: [0x200003ab3:0x1:0x0].0x5a4b2211 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764698.015771:0:42325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695000/0x57b8ff0e03051009 lrc: 3/1,0 mode: CR/CR res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764698.015794:0:42325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695000/0x57b8ff0e03051009 lrc: 2/0,0 mode: CR/CR res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764698.015819:0:42325:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695000/0x57b8ff0e03051009 lrc: 3/0,0 mode: CR/CR res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764698.015826:0:42325:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445be695000 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:3.0:1775764698.015834:0:42325:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695000/0x57b8ff0e03051009 lrc: 3/0,0 mode: CR/CR res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764698.015845:0:42325:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695000/0x57b8ff0e03051009 lrc: 4/0,0 mode: CR/CR res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764698.015868:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab3:0x1:0x0].0x0 (ffff9445867bea00) 00010000:00010000:3.0:1775764698.015872:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764698.015878:0:42325:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695000/0x57b8ff0e03051009 lrc: 2/0,0 mode: --/CR res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764698.015893:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695000/0x57b8ff0e03051009 lrc: 0/0,0 mode: --/CR res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764698.015917:0:42325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e03051010 lrc: 3/1,0 mode: PR/PR res: [0x200003ab3:0x1:0x0].0x5a4b2211 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764698.015924:0:42325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e03051010 lrc: 2/0,0 mode: PR/PR res: [0x200003ab3:0x1:0x0].0x5a4b2211 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764698.015929:0:42325:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e03051010 lrc: 3/0,0 mode: PR/PR res: [0x200003ab3:0x1:0x0].0x5a4b2211 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764698.015934:0:42325:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445be694600 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:3.0:1775764698.015937:0:42325:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e03051010 lrc: 3/0,0 mode: PR/PR res: [0x200003ab3:0x1:0x0].0x5a4b2211 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764698.015942:0:42325:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e03051010 lrc: 4/0,0 mode: PR/PR res: [0x200003ab3:0x1:0x0].0x5a4b2211 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764698.015951:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab3:0x1:0x0].0x5a4b2211 (ffff9445867be500) 00010000:00010000:3.0:1775764698.015953:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764698.015956:0:42325:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e03051010 lrc: 2/0,0 mode: --/PR res: [0x200003ab3:0x1:0x0].0x5a4b2211 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764698.015962:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e03051010 lrc: 0/0,0 mode: --/PR res: [0x200003ab3:0x1:0x0].0x5a4b2211 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764698.016047:0:42325:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695a00/0x57b8ff0e03051002 lrc: 1/0,0 mode: --/CR res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b978 expref: 13 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764698.016060:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab3:0x1:0x0].0x0 (ffff9445867bea00) 00010000:00010000:3.0:1775764698.016062:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764698.016066:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695a00/0x57b8ff0e03051002 lrc: 0/0,0 mode: --/CR res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b978 expref: 13 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764698.016076:0:42325:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445be695a00, rc 0) 00000100:00100000:3.0:1775764698.016169:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944587191180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d5685161-9db4-4c4c-ac8e-956c40da0bd9+12:60457:x1862022098534912:12345-192.168.202.28@tcp:101:cp.0 Request processed in 3527us (4190us total) trans 0 rc 301/301 00000100:00100000:3.0:1775764698.016180:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 743 00000100:00100000:1.0:1775764698.026950:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764698.027217:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098535040 00000100:00100000:3.0:1775764698.027228:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098535040 00000100:00100000:3.0:1775764698.027299:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 744 00000100:00100000:3.0:1775764698.027311:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486e47480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d5685161-9db4-4c4c-ac8e-956c40da0bd9+12:60457:x1862022098535040:12345-192.168.202.28@tcp:101:cp.0 00010000:00010000:3.0:1775764698.027338:0:42326:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764698.027363:0:42326:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695600/0x57b8ff0e03051017 lrc: 2/0,0 mode: --/CR res: [0x200003ab3:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b97f expref: -99 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764698.027454:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e0305101e lrc: 3/1,0 mode: --/CR res: [0x200003ab3:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764698.027478:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e0305101e lrc: 3/1,0 mode: CR/CR res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764698.027494:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e0305101e lrc: 3/1,0 mode: CR/CR res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764698.027511:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e03051025 lrc: 3/1,0 mode: --/PR res: [0x200003ab3:0x1:0x0].0x5a4b2211 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764698.027517:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e03051025 lrc: 3/1,0 mode: PR/PR res: [0x200003ab3:0x1:0x0].0x5a4b2211 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764698.027523:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e03051025 lrc: 3/1,0 mode: PR/PR res: [0x200003ab3:0x1:0x0].0x5a4b2211 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764698.027608:0:42326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e0305101e lrc: 3/1,0 mode: CR/CR res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764698.027628:0:42326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e0305101e lrc: 2/0,0 mode: CR/CR res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764698.027634:0:42326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e0305101e lrc: 3/0,0 mode: CR/CR res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764698.027640:0:42326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445be695200 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:3.0:1775764698.027645:0:42326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e0305101e lrc: 3/0,0 mode: CR/CR res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764698.027654:0:42326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e0305101e lrc: 4/0,0 mode: CR/CR res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764698.027672:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab3:0x1:0x0].0x0 (ffff9445867bea00) 00010000:00010000:3.0:1775764698.027677:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764698.027683:0:42326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e0305101e lrc: 2/0,0 mode: --/CR res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764698.027689:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e0305101e lrc: 0/0,0 mode: --/CR res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764698.027713:0:42326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e03051025 lrc: 3/1,0 mode: PR/PR res: [0x200003ab3:0x1:0x0].0x5a4b2211 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764698.027719:0:42326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e03051025 lrc: 2/0,0 mode: PR/PR res: [0x200003ab3:0x1:0x0].0x5a4b2211 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764698.027726:0:42326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e03051025 lrc: 3/0,0 mode: PR/PR res: [0x200003ab3:0x1:0x0].0x5a4b2211 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764698.027732:0:42326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445be695c00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:3.0:1775764698.027735:0:42326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e03051025 lrc: 3/0,0 mode: PR/PR res: [0x200003ab3:0x1:0x0].0x5a4b2211 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764698.027741:0:42326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e03051025 lrc: 4/0,0 mode: PR/PR res: [0x200003ab3:0x1:0x0].0x5a4b2211 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764698.027748:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab3:0x1:0x0].0x5a4b2211 (ffff9445867be600) 00010000:00010000:3.0:1775764698.027750:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764698.027753:0:42326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e03051025 lrc: 2/0,0 mode: --/PR res: [0x200003ab3:0x1:0x0].0x5a4b2211 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764698.027760:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e03051025 lrc: 0/0,0 mode: --/PR res: [0x200003ab3:0x1:0x0].0x5a4b2211 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764698.027850:0:42326:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695600/0x57b8ff0e03051017 lrc: 1/0,0 mode: --/CR res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b97f expref: 13 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764698.027862:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab3:0x1:0x0].0x0 (ffff9445867bea00) 00010000:00010000:3.0:1775764698.027864:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764698.027869:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695600/0x57b8ff0e03051017 lrc: 0/0,0 mode: --/CR res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b97f expref: 13 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764698.027879:0:42326:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445be695600, rc 0) 00000100:00100000:3.0:1775764698.027960:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486e47480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d5685161-9db4-4c4c-ac8e-956c40da0bd9+12:60457:x1862022098535040:12345-192.168.202.28@tcp:101:cp.0 Request processed in 651us (1024us total) trans 0 rc 301/301 00000100:00100000:3.0:1775764698.027969:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 744 00000100:00100000:0.0:1775764698.037668:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764698.038202:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098535296 00000100:00100000:2.0:1775764698.038215:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098535296 00000100:00100000:2.0:1775764698.038296:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 745 00000100:00100000:2.0:1775764698.038309:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944483642d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d5685161-9db4-4c4c-ac8e-956c40da0bd9+12:60457:x1862022098535296:12345-192.168.202.28@tcp:101:cp.0 00010000:00010000:2.0:1775764698.038336:0:44493:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764698.038357:0:44493:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e0305102c lrc: 2/0,0 mode: --/CW res: [0x200003ab3:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b986 expref: -99 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764698.038536:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24c00/0x57b8ff0e03051033 lrc: 3/0,1 mode: --/CW res: [0x200003ab3:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764698.038552:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24c00/0x57b8ff0e03051033 lrc: 3/0,1 mode: CW/CW res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764698.038568:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24c00/0x57b8ff0e03051033 lrc: 3/0,1 mode: CW/CW res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764698.038583:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24600/0x57b8ff0e0305103a lrc: 3/0,1 mode: --/PW res: [0x200003ab3:0x1:0x0].0x5a4b2211 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764698.038589:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24600/0x57b8ff0e0305103a lrc: 3/0,1 mode: PW/PW res: [0x200003ab3:0x1:0x0].0x5a4b2211 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764698.038595:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24600/0x57b8ff0e0305103a lrc: 3/0,1 mode: PW/PW res: [0x200003ab3:0x1:0x0].0x5a4b2211 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1775764698.039775:0:44493:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x116:0x0], index 1: 0 00010000:00010000:2.0:1775764698.040097:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24400/0x57b8ff0e03051041 lrc: 3/1,0 mode: --/PR res: [0x200003ab3:0x2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764698.040114:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24400/0x57b8ff0e03051041 lrc: 3/1,0 mode: PR/PR res: [0x200003ab3:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764698.040129:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24400/0x57b8ff0e03051041 lrc: 3/1,0 mode: PR/PR res: [0x200003ab3:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764698.042513:0:44493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24c00/0x57b8ff0e03051033 lrc: 3/0,1 mode: CW/CW res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764698.042539:0:44493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24c00/0x57b8ff0e03051033 lrc: 2/0,0 mode: CW/CW res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764698.042547:0:44493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24c00/0x57b8ff0e03051033 lrc: 3/0,0 mode: CW/CW res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764698.042552:0:44493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445baf24c00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764698.042560:0:44493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24c00/0x57b8ff0e03051033 lrc: 3/0,0 mode: CW/CW res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764698.042568:0:44493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24c00/0x57b8ff0e03051033 lrc: 4/0,0 mode: CW/CW res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764698.042586:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab3:0x1:0x0].0x0 (ffff9445867bea00) 00010000:00010000:2.0:1775764698.042589:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764698.042601:0:44493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24c00/0x57b8ff0e03051033 lrc: 2/0,0 mode: --/CW res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764698.042607:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24c00/0x57b8ff0e03051033 lrc: 0/0,0 mode: --/CW res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764698.042630:0:44493:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000004940d0dd reply state 000000007d210c90 transno 34359738995 ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24600/0x57b8ff0e0305103a lrc: 3/0,1 mode: PW/PW res: [0x200003ab3:0x1:0x0].0x5a4b2211 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764698.042639:0:44493:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1775764698.042688:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e0305102c lrc: 0/0,0 mode: --/CW res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b986 expref: 15 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764698.042704:0:44493:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24400/0x57b8ff0e03051041 lrc: 3/0,0 mode: PR/PR res: [0x200003ab3:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b986 expref: 14 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764698.042711:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab3:0x2:0x0].0x0 (ffff9445838af600) 00010000:00010000:2.0:1775764698.042714:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1775764698.042717:0:44493:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445baf24400, rc 0) 00000100:00100000:2.0:1775764698.042819:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944483642d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d5685161-9db4-4c4c-ac8e-956c40da0bd9+15:60457:x1862022098535296:12345-192.168.202.28@tcp:101:cp.0 Request processed in 4512us (5164us total) trans 34359738995 rc 0/0 00000100:00100000:2.0:1775764698.042829:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 745 00010000:00010000:3.0:1775764698.048430:0:3314:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24600/0x57b8ff0e0305103a lrc: 3/0,1 mode: PW/PW res: [0x200003ab3:0x1:0x0].0x5a4b2211 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764698.048451:0:3314:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24600/0x57b8ff0e0305103a lrc: 2/0,0 mode: PW/PW res: [0x200003ab3:0x1:0x0].0x5a4b2211 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764698.048460:0:3314:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24600/0x57b8ff0e0305103a lrc: 3/0,0 mode: PW/PW res: [0x200003ab3:0x1:0x0].0x5a4b2211 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764698.048467:0:3314:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445baf24600 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:3.0:1775764698.048472:0:3314:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24600/0x57b8ff0e0305103a lrc: 3/0,0 mode: PW/PW res: [0x200003ab3:0x1:0x0].0x5a4b2211 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764698.048481:0:3314:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24600/0x57b8ff0e0305103a lrc: 4/0,0 mode: PW/PW res: [0x200003ab3:0x1:0x0].0x5a4b2211 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764698.048503:0:3314:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab3:0x1:0x0].0x5a4b2211 (ffff9445838af900) 00010000:00010000:3.0:1775764698.048506:0:3314:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764698.048512:0:3314:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24600/0x57b8ff0e0305103a lrc: 2/0,0 mode: --/PW res: [0x200003ab3:0x1:0x0].0x5a4b2211 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764698.048520:0:3314:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24600/0x57b8ff0e0305103a lrc: 0/0,0 mode: --/PW res: [0x200003ab3:0x1:0x0].0x5a4b2211 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764698.063610:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764698.064052:0:42945:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098535424 00000100:00100000:3.0:1775764698.064064:0:42945:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098535424 00000100:00080000:2.0:1775764698.064146:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1775764698.064394:0:42945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 199 00000100:00100000:3.0:1775764698.064407:0:42945:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944483641f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d5685161-9db4-4c4c-ac8e-956c40da0bd9+6:2376:x1862022098535424:12345-192.168.202.28@tcp:101:cp.0 00010000:00010000:3.0:1775764698.064429:0:42945:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764698.064456:0:42945:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003878a0b1/0x57b8ff0e0305104f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x116:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b98d expref: -99 pid: 42945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1775764698.064488:0:42945:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x116:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1775764698.064513:0:42945:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764698.064515:0:42945:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764698.064525:0:42945:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003878a0b1/0x57b8ff0e0305104f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x116:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b98d expref: 7 pid: 42945 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764698.064547:0:42945:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000003878a0b1/0x57b8ff0e0305104f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x116:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b98d expref: 7 pid: 42945 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764698.064564:0:42945:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445be695600, rc 0) 00000100:00100000:3.0:1775764698.064666:0:42945:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944483641f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d5685161-9db4-4c4c-ac8e-956c40da0bd9+7:2376:x1862022098535424:12345-192.168.202.28@tcp:101:cp.0 Request processed in 262us (1068us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764698.064675:0:42945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 199 00000100:00100000:2.0:1775764698.071216:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764698.071368:0:42944:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098535552 00000100:00100000:1.0:1775764698.071378:0:42944:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098535552 00000100:00100000:1.0:1775764698.071500:0:42944:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 200 00000100:00100000:1.0:1775764698.071512:0:42944:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bc1dc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d5685161-9db4-4c4c-ac8e-956c40da0bd9+7:60457:x1862022098535552:12345-192.168.202.28@tcp:101:cp.0 00010000:00010000:1.0:1775764698.071545:0:42944:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764698.071574:0:42944:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000035536d25/0x57b8ff0e03051056 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x116:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b994 expref: -99 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764698.071621:0:42944:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000003878a0b1/0x57b8ff0e0305104f lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x116:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b98d expref: 8 pid: 42945 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764698.071633:0:42944:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1775764698.071636:0:42944:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1775764698.071641:0:42944:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000035536d25/0x57b8ff0e03051056 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x116:0x0].0x0 rrc: 3 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x50000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b994 expref: 8 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764698.071692:0:42944:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000003878a0b1/0x57b8ff0e0305104f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x116:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b98d expref: 8 pid: 42945 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764698.071723:0:42944:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000003878a0b1/0x57b8ff0e0305104f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x116:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b98d expref: 8 pid: 42945 timeout: 2264 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764698.071740:0:42944:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944486e45180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:42944:1862022119035264:192.168.202.28@tcp:104: 00000100:00100000:1.0:1775764698.071887:0:42944:0:(client.c:2691:ptlrpc_set_wait()) set ffff9445b5632c00 going to sleep for 11 seconds 00000100:00100000:1.0:1775764698.075975:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764698.076039:0:42944:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944486e45180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:42944:1862022119035264:192.168.202.28@tcp:104: 00010000:00010000:2.0:1775764698.076091:0:42944:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000035536d25/0x57b8ff0e03051056 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x116:0x0].0x0 rrc: 3 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x40000000020000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b994 expref: 8 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764698.076117:0:42944:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944488003400, rc 0) 00000100:00100000:2.0:1775764698.076188:0:42944:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bc1dc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d5685161-9db4-4c4c-ac8e-956c40da0bd9+8:60457:x1862022098535552:12345-192.168.202.28@tcp:101:cp.0 Request processed in 4678us (4982us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764698.076198:0:42944:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 200 00000100:00100000:3.0:1775764698.076555:0:42309:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098535680 00000100:00100000:3.0:1775764698.076568:0:42309:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098535680 00010000:00010000:3.0:1775764698.076616:0:42309:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000003878a0b1/0x57b8ff0e0305104f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x116:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b98d expref: 8 pid: 42945 timeout: 2264 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764698.076673:0:42309:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 152 00000100:00100000:3.0:1775764698.076684:0:42309:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486e47100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d5685161-9db4-4c4c-ac8e-956c40da0bd9+8:2379:x1862022098535680:12345-192.168.202.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764698.076705:0:42309:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764698.076919:0:42309:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000003878a0b1/0x57b8ff0e0305104f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x116:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b98d expref: 8 pid: 42945 timeout: 2264 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764698.076935:0:42309:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000003878a0b1/0x57b8ff0e0305104f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x116:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b98d expref: 8 pid: 42945 timeout: 2264 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764698.076966:0:42309:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003878a0b1/0x57b8ff0e0305104f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x116:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b98d expref: 8 pid: 42945 timeout: 2264 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764698.076987:0:42309:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764698.076989:0:42309:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764698.076998:0:42309:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000035536d25/0x57b8ff0e03051056 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x116:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x40080000020000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b994 expref: 7 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764698.077009:0:42309:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000035536d25/0x57b8ff0e03051056 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x116:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x40080000020000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b994 expref: 7 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764698.077113:0:42309:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000035536d25/0x57b8ff0e03051056 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x116:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x40000000020000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b994 expref: 7 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764698.077130:0:42309:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bc1de300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:42309:1862022119035392:192.168.202.28@tcp:105: 00000100:00100000:2.0:1775764698.077211:0:42309:0:(client.c:2691:ptlrpc_set_wait()) set ffff9445bece3840 going to sleep for 11 seconds 00000100:00100000:2.0:1775764698.092929:0:42309:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bc1de300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:42309:1862022119035392:192.168.202.28@tcp:105: 00010000:00010000:2.0:1775764698.092976:0:42309:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775764698.093094:0:42309:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486e47100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d5685161-9db4-4c4c-ac8e-956c40da0bd9+7:2379:x1862022098535680:12345-192.168.202.28@tcp:103:ldlm_bl.0 Request processed in 16411us (17130us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764698.093109:0:42309:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 152 00000100:00100000:0.0:1775764698.096417:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764698.097070:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098535808 00000100:00100000:3.0:1775764698.097082:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098535808 00000100:00100000:3.0:1775764698.097173:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 746 00000100:00100000:3.0:1775764698.097193:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944483640000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d5685161-9db4-4c4c-ac8e-956c40da0bd9+14:60457:x1862022098535808:12345-192.168.202.28@tcp:101:cp.0 00010000:00010000:3.0:1775764698.097229:0:42326:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764698.097258:0:42326:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695600/0x57b8ff0e0305105d lrc: 2/0,0 mode: --/PR res: [0x200003ab3:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b99b expref: -99 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764698.097317:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e03051064 lrc: 3/1,0 mode: --/PR res: [0x200003ab3:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764698.097338:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e03051064 lrc: 3/1,0 mode: PR/PR res: [0x200003ab3:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764698.097352:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e03051064 lrc: 3/1,0 mode: PR/PR res: [0x200003ab3:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764698.097506:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695600/0x57b8ff0e0305105d lrc: 0/0,0 mode: --/PR res: [0x200003ab3:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b99b expref: 16 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764698.097554:0:42326:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e03051064 lrc: 3/0,0 mode: PR/PR res: [0x200003ab3:0x2:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b99b expref: 15 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764698.097565:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab3:0x2:0x0].0x0 (ffff9445838af600) 00010000:00010000:3.0:1775764698.097581:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1775764698.097585:0:42326:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445be695c00, rc 0) 00000100:00100000:3.0:1775764698.097669:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944483640000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d5685161-9db4-4c4c-ac8e-956c40da0bd9+15:60457:x1862022098535808:12345-192.168.202.28@tcp:101:cp.0 Request processed in 487us (1275us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764698.097678:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 746 00000100:00100000:1.0:1775764698.106978:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764698.107549:0:42327:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098536064 00000100:00100000:0.0:1775764698.107568:0:42327:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098536064 00000100:00100000:0.0:1775764698.107681:0:42327:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 213 00000100:00100000:0.0:1775764698.107695:0:42327:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486e45180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d5685161-9db4-4c4c-ac8e-956c40da0bd9+15:60457:x1862022098536064:12345-192.168.202.28@tcp:35:cp.0 00000100:00100000:0.0:1775764698.108922:0:42327:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486e45180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d5685161-9db4-4c4c-ac8e-956c40da0bd9+16:60457:x1862022098536064:12345-192.168.202.28@tcp:35:cp.0 Request processed in 1221us (1953us total) trans 34359738996 rc 0/0 00000100:00100000:0.0:1775764698.108933:0:42327:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 213 00000040:00080000:2.0:1775764698.113296:0:42356:0:(llog.c:800:llog_process_thread()) index: 8, lh_last_idx: 8 synced_idx: 8 lgh_last_idx: 8 00000040:00080000:2.0:1775764698.113310:0:42356:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x32:0x0] at index 8 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1775764698.113356:0:42356:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x32:0x0] index 16 count 3 00000040:00080000:2.0:1775764698.113365:0:42356:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 9 count 2 00000100:00100000:1.0:1775764698.214072:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764698.228392:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098536320 00000100:00100000:3.0:1775764698.228410:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098536320 00000100:00100000:3.0:1775764698.228517:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 747 00000100:00100000:3.0:1775764698.228529:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94448647ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d5685161-9db4-4c4c-ac8e-956c40da0bd9+16:60463:x1862022098536320:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:3.0:1775764698.228564:0:42325:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764698.228589:0:42325:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695600/0x57b8ff0e0305106b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b9a2 expref: -99 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764698.228767:0:42325:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab3:0x1:0x0]: returning size 1024 00010000:00010000:3.0:1775764698.228961:0:42325:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695600/0x57b8ff0e0305106b lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b9a2 expref: 18 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764698.228979:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9445838af800) 00010000:00010000:3.0:1775764698.228984:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1775764698.228988:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695600/0x57b8ff0e0305106b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b9a2 expref: 18 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764698.229013:0:42325:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445be695600, rc 0) 00000100:00100000:3.0:1775764698.234073:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94448647ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d5685161-9db4-4c4c-ac8e-956c40da0bd9+17:60463:x1862022098536320:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 5530us (19998us total) trans 34359738997 rc 301/301 00000100:00100000:3.0:1775764698.234091:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 747 00000100:00100000:1.0:1775764698.251925:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764698.252103:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098536448 00000100:00100000:3.0:1775764698.252117:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098536448 00000100:00100000:3.0:1775764698.252210:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 748 00000100:00100000:3.0:1775764698.252223:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94448647c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d5685161-9db4-4c4c-ac8e-956c40da0bd9+17:60463:x1862022098536448:12345-192.168.202.28@tcp:34:lfs.0 00010000:00010000:3.0:1775764698.252359:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695600/0x57b8ff0e03051079 lrc: 3/1,0 mode: --/CR res: [0x200003ab3:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764698.252382:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695600/0x57b8ff0e03051079 lrc: 3/1,0 mode: CR/CR res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764698.252401:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695600/0x57b8ff0e03051079 lrc: 3/1,0 mode: CR/CR res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764698.252418:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e03051080 lrc: 3/1,0 mode: --/PR res: [0x200003ab3:0x1:0x0].0x5a4b2211 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764698.252425:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e03051080 lrc: 3/1,0 mode: PR/PR res: [0x200003ab3:0x1:0x0].0x5a4b2211 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764698.252431:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e03051080 lrc: 3/1,0 mode: PR/PR res: [0x200003ab3:0x1:0x0].0x5a4b2211 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764698.252576:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695a00/0x57b8ff0e03051087 lrc: 3/1,0 mode: --/PR res: [0x200003ab3:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764698.252585:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695a00/0x57b8ff0e03051087 lrc: 3/1,0 mode: PR/PR res: [0x200003ab3:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764698.252593:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695a00/0x57b8ff0e03051087 lrc: 3/1,0 mode: PR/PR res: [0x200003ab3:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764698.253122:0:42326:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab3:0x2:0x0]: returning size 5000 00000004:00200000:3.0:1775764698.253132:0:42326:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1775764698.253148:0:42326:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695a00/0x57b8ff0e03051087 lrc: 3/1,0 mode: PR/PR res: [0x200003ab3:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764698.253286:0:42326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695600/0x57b8ff0e03051079 lrc: 3/1,0 mode: CR/CR res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764698.253294:0:42326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695600/0x57b8ff0e03051079 lrc: 2/0,0 mode: CR/CR res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764698.253301:0:42326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695600/0x57b8ff0e03051079 lrc: 3/0,0 mode: CR/CR res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764698.253312:0:42326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445be695600 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:3.0:1775764698.253316:0:42326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695600/0x57b8ff0e03051079 lrc: 3/0,0 mode: CR/CR res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764698.253325:0:42326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695600/0x57b8ff0e03051079 lrc: 4/0,0 mode: CR/CR res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764698.253341:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab3:0x1:0x0].0x0 (ffff9445867bea00) 00010000:00010000:3.0:1775764698.253344:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764698.253348:0:42326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695600/0x57b8ff0e03051079 lrc: 2/0,0 mode: --/CR res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764698.253354:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695600/0x57b8ff0e03051079 lrc: 0/0,0 mode: --/CR res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764698.253373:0:42326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e03051080 lrc: 3/1,0 mode: PR/PR res: [0x200003ab3:0x1:0x0].0x5a4b2211 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764698.253379:0:42326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e03051080 lrc: 2/0,0 mode: PR/PR res: [0x200003ab3:0x1:0x0].0x5a4b2211 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764698.253385:0:42326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e03051080 lrc: 3/0,0 mode: PR/PR res: [0x200003ab3:0x1:0x0].0x5a4b2211 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764698.253389:0:42326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445be695200 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:3.0:1775764698.253392:0:42326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e03051080 lrc: 3/0,0 mode: PR/PR res: [0x200003ab3:0x1:0x0].0x5a4b2211 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764698.253398:0:42326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e03051080 lrc: 4/0,0 mode: PR/PR res: [0x200003ab3:0x1:0x0].0x5a4b2211 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764698.253409:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab3:0x1:0x0].0x5a4b2211 (ffff9445867be800) 00010000:00010000:3.0:1775764698.253411:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764698.253414:0:42326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e03051080 lrc: 2/0,0 mode: --/PR res: [0x200003ab3:0x1:0x0].0x5a4b2211 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764698.253419:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e03051080 lrc: 0/0,0 mode: --/PR res: [0x200003ab3:0x1:0x0].0x5a4b2211 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764698.253442:0:42326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695a00/0x57b8ff0e03051087 lrc: 3/1,0 mode: PR/PR res: [0x200003ab3:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764698.253447:0:42326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695a00/0x57b8ff0e03051087 lrc: 2/0,0 mode: PR/PR res: [0x200003ab3:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764698.253452:0:42326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695a00/0x57b8ff0e03051087 lrc: 3/0,0 mode: PR/PR res: [0x200003ab3:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764698.253457:0:42326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445be695a00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:3.0:1775764698.253460:0:42326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695a00/0x57b8ff0e03051087 lrc: 3/0,0 mode: PR/PR res: [0x200003ab3:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764698.253465:0:42326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695a00/0x57b8ff0e03051087 lrc: 4/0,0 mode: PR/PR res: [0x200003ab3:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764698.253473:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab3:0x2:0x0].0x0 (ffff9445838af600) 00010000:00010000:3.0:1775764698.253475:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764698.253478:0:42326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695a00/0x57b8ff0e03051087 lrc: 2/0,0 mode: --/PR res: [0x200003ab3:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764698.253484:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695a00/0x57b8ff0e03051087 lrc: 0/0,0 mode: --/PR res: [0x200003ab3:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764698.253591:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94448647c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d5685161-9db4-4c4c-ac8e-956c40da0bd9+17:60463:x1862022098536448:12345-192.168.202.28@tcp:34:lfs.0 Request processed in 1369us (1674us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764698.253602:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 748 00000100:00100000:2.0:1775764698.262899:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764698.263122:0:47878:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098536704 00000100:00100000:3.0:1775764698.263133:0:47878:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098536704 00000100:00100000:3.0:1775764698.263200:0:47878:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 214 00000100:00100000:3.0:1775764698.263211:0:47878:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bc1de300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:d5685161-9db4-4c4c-ac8e-956c40da0bd9+17:60463:x1862022098536704:12345-192.168.202.28@tcp:35:lfs.0 00000100:00100000:3.0:1775764698.263523:0:47878:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bc1de300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:d5685161-9db4-4c4c-ac8e-956c40da0bd9+18:60463:x1862022098536704:12345-192.168.202.28@tcp:35:lfs.0 Request processed in 313us (632us total) trans 34359738998 rc 0/0 00000100:00100000:3.0:1775764698.263531:0:47878:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 214 00000100:00100000:1.0:1775764698.369144:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764698.369325:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098536832 00000100:00100000:0.0:1775764698.369339:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098536832 00000100:00100000:0.0:1775764698.369424:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 749 00000100:00100000:0.0:1775764698.369436:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944487fbf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d5685161-9db4-4c4c-ac8e-956c40da0bd9+18:60469:x1862022098536832:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:0.0:1775764698.369475:0:42325:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764698.369505:0:42325:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944581525600/0x57b8ff0e0305108e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b9a9 expref: -99 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764698.369622:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944581524e00/0x57b8ff0e03051095 lrc: 3/1,0 mode: --/PR res: [0x200003ab3:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764698.369649:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944581524e00/0x57b8ff0e03051095 lrc: 3/1,0 mode: PR/PR res: [0x200003ab3:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764698.369677:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944581524e00/0x57b8ff0e03051095 lrc: 3/1,0 mode: PR/PR res: [0x200003ab3:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764698.369767:0:42325:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab3:0x1:0x0]: returning size 1024 00000004:00200000:0.0:1775764698.369772:0:42325:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00010000:0.0:1775764698.369851:0:42325:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff944581524e00/0x57b8ff0e03051095 lrc: 3/1,0 mode: PR/PR res: [0x200003ab3:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764698.369881:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944581525600/0x57b8ff0e0305108e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b9a9 expref: 20 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764698.369902:0:42325:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff944581524e00/0x57b8ff0e03051095 lrc: 3/0,0 mode: PR/PR res: [0x200003ab3:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b9a9 expref: 19 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764698.369912:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab3:0x1:0x0].0x0 (ffff9445867bea00) 00010000:00010000:0.0:1775764698.369916:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1775764698.369920:0:42325:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944581524e00, rc 0) 00000100:00100000:0.0:1775764698.369997:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944487fbf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d5685161-9db4-4c4c-ac8e-956c40da0bd9+19:60469:x1862022098536832:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 562us (868us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764698.370005:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 749 00000100:00100000:0.0:1775764698.383980:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764698.384136:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098537088 00000100:00100000:2.0:1775764698.384149:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098537088 00000100:00100000:2.0:1775764698.384251:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 750 00000100:00100000:2.0:1775764698.384265:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445b296f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d5685161-9db4-4c4c-ac8e-956c40da0bd9+19:60469:x1862022098537088:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:2.0:1775764698.384314:0:42324:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764698.384350:0:42324:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24c00/0x57b8ff0e0305109c lrc: 2/0,0 mode: --/CR res: [0x200003ab3:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b9b0 expref: -99 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764698.384524:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e030510a3 lrc: 3/1,0 mode: --/PR res: [0x200003ab3:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764698.384548:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e030510a3 lrc: 3/1,0 mode: PR/PR res: [0x200003ab3:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764698.384567:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e030510a3 lrc: 3/1,0 mode: PR/PR res: [0x200003ab3:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764698.384585:0:42324:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab3:0x2:0x0]: returning size 5000 00010000:00010000:2.0:1775764698.384784:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24c00/0x57b8ff0e0305109c lrc: 0/0,0 mode: --/CR res: [0x200003ab3:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b9b0 expref: 22 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764698.384870:0:42324:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e030510a3 lrc: 3/0,0 mode: PR/PR res: [0x200003ab3:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b9b0 expref: 21 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764698.384882:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab3:0x2:0x0].0x0 (ffff9445838af600) 00010000:00010000:2.0:1775764698.384885:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1775764698.384891:0:42324:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445baf25800, rc 0) 00000100:00100000:2.0:1775764698.384976:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445b296f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d5685161-9db4-4c4c-ac8e-956c40da0bd9+21:60469:x1862022098537088:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 715us (1015us total) trans 34359738999 rc 0/0 00000100:00100000:2.0:1775764698.384985:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 750 00000100:00100000:2.0:1775764698.397654:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764698.398179:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098537344 00000100:00100000:0.0:1775764698.398203:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098537344 00000100:00100000:0.0:1775764698.398288:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 751 00000100:00100000:0.0:1775764698.398300:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bc1dd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d5685161-9db4-4c4c-ac8e-956c40da0bd9+21:60469:x1862022098537344:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:0.0:1775764698.398336:0:44493:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764698.398339:0:44493:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 1 00010000:00010000:0.0:1775764698.398369:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e030510a3 lrc: 0/0,0 mode: --/PR res: [0x200003ab3:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b9b0 expref: 21 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764698.398395:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24400/0x57b8ff0e03051041 lrc: 0/0,0 mode: --/PR res: [0x200003ab3:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b986 expref: 20 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764698.398408:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab3:0x2:0x0].0x0 (ffff9445838af600) 00010000:00010000:0.0:1775764698.398414:0:44493:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1775764698.398432:0:44493:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944581525600/0x57b8ff0e030510b1 lrc: 2/0,0 mode: --/EX res: [0x200003ab3:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b9b7 expref: -99 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764698.398532:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff944581524800/0x57b8ff0e030510b8 lrc: 3/1,0 mode: --/CR res: [0x200003ab3:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764698.398548:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944581524800/0x57b8ff0e030510b8 lrc: 3/1,0 mode: CR/CR res: [0x200003ab3:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764698.398560:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944581524800/0x57b8ff0e030510b8 lrc: 3/1,0 mode: CR/CR res: [0x200003ab3:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764698.398578:0:44493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff944581524800/0x57b8ff0e030510b8 lrc: 3/1,0 mode: CR/CR res: [0x200003ab3:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764698.398585:0:44493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944581524800/0x57b8ff0e030510b8 lrc: 2/0,0 mode: CR/CR res: [0x200003ab3:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764698.398593:0:44493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944581524800/0x57b8ff0e030510b8 lrc: 3/0,0 mode: CR/CR res: [0x200003ab3:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764698.398603:0:44493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944581524800 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:0.0:1775764698.398608:0:44493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944581524800/0x57b8ff0e030510b8 lrc: 3/0,0 mode: CR/CR res: [0x200003ab3:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764698.401575:0:44493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944581524800/0x57b8ff0e030510b8 lrc: 4/0,0 mode: CR/CR res: [0x200003ab3:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764698.401609:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab3:0x2:0x0].0x0 (ffff9445838af600) 00010000:00010000:0.0:1775764698.401613:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1775764698.401625:0:44493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944581524800/0x57b8ff0e030510b8 lrc: 2/0,0 mode: --/CR res: [0x200003ab3:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764698.401633:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944581524800/0x57b8ff0e030510b8 lrc: 0/0,0 mode: --/CR res: [0x200003ab3:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764698.401712:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff944581524c00/0x57b8ff0e030510bf lrc: 3/0,1 mode: --/EX res: [0x200003ab3:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764698.401725:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944581524c00/0x57b8ff0e030510bf lrc: 3/0,1 mode: EX/EX res: [0x200003ab3:0x2:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764698.401738:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944581524c00/0x57b8ff0e030510bf lrc: 3/0,1 mode: EX/EX res: [0x200003ab3:0x2:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764698.402114:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944581524c00/0x57b8ff0e030510bf lrc: 3/0,0 mode: CR/CR res: [0x200003ab3:0x2:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b9b7 expref: 22 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764698.402123:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab3:0x2:0x0].0x0 (ffff9445838af600) 00010000:00010000:0.0:1775764698.402125:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:0.0:1775764698.402144:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944581525600/0x57b8ff0e030510b1 lrc: 0/0,0 mode: --/EX res: [0x200003ab3:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b9b7 expref: 22 pid: 44493 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764698.402161:0:44493:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff944581524c00/0x57b8ff0e030510bf lrc: 3/0,0 mode: CR/CR res: [0x200003ab3:0x2:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b9b7 expref: 21 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764698.402200:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab3:0x2:0x0].0x0 (ffff9445838af600) 00010000:00010000:0.0:1775764698.402204:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:0.0:1775764698.402206:0:44493:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944581524c00, rc 0) 00000100:00100000:0.0:1775764698.402335:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bc1dd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d5685161-9db4-4c4c-ac8e-956c40da0bd9+21:60469:x1862022098537344:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 4036us (4697us total) trans 34359739000 rc 0/0 00000100:00100000:0.0:1775764698.402344:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 751 00000100:00100000:1.0:1775764698.418464:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764698.418778:0:42950:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098537472 00000100:00100000:2.0:1775764698.418789:0:42950:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098537472 00002000:00100000:2.0:1775764698.418877:0:42950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x116:0x0] (0->8191) req@ffff944487fbc000 x1862022098537472/t0(0) o4->d5685161-9db4-4c4c-ac8e-956c40da0bd9@192.168.202.28@tcp:179/0 lens 8680/0 e 0 to 0 dl 1775764709 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764698.418888:0:42950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff944487fbc000 with x1862022098537472 ext(0->8191) 00002000:00010000:2.0:1775764698.418895:0:42950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff944487fbc000 00000100:00100000:2.0:1775764698.418925:0:42950:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 59 00000100:00100000:2.0:1775764698.418935:0:42950:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944487fbc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d5685161-9db4-4c4c-ac8e-956c40da0bd9+7:2379:x1862022098537472:12345-192.168.202.28@tcp:4:cp.0 00000001:00100000:1.0:1775764698.512699:0:7469:0:(tgt_lastrcvd.c:568:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of d5685161-9db4-4c4c-ac8e-956c40da0bd9 00000001:00100000:1.0:1775764698.513372:0:7469:0:(tgt_lastrcvd.c:568:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 7e6eda44-5508-487e-b17f-ff28ad9d3512 00000020:00000080:1.0:1775764698.513378:0:7469:0:(genops.c:904:class_export_put()) final put ffff9445bb5bc000/7e6eda44-5508-487e-b17f-ff28ad9d3512 00000020:00000080:3.0:1775764698.513436:0:41523:0:(genops.c:863:class_export_destroy()) destroying export ffff9445bb5bc000/7e6eda44-5508-487e-b17f-ff28ad9d3512 for lustre-OST0001 00000020:00000080:3.0:1775764698.513515:0:41523:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff9445bb5bd000 for lustre-OST0001 00000100:00100000:0.0:1775764698.514003:0:42950:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944487fbc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d5685161-9db4-4c4c-ac8e-956c40da0bd9+8:2379:x1862022098537472:12345-192.168.202.28@tcp:4:cp.0 Request processed in 95057us (95539us total) trans 34359738437 rc 0/0 00000100:00100000:0.0:1775764698.514019:0:42950:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 59 00002000:00100000:0.0:1775764698.514037:0:42950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x116:0x0] (0->8191) req@ffff944487fbc000 x1862022098537472/t34359738437(0) o4->d5685161-9db4-4c4c-ac8e-956c40da0bd9@192.168.202.28@tcp:179/0 lens 8680/448 e 0 to 0 dl 1775764709 ref 1 fl Complete:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764698.514050:0:42950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff944487fbc000 with x1862022098537472 ext(0->8191) 00002000:00010000:0.0:1775764698.514058:0:42950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff944487fbc000 00000100:00100000:2.0:1775764698.525039:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764698.525454:0:45548:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098537600 00000100:00100000:1.0:1775764698.525470:0:45548:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098537600 00002000:00100000:2.0:1775764698.529676:0:45548:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x116:0x0] (0->8191) req@ffff9445bc1dca80 x1862022098537600/t0(0) o3->d5685161-9db4-4c4c-ac8e-956c40da0bd9@192.168.202.28@tcp:179/0 lens 488/0 e 0 to 0 dl 1775764709 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764698.529698:0:45548:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9445bc1dca80 with x1862022098537600 ext(0->8191) 00002000:00010000:2.0:1775764698.529710:0:45548:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9445bc1dca80 00000100:00100000:2.0:1775764698.529783:0:45548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 60 00000100:00100000:2.0:1775764698.529823:0:45548:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bc1dca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:d5685161-9db4-4c4c-ac8e-956c40da0bd9+8:2379:x1862022098537600:12345-192.168.202.28@tcp:3:lfs.0 00000100:00100000:2.0:1775764698.530440:0:45548:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bc1dca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:d5685161-9db4-4c4c-ac8e-956c40da0bd9+8:2379:x1862022098537600:12345-192.168.202.28@tcp:3:lfs.0 Request processed in 642us (5412us total) trans 0 rc 8192/8192 00000100:00100000:2.0:1775764698.530451:0:45548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 60 00002000:00100000:2.0:1775764698.530461:0:45548:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x116:0x0] (0->8191) req@ffff9445bc1dca80 x1862022098537600/t0(0) o3->d5685161-9db4-4c4c-ac8e-956c40da0bd9@192.168.202.28@tcp:179/0 lens 488/8632 e 0 to 0 dl 1775764709 ref 1 fl Complete:/600/0 rc 8192/8192 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764698.530469:0:45548:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9445bc1dca80 with x1862022098537600 ext(0->8191) 00002000:00010000:2.0:1775764698.530473:0:45548:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9445bc1dca80 00000100:00100000:3.0:1775764698.536882:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764698.537074:0:42951:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098537728 00000100:00100000:1.0:1775764698.537087:0:42951:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098537728 00002000:00100000:1.0:1775764698.537165:0:42951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x116:0x0] (8192->12287) req@ffff944589102300 x1862022098537728/t0(0) o3->d5685161-9db4-4c4c-ac8e-956c40da0bd9@192.168.202.28@tcp:179/0 lens 488/0 e 0 to 0 dl 1775764709 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764698.537178:0:42951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff944589102300 with x1862022098537728 ext(8192->12287) 00002000:00010000:1.0:1775764698.537186:0:42951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff944589102300 00000100:00100000:1.0:1775764698.537233:0:42951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 61 00000100:00100000:1.0:1775764698.537249:0:42951:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944589102300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:d5685161-9db4-4c4c-ac8e-956c40da0bd9+8:2378:x1862022098537728:12345-192.168.202.28@tcp:3:lfs.0 00000100:00100000:1.0:1775764698.537698:0:42951:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944589102300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:d5685161-9db4-4c4c-ac8e-956c40da0bd9+8:2378:x1862022098537728:12345-192.168.202.28@tcp:3:lfs.0 Request processed in 450us (832us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764698.537709:0:42951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 61 00002000:00100000:1.0:1775764698.537717:0:42951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x116:0x0] (8192->12287) req@ffff944589102300 x1862022098537728/t0(0) o3->d5685161-9db4-4c4c-ac8e-956c40da0bd9@192.168.202.28@tcp:179/0 lens 488/440 e 0 to 0 dl 1775764709 ref 1 fl Complete:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1775764698.537727:0:42951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff944589102300 with x1862022098537728 ext(8192->12287) 00002000:00010000:1.0:1775764698.537732:0:42951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff944589102300 00000100:00100000:1.0:1775764698.554046:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764698.554171:0:42328:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098537984 00000100:00100000:2.0:1775764698.554183:0:42328:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098537984 00000100:00100000:2.0:1775764698.554277:0:42328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 215 00000100:00100000:2.0:1775764698.554289:0:42328:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444864b2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:d5685161-9db4-4c4c-ac8e-956c40da0bd9+21:60469:x1862022098537984:12345-192.168.202.28@tcp:35:lfs.0 00000100:00100000:2.0:1775764698.554679:0:42328:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444864b2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:d5685161-9db4-4c4c-ac8e-956c40da0bd9+22:60469:x1862022098537984:12345-192.168.202.28@tcp:35:lfs.0 Request processed in 390us (644us total) trans 34359739001 rc 0/0 00000100:00100000:2.0:1775764698.554688:0:42328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 215 00000100:00100000:1.0:1775764698.688959:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764698.689389:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098538240 00000100:00100000:2.0:1775764698.689403:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098538240 00000100:00100000:2.0:1775764698.689479:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 752 00000100:00100000:2.0:1775764698.689493:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444864b2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d5685161-9db4-4c4c-ac8e-956c40da0bd9+22:60479:x1862022098538240:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:2.0:1775764698.689529:0:42324:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764698.689554:0:42324:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24000/0x57b8ff0e030510c6 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b9be expref: -99 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764698.689727:0:42324:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab3:0x1:0x0]: returning size 1024 00010000:00010000:2.0:1775764698.690099:0:42324:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24000/0x57b8ff0e030510c6 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b9be expref: 24 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764698.690118:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9445838af800) 00010000:00010000:2.0:1775764698.690121:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1775764698.690127:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24000/0x57b8ff0e030510c6 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b9be expref: 24 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764698.690147:0:42324:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445baf24000, rc 0) 00000100:00100000:2.0:1775764698.690410:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444864b2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d5685161-9db4-4c4c-ac8e-956c40da0bd9+23:60479:x1862022098538240:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 921us (1464us total) trans 34359739002 rc 301/301 00000100:00100000:2.0:1775764698.690419:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 752 00000100:00100000:0.0:1775764698.694766:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764698.695052:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098538368 00000100:00100000:3.0:1775764698.695065:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098538368 00000100:00100000:3.0:1775764698.695158:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 753 00000100:00100000:3.0:1775764698.695169:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445b296fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d5685161-9db4-4c4c-ac8e-956c40da0bd9+23:60479:x1862022098538368:12345-192.168.202.28@tcp:34:lfs.0 00010000:00010000:3.0:1775764698.695410:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e030510d4 lrc: 3/1,0 mode: --/CR res: [0x200003ab3:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764698.695434:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e030510d4 lrc: 3/1,0 mode: CR/CR res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764698.695447:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e030510d4 lrc: 3/1,0 mode: CR/CR res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764698.695462:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695a00/0x57b8ff0e030510db lrc: 3/1,0 mode: --/PR res: [0x200003ab3:0x1:0x0].0x5a4b2211 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764698.695469:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695a00/0x57b8ff0e030510db lrc: 3/1,0 mode: PR/PR res: [0x200003ab3:0x1:0x0].0x5a4b2211 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764698.695475:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695a00/0x57b8ff0e030510db lrc: 3/1,0 mode: PR/PR res: [0x200003ab3:0x1:0x0].0x5a4b2211 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764698.695593:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e030510e2 lrc: 3/1,0 mode: --/PR res: [0x200003ab3:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764698.695602:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e030510e2 lrc: 3/1,0 mode: PR/PR res: [0x200003ab3:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764698.695705:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e030510e2 lrc: 3/1,0 mode: PR/PR res: [0x200003ab3:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764698.695755:0:42325:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e030510e2 lrc: 3/1,0 mode: PR/PR res: [0x200003ab3:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764698.695769:0:42325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e030510d4 lrc: 3/1,0 mode: CR/CR res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764698.695776:0:42325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e030510d4 lrc: 2/0,0 mode: CR/CR res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764698.695784:0:42325:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e030510d4 lrc: 3/0,0 mode: CR/CR res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764698.695790:0:42325:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445be694600 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:3.0:1775764698.695795:0:42325:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e030510d4 lrc: 3/0,0 mode: CR/CR res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764698.696070:0:42325:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e030510d4 lrc: 4/0,0 mode: CR/CR res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764698.696087:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab3:0x1:0x0].0x0 (ffff9445867bea00) 00010000:00010000:3.0:1775764698.696090:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764698.696095:0:42325:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e030510d4 lrc: 2/0,0 mode: --/CR res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764698.696102:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e030510d4 lrc: 0/0,0 mode: --/CR res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764698.696117:0:42325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695a00/0x57b8ff0e030510db lrc: 3/1,0 mode: PR/PR res: [0x200003ab3:0x1:0x0].0x5a4b2211 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764698.696123:0:42325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695a00/0x57b8ff0e030510db lrc: 2/0,0 mode: PR/PR res: [0x200003ab3:0x1:0x0].0x5a4b2211 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764698.696129:0:42325:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695a00/0x57b8ff0e030510db lrc: 3/0,0 mode: PR/PR res: [0x200003ab3:0x1:0x0].0x5a4b2211 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764698.696134:0:42325:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445be695a00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:3.0:1775764698.696137:0:42325:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695a00/0x57b8ff0e030510db lrc: 3/0,0 mode: PR/PR res: [0x200003ab3:0x1:0x0].0x5a4b2211 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764698.696142:0:42325:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695a00/0x57b8ff0e030510db lrc: 4/0,0 mode: PR/PR res: [0x200003ab3:0x1:0x0].0x5a4b2211 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764698.696287:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab3:0x1:0x0].0x5a4b2211 (ffff9445867be800) 00010000:00010000:3.0:1775764698.696290:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764698.696294:0:42325:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695a00/0x57b8ff0e030510db lrc: 2/0,0 mode: --/PR res: [0x200003ab3:0x1:0x0].0x5a4b2211 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764698.696299:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695a00/0x57b8ff0e030510db lrc: 0/0,0 mode: --/PR res: [0x200003ab3:0x1:0x0].0x5a4b2211 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764698.696329:0:42325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e030510e2 lrc: 3/1,0 mode: PR/PR res: [0x200003ab3:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764698.696335:0:42325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e030510e2 lrc: 2/0,0 mode: PR/PR res: [0x200003ab3:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764698.696341:0:42325:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e030510e2 lrc: 3/0,0 mode: PR/PR res: [0x200003ab3:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764698.696345:0:42325:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445be695200 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:3.0:1775764698.696348:0:42325:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e030510e2 lrc: 3/0,0 mode: PR/PR res: [0x200003ab3:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764698.696353:0:42325:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e030510e2 lrc: 4/0,0 mode: PR/PR res: [0x200003ab3:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764698.696361:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab3:0x2:0x0].0x0 (ffff9445838af600) 00010000:00010000:3.0:1775764698.696363:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764698.696366:0:42325:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e030510e2 lrc: 2/0,0 mode: --/PR res: [0x200003ab3:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764698.696372:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e030510e2 lrc: 0/0,0 mode: --/PR res: [0x200003ab3:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764698.696505:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445b296fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d5685161-9db4-4c4c-ac8e-956c40da0bd9+23:60479:x1862022098538368:12345-192.168.202.28@tcp:34:lfs.0 Request processed in 1333us (1750us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764698.696516:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 753 00000100:00100000:1.0:1775764698.699988:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764698.700159:0:42327:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098538624 00000100:00100000:0.0:1775764698.700171:0:42327:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098538624 00000100:00100000:0.0:1775764698.700249:0:42327:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 216 00000100:00100000:0.0:1775764698.700261:0:42327:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944584de4c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d5685161-9db4-4c4c-ac8e-956c40da0bd9+23:60479:x1862022098538624:12345-192.168.202.28@tcp:35:lfs.0 00000100:00100000:0.0:1775764698.700619:0:42327:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944584de4c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d5685161-9db4-4c4c-ac8e-956c40da0bd9+24:60479:x1862022098538624:12345-192.168.202.28@tcp:35:lfs.0 Request processed in 350us (636us total) trans 34359739003 rc 0/0 00000100:00100000:0.0:1775764698.700628:0:42327:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 216 00000100:00100000:1.0:1775764698.822150:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764698.822547:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098538880 00000100:00100000:2.0:1775764698.822559:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098538880 00000100:00100000:2.0:1775764698.822640:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 754 00000100:00100000:2.0:1775764698.822652:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444864b0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d5685161-9db4-4c4c-ac8e-956c40da0bd9+24:60485:x1862022098538880:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:2.0:1775764698.822686:0:42326:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764698.822712:0:42326:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24000/0x57b8ff0e030510e9 lrc: 2/0,0 mode: --/CR res: [0x200003ab3:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b9c5 expref: -99 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764698.822843:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24800/0x57b8ff0e030510f0 lrc: 3/1,0 mode: --/CR res: [0x200003ab3:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764698.822861:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24800/0x57b8ff0e030510f0 lrc: 3/1,0 mode: CR/CR res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764698.822875:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24800/0x57b8ff0e030510f0 lrc: 3/1,0 mode: CR/CR res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764698.823159:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25200/0x57b8ff0e030510f7 lrc: 3/1,0 mode: --/PR res: [0x200003ab3:0x1:0x0].0x5a4b2211 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764698.823168:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25200/0x57b8ff0e030510f7 lrc: 3/1,0 mode: PR/PR res: [0x200003ab3:0x1:0x0].0x5a4b2211 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764698.823175:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25200/0x57b8ff0e030510f7 lrc: 3/1,0 mode: PR/PR res: [0x200003ab3:0x1:0x0].0x5a4b2211 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764698.823378:0:42326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24800/0x57b8ff0e030510f0 lrc: 3/1,0 mode: CR/CR res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764698.823387:0:42326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24800/0x57b8ff0e030510f0 lrc: 2/0,0 mode: CR/CR res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764698.823394:0:42326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24800/0x57b8ff0e030510f0 lrc: 3/0,0 mode: CR/CR res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764698.823401:0:42326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445baf24800 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764698.823406:0:42326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24800/0x57b8ff0e030510f0 lrc: 3/0,0 mode: CR/CR res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764698.823415:0:42326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24800/0x57b8ff0e030510f0 lrc: 4/0,0 mode: CR/CR res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764698.823432:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab3:0x1:0x0].0x0 (ffff9445867bea00) 00010000:00010000:2.0:1775764698.823436:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764698.823441:0:42326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24800/0x57b8ff0e030510f0 lrc: 2/0,0 mode: --/CR res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764698.823448:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24800/0x57b8ff0e030510f0 lrc: 0/0,0 mode: --/CR res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764698.823469:0:42326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25200/0x57b8ff0e030510f7 lrc: 3/1,0 mode: PR/PR res: [0x200003ab3:0x1:0x0].0x5a4b2211 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764698.823475:0:42326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25200/0x57b8ff0e030510f7 lrc: 2/0,0 mode: PR/PR res: [0x200003ab3:0x1:0x0].0x5a4b2211 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764698.823480:0:42326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25200/0x57b8ff0e030510f7 lrc: 3/0,0 mode: PR/PR res: [0x200003ab3:0x1:0x0].0x5a4b2211 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764698.823485:0:42326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445baf25200 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764698.823487:0:42326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25200/0x57b8ff0e030510f7 lrc: 3/0,0 mode: PR/PR res: [0x200003ab3:0x1:0x0].0x5a4b2211 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764698.823493:0:42326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25200/0x57b8ff0e030510f7 lrc: 4/0,0 mode: PR/PR res: [0x200003ab3:0x1:0x0].0x5a4b2211 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764698.823499:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab3:0x1:0x0].0x5a4b2211 (ffff9445838afc00) 00010000:00010000:2.0:1775764698.823502:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764698.823504:0:42326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25200/0x57b8ff0e030510f7 lrc: 2/0,0 mode: --/PR res: [0x200003ab3:0x1:0x0].0x5a4b2211 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764698.823511:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25200/0x57b8ff0e030510f7 lrc: 0/0,0 mode: --/PR res: [0x200003ab3:0x1:0x0].0x5a4b2211 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764698.823547:0:42326:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24000/0x57b8ff0e030510e9 lrc: 1/0,0 mode: --/CR res: [0x200003ab3:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b9c5 expref: 25 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764698.823780:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab3:0x1:0x0].0x0 (ffff9445867bea00) 00010000:00010000:2.0:1775764698.823784:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1775764698.823788:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24000/0x57b8ff0e030510e9 lrc: 0/0,0 mode: --/CR res: [0x200003ab3:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b9c5 expref: 25 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764698.824014:0:42326:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445baf24000, rc 0) 00000100:00100000:2.0:1775764698.824123:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444864b0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d5685161-9db4-4c4c-ac8e-956c40da0bd9+24:60485:x1862022098538880:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 1472us (1985us total) trans 0 rc 301/301 00000100:00100000:2.0:1775764698.824132:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 754 00000100:00100000:3.0:1775764698.833774:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764698.835715:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098539136 00000100:00100000:0.0:1775764698.835729:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098539136 00000100:00100000:0.0:1775764698.835891:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 755 00000100:00100000:0.0:1775764698.835905:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944589100700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d5685161-9db4-4c4c-ac8e-956c40da0bd9+24:60485:x1862022098539136:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:0.0:1775764698.835936:0:44493:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764698.835961:0:44493:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944581524800/0x57b8ff0e030510fe lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b9cc expref: -99 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764698.836176:0:44493:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab3:0x1:0x0]: returning size 1024 00010000:00010000:0.0:1775764698.836363:0:44493:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff944581524800/0x57b8ff0e030510fe lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b9cc expref: 26 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764698.836381:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9445838af800) 00010000:00010000:0.0:1775764698.836385:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1775764698.836391:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944581524800/0x57b8ff0e030510fe lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b9cc expref: 26 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764698.836410:0:44493:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944581524800, rc 0) 00000100:00100000:0.0:1775764698.836504:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944589100700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d5685161-9db4-4c4c-ac8e-956c40da0bd9+25:60485:x1862022098539136:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 602us (2741us total) trans 34359739004 rc 301/301 00000100:00100000:0.0:1775764698.836514:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 755 00000100:00100000:1.0:1775764698.840602:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764698.840853:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098539264 00000100:00100000:2.0:1775764698.840866:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098539264 00000100:00100000:2.0:1775764698.840934:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 756 00000100:00100000:2.0:1775764698.840949:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444864b1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d5685161-9db4-4c4c-ac8e-956c40da0bd9+25:60485:x1862022098539264:12345-192.168.202.28@tcp:34:lfs.0 00010000:00010000:2.0:1775764698.841043:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24000/0x57b8ff0e0305110c lrc: 3/1,0 mode: --/CR res: [0x200003ab3:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764698.841062:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24000/0x57b8ff0e0305110c lrc: 3/1,0 mode: CR/CR res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764698.841077:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24000/0x57b8ff0e0305110c lrc: 3/1,0 mode: CR/CR res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764698.841093:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25200/0x57b8ff0e03051113 lrc: 3/1,0 mode: --/PR res: [0x200003ab3:0x1:0x0].0x5a4b2211 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764698.841098:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25200/0x57b8ff0e03051113 lrc: 3/1,0 mode: PR/PR res: [0x200003ab3:0x1:0x0].0x5a4b2211 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764698.841102:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25200/0x57b8ff0e03051113 lrc: 3/1,0 mode: PR/PR res: [0x200003ab3:0x1:0x0].0x5a4b2211 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764698.841375:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24800/0x57b8ff0e0305111a lrc: 3/1,0 mode: --/PR res: [0x200003ab3:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764698.841387:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24800/0x57b8ff0e0305111a lrc: 3/1,0 mode: PR/PR res: [0x200003ab3:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764698.841392:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24800/0x57b8ff0e0305111a lrc: 3/1,0 mode: PR/PR res: [0x200003ab3:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764698.841432:0:42324:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab3:0x2:0x0]: returning size 5000 00000004:00200000:2.0:1775764698.841435:0:42324:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764698.841445:0:42324:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24800/0x57b8ff0e0305111a lrc: 3/1,0 mode: PR/PR res: [0x200003ab3:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764698.841458:0:42324:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24000/0x57b8ff0e0305110c lrc: 3/1,0 mode: CR/CR res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764698.841463:0:42324:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24000/0x57b8ff0e0305110c lrc: 2/0,0 mode: CR/CR res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764698.841544:0:42324:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24000/0x57b8ff0e0305110c lrc: 3/0,0 mode: CR/CR res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764698.841549:0:42324:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445baf24000 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764698.841552:0:42324:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24000/0x57b8ff0e0305110c lrc: 3/0,0 mode: CR/CR res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764698.841557:0:42324:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24000/0x57b8ff0e0305110c lrc: 4/0,0 mode: CR/CR res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764698.841651:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab3:0x1:0x0].0x0 (ffff9445867bea00) 00010000:00010000:2.0:1775764698.841655:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764698.841660:0:42324:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24000/0x57b8ff0e0305110c lrc: 2/0,0 mode: --/CR res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764698.841671:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24000/0x57b8ff0e0305110c lrc: 0/0,0 mode: --/CR res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764698.841690:0:42324:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25200/0x57b8ff0e03051113 lrc: 3/1,0 mode: PR/PR res: [0x200003ab3:0x1:0x0].0x5a4b2211 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764698.841694:0:42324:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25200/0x57b8ff0e03051113 lrc: 2/0,0 mode: PR/PR res: [0x200003ab3:0x1:0x0].0x5a4b2211 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764698.841698:0:42324:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25200/0x57b8ff0e03051113 lrc: 3/0,0 mode: PR/PR res: [0x200003ab3:0x1:0x0].0x5a4b2211 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764698.841701:0:42324:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445baf25200 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764698.841702:0:42324:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25200/0x57b8ff0e03051113 lrc: 3/0,0 mode: PR/PR res: [0x200003ab3:0x1:0x0].0x5a4b2211 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764698.841706:0:42324:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25200/0x57b8ff0e03051113 lrc: 4/0,0 mode: PR/PR res: [0x200003ab3:0x1:0x0].0x5a4b2211 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764698.841710:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab3:0x1:0x0].0x5a4b2211 (ffff9445838afc00) 00010000:00010000:2.0:1775764698.841711:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764698.841713:0:42324:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25200/0x57b8ff0e03051113 lrc: 2/0,0 mode: --/PR res: [0x200003ab3:0x1:0x0].0x5a4b2211 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764698.841716:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25200/0x57b8ff0e03051113 lrc: 0/0,0 mode: --/PR res: [0x200003ab3:0x1:0x0].0x5a4b2211 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764698.841726:0:42324:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24800/0x57b8ff0e0305111a lrc: 3/1,0 mode: PR/PR res: [0x200003ab3:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764698.841730:0:42324:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24800/0x57b8ff0e0305111a lrc: 2/0,0 mode: PR/PR res: [0x200003ab3:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764698.841734:0:42324:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24800/0x57b8ff0e0305111a lrc: 3/0,0 mode: PR/PR res: [0x200003ab3:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764698.841739:0:42324:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445baf24800 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764698.841740:0:42324:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24800/0x57b8ff0e0305111a lrc: 3/0,0 mode: PR/PR res: [0x200003ab3:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764698.841743:0:42324:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24800/0x57b8ff0e0305111a lrc: 4/0,0 mode: PR/PR res: [0x200003ab3:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764698.841746:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab3:0x2:0x0].0x0 (ffff9445838af600) 00010000:00010000:2.0:1775764698.841747:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764698.841749:0:42324:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24800/0x57b8ff0e0305111a lrc: 2/0,0 mode: --/PR res: [0x200003ab3:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764698.841752:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24800/0x57b8ff0e0305111a lrc: 0/0,0 mode: --/PR res: [0x200003ab3:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764698.841973:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444864b1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d5685161-9db4-4c4c-ac8e-956c40da0bd9+25:60485:x1862022098539264:12345-192.168.202.28@tcp:34:lfs.0 Request processed in 1021us (1377us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764698.842066:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 756 00000100:00100000:1.0:1775764698.845530:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764698.845685:0:47878:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098539520 00000100:00100000:3.0:1775764698.845695:0:47878:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098539520 00000100:00100000:3.0:1775764698.845765:0:47878:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 217 00000100:00100000:3.0:1775764698.845774:0:47878:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444864b2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:d5685161-9db4-4c4c-ac8e-956c40da0bd9+25:60485:x1862022098539520:12345-192.168.202.28@tcp:35:lfs.0 00000100:00100000:3.0:1775764698.846091:0:47878:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444864b2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:d5685161-9db4-4c4c-ac8e-956c40da0bd9+26:60485:x1862022098539520:12345-192.168.202.28@tcp:35:lfs.0 Request processed in 317us (570us total) trans 34359739005 rc 0/0 00000100:00100000:3.0:1775764698.846096:0:47878:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 217 00000100:00100000:2.0:1775764698.918912:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764698.919341:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098539776 00000100:00100000:3.0:1775764698.919351:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098539776 00000100:00100000:3.0:1775764698.919440:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 757 00000100:00100000:3.0:1775764698.919449:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bc1dc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d5685161-9db4-4c4c-ac8e-956c40da0bd9+26:60491:x1862022098539776:12345-192.168.202.28@tcp:101:cmp.0 00010000:00010000:3.0:1775764698.919489:0:42325:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764698.919525:0:42325:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695600/0x57b8ff0e03051121 lrc: 2/0,0 mode: --/CR res: [0x200003ab3:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b9d3 expref: -99 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764698.919669:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e03051128 lrc: 3/1,0 mode: --/CR res: [0x200003ab3:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764698.919688:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e03051128 lrc: 3/1,0 mode: CR/CR res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764698.919703:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e03051128 lrc: 3/1,0 mode: CR/CR res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764698.919719:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695a00/0x57b8ff0e0305112f lrc: 3/1,0 mode: --/PR res: [0x200003ab3:0x1:0x0].0x5a4b2211 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764698.919726:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695a00/0x57b8ff0e0305112f lrc: 3/1,0 mode: PR/PR res: [0x200003ab3:0x1:0x0].0x5a4b2211 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764698.919732:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695a00/0x57b8ff0e0305112f lrc: 3/1,0 mode: PR/PR res: [0x200003ab3:0x1:0x0].0x5a4b2211 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764698.919948:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e03051136 lrc: 3/1,0 mode: --/PR res: [0x200003ab3:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764698.919957:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e03051136 lrc: 3/1,0 mode: PR/PR res: [0x200003ab3:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764698.919964:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e03051136 lrc: 3/1,0 mode: PR/PR res: [0x200003ab3:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764698.919975:0:42325:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab3:0x2:0x0]: returning size 5000 00010000:00010000:3.0:1775764698.920097:0:42325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e03051128 lrc: 3/1,0 mode: CR/CR res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764698.920103:0:42325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e03051128 lrc: 2/0,0 mode: CR/CR res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764698.920107:0:42325:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e03051128 lrc: 3/0,0 mode: CR/CR res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764698.920111:0:42325:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445be695200 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:3.0:1775764698.920114:0:42325:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e03051128 lrc: 3/0,0 mode: CR/CR res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764698.920120:0:42325:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e03051128 lrc: 4/0,0 mode: CR/CR res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764698.920129:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab3:0x1:0x0].0x0 (ffff9445867bea00) 00010000:00010000:3.0:1775764698.920131:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764698.920134:0:42325:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e03051128 lrc: 2/0,0 mode: --/CR res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764698.920141:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e03051128 lrc: 0/0,0 mode: --/CR res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764698.920157:0:42325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695a00/0x57b8ff0e0305112f lrc: 3/1,0 mode: PR/PR res: [0x200003ab3:0x1:0x0].0x5a4b2211 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764698.920162:0:42325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695a00/0x57b8ff0e0305112f lrc: 2/0,0 mode: PR/PR res: [0x200003ab3:0x1:0x0].0x5a4b2211 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764698.920167:0:42325:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695a00/0x57b8ff0e0305112f lrc: 3/0,0 mode: PR/PR res: [0x200003ab3:0x1:0x0].0x5a4b2211 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764698.920171:0:42325:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445be695a00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:3.0:1775764698.920173:0:42325:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695a00/0x57b8ff0e0305112f lrc: 3/0,0 mode: PR/PR res: [0x200003ab3:0x1:0x0].0x5a4b2211 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764698.920179:0:42325:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695a00/0x57b8ff0e0305112f lrc: 4/0,0 mode: PR/PR res: [0x200003ab3:0x1:0x0].0x5a4b2211 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764698.920186:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab3:0x1:0x0].0x5a4b2211 (ffff9445867be800) 00010000:00010000:3.0:1775764698.920189:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764698.920191:0:42325:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695a00/0x57b8ff0e0305112f lrc: 2/0,0 mode: --/PR res: [0x200003ab3:0x1:0x0].0x5a4b2211 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764698.920499:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695a00/0x57b8ff0e0305112f lrc: 0/0,0 mode: --/PR res: [0x200003ab3:0x1:0x0].0x5a4b2211 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764698.920673:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695600/0x57b8ff0e03051121 lrc: 0/0,0 mode: --/CR res: [0x200003ab3:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b9d3 expref: 29 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764698.920700:0:42325:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e03051136 lrc: 3/0,0 mode: PR/PR res: [0x200003ab3:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b9d3 expref: 28 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764698.920709:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab3:0x2:0x0].0x0 (ffff9445838af600) 00010000:00010000:3.0:1775764698.920711:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1775764698.920713:0:42325:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445be694600, rc 0) 00000100:00100000:3.0:1775764698.920992:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bc1dc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d5685161-9db4-4c4c-ac8e-956c40da0bd9+28:60491:x1862022098539776:12345-192.168.202.28@tcp:101:cmp.0 Request processed in 1542us (2094us total) trans 34359739006 rc 0/0 00000100:00100000:3.0:1775764698.921003:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 757 00000100:00100000:1.0:1775764698.936967:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764698.937255:0:42328:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098540032 00000100:00100000:2.0:1775764698.937281:0:42328:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098540032 00000100:00100000:2.0:1775764698.937385:0:42328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 218 00000100:00100000:2.0:1775764698.937399:0:42328:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94448673a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:d5685161-9db4-4c4c-ac8e-956c40da0bd9+28:60491:x1862022098540032:12345-192.168.202.28@tcp:35:cmp.0 00000100:00100000:2.0:1775764698.938399:0:42328:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94448673a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:d5685161-9db4-4c4c-ac8e-956c40da0bd9+29:60491:x1862022098540032:12345-192.168.202.28@tcp:35:cmp.0 Request processed in 996us (1439us total) trans 34359739007 rc 0/0 00000100:00100000:2.0:1775764698.938414:0:42328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 218 00010000:00010000:2.0:1775764698.954199:0:42313:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775764699.302954:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764699.303419:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098540288 00000100:00100000:3.0:1775764699.303431:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098540288 00000100:00100000:3.0:1775764699.303555:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 758 00000100:00100000:3.0:1775764699.303569:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94448673ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d5685161-9db4-4c4c-ac8e-956c40da0bd9+29:60522:x1862022098540288:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:3.0:1775764699.303601:0:42326:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764699.303634:0:42326:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695600/0x57b8ff0e03051144 lrc: 2/0,0 mode: --/CR res: [0x200003ab3:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b9da expref: -99 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764699.303776:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695a00/0x57b8ff0e0305114b lrc: 3/1,0 mode: --/PR res: [0x200003ab3:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764699.303796:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695a00/0x57b8ff0e0305114b lrc: 3/1,0 mode: PR/PR res: [0x200003ab3:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764699.303853:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695a00/0x57b8ff0e0305114b lrc: 3/1,0 mode: PR/PR res: [0x200003ab3:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764699.303870:0:42326:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab3:0x2:0x0]: returning size 5000 00010000:00010000:3.0:1775764699.304238:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695600/0x57b8ff0e03051144 lrc: 0/0,0 mode: --/CR res: [0x200003ab3:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b9da expref: 32 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764699.304280:0:42326:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695a00/0x57b8ff0e0305114b lrc: 3/0,0 mode: PR/PR res: [0x200003ab3:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b9da expref: 31 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764699.304293:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab3:0x2:0x0].0x0 (ffff9445838af600) 00010000:00010000:3.0:1775764699.304297:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1775764699.304302:0:42326:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445be695a00, rc 0) 00000100:00100000:3.0:1775764699.304468:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94448673ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d5685161-9db4-4c4c-ac8e-956c40da0bd9+31:60522:x1862022098540288:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 902us (1527us total) trans 34359739008 rc 0/0 00000100:00100000:3.0:1775764699.304478:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 758 00000100:00100000:0.0:1775764699.313379:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764699.313503:0:42310:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098540416 00000100:00100000:1.0:1775764699.313519:0:42310:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098540416 00000100:00100000:1.0:1775764699.313619:0:42310:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 63 00000100:00100000:1.0:1775764699.313631:0:42310:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944590fdcc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d5685161-9db4-4c4c-ac8e-956c40da0bd9+31:2376:x1862022098540416:12345-192.168.202.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1775764699.313656:0:42310:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764699.313695:0:42310:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695a00/0x57b8ff0e0305114b lrc: 0/0,0 mode: --/PR res: [0x200003ab3:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b9da expref: 31 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764699.313727:0:42310:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab3:0x2:0x0].0x0 (ffff9445838af600) 00010000:00010000:1.0:1775764699.313734:0:42310:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1775764699.313856:0:42310:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944590fdcc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d5685161-9db4-4c4c-ac8e-956c40da0bd9+30:2376:x1862022098540416:12345-192.168.202.28@tcp:103:ldlm_bl.0 Request processed in 226us (490us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764699.313864:0:42310:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 63 00000100:00100000:1.0:1775764699.572103:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764699.572367:0:47878:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098540672 00000100:00100000:3.0:1775764699.572377:0:47878:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098540672 00000100:00100000:3.0:1775764699.572440:0:47878:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 219 00000100:00100000:3.0:1775764699.572451:0:47878:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bf4fb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:d5685161-9db4-4c4c-ac8e-956c40da0bd9+30:60522:x1862022098540672:12345-192.168.202.28@tcp:35:lfs.0 00000100:00100000:3.0:1775764699.573040:0:47878:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bf4fb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:d5685161-9db4-4c4c-ac8e-956c40da0bd9+31:60522:x1862022098540672:12345-192.168.202.28@tcp:35:lfs.0 Request processed in 589us (948us total) trans 34359739009 rc 0/0 00000100:00100000:3.0:1775764699.573050:0:47878:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 219 00000100:00100000:0.0:1775764699.859237:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764699.860467:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098540928 00000100:00100000:2.0:1775764699.860482:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098540928 00000100:00100000:2.0:1775764699.860620:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 759 00000100:00100000:2.0:1775764699.860631:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445b296ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d5685161-9db4-4c4c-ac8e-956c40da0bd9+31:60541:x1862022098540928:12345-192.168.202.28@tcp:101:cmp.0 00010000:00010000:2.0:1775764699.860659:0:44493:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764699.860682:0:44493:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24800/0x57b8ff0e03051159 lrc: 2/0,0 mode: --/CR res: [0x200003ab3:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b9e1 expref: -99 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764699.860866:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25200/0x57b8ff0e03051160 lrc: 3/1,0 mode: --/CR res: [0x200003ab3:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764699.860882:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25200/0x57b8ff0e03051160 lrc: 3/1,0 mode: CR/CR res: [0x200003ab3:0x2:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764699.860894:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25200/0x57b8ff0e03051160 lrc: 3/1,0 mode: CR/CR res: [0x200003ab3:0x2:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764699.860907:0:44493:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab3:0x2:0x0]: returning size 5000 00010000:00010000:2.0:1775764699.861052:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24800/0x57b8ff0e03051159 lrc: 0/0,0 mode: --/CR res: [0x200003ab3:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b9e1 expref: 34 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764699.861077:0:44493:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25200/0x57b8ff0e03051160 lrc: 3/0,0 mode: CR/CR res: [0x200003ab3:0x2:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b9e1 expref: 33 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764699.861087:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab3:0x2:0x0].0x0 (ffff9445838af600) 00010000:00010000:2.0:1775764699.861090:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:2.0:1775764699.861094:0:44493:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445baf25200, rc 0) 00000100:00100000:2.0:1775764699.861184:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445b296ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d5685161-9db4-4c4c-ac8e-956c40da0bd9+33:60541:x1862022098540928:12345-192.168.202.28@tcp:101:cmp.0 Request processed in 554us (1958us total) trans 34359739010 rc 0/0 00000100:00100000:2.0:1775764699.861192:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 759 00010000:00010000:2.0:1775764699.972280:0:43224:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:2.0:1775764699.981652:0:6613:0:(tgt_lastrcvd.c:568:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 7e6eda44-5508-487e-b17f-ff28ad9d3512 00000020:00000080:2.0:1775764699.981662:0:6613:0:(genops.c:904:class_export_put()) final put ffff9444861e3000/7e6eda44-5508-487e-b17f-ff28ad9d3512 00000001:00100000:2.0:1775764699.981689:0:6613:0:(tgt_lastrcvd.c:568:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of d5685161-9db4-4c4c-ac8e-956c40da0bd9 00000020:00000080:2.0:1775764699.981703:0:8:0:(genops.c:863:class_export_destroy()) destroying export ffff9444861e3000/7e6eda44-5508-487e-b17f-ff28ad9d3512 for lustre-OST0000 00000020:00000080:2.0:1775764699.981779:0:8:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff9444861e2000 for lustre-OST0000 00000001:00080000:3.0:1775764700.022276:0:5825:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 34359739004 is committed 00000001:00100000:3.0:1775764700.022300:0:5825:0:(tgt_lastrcvd.c:568:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of 7e6eda44-5508-487e-b17f-ff28ad9d3512 00000001:00080000:3.0:1775764700.022305:0:5825:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 34359738992 is committed 00000001:00080000:3.0:1775764700.022317:0:5825:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 34359739010 is committed 00000001:00100000:3.0:1775764700.022339:0:5825:0:(tgt_lastrcvd.c:568:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of d5685161-9db4-4c4c-ac8e-956c40da0bd9 00000020:00000080:3.0:1775764700.022346:0:5825:0:(genops.c:904:class_export_put()) final put ffff9444835a1000/7e6eda44-5508-487e-b17f-ff28ad9d3512 00000020:00000080:0.0:1775764700.022427:0:41523:0:(genops.c:863:class_export_destroy()) destroying export ffff9444835a1000/7e6eda44-5508-487e-b17f-ff28ad9d3512 for lustre-MDT0000 00000020:00000080:0.0:1775764700.022511:0:41523:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff9444835a7800 for lustre-MDT0000 00000100:00100000:2.0:1775764700.068286:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764700.068392:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098541056 00000100:00100000:0.0:1775764700.068403:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098541056 00000100:00100000:0.0:1775764700.068620:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 760 00000100:00100000:0.0:1775764700.068633:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bc1df800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d5685161-9db4-4c4c-ac8e-956c40da0bd9+14:60553:x1862022098541056:12345-192.168.202.28@tcp:101:cp.0 00010000:00010000:0.0:1775764700.068657:0:42324:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764700.068679:0:42324:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944581524a00/0x57b8ff0e0305116e lrc: 2/0,0 mode: --/CR res: [0x200003ab3:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b9e8 expref: -99 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764700.068746:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff944581525000/0x57b8ff0e03051175 lrc: 3/1,0 mode: --/CR res: [0x200003ab3:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764700.068762:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944581525000/0x57b8ff0e03051175 lrc: 3/1,0 mode: CR/CR res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764700.068775:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944581525000/0x57b8ff0e03051175 lrc: 3/1,0 mode: CR/CR res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764700.068792:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944581525400/0x57b8ff0e0305117c lrc: 3/1,0 mode: --/PR res: [0x200003ab3:0x1:0x0].0x9307c883 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764700.068826:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944581525400/0x57b8ff0e0305117c lrc: 3/1,0 mode: PR/PR res: [0x200003ab3:0x1:0x0].0x9307c883 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764700.068833:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944581525400/0x57b8ff0e0305117c lrc: 3/1,0 mode: PR/PR res: [0x200003ab3:0x1:0x0].0x9307c883 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764700.069137:0:42324:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff944581525000/0x57b8ff0e03051175 lrc: 3/1,0 mode: CR/CR res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764700.069145:0:42324:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944581525000/0x57b8ff0e03051175 lrc: 2/0,0 mode: CR/CR res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764700.069152:0:42324:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944581525000/0x57b8ff0e03051175 lrc: 3/0,0 mode: CR/CR res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764700.069161:0:42324:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944581525000 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:0.0:1775764700.069165:0:42324:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944581525000/0x57b8ff0e03051175 lrc: 3/0,0 mode: CR/CR res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764700.069172:0:42324:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944581525000/0x57b8ff0e03051175 lrc: 4/0,0 mode: CR/CR res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764700.069185:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab3:0x1:0x0].0x0 (ffff9445867bea00) 00010000:00010000:0.0:1775764700.069188:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764700.069193:0:42324:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944581525000/0x57b8ff0e03051175 lrc: 2/0,0 mode: --/CR res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764700.069199:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944581525000/0x57b8ff0e03051175 lrc: 0/0,0 mode: --/CR res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764700.069211:0:42324:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944581525400/0x57b8ff0e0305117c lrc: 3/1,0 mode: PR/PR res: [0x200003ab3:0x1:0x0].0x9307c883 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764700.069217:0:42324:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944581525400/0x57b8ff0e0305117c lrc: 2/0,0 mode: PR/PR res: [0x200003ab3:0x1:0x0].0x9307c883 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764700.069223:0:42324:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944581525400/0x57b8ff0e0305117c lrc: 3/0,0 mode: PR/PR res: [0x200003ab3:0x1:0x0].0x9307c883 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764700.069228:0:42324:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944581525400 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:0.0:1775764700.069231:0:42324:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944581525400/0x57b8ff0e0305117c lrc: 3/0,0 mode: PR/PR res: [0x200003ab3:0x1:0x0].0x9307c883 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764700.069236:0:42324:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944581525400/0x57b8ff0e0305117c lrc: 4/0,0 mode: PR/PR res: [0x200003ab3:0x1:0x0].0x9307c883 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764700.069247:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab3:0x1:0x0].0x9307c883 (ffff944599e85b00) 00010000:00010000:0.0:1775764700.069249:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764700.069265:0:42324:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944581525400/0x57b8ff0e0305117c lrc: 2/0,0 mode: --/PR res: [0x200003ab3:0x1:0x0].0x9307c883 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764700.069271:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944581525400/0x57b8ff0e0305117c lrc: 0/0,0 mode: --/PR res: [0x200003ab3:0x1:0x0].0x9307c883 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764700.069306:0:42324:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff944581524a00/0x57b8ff0e0305116e lrc: 1/0,0 mode: --/CR res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b9e8 expref: 15 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764700.069315:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab3:0x1:0x0].0x0 (ffff9445867bea00) 00010000:00010000:0.0:1775764700.069318:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764700.069320:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944581524a00/0x57b8ff0e0305116e lrc: 0/0,0 mode: --/CR res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b9e8 expref: 15 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764700.069329:0:42324:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944581524a00, rc 0) 00000100:00100000:0.0:1775764700.069402:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bc1df800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d5685161-9db4-4c4c-ac8e-956c40da0bd9+14:60553:x1862022098541056:12345-192.168.202.28@tcp:101:cp.0 Request processed in 772us (1130us total) trans 0 rc 301/301 00000100:00100000:0.0:1775764700.069410:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 760 00000100:00080000:2.0:1775764700.071147:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1775764700.074328:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764700.074392:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098541312 00000100:00100000:3.0:1775764700.074403:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098541312 00000100:00100000:3.0:1775764700.074474:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 761 00000100:00100000:3.0:1775764700.074484:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944483640a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d5685161-9db4-4c4c-ac8e-956c40da0bd9+14:60553:x1862022098541312:12345-192.168.202.28@tcp:101:cp.0 00010000:00010000:3.0:1775764700.074505:0:42325:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764700.074507:0:42325:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1775764700.074529:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944581524e00/0x57b8ff0e03051095 lrc: 0/0,0 mode: --/PR res: [0x200003ab3:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b9a9 expref: 14 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764700.074543:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab3:0x1:0x0].0x0 (ffff9445867bea00) 00010000:00010000:3.0:1775764700.074547:0:42325:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1775764700.074556:0:42325:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695600/0x57b8ff0e03051183 lrc: 2/0,0 mode: --/CW res: [0x200003ab3:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b9ef expref: -99 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764700.074870:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e0305118a lrc: 3/0,1 mode: --/CW res: [0x200003ab3:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764700.074884:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e0305118a lrc: 3/0,1 mode: CW/CW res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764700.074894:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e0305118a lrc: 3/0,1 mode: CW/CW res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764700.074907:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695000/0x57b8ff0e03051191 lrc: 3/0,1 mode: --/PW res: [0x200003ab3:0x1:0x0].0x9307c883 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764700.074913:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695000/0x57b8ff0e03051191 lrc: 3/0,1 mode: PW/PW res: [0x200003ab3:0x1:0x0].0x9307c883 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764700.074919:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695000/0x57b8ff0e03051191 lrc: 3/0,1 mode: PW/PW res: [0x200003ab3:0x1:0x0].0x9307c883 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1775764700.075708:0:42325:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x117:0x0], index 0: 0 00010000:00010000:3.0:1775764700.076019:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694000/0x57b8ff0e03051198 lrc: 3/1,0 mode: --/PR res: [0x200003ab3:0x3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764700.076032:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694000/0x57b8ff0e03051198 lrc: 3/1,0 mode: PR/PR res: [0x200003ab3:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764700.076039:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694000/0x57b8ff0e03051198 lrc: 3/1,0 mode: PR/PR res: [0x200003ab3:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764700.076066:0:42325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e0305118a lrc: 3/0,1 mode: CW/CW res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764700.076070:0:42325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e0305118a lrc: 2/0,0 mode: CW/CW res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764700.076074:0:42325:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e0305118a lrc: 3/0,0 mode: CW/CW res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764700.076078:0:42325:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445be695200 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:3.0:1775764700.076081:0:42325:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e0305118a lrc: 3/0,0 mode: CW/CW res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764700.076085:0:42325:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e0305118a lrc: 4/0,0 mode: CW/CW res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764700.076092:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab3:0x1:0x0].0x0 (ffff9445867bea00) 00010000:00010000:3.0:1775764700.076094:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764700.076096:0:42325:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e0305118a lrc: 2/0,0 mode: --/CW res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764700.076099:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e0305118a lrc: 0/0,0 mode: --/CW res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764700.076113:0:42325:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000000b72afb1 reply state 00000000108a3447 transno 34359739011 ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695000/0x57b8ff0e03051191 lrc: 3/0,1 mode: PW/PW res: [0x200003ab3:0x1:0x0].0x9307c883 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764700.076119:0:42325:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1775764700.076144:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695600/0x57b8ff0e03051183 lrc: 0/0,0 mode: --/CW res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b9ef expref: 16 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764700.076153:0:42325:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694000/0x57b8ff0e03051198 lrc: 3/0,0 mode: PR/PR res: [0x200003ab3:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b9ef expref: 15 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764700.076158:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab3:0x3:0x0].0x0 (ffff9445867beb00) 00010000:00010000:3.0:1775764700.076159:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1775764700.076161:0:42325:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445be694000, rc 0) 00000100:00100000:3.0:1775764700.076228:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944483640a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d5685161-9db4-4c4c-ac8e-956c40da0bd9+16:60553:x1862022098541312:12345-192.168.202.28@tcp:101:cp.0 Request processed in 1747us (1913us total) trans 34359739011 rc 0/0 00000100:00100000:3.0:1775764700.076237:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 761 00010000:00010000:3.0:1775764700.084921:0:3315:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695000/0x57b8ff0e03051191 lrc: 3/0,1 mode: PW/PW res: [0x200003ab3:0x1:0x0].0x9307c883 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764700.084940:0:3315:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695000/0x57b8ff0e03051191 lrc: 2/0,0 mode: PW/PW res: [0x200003ab3:0x1:0x0].0x9307c883 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764700.084947:0:3315:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695000/0x57b8ff0e03051191 lrc: 3/0,0 mode: PW/PW res: [0x200003ab3:0x1:0x0].0x9307c883 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764700.084953:0:3315:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445be695000 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:3.0:1775764700.084958:0:3315:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695000/0x57b8ff0e03051191 lrc: 3/0,0 mode: PW/PW res: [0x200003ab3:0x1:0x0].0x9307c883 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764700.084982:0:3315:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695000/0x57b8ff0e03051191 lrc: 4/0,0 mode: PW/PW res: [0x200003ab3:0x1:0x0].0x9307c883 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764700.085000:0:3315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab3:0x1:0x0].0x9307c883 (ffff9445867be900) 00010000:00010000:3.0:1775764700.085003:0:3315:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764700.085009:0:3315:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695000/0x57b8ff0e03051191 lrc: 2/0,0 mode: --/PW res: [0x200003ab3:0x1:0x0].0x9307c883 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764700.085015:0:3315:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695000/0x57b8ff0e03051191 lrc: 0/0,0 mode: --/PW res: [0x200003ab3:0x1:0x0].0x9307c883 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764700.087706:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764700.087922:0:42946:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098541440 00000100:00100000:2.0:1775764700.087935:0:42946:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098541440 00000100:00100000:2.0:1775764700.088026:0:42946:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 201 00000100:00100000:2.0:1775764700.088037:0:42946:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445b296c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d5685161-9db4-4c4c-ac8e-956c40da0bd9+5:2379:x1862022098541440:12345-192.168.202.28@tcp:101:cp.0 00010000:00010000:2.0:1775764700.088058:0:42946:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764700.088080:0:42946:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000a769674/0x57b8ff0e030511a6 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x117:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b9f6 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1775764700.088108:0:42946:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x117:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1775764700.088127:0:42946:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764700.088130:0:42946:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764700.088139:0:42946:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000a769674/0x57b8ff0e030511a6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x117:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b9f6 expref: 6 pid: 42946 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764700.088157:0:42946:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000000a769674/0x57b8ff0e030511a6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x117:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b9f6 expref: 6 pid: 42946 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764700.088176:0:42946:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445baf24800, rc 0) 00000100:00100000:2.0:1775764700.088231:0:42946:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445b296c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d5685161-9db4-4c4c-ac8e-956c40da0bd9+6:2379:x1862022098541440:12345-192.168.202.28@tcp:101:cp.0 Request processed in 196us (534us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764700.088238:0:42946:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 201 00000100:00080000:3.0:1775764700.088570:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1775764700.095909:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764700.096129:0:43212:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098541568 00000100:00100000:0.0:1775764700.096141:0:43212:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098541568 00000100:00100000:0.0:1775764700.096212:0:43212:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 202 00000100:00100000:0.0:1775764700.096222:0:43212:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944483642a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d5685161-9db4-4c4c-ac8e-956c40da0bd9+6:60553:x1862022098541568:12345-192.168.202.28@tcp:101:cp.0 00010000:00010000:0.0:1775764700.096242:0:43212:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764700.096273:0:43212:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b51b997b/0x57b8ff0e030511ad lrc: 2/0,0 mode: --/PW res: [0x240000400:0x117:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17b9fd expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764700.096314:0:43212:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000000a769674/0x57b8ff0e030511a6 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x117:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b9f6 expref: 7 pid: 42946 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764700.096324:0:43212:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764700.096326:0:43212:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764700.096331:0:43212:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b51b997b/0x57b8ff0e030511ad lrc: 4/0,0 mode: --/PW res: [0x240000400:0x117:0x0].0x0 rrc: 3 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x50000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b9fd expref: 7 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764700.096365:0:43212:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000000a769674/0x57b8ff0e030511a6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x117:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b9f6 expref: 7 pid: 42946 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764700.096378:0:43212:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000000a769674/0x57b8ff0e030511a6 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x117:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b9f6 expref: 7 pid: 42946 timeout: 2266 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764700.096391:0:43212:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445b296df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:43212:1862022119035520:192.168.202.28@tcp:104: 00000100:00100000:0.0:1775764700.096501:0:43212:0:(client.c:2691:ptlrpc_set_wait()) set ffff944587a029c0 going to sleep for 11 seconds 00000100:00100000:1.0:1775764700.101496:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764700.101606:0:42311:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098541696 00000100:00100000:2.0:1775764700.101619:0:42311:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098541696 00010000:00010000:2.0:1775764700.101680:0:42311:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000000a769674/0x57b8ff0e030511a6 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x117:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b9f6 expref: 8 pid: 42946 timeout: 2266 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764700.101739:0:42311:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 153 00000100:00100000:2.0:1775764700.101751:0:42311:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444867cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d5685161-9db4-4c4c-ac8e-956c40da0bd9+8:2378:x1862022098541696:12345-192.168.202.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1775764700.101772:0:42311:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764700.101837:0:42311:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000000a769674/0x57b8ff0e030511a6 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x117:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b9f6 expref: 8 pid: 42946 timeout: 2266 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764700.101852:0:42311:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000000a769674/0x57b8ff0e030511a6 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x117:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b9f6 expref: 8 pid: 42946 timeout: 2266 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764700.101895:0:42311:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764700.101897:0:42311:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764700.101906:0:42311:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000b51b997b/0x57b8ff0e030511ad lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x117:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x50080000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b9fd expref: 8 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764700.101918:0:42311:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b51b997b/0x57b8ff0e030511ad lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x117:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x50080000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b9fd expref: 8 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764700.101960:0:42311:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000b51b997b/0x57b8ff0e030511ad lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x117:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b9fd expref: 8 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764700.101975:0:42311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bc1dd500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:42311:1862022119035648:192.168.202.28@tcp:105: 00000100:00100000:2.0:1775764700.102126:0:42311:0:(client.c:2691:ptlrpc_set_wait()) set ffff9445b67fc0c0 going to sleep for 11 seconds 00010000:00010000:0.0:1775764700.102582:0:43212:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000a769674/0x57b8ff0e030511a6 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x117:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b9f6 expref: 8 pid: 42946 timeout: 2266 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764700.102705:0:43212:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445b296df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:43212:1862022119035520:192.168.202.28@tcp:104: 00010000:00010000:0.0:1775764700.102744:0:43212:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000b51b997b/0x57b8ff0e030511ad lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x117:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x40000000020000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b9fd expref: 7 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764700.102757:0:43212:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944581525400, rc 0) 00000100:00100000:0.0:1775764700.102920:0:43212:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944483642a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d5685161-9db4-4c4c-ac8e-956c40da0bd9+7:60553:x1862022098541568:12345-192.168.202.28@tcp:101:cp.0 Request processed in 6579us (6905us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764700.102930:0:43212:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 202 00000100:00100000:1.0:1775764700.108517:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764700.108619:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098541824 00000100:00100000:3.0:1775764700.108631:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098541824 00000100:00100000:3.0:1775764700.108709:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 762 00000100:00100000:3.0:1775764700.108722:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444867ca300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d5685161-9db4-4c4c-ac8e-956c40da0bd9+15:60553:x1862022098541824:12345-192.168.202.28@tcp:101:cp.0 00010000:00010000:3.0:1775764700.108751:0:42326:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764700.108777:0:42326:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695000/0x57b8ff0e030511b4 lrc: 2/0,0 mode: --/PR res: [0x200003ab3:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17ba04 expref: -99 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764700.108862:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695600/0x57b8ff0e030511bb lrc: 3/1,0 mode: --/PR res: [0x200003ab3:0x3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764700.108880:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695600/0x57b8ff0e030511bb lrc: 3/1,0 mode: PR/PR res: [0x200003ab3:0x3:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764700.108893:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695600/0x57b8ff0e030511bb lrc: 3/1,0 mode: PR/PR res: [0x200003ab3:0x3:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764700.109348:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695000/0x57b8ff0e030511b4 lrc: 0/0,0 mode: --/PR res: [0x200003ab3:0x3:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ba04 expref: 17 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764700.109376:0:42326:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695600/0x57b8ff0e030511bb lrc: 3/0,0 mode: PR/PR res: [0x200003ab3:0x3:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ba04 expref: 16 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764700.109385:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab3:0x3:0x0].0x0 (ffff9445867beb00) 00010000:00010000:3.0:1775764700.109389:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1775764700.109392:0:42326:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445be695600, rc 0) 00000100:00100000:3.0:1775764700.109475:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444867ca300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d5685161-9db4-4c4c-ac8e-956c40da0bd9+16:60553:x1862022098541824:12345-192.168.202.28@tcp:101:cp.0 Request processed in 757us (970us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764700.109483:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 762 00000100:00100000:2.0:1775764700.111406:0:42311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bc1dd500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:42311:1862022119035648:192.168.202.28@tcp:105: 00010000:00010000:2.0:1775764700.111442:0:42311:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775764700.111542:0:42311:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444867cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d5685161-9db4-4c4c-ac8e-956c40da0bd9+6:2378:x1862022098541696:12345-192.168.202.28@tcp:103:ldlm_bl.0 Request processed in 9792us (10056us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764700.111556:0:42311:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 153 00000100:00100000:1.0:1775764700.117188:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764700.118356:0:42327:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098542080 00000100:00100000:0.0:1775764700.118371:0:42327:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098542080 00000100:00100000:0.0:1775764700.118755:0:42327:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 220 00000100:00100000:0.0:1775764700.118769:0:42327:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bea12a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d5685161-9db4-4c4c-ac8e-956c40da0bd9+16:60553:x1862022098542080:12345-192.168.202.28@tcp:35:cp.0 00000100:00100000:1.0:1775764700.119680:0:42327:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bea12a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d5685161-9db4-4c4c-ac8e-956c40da0bd9+17:60553:x1862022098542080:12345-192.168.202.28@tcp:35:cp.0 Request processed in 907us (4098us total) trans 34359739012 rc 0/0 00000100:00100000:1.0:1775764700.119690:0:42327:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 220 00000100:00100000:2.0:1775764700.210867:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764700.210956:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098542336 00000100:00100000:3.0:1775764700.210975:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098542336 00000100:00100000:3.0:1775764700.211038:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 763 00000100:00100000:3.0:1775764700.211048:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bc1dd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d5685161-9db4-4c4c-ac8e-956c40da0bd9+17:60559:x1862022098542336:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:3.0:1775764700.211073:0:42325:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764700.211095:0:42325:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e030511c2 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17ba0b expref: -99 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764700.211234:0:42325:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab3:0x1:0x0]: returning size 7168 00010000:00010000:3.0:1775764700.211382:0:42325:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e030511c2 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ba0b expref: 19 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764700.211396:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9445838af800) 00010000:00010000:3.0:1775764700.211400:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1775764700.211405:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e030511c2 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ba0b expref: 19 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764700.211425:0:42325:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445be695200, rc 0) 00000100:00100000:3.0:1775764700.211488:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bc1dd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d5685161-9db4-4c4c-ac8e-956c40da0bd9+18:60559:x1862022098542336:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 442us (634us total) trans 34359739013 rc 301/301 00000100:00100000:3.0:1775764700.211496:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 763 00000100:00100000:0.0:1775764700.219084:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764700.219318:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098542464 00000100:00100000:3.0:1775764700.219332:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098542464 00000100:00100000:3.0:1775764700.219399:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 764 00000100:00100000:3.0:1775764700.219418:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445b296df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d5685161-9db4-4c4c-ac8e-956c40da0bd9+18:60559:x1862022098542464:12345-192.168.202.28@tcp:34:lfs.0 00010000:00010000:3.0:1775764700.219500:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e030511d0 lrc: 3/1,0 mode: --/CR res: [0x200003ab3:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764700.219517:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e030511d0 lrc: 3/1,0 mode: CR/CR res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764700.219532:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e030511d0 lrc: 3/1,0 mode: CR/CR res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764700.219547:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695000/0x57b8ff0e030511d7 lrc: 3/1,0 mode: --/PR res: [0x200003ab3:0x1:0x0].0x9307c883 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764700.219554:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695000/0x57b8ff0e030511d7 lrc: 3/1,0 mode: PR/PR res: [0x200003ab3:0x1:0x0].0x9307c883 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764700.219560:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695000/0x57b8ff0e030511d7 lrc: 3/1,0 mode: PR/PR res: [0x200003ab3:0x1:0x0].0x9307c883 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764700.219679:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e030511de lrc: 3/1,0 mode: --/PR res: [0x200003ab3:0x3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764700.219692:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e030511de lrc: 3/1,0 mode: PR/PR res: [0x200003ab3:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764700.219699:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e030511de lrc: 3/1,0 mode: PR/PR res: [0x200003ab3:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764700.219735:0:42326:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab3:0x3:0x0]: returning size 5000 00000004:00200000:3.0:1775764700.219739:0:42326:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1775764700.219752:0:42326:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e030511de lrc: 3/1,0 mode: PR/PR res: [0x200003ab3:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764700.219765:0:42326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e030511d0 lrc: 3/1,0 mode: CR/CR res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764700.219773:0:42326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e030511d0 lrc: 2/0,0 mode: CR/CR res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764700.219779:0:42326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e030511d0 lrc: 3/0,0 mode: CR/CR res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764700.219785:0:42326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445be695200 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:3.0:1775764700.219789:0:42326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e030511d0 lrc: 3/0,0 mode: CR/CR res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764700.219847:0:42326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e030511d0 lrc: 4/0,0 mode: CR/CR res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764700.219862:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab3:0x1:0x0].0x0 (ffff9445867bea00) 00010000:00010000:3.0:1775764700.219865:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764700.219870:0:42326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e030511d0 lrc: 2/0,0 mode: --/CR res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764700.220651:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e030511d0 lrc: 0/0,0 mode: --/CR res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764700.220677:0:42326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695000/0x57b8ff0e030511d7 lrc: 3/1,0 mode: PR/PR res: [0x200003ab3:0x1:0x0].0x9307c883 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764700.220685:0:42326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695000/0x57b8ff0e030511d7 lrc: 2/0,0 mode: PR/PR res: [0x200003ab3:0x1:0x0].0x9307c883 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764700.220690:0:42326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695000/0x57b8ff0e030511d7 lrc: 3/0,0 mode: PR/PR res: [0x200003ab3:0x1:0x0].0x9307c883 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764700.220696:0:42326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445be695000 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:3.0:1775764700.220699:0:42326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695000/0x57b8ff0e030511d7 lrc: 3/0,0 mode: PR/PR res: [0x200003ab3:0x1:0x0].0x9307c883 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764700.220705:0:42326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695000/0x57b8ff0e030511d7 lrc: 4/0,0 mode: PR/PR res: [0x200003ab3:0x1:0x0].0x9307c883 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764700.220718:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab3:0x1:0x0].0x9307c883 (ffff9445867be900) 00010000:00010000:3.0:1775764700.220721:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764700.220724:0:42326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695000/0x57b8ff0e030511d7 lrc: 2/0,0 mode: --/PR res: [0x200003ab3:0x1:0x0].0x9307c883 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764700.220730:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695000/0x57b8ff0e030511d7 lrc: 0/0,0 mode: --/PR res: [0x200003ab3:0x1:0x0].0x9307c883 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764700.220755:0:42326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e030511de lrc: 3/1,0 mode: PR/PR res: [0x200003ab3:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764700.220760:0:42326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e030511de lrc: 2/0,0 mode: PR/PR res: [0x200003ab3:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764700.220765:0:42326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e030511de lrc: 3/0,0 mode: PR/PR res: [0x200003ab3:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764700.220770:0:42326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445be695800 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:3.0:1775764700.220772:0:42326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e030511de lrc: 3/0,0 mode: PR/PR res: [0x200003ab3:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764700.220777:0:42326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e030511de lrc: 4/0,0 mode: PR/PR res: [0x200003ab3:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764700.220783:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab3:0x3:0x0].0x0 (ffff9445867beb00) 00010000:00010000:3.0:1775764700.220786:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764700.220788:0:42326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e030511de lrc: 2/0,0 mode: --/PR res: [0x200003ab3:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764700.220794:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e030511de lrc: 0/0,0 mode: --/PR res: [0x200003ab3:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764700.221054:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445b296df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d5685161-9db4-4c4c-ac8e-956c40da0bd9+18:60559:x1862022098542464:12345-192.168.202.28@tcp:34:lfs.0 Request processed in 1641us (1974us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764700.221064:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 764 00000100:00100000:1.0:1775764700.226631:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764700.226711:0:42328:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098542720 00000100:00100000:2.0:1775764700.226728:0:42328:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098542720 00000100:00100000:2.0:1775764700.226850:0:42328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 221 00000100:00100000:2.0:1775764700.226862:0:42328:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bea11c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:d5685161-9db4-4c4c-ac8e-956c40da0bd9+18:60559:x1862022098542720:12345-192.168.202.28@tcp:35:lfs.0 00000100:00100000:2.0:1775764700.227197:0:42328:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bea11c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:d5685161-9db4-4c4c-ac8e-956c40da0bd9+19:60559:x1862022098542720:12345-192.168.202.28@tcp:35:lfs.0 Request processed in 337us (575us total) trans 34359739014 rc 0/0 00000100:00100000:2.0:1775764700.227205:0:42328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 221 00000100:00100000:2.0:1775764700.305188:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764700.305294:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098542848 00000100:00100000:3.0:1775764700.305304:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098542848 00000100:00100000:3.0:1775764700.305365:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 765 00000100:00100000:3.0:1775764700.305375:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bc1df480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d5685161-9db4-4c4c-ac8e-956c40da0bd9+19:60565:x1862022098542848:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:3.0:1775764700.305401:0:42325:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764700.305432:0:42325:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e030511e5 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17ba12 expref: -99 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764700.305539:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695000/0x57b8ff0e030511ec lrc: 3/1,0 mode: --/PR res: [0x200003ab3:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764700.305554:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695000/0x57b8ff0e030511ec lrc: 3/1,0 mode: PR/PR res: [0x200003ab3:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764700.305569:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695000/0x57b8ff0e030511ec lrc: 3/1,0 mode: PR/PR res: [0x200003ab3:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764700.305653:0:42325:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab3:0x1:0x0]: returning size 7168 00000004:00200000:3.0:1775764700.305657:0:42325:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 2 stripe count 1 MDT count 1 00000004:00010000:3.0:1775764700.305689:0:42325:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695000/0x57b8ff0e030511ec lrc: 3/1,0 mode: PR/PR res: [0x200003ab3:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764700.305719:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e030511e5 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ba12 expref: 21 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764700.305749:0:42325:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695000/0x57b8ff0e030511ec lrc: 3/0,0 mode: PR/PR res: [0x200003ab3:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ba12 expref: 20 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764700.305759:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab3:0x1:0x0].0x0 (ffff9445867bea00) 00010000:00010000:3.0:1775764700.305761:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1775764700.305766:0:42325:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445be695000, rc 0) 00000100:00100000:3.0:1775764700.306117:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bc1df480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d5685161-9db4-4c4c-ac8e-956c40da0bd9+20:60565:x1862022098542848:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 742us (939us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764700.306125:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 765 00000100:00100000:0.0:1775764700.316162:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764700.316664:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098543104 00000100:00100000:3.0:1775764700.316675:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098543104 00000100:00100000:3.0:1775764700.316749:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 766 00000100:00100000:3.0:1775764700.316760:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445b296ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d5685161-9db4-4c4c-ac8e-956c40da0bd9+20:60565:x1862022098543104:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:3.0:1775764700.316785:0:42324:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764700.316846:0:42324:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e030511f3 lrc: 2/0,0 mode: --/CR res: [0x200003ab3:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17ba19 expref: -99 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764700.316957:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e030511fa lrc: 3/1,0 mode: --/PR res: [0x200003ab3:0x3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764700.316972:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e030511fa lrc: 3/1,0 mode: PR/PR res: [0x200003ab3:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764700.316984:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e030511fa lrc: 3/1,0 mode: PR/PR res: [0x200003ab3:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764700.316996:0:42324:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab3:0x3:0x0]: returning size 5000 00010000:00010000:3.0:1775764700.317163:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e030511f3 lrc: 0/0,0 mode: --/CR res: [0x200003ab3:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ba19 expref: 23 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764700.317191:0:42324:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e030511fa lrc: 3/0,0 mode: PR/PR res: [0x200003ab3:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ba19 expref: 22 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764700.317202:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab3:0x3:0x0].0x0 (ffff9445867beb00) 00010000:00010000:3.0:1775764700.317206:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1775764700.317212:0:42324:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445be695200, rc 0) 00000100:00100000:3.0:1775764700.317582:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445b296ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d5685161-9db4-4c4c-ac8e-956c40da0bd9+22:60565:x1862022098543104:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 823us (1432us total) trans 34359739015 rc 0/0 00000100:00100000:3.0:1775764700.317591:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 766 00000100:00100000:0.0:1775764700.324922:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764700.325096:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098543360 00000100:00100000:2.0:1775764700.325107:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098543360 00000100:00100000:2.0:1775764700.325181:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 767 00000100:00100000:2.0:1775764700.325192:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445b296d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d5685161-9db4-4c4c-ac8e-956c40da0bd9+22:60565:x1862022098543360:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:2.0:1775764700.325220:0:44493:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764700.325224:0:44493:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 1 00010000:00010000:2.0:1775764700.325270:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e030511fa lrc: 0/0,0 mode: --/PR res: [0x200003ab3:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ba19 expref: 22 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764700.325299:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694000/0x57b8ff0e03051198 lrc: 0/0,0 mode: --/PR res: [0x200003ab3:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b9ef expref: 21 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764700.325311:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab3:0x3:0x0].0x0 (ffff9445867beb00) 00010000:00010000:2.0:1775764700.325317:0:44493:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775764700.325331:0:44493:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24200/0x57b8ff0e03051208 lrc: 2/0,0 mode: --/EX res: [0x200003ab3:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17ba20 expref: -99 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764700.325374:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25600/0x57b8ff0e0305120f lrc: 3/1,0 mode: --/CR res: [0x200003ab3:0x3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764700.325387:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25600/0x57b8ff0e0305120f lrc: 3/1,0 mode: CR/CR res: [0x200003ab3:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764700.325397:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25600/0x57b8ff0e0305120f lrc: 3/1,0 mode: CR/CR res: [0x200003ab3:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764700.325422:0:44493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25600/0x57b8ff0e0305120f lrc: 3/1,0 mode: CR/CR res: [0x200003ab3:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764700.325430:0:44493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25600/0x57b8ff0e0305120f lrc: 2/0,0 mode: CR/CR res: [0x200003ab3:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764700.325436:0:44493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25600/0x57b8ff0e0305120f lrc: 3/0,0 mode: CR/CR res: [0x200003ab3:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764700.325447:0:44493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445baf25600 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764700.325452:0:44493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25600/0x57b8ff0e0305120f lrc: 3/0,0 mode: CR/CR res: [0x200003ab3:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764700.325459:0:44493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25600/0x57b8ff0e0305120f lrc: 4/0,0 mode: CR/CR res: [0x200003ab3:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764700.325467:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab3:0x3:0x0].0x0 (ffff9445867beb00) 00010000:00010000:2.0:1775764700.325470:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1775764700.325473:0:44493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25600/0x57b8ff0e0305120f lrc: 2/0,0 mode: --/CR res: [0x200003ab3:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764700.325479:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25600/0x57b8ff0e0305120f lrc: 0/0,0 mode: --/CR res: [0x200003ab3:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764700.325507:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24e00/0x57b8ff0e03051216 lrc: 3/0,1 mode: --/EX res: [0x200003ab3:0x3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764700.325514:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24e00/0x57b8ff0e03051216 lrc: 3/0,1 mode: EX/EX res: [0x200003ab3:0x3:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764700.325521:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24e00/0x57b8ff0e03051216 lrc: 3/0,1 mode: EX/EX res: [0x200003ab3:0x3:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764700.325847:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24e00/0x57b8ff0e03051216 lrc: 3/0,0 mode: CR/CR res: [0x200003ab3:0x3:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ba20 expref: 23 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764700.325857:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab3:0x3:0x0].0x0 (ffff9445867beb00) 00010000:00010000:2.0:1775764700.325859:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:2.0:1775764700.325870:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24200/0x57b8ff0e03051208 lrc: 0/0,0 mode: --/EX res: [0x200003ab3:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ba20 expref: 23 pid: 44493 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764700.325898:0:44493:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24e00/0x57b8ff0e03051216 lrc: 3/0,0 mode: CR/CR res: [0x200003ab3:0x3:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ba20 expref: 22 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764700.325926:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab3:0x3:0x0].0x0 (ffff9445867beb00) 00010000:00010000:2.0:1775764700.325929:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:2.0:1775764700.325931:0:44493:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445baf24e00, rc 0) 00000100:00100000:2.0:1775764700.326009:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445b296d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d5685161-9db4-4c4c-ac8e-956c40da0bd9+22:60565:x1862022098543360:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 819us (1098us total) trans 34359739016 rc 0/0 00000100:00100000:2.0:1775764700.326017:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 767 00000100:00100000:1.0:1775764700.332457:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764700.332812:0:45548:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098543488 00000100:00100000:2.0:1775764700.332824:0:45548:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098543488 00002000:00100000:2.0:1775764700.332877:0:45548:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x117:0x0] (0->8191) req@ffff9445bea10380 x1862022098543488/t0(0) o4->d5685161-9db4-4c4c-ac8e-956c40da0bd9@192.168.202.28@tcp:181/0 lens 8680/0 e 0 to 0 dl 1775764711 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764700.332900:0:45548:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9445bea10380 with x1862022098543488 ext(0->8191) 00002000:00010000:2.0:1775764700.332924:0:45548:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9445bea10380 00000100:00100000:2.0:1775764700.332950:0:45548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 62 00000100:00100000:2.0:1775764700.332959:0:45548:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bea10380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:d5685161-9db4-4c4c-ac8e-956c40da0bd9+6:2379:x1862022098543488:12345-192.168.202.28@tcp:4:cp.0 00000100:00100000:2.0:1775764700.334208:0:45548:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bea10380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:d5685161-9db4-4c4c-ac8e-956c40da0bd9+8:2379:x1862022098543488:12345-192.168.202.28@tcp:4:cp.0 Request processed in 1243us (1757us total) trans 34359738432 rc 0/0 00000100:00100000:2.0:1775764700.334220:0:45548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 62 00002000:00100000:2.0:1775764700.334231:0:45548:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x117:0x0] (0->8191) req@ffff9445bea10380 x1862022098543488/t34359738432(0) o4->d5685161-9db4-4c4c-ac8e-956c40da0bd9@192.168.202.28@tcp:181/0 lens 8680/448 e 0 to 0 dl 1775764711 ref 1 fl Complete:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764700.334240:0:45548:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9445bea10380 with x1862022098543488 ext(0->8191) 00002000:00010000:2.0:1775764700.334246:0:45548:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9445bea10380 00000100:00100000:1.0:1775764700.345957:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764700.346095:0:42951:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098543616 00000100:00100000:2.0:1775764700.346108:0:42951:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098543616 00002000:00100000:2.0:1775764700.346178:0:42951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x117:0x0] (0->8191) req@ffff9445bea12300 x1862022098543616/t0(0) o3->d5685161-9db4-4c4c-ac8e-956c40da0bd9@192.168.202.28@tcp:181/0 lens 488/0 e 0 to 0 dl 1775764711 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764700.346191:0:42951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9445bea12300 with x1862022098543616 ext(0->8191) 00002000:00010000:2.0:1775764700.346198:0:42951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9445bea12300 00000100:00100000:2.0:1775764700.346237:0:42951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 63 00000100:00100000:2.0:1775764700.346260:0:42951:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bea12300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:d5685161-9db4-4c4c-ac8e-956c40da0bd9+8:2378:x1862022098543616:12345-192.168.202.28@tcp:3:lfs.0 00000100:00100000:2.0:1775764700.346861:0:42951:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bea12300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:d5685161-9db4-4c4c-ac8e-956c40da0bd9+8:2378:x1862022098543616:12345-192.168.202.28@tcp:3:lfs.0 Request processed in 611us (914us total) trans 0 rc 8192/8192 00000100:00100000:2.0:1775764700.346872:0:42951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 63 00002000:00100000:2.0:1775764700.346880:0:42951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x117:0x0] (0->8191) req@ffff9445bea12300 x1862022098543616/t0(0) o3->d5685161-9db4-4c4c-ac8e-956c40da0bd9@192.168.202.28@tcp:181/0 lens 488/8632 e 0 to 0 dl 1775764711 ref 1 fl Complete:/600/0 rc 8192/8192 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764700.346889:0:42951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9445bea12300 with x1862022098543616 ext(0->8191) 00002000:00010000:2.0:1775764700.346892:0:42951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9445bea12300 00000100:00100000:0.0:1775764700.351303:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764700.351404:0:42949:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098543744 00000100:00100000:3.0:1775764700.351427:0:42949:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098543744 00002000:00100000:3.0:1775764700.351488:0:42949:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x117:0x0] (8192->12287) req@ffff9445b296dc00 x1862022098543744/t0(0) o3->d5685161-9db4-4c4c-ac8e-956c40da0bd9@192.168.202.28@tcp:181/0 lens 488/0 e 0 to 0 dl 1775764711 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764700.351500:0:42949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9445b296dc00 with x1862022098543744 ext(8192->12287) 00002000:00010000:3.0:1775764700.351506:0:42949:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9445b296dc00 00000100:00100000:3.0:1775764700.351541:0:42949:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 64 00000100:00100000:3.0:1775764700.351551:0:42949:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445b296dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d5685161-9db4-4c4c-ac8e-956c40da0bd9+8:2376:x1862022098543744:12345-192.168.202.28@tcp:3:lfs.0 00000100:00100000:3.0:1775764700.351938:0:42949:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445b296dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d5685161-9db4-4c4c-ac8e-956c40da0bd9+8:2376:x1862022098543744:12345-192.168.202.28@tcp:3:lfs.0 Request processed in 386us (644us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764700.351947:0:42949:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 64 00002000:00100000:3.0:1775764700.351954:0:42949:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x117:0x0] (8192->12287) req@ffff9445b296dc00 x1862022098543744/t0(0) o3->d5685161-9db4-4c4c-ac8e-956c40da0bd9@192.168.202.28@tcp:181/0 lens 488/440 e 0 to 0 dl 1775764711 ref 1 fl Complete:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764700.351962:0:42949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9445b296dc00 with x1862022098543744 ext(8192->12287) 00002000:00010000:3.0:1775764700.351965:0:42949:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9445b296dc00 00000100:00100000:1.0:1775764700.360466:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764700.360721:0:42327:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098544000 00000100:00100000:2.0:1775764700.360733:0:42327:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098544000 00000100:00100000:2.0:1775764700.360833:0:42327:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 222 00000100:00100000:2.0:1775764700.360845:0:42327:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944584de4450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d5685161-9db4-4c4c-ac8e-956c40da0bd9+22:60565:x1862022098544000:12345-192.168.202.28@tcp:35:lfs.0 00000100:00100000:2.0:1775764700.361126:0:42327:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944584de4450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d5685161-9db4-4c4c-ac8e-956c40da0bd9+23:60565:x1862022098544000:12345-192.168.202.28@tcp:35:lfs.0 Request processed in 284us (670us total) trans 34359739017 rc 0/0 00000100:00100000:2.0:1775764700.361832:0:42327:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 222 00000100:00100000:0.0:1775764700.417889:0:3331:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bc1ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3331:1862022119035776:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1775764700.417966:0:3331:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764700.418836:0:42948:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119035776 00000100:00100000:2.0:1775764700.418846:0:42948:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119035776 00000100:00100000:2.0:1775764700.418915:0:42948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 138 00000100:00100000:2.0:1775764700.418924:0:42948:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944587193b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3331:x1862022119035776:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1775764700.418948:0:42948:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 47513600 pending 1703936 free 3704619008 avail 3702521856 00000100:00100000:2.0:1775764700.419011:0:42948:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944587193b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3331:x1862022119035776:12345-0@lo:13:osp-pre-0-0.0 Request processed in 88us (1044us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764700.419017:0:42948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 138 00000100:00080000:3.0:1775764700.419086:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1775764700.419282:0:3331:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bc1ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3331:1862022119035776:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1775764700.464294:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764700.465038:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098544256 00000100:00100000:2.0:1775764700.465055:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098544256 00000100:00100000:2.0:1775764700.465153:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 768 00000100:00100000:2.0:1775764700.465166:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486e47100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d5685161-9db4-4c4c-ac8e-956c40da0bd9+23:60575:x1862022098544256:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:2.0:1775764700.465203:0:42326:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764700.465232:0:42326:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24200/0x57b8ff0e0305121d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17ba27 expref: -99 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764700.465437:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25600/0x57b8ff0e03051224 lrc: 3/1,0 mode: --/CR res: [0x200003ab3:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764700.465455:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25600/0x57b8ff0e03051224 lrc: 3/1,0 mode: CR/CR res: [0x200003ab3:0x1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764700.465470:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25600/0x57b8ff0e03051224 lrc: 3/1,0 mode: CR/CR res: [0x200003ab3:0x1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764700.465483:0:42326:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab3:0x1:0x0]: returning size 7168 00010000:00010000:2.0:1775764700.465633:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24200/0x57b8ff0e0305121d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ba27 expref: 26 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764700.465657:0:42326:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25600/0x57b8ff0e03051224 lrc: 3/0,0 mode: CR/CR res: [0x200003ab3:0x1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ba27 expref: 25 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764700.465673:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab3:0x1:0x0].0x0 (ffff9445867bea00) 00010000:00010000:2.0:1775764700.465676:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:2.0:1775764700.465681:0:42326:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445baf25600, rc 0) 00000100:00100000:2.0:1775764700.465763:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486e47100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d5685161-9db4-4c4c-ac8e-956c40da0bd9+25:60575:x1862022098544256:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 600us (1489us total) trans 34359739018 rc 0/0 00000100:00100000:2.0:1775764700.465771:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 768 00000100:00100000:0.0:1775764700.469470:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764700.469841:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098544384 00000100:00100000:2.0:1775764700.469854:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098544384 00000100:00100000:2.0:1775764700.469940:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 769 00000100:00100000:2.0:1775764700.469952:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486e45180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d5685161-9db4-4c4c-ac8e-956c40da0bd9+25:60575:x1862022098544384:12345-192.168.202.28@tcp:34:lfs.0 00010000:00010000:2.0:1775764700.470058:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25e00/0x57b8ff0e03051232 lrc: 3/1,0 mode: --/CR res: [0x200003ab3:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764700.470080:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25e00/0x57b8ff0e03051232 lrc: 3/1,0 mode: CR/CR res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764700.470097:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25e00/0x57b8ff0e03051232 lrc: 3/1,0 mode: CR/CR res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764700.470114:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25c00/0x57b8ff0e03051239 lrc: 3/1,0 mode: --/PR res: [0x200003ab3:0x1:0x0].0x9307c883 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764700.470121:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25c00/0x57b8ff0e03051239 lrc: 3/1,0 mode: PR/PR res: [0x200003ab3:0x1:0x0].0x9307c883 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764700.470128:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25c00/0x57b8ff0e03051239 lrc: 3/1,0 mode: PR/PR res: [0x200003ab3:0x1:0x0].0x9307c883 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764700.470240:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24a00/0x57b8ff0e03051240 lrc: 3/1,0 mode: --/PR res: [0x200003ab3:0x3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764700.470260:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24a00/0x57b8ff0e03051240 lrc: 3/1,0 mode: PR/PR res: [0x200003ab3:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764700.470268:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24a00/0x57b8ff0e03051240 lrc: 3/1,0 mode: PR/PR res: [0x200003ab3:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764700.470328:0:44493:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24a00/0x57b8ff0e03051240 lrc: 3/1,0 mode: PR/PR res: [0x200003ab3:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764700.470344:0:44493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25e00/0x57b8ff0e03051232 lrc: 3/1,0 mode: CR/CR res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764700.470350:0:44493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25e00/0x57b8ff0e03051232 lrc: 2/0,0 mode: CR/CR res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764700.470358:0:44493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25e00/0x57b8ff0e03051232 lrc: 3/0,0 mode: CR/CR res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764700.470364:0:44493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445baf25e00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764700.470368:0:44493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25e00/0x57b8ff0e03051232 lrc: 3/0,0 mode: CR/CR res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764700.470376:0:44493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25e00/0x57b8ff0e03051232 lrc: 4/0,0 mode: CR/CR res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764700.470390:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab3:0x1:0x0].0x0 (ffff9445867bea00) 00010000:00010000:2.0:1775764700.470393:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764700.470400:0:44493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25e00/0x57b8ff0e03051232 lrc: 2/0,0 mode: --/CR res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764700.470408:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25e00/0x57b8ff0e03051232 lrc: 0/0,0 mode: --/CR res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764700.470429:0:44493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25c00/0x57b8ff0e03051239 lrc: 3/1,0 mode: PR/PR res: [0x200003ab3:0x1:0x0].0x9307c883 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764700.470436:0:44493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25c00/0x57b8ff0e03051239 lrc: 2/0,0 mode: PR/PR res: [0x200003ab3:0x1:0x0].0x9307c883 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764700.470441:0:44493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25c00/0x57b8ff0e03051239 lrc: 3/0,0 mode: PR/PR res: [0x200003ab3:0x1:0x0].0x9307c883 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764700.470448:0:44493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445baf25c00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764700.470451:0:44493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25c00/0x57b8ff0e03051239 lrc: 3/0,0 mode: PR/PR res: [0x200003ab3:0x1:0x0].0x9307c883 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764700.470457:0:44493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25c00/0x57b8ff0e03051239 lrc: 4/0,0 mode: PR/PR res: [0x200003ab3:0x1:0x0].0x9307c883 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764700.470465:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab3:0x1:0x0].0x9307c883 (ffff9445838af300) 00010000:00010000:2.0:1775764700.470467:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764700.470470:0:44493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25c00/0x57b8ff0e03051239 lrc: 2/0,0 mode: --/PR res: [0x200003ab3:0x1:0x0].0x9307c883 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764700.470475:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25c00/0x57b8ff0e03051239 lrc: 0/0,0 mode: --/PR res: [0x200003ab3:0x1:0x0].0x9307c883 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764700.470491:0:44493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24a00/0x57b8ff0e03051240 lrc: 3/1,0 mode: PR/PR res: [0x200003ab3:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764700.470497:0:44493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24a00/0x57b8ff0e03051240 lrc: 2/0,0 mode: PR/PR res: [0x200003ab3:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764700.470503:0:44493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24a00/0x57b8ff0e03051240 lrc: 3/0,0 mode: PR/PR res: [0x200003ab3:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764700.470509:0:44493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445baf24a00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764700.470511:0:44493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24a00/0x57b8ff0e03051240 lrc: 3/0,0 mode: PR/PR res: [0x200003ab3:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764700.470517:0:44493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24a00/0x57b8ff0e03051240 lrc: 4/0,0 mode: PR/PR res: [0x200003ab3:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764700.470523:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab3:0x3:0x0].0x0 (ffff9445867beb00) 00010000:00010000:2.0:1775764700.470526:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764700.470528:0:44493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24a00/0x57b8ff0e03051240 lrc: 2/0,0 mode: --/PR res: [0x200003ab3:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764700.470535:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24a00/0x57b8ff0e03051240 lrc: 0/0,0 mode: --/PR res: [0x200003ab3:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764700.470655:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486e45180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d5685161-9db4-4c4c-ac8e-956c40da0bd9+25:60575:x1862022098544384:12345-192.168.202.28@tcp:34:lfs.0 Request processed in 704us (1197us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764700.470664:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 769 00000100:00100000:1.0:1775764700.580376:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764700.580514:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098544640 00000100:00100000:2.0:1775764700.580529:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098544640 00000100:00100000:2.0:1775764700.580657:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 770 00000100:00100000:2.0:1775764700.580668:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bea12a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d5685161-9db4-4c4c-ac8e-956c40da0bd9+25:60581:x1862022098544640:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:2.0:1775764700.580695:0:42326:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764700.580717:0:42326:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24a00/0x57b8ff0e03051247 lrc: 2/0,0 mode: --/CR res: [0x200003ab3:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17ba2e expref: -99 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764700.581770:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25c00/0x57b8ff0e0305124e lrc: 3/1,0 mode: --/CR res: [0x200003ab3:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764700.581813:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25c00/0x57b8ff0e0305124e lrc: 3/1,0 mode: CR/CR res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764700.581832:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25c00/0x57b8ff0e0305124e lrc: 3/1,0 mode: CR/CR res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764700.581852:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25e00/0x57b8ff0e03051255 lrc: 3/1,0 mode: --/PR res: [0x200003ab3:0x1:0x0].0x9307c883 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764700.581859:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25e00/0x57b8ff0e03051255 lrc: 3/1,0 mode: PR/PR res: [0x200003ab3:0x1:0x0].0x9307c883 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764700.581866:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25e00/0x57b8ff0e03051255 lrc: 3/1,0 mode: PR/PR res: [0x200003ab3:0x1:0x0].0x9307c883 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764700.582315:0:42326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25c00/0x57b8ff0e0305124e lrc: 3/1,0 mode: CR/CR res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764700.582323:0:42326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25c00/0x57b8ff0e0305124e lrc: 2/0,0 mode: CR/CR res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764700.582330:0:42326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25c00/0x57b8ff0e0305124e lrc: 3/0,0 mode: CR/CR res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764700.582336:0:42326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445baf25c00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764700.582341:0:42326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25c00/0x57b8ff0e0305124e lrc: 3/0,0 mode: CR/CR res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764700.582352:0:42326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25c00/0x57b8ff0e0305124e lrc: 4/0,0 mode: CR/CR res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764700.582365:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab3:0x1:0x0].0x0 (ffff9445867bea00) 00010000:00010000:2.0:1775764700.582369:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764700.582373:0:42326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25c00/0x57b8ff0e0305124e lrc: 2/0,0 mode: --/CR res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764700.582379:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25c00/0x57b8ff0e0305124e lrc: 0/0,0 mode: --/CR res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764700.582397:0:42326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25e00/0x57b8ff0e03051255 lrc: 3/1,0 mode: PR/PR res: [0x200003ab3:0x1:0x0].0x9307c883 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764700.582403:0:42326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25e00/0x57b8ff0e03051255 lrc: 2/0,0 mode: PR/PR res: [0x200003ab3:0x1:0x0].0x9307c883 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764700.582409:0:42326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25e00/0x57b8ff0e03051255 lrc: 3/0,0 mode: PR/PR res: [0x200003ab3:0x1:0x0].0x9307c883 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764700.582413:0:42326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445baf25e00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764700.582417:0:42326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25e00/0x57b8ff0e03051255 lrc: 3/0,0 mode: PR/PR res: [0x200003ab3:0x1:0x0].0x9307c883 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764700.582422:0:42326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25e00/0x57b8ff0e03051255 lrc: 4/0,0 mode: PR/PR res: [0x200003ab3:0x1:0x0].0x9307c883 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764700.582429:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab3:0x1:0x0].0x9307c883 (ffff9445838af300) 00010000:00010000:2.0:1775764700.582432:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764700.582434:0:42326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25e00/0x57b8ff0e03051255 lrc: 2/0,0 mode: --/PR res: [0x200003ab3:0x1:0x0].0x9307c883 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764700.582443:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25e00/0x57b8ff0e03051255 lrc: 0/0,0 mode: --/PR res: [0x200003ab3:0x1:0x0].0x9307c883 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764700.582488:0:42326:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24a00/0x57b8ff0e03051247 lrc: 1/0,0 mode: --/CR res: [0x200003ab3:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ba2e expref: 26 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764700.582499:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab3:0x1:0x0].0x0 (ffff9445867bea00) 00010000:00010000:2.0:1775764700.582501:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1775764700.582504:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24a00/0x57b8ff0e03051247 lrc: 0/0,0 mode: --/CR res: [0x200003ab3:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ba2e expref: 26 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764700.582514:0:42326:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445baf24a00, rc 0) 00000100:00100000:2.0:1775764700.582662:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bea12a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d5685161-9db4-4c4c-ac8e-956c40da0bd9+25:60581:x1862022098544640:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 1994us (2294us total) trans 0 rc 301/301 00000100:00100000:2.0:1775764700.582672:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 770 00000100:00100000:1.0:1775764700.586709:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764700.586796:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098544768 00000100:00100000:2.0:1775764700.586828:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098544768 00000100:00100000:2.0:1775764700.587218:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 771 00000100:00100000:2.0:1775764700.587231:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bea11c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d5685161-9db4-4c4c-ac8e-956c40da0bd9+25:60581:x1862022098544768:12345-192.168.202.28@tcp:34:lfs.0 00010000:00010000:2.0:1775764700.587320:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24200/0x57b8ff0e0305125c lrc: 3/1,0 mode: --/CR res: [0x200003ab3:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764700.587340:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24200/0x57b8ff0e0305125c lrc: 3/1,0 mode: CR/CR res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764700.587354:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24200/0x57b8ff0e0305125c lrc: 3/1,0 mode: CR/CR res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764700.587377:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24000/0x57b8ff0e03051263 lrc: 3/1,0 mode: --/PR res: [0x200003ab3:0x1:0x0].0x9307c883 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764700.587385:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24000/0x57b8ff0e03051263 lrc: 3/1,0 mode: PR/PR res: [0x200003ab3:0x1:0x0].0x9307c883 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764700.587391:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24000/0x57b8ff0e03051263 lrc: 3/1,0 mode: PR/PR res: [0x200003ab3:0x1:0x0].0x9307c883 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764700.587499:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24800/0x57b8ff0e0305126a lrc: 3/1,0 mode: --/PR res: [0x200003ab3:0x3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764700.587508:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24800/0x57b8ff0e0305126a lrc: 3/1,0 mode: PR/PR res: [0x200003ab3:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764700.587514:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24800/0x57b8ff0e0305126a lrc: 3/1,0 mode: PR/PR res: [0x200003ab3:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764700.587556:0:44493:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab3:0x3:0x0]: returning size 5000 00000004:00200000:2.0:1775764700.587562:0:44493:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764700.587576:0:44493:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24800/0x57b8ff0e0305126a lrc: 3/1,0 mode: PR/PR res: [0x200003ab3:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764700.587684:0:44493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24200/0x57b8ff0e0305125c lrc: 3/1,0 mode: CR/CR res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764700.587691:0:44493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24200/0x57b8ff0e0305125c lrc: 2/0,0 mode: CR/CR res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764700.587698:0:44493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24200/0x57b8ff0e0305125c lrc: 3/0,0 mode: CR/CR res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764700.587708:0:44493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445baf24200 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764700.587712:0:44493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24200/0x57b8ff0e0305125c lrc: 3/0,0 mode: CR/CR res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764700.587720:0:44493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24200/0x57b8ff0e0305125c lrc: 4/0,0 mode: CR/CR res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764700.587731:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab3:0x1:0x0].0x0 (ffff9445867bea00) 00010000:00010000:2.0:1775764700.587734:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764700.587739:0:44493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24200/0x57b8ff0e0305125c lrc: 2/0,0 mode: --/CR res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764700.587745:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24200/0x57b8ff0e0305125c lrc: 0/0,0 mode: --/CR res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764700.587763:0:44493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24000/0x57b8ff0e03051263 lrc: 3/1,0 mode: PR/PR res: [0x200003ab3:0x1:0x0].0x9307c883 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764700.587769:0:44493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24000/0x57b8ff0e03051263 lrc: 2/0,0 mode: PR/PR res: [0x200003ab3:0x1:0x0].0x9307c883 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764700.587775:0:44493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24000/0x57b8ff0e03051263 lrc: 3/0,0 mode: PR/PR res: [0x200003ab3:0x1:0x0].0x9307c883 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764700.587780:0:44493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445baf24000 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764700.587782:0:44493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24000/0x57b8ff0e03051263 lrc: 3/0,0 mode: PR/PR res: [0x200003ab3:0x1:0x0].0x9307c883 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764700.587788:0:44493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24000/0x57b8ff0e03051263 lrc: 4/0,0 mode: PR/PR res: [0x200003ab3:0x1:0x0].0x9307c883 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764700.587827:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab3:0x1:0x0].0x9307c883 (ffff9445838af200) 00010000:00010000:2.0:1775764700.587830:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764700.587833:0:44493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24000/0x57b8ff0e03051263 lrc: 2/0,0 mode: --/PR res: [0x200003ab3:0x1:0x0].0x9307c883 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764700.587838:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24000/0x57b8ff0e03051263 lrc: 0/0,0 mode: --/PR res: [0x200003ab3:0x1:0x0].0x9307c883 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764700.587854:0:44493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24800/0x57b8ff0e0305126a lrc: 3/1,0 mode: PR/PR res: [0x200003ab3:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764700.587859:0:44493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24800/0x57b8ff0e0305126a lrc: 2/0,0 mode: PR/PR res: [0x200003ab3:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764700.587865:0:44493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24800/0x57b8ff0e0305126a lrc: 3/0,0 mode: PR/PR res: [0x200003ab3:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764700.587870:0:44493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445baf24800 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764700.587872:0:44493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24800/0x57b8ff0e0305126a lrc: 3/0,0 mode: PR/PR res: [0x200003ab3:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764700.588066:0:44493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24800/0x57b8ff0e0305126a lrc: 4/0,0 mode: PR/PR res: [0x200003ab3:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764700.588079:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab3:0x3:0x0].0x0 (ffff9445867beb00) 00010000:00010000:2.0:1775764700.588081:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764700.588085:0:44493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24800/0x57b8ff0e0305126a lrc: 2/0,0 mode: --/PR res: [0x200003ab3:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764700.588090:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24800/0x57b8ff0e0305126a lrc: 0/0,0 mode: --/PR res: [0x200003ab3:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764700.588369:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bea11c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d5685161-9db4-4c4c-ac8e-956c40da0bd9+25:60581:x1862022098544768:12345-192.168.202.28@tcp:34:lfs.0 Request processed in 1137us (1664us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764700.588379:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 771 00000100:00100000:0.0:1775764700.665001:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764700.665293:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098544896 00000100:00100000:3.0:1775764700.665306:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098544896 00000100:00100000:3.0:1775764700.665372:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 772 00000100:00100000:3.0:1775764700.665383:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94448678b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d5685161-9db4-4c4c-ac8e-956c40da0bd9+25:60587:x1862022098544896:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:3.0:1775764700.665413:0:42324:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764700.665439:0:42324:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e03051271 lrc: 2/0,0 mode: --/CR res: [0x200003ab3:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17ba35 expref: -99 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764700.665515:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695400/0x57b8ff0e03051278 lrc: 3/1,0 mode: --/CR res: [0x200003ab3:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764700.665536:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695400/0x57b8ff0e03051278 lrc: 3/1,0 mode: CR/CR res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764700.665552:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695400/0x57b8ff0e03051278 lrc: 3/1,0 mode: CR/CR res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764700.665569:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694a00/0x57b8ff0e0305127f lrc: 3/1,0 mode: --/PR res: [0x200003ab3:0x1:0x0].0x9307c883 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764700.665576:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694a00/0x57b8ff0e0305127f lrc: 3/1,0 mode: PR/PR res: [0x200003ab3:0x1:0x0].0x9307c883 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764700.665583:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694a00/0x57b8ff0e0305127f lrc: 3/1,0 mode: PR/PR res: [0x200003ab3:0x1:0x0].0x9307c883 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764700.665716:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694e00/0x57b8ff0e03051286 lrc: 3/1,0 mode: --/PR res: [0x200003ab3:0x3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764700.665726:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694e00/0x57b8ff0e03051286 lrc: 3/1,0 mode: PR/PR res: [0x200003ab3:0x3:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764700.665733:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694e00/0x57b8ff0e03051286 lrc: 3/1,0 mode: PR/PR res: [0x200003ab3:0x3:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764700.665780:0:42324:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab3:0x3:0x0]: returning size 5000 00000004:00200000:3.0:1775764700.665785:0:42324:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1775764700.665873:0:42324:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694e00/0x57b8ff0e03051286 lrc: 3/1,0 mode: PR/PR res: [0x200003ab3:0x3:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764700.665889:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694e00/0x57b8ff0e03051286 lrc: 3/1,0 mode: PR/PR res: [0x200003ab3:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764700.665903:0:42324:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695400/0x57b8ff0e03051278 lrc: 3/1,0 mode: CR/CR res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764700.665909:0:42324:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695400/0x57b8ff0e03051278 lrc: 2/0,0 mode: CR/CR res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764700.665916:0:42324:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695400/0x57b8ff0e03051278 lrc: 3/0,0 mode: CR/CR res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764700.665921:0:42324:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445be695400 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:3.0:1775764700.665926:0:42324:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695400/0x57b8ff0e03051278 lrc: 3/0,0 mode: CR/CR res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764700.665934:0:42324:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695400/0x57b8ff0e03051278 lrc: 4/0,0 mode: CR/CR res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764700.665946:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab3:0x1:0x0].0x0 (ffff9445867bea00) 00010000:00010000:3.0:1775764700.665949:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764700.665954:0:42324:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695400/0x57b8ff0e03051278 lrc: 2/0,0 mode: --/CR res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764700.665960:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695400/0x57b8ff0e03051278 lrc: 0/0,0 mode: --/CR res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764700.665975:0:42324:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694a00/0x57b8ff0e0305127f lrc: 3/1,0 mode: PR/PR res: [0x200003ab3:0x1:0x0].0x9307c883 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764700.665981:0:42324:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694a00/0x57b8ff0e0305127f lrc: 2/0,0 mode: PR/PR res: [0x200003ab3:0x1:0x0].0x9307c883 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764700.665987:0:42324:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694a00/0x57b8ff0e0305127f lrc: 3/0,0 mode: PR/PR res: [0x200003ab3:0x1:0x0].0x9307c883 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764700.665992:0:42324:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445be694a00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:3.0:1775764700.665994:0:42324:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694a00/0x57b8ff0e0305127f lrc: 3/0,0 mode: PR/PR res: [0x200003ab3:0x1:0x0].0x9307c883 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764700.665999:0:42324:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694a00/0x57b8ff0e0305127f lrc: 4/0,0 mode: PR/PR res: [0x200003ab3:0x1:0x0].0x9307c883 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764700.666006:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab3:0x1:0x0].0x9307c883 (ffff9445867be900) 00010000:00010000:3.0:1775764700.666008:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764700.666011:0:42324:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694a00/0x57b8ff0e0305127f lrc: 2/0,0 mode: --/PR res: [0x200003ab3:0x1:0x0].0x9307c883 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764700.666017:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694a00/0x57b8ff0e0305127f lrc: 0/0,0 mode: --/PR res: [0x200003ab3:0x1:0x0].0x9307c883 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764700.666056:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e03051271 lrc: 0/0,0 mode: --/CR res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ba35 expref: 27 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764700.666072:0:42324:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694e00/0x57b8ff0e03051286 lrc: 3/0,0 mode: PR/PR res: [0x200003ab3:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ba35 expref: 26 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764700.666079:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab3:0x3:0x0].0x0 (ffff9445867beb00) 00010000:00010000:3.0:1775764700.666081:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1775764700.666083:0:42324:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445be694e00, rc 0) 00000100:00100000:3.0:1775764700.666172:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94448678b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d5685161-9db4-4c4c-ac8e-956c40da0bd9+26:60587:x1862022098544896:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 790us (1189us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764700.666180:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 772 00000100:00100000:1.0:1775764700.674159:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764700.674261:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098545152 00000100:00100000:3.0:1775764700.674273:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098545152 00000100:00100000:3.0:1775764700.674328:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 773 00000100:00100000:3.0:1775764700.674336:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bce29180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d5685161-9db4-4c4c-ac8e-956c40da0bd9+26:60587:x1862022098545152:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:3.0:1775764700.674354:0:42325:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764700.674371:0:42325:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e0305128d lrc: 2/0,0 mode: --/CR res: [0x200003ab3:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17ba3c expref: -99 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764700.674480:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694a00/0x57b8ff0e03051294 lrc: 3/1,0 mode: --/PR res: [0x200003ab3:0x3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764700.674494:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694a00/0x57b8ff0e03051294 lrc: 3/1,0 mode: PR/PR res: [0x200003ab3:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764700.674503:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694a00/0x57b8ff0e03051294 lrc: 3/1,0 mode: PR/PR res: [0x200003ab3:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764700.674512:0:42325:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab3:0x3:0x0]: returning size 5000 00010000:00010000:3.0:1775764700.674624:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e0305128d lrc: 0/0,0 mode: --/CR res: [0x200003ab3:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ba3c expref: 29 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764700.674645:0:42325:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694a00/0x57b8ff0e03051294 lrc: 3/0,0 mode: PR/PR res: [0x200003ab3:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ba3c expref: 28 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764700.674655:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab3:0x3:0x0].0x0 (ffff9445867beb00) 00010000:00010000:3.0:1775764700.674658:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1775764700.674661:0:42325:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445be694a00, rc 0) 00000100:00100000:3.0:1775764700.674724:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bce29180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d5685161-9db4-4c4c-ac8e-956c40da0bd9+28:60587:x1862022098545152:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 389us (587us total) trans 34359739019 rc 0/0 00000100:00100000:3.0:1775764700.674729:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 773 00000100:00100000:1.0:1775764700.680082:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764700.680244:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764700.680406:0:47878:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098545536 00000100:00100000:3.0:1775764700.680420:0:47878:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098545536 00000100:00100000:3.0:1775764700.680480:0:47878:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 223 00000100:00100000:3.0:1775764700.680489:0:47878:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bc1f2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:d5685161-9db4-4c4c-ac8e-956c40da0bd9+28:60587:x1862022098545536:12345-192.168.202.28@tcp:35:lfs.0 00000100:00100000:3.0:1775764700.681046:0:47878:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bc1f2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:d5685161-9db4-4c4c-ac8e-956c40da0bd9+29:60587:x1862022098545536:12345-192.168.202.28@tcp:35:lfs.0 Request processed in 557us (800us total) trans 34359739020 rc 0/0 00000100:00100000:3.0:1775764700.681053:0:47878:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 223 00000100:00100000:0.0:1775764700.682414:0:42310:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098545280 00000100:00100000:0.0:1775764700.682435:0:42310:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098545280 00000100:00100000:0.0:1775764700.682600:0:42310:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 64 00000100:00100000:0.0:1775764700.682613:0:42310:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bc1f3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d5685161-9db4-4c4c-ac8e-956c40da0bd9+29:2379:x1862022098545280:12345-192.168.202.28@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1775764700.682629:0:42310:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764700.682654:0:42310:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694a00/0x57b8ff0e03051294 lrc: 0/0,0 mode: --/PR res: [0x200003ab3:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ba3c expref: 29 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764700.682677:0:42310:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab3:0x3:0x0].0x0 (ffff9445867beb00) 00010000:00010000:0.0:1775764700.682682:0:42310:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775764700.682758:0:42310:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bc1f3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d5685161-9db4-4c4c-ac8e-956c40da0bd9+28:2379:x1862022098545280:12345-192.168.202.28@tcp:103:ldlm_bl.0 Request processed in 148us (2690us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764700.682766:0:42310:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 64 00000100:00100000:1.0:1775764700.764073:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764700.764201:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098545792 00000100:00100000:3.0:1775764700.764212:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098545792 00000100:00100000:3.0:1775764700.764360:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 774 00000100:00100000:3.0:1775764700.764372:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bc1f1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d5685161-9db4-4c4c-ac8e-956c40da0bd9+28:60593:x1862022098545792:12345-192.168.202.28@tcp:101:cmp.0 00010000:00010000:3.0:1775764700.764400:0:42324:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764700.764424:0:42324:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e030512a2 lrc: 2/0,0 mode: --/CR res: [0x200003ab3:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17ba43 expref: -99 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764700.764536:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695400/0x57b8ff0e030512a9 lrc: 3/1,0 mode: --/CR res: [0x200003ab3:0x3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764700.764552:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695400/0x57b8ff0e030512a9 lrc: 3/1,0 mode: CR/CR res: [0x200003ab3:0x3:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764700.764565:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695400/0x57b8ff0e030512a9 lrc: 3/1,0 mode: CR/CR res: [0x200003ab3:0x3:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764700.764578:0:42324:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab3:0x3:0x0]: returning size 5000 00010000:00010000:3.0:1775764700.764715:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e030512a2 lrc: 0/0,0 mode: --/CR res: [0x200003ab3:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ba43 expref: 31 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764700.764736:0:42324:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695400/0x57b8ff0e030512a9 lrc: 3/0,0 mode: CR/CR res: [0x200003ab3:0x3:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ba43 expref: 30 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764700.764745:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab3:0x3:0x0].0x0 (ffff9445867beb00) 00010000:00010000:3.0:1775764700.764749:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:3.0:1775764700.764753:0:42324:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445be695400, rc 0) 00000100:00100000:3.0:1775764700.765135:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bc1f1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d5685161-9db4-4c4c-ac8e-956c40da0bd9+30:60593:x1862022098545792:12345-192.168.202.28@tcp:101:cmp.0 Request processed in 756us (1067us total) trans 34359739021 rc 0/0 00000100:00100000:3.0:1775764700.765151:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 774 00000100:00100000:1.0:1775764700.771349:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764700.771491:0:42951:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098545920 00000100:00100000:2.0:1775764700.771506:0:42951:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098545920 00002000:00100000:2.0:1775764700.771584:0:42951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x117:0x0] (0->8191) req@ffff9445bc1f3100 x1862022098545920/t0(0) o3->d5685161-9db4-4c4c-ac8e-956c40da0bd9@192.168.202.28@tcp:181/0 lens 488/0 e 0 to 0 dl 1775764711 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764700.771701:0:42951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9445bc1f3100 with x1862022098545920 ext(0->8191) 00002000:00010000:2.0:1775764700.771708:0:42951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9445bc1f3100 00000100:00100000:2.0:1775764700.771775:0:42951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 65 00000100:00100000:2.0:1775764700.771786:0:42951:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bc1f3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:d5685161-9db4-4c4c-ac8e-956c40da0bd9+8:2379:x1862022098545920:12345-192.168.202.28@tcp:3:cmp.0 00000100:00100000:2.0:1775764700.772265:0:42951:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bc1f3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:d5685161-9db4-4c4c-ac8e-956c40da0bd9+8:2379:x1862022098545920:12345-192.168.202.28@tcp:3:cmp.0 Request processed in 478us (929us total) trans 0 rc 8192/8192 00000100:00100000:2.0:1775764700.772273:0:42951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 65 00002000:00100000:2.0:1775764700.772280:0:42951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x117:0x0] (0->8191) req@ffff9445bc1f3100 x1862022098545920/t0(0) o3->d5685161-9db4-4c4c-ac8e-956c40da0bd9@192.168.202.28@tcp:181/0 lens 488/8632 e 0 to 0 dl 1775764711 ref 1 fl Complete:/600/0 rc 8192/8192 job:'cmp.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764700.772288:0:42951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9445bc1f3100 with x1862022098545920 ext(0->8191) 00002000:00010000:2.0:1775764700.772292:0:42951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9445bc1f3100 00000100:00100000:0.0:1775764700.800868:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764700.801080:0:42328:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098546176 00000100:00100000:1.0:1775764700.801096:0:42328:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098546176 00000100:00100000:1.0:1775764700.801198:0:42328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 224 00000100:00100000:1.0:1775764700.801212:0:42328:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94448678a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:d5685161-9db4-4c4c-ac8e-956c40da0bd9+30:60594:x1862022098546176:12345-192.168.202.28@tcp:35:rm.0 00000100:00100000:1.0:1775764700.801630:0:42328:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94448678a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:d5685161-9db4-4c4c-ac8e-956c40da0bd9+31:60594:x1862022098546176:12345-192.168.202.28@tcp:35:rm.0 Request processed in 419us (778us total) trans 34359739022 rc 0/0 00000100:00100000:1.0:1775764700.801639:0:42328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 224 00000100:00100000:1.0:1775764700.807069:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764700.807190:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098546432 00000100:00100000:3.0:1775764700.807203:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098546432 00000100:00100000:3.0:1775764700.807287:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 775 00000100:00100000:3.0:1775764700.807299:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bc1f0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d5685161-9db4-4c4c-ac8e-956c40da0bd9+31:60594:x1862022098546432:12345-192.168.202.28@tcp:36:rm.0 00010000:00010000:3.0:1775764700.807374:0:42325:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 5 locks, starting at 0 00010000:00010000:3.0:1775764700.807405:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695400/0x57b8ff0e030512a9 lrc: 0/0,0 mode: --/CR res: [0x200003ab3:0x3:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ba43 expref: 31 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764700.807436:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24e00/0x57b8ff0e03051216 lrc: 0/0,0 mode: --/CR res: [0x200003ab3:0x3:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ba20 expref: 30 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764700.807452:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694e00/0x57b8ff0e03051286 lrc: 0/0,0 mode: --/PR res: [0x200003ab3:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ba35 expref: 29 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764700.807463:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695600/0x57b8ff0e030511bb lrc: 0/0,0 mode: --/PR res: [0x200003ab3:0x3:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ba04 expref: 28 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764700.807476:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab3:0x3:0x0].0x0 (ffff9445867beb00) 00010000:00010000:3.0:1775764700.807503:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695000/0x57b8ff0e030511ec lrc: 0/0,0 mode: --/PR res: [0x200003ab3:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ba12 expref: 27 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764700.807513:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab3:0x1:0x0].0x0 (ffff9445867bea00) 00010000:00010000:3.0:1775764700.807517:0:42325:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1775764700.807543:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e030512b7 lrc: 3/0,1 mode: --/CW res: [0x200003ab3:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764700.807559:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e030512b7 lrc: 3/0,1 mode: CW/CW res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764700.807571:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e030512b7 lrc: 3/0,1 mode: CW/CW res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764700.807601:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694a00/0x57b8ff0e030512be lrc: 3/0,1 mode: --/PW res: [0x200003ab3:0x1:0x0].0x9307c883 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764700.807608:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694a00/0x57b8ff0e030512be lrc: 3/0,1 mode: PW/PW res: [0x200003ab3:0x1:0x0].0x9307c883 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764700.807615:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694a00/0x57b8ff0e030512be lrc: 3/0,1 mode: PW/PW res: [0x200003ab3:0x1:0x0].0x9307c883 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764700.807767:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694000/0x57b8ff0e030512c5 lrc: 3/0,1 mode: --/EX res: [0x200003ab3:0x3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764700.807776:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694000/0x57b8ff0e030512c5 lrc: 3/0,1 mode: EX/EX res: [0x200003ab3:0x3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764700.807784:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694000/0x57b8ff0e030512c5 lrc: 3/0,1 mode: EX/EX res: [0x200003ab3:0x3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1775764700.808646:0:42325:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x2e:0x0].19, 64 off9552 00000004:00080000:3.0:1775764700.808658:0:42325:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 2167655858826ns, next at 2168655856778ns, rc = 0 00010000:00010000:3.0:1775764700.808738:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e030512cc lrc: 3/0,1 mode: --/PW res: [0x200003ab3:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764700.808751:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e030512cc lrc: 3/0,1 mode: PW/PW res: [0x200003ab3:0x3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764700.808761:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e030512cc lrc: 3/0,1 mode: PW/PW res: [0x200003ab3:0x3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764700.808770:0:42325:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e030512cc lrc: 4/0,1 mode: PW/PW res: [0x200003ab3:0x3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764700.808777:0:42325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e030512cc lrc: 4/0,1 mode: PW/PW res: [0x200003ab3:0x3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764700.808782:0:42325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e030512cc lrc: 3/0,0 mode: PW/PW res: [0x200003ab3:0x3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764700.808860:0:42325:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1775764700.808891:0:42325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694000/0x57b8ff0e030512c5 lrc: 3/0,1 mode: EX/EX res: [0x200003ab3:0x3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764700.808898:0:42325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694000/0x57b8ff0e030512c5 lrc: 2/0,0 mode: EX/EX res: [0x200003ab3:0x3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764700.808905:0:42325:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694000/0x57b8ff0e030512c5 lrc: 3/0,0 mode: EX/EX res: [0x200003ab3:0x3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764700.808910:0:42325:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445be694000 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:3.0:1775764700.808915:0:42325:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694000/0x57b8ff0e030512c5 lrc: 3/0,0 mode: EX/EX res: [0x200003ab3:0x3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764700.808922:0:42325:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694000/0x57b8ff0e030512c5 lrc: 4/0,0 mode: EX/EX res: [0x200003ab3:0x3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764700.808935:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab3:0x3:0x0].0x0 (ffff9445867be800) 00010000:00010000:3.0:1775764700.808938:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1775764700.808942:0:42325:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694000/0x57b8ff0e030512c5 lrc: 2/0,0 mode: --/EX res: [0x200003ab3:0x3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764700.808947:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694000/0x57b8ff0e030512c5 lrc: 0/0,0 mode: --/EX res: [0x200003ab3:0x3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764700.808967:0:42325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e030512b7 lrc: 3/0,1 mode: CW/CW res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764700.808973:0:42325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e030512b7 lrc: 2/0,0 mode: CW/CW res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764700.808977:0:42325:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e030512b7 lrc: 3/0,0 mode: CW/CW res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764700.808982:0:42325:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445be695800 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:3.0:1775764700.808984:0:42325:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e030512b7 lrc: 3/0,0 mode: CW/CW res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764700.808989:0:42325:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e030512b7 lrc: 4/0,0 mode: CW/CW res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764700.808997:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab3:0x1:0x0].0x0 (ffff9445867bea00) 00010000:00010000:3.0:1775764700.808999:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764700.809001:0:42325:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e030512b7 lrc: 2/0,0 mode: --/CW res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764700.809006:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e030512b7 lrc: 0/0,0 mode: --/CW res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764700.809021:0:42325:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000875ed4c2 reply state 00000000b482ad10 transno 34359739023 ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694a00/0x57b8ff0e030512be lrc: 3/0,1 mode: PW/PW res: [0x200003ab3:0x1:0x0].0x9307c883 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764700.809031:0:42325:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1775764700.809131:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bc1f0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d5685161-9db4-4c4c-ac8e-956c40da0bd9+28:60594:x1862022098546432:12345-192.168.202.28@tcp:36:rm.0 Request processed in 1830us (2073us total) trans 34359739023 rc 0/0 00000100:00100000:3.0:1775764700.809141:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 775 00010000:00010000:1.0:1775764700.809647:0:42312:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1775764700.809655:0:42312:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e030512cc lrc: 2/0,0 mode: PW/PW res: [0x200003ab3:0x3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764700.809662:0:42312:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445be695200 already unused, calling callback (ffffffffc177a060) 00010000:00010000:1.0:1775764700.809666:0:42312:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e030512cc lrc: 2/0,0 mode: PW/PW res: [0x200003ab3:0x3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764700.809673:0:42312:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e030512cc lrc: 3/0,0 mode: PW/PW res: [0x200003ab3:0x3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764700.809683:0:42312:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab3:0x3:0x0].0x0 (ffff9445867be800) 00010000:00010000:1.0:1775764700.809685:0:42312:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1775764700.809688:0:42312:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e030512cc lrc: 1/0,0 mode: --/PW res: [0x200003ab3:0x3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764700.809693:0:42312:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e030512cc lrc: 0/0,0 mode: --/PW res: [0x200003ab3:0x3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764700.809711:0:42312:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764700.809713:0:42312:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764700.809715:0:42312:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764700.815325:0:3314:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694a00/0x57b8ff0e030512be lrc: 3/0,1 mode: PW/PW res: [0x200003ab3:0x1:0x0].0x9307c883 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764700.815349:0:3314:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694a00/0x57b8ff0e030512be lrc: 2/0,0 mode: PW/PW res: [0x200003ab3:0x1:0x0].0x9307c883 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764700.815357:0:3314:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694a00/0x57b8ff0e030512be lrc: 3/0,0 mode: PW/PW res: [0x200003ab3:0x1:0x0].0x9307c883 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764700.815365:0:3314:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445be694a00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764700.815371:0:3314:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694a00/0x57b8ff0e030512be lrc: 3/0,0 mode: PW/PW res: [0x200003ab3:0x1:0x0].0x9307c883 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764700.815379:0:3314:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694a00/0x57b8ff0e030512be lrc: 4/0,0 mode: PW/PW res: [0x200003ab3:0x1:0x0].0x9307c883 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764700.815401:0:3314:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab3:0x1:0x0].0x9307c883 (ffff9445867be900) 00010000:00010000:2.0:1775764700.815405:0:3314:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764700.815411:0:3314:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694a00/0x57b8ff0e030512be lrc: 2/0,0 mode: --/PW res: [0x200003ab3:0x1:0x0].0x9307c883 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764700.815417:0:3314:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694a00/0x57b8ff0e030512be lrc: 0/0,0 mode: --/PW res: [0x200003ab3:0x1:0x0].0x9307c883 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764700.930071:0:3328:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bbd7bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d8dacf45-8471-4226-a2fb-1fac83f69c1e:3328:1862022119035904:0@lo:400:kworker.0 00000100:00100000:2.0:1775764700.930317:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764700.936360:0:3329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bbd79f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3329:1862022119036032:0@lo:400:kworker.0 00000100:00100000:0.0:1775764700.936462:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764700.937043:0:42319:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119035904 00000100:00100000:3.0:1775764700.937055:0:42319:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119035904 00000100:00100000:3.0:1775764700.937131:0:42319:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 258 00000100:00100000:3.0:1775764700.937150:0:42319:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944586765050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d8dacf45-8471-4226-a2fb-1fac83f69c1e+18:3328:x1862022119035904:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764700.942827:0:42946:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119036032 00000100:00100000:2.0:1775764700.942852:0:42946:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119036032 00000100:00100000:2.0:1775764700.942960:0:42946:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 228 00000100:00100000:2.0:1775764700.942973:0:42946:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94448678bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3329:x1862022119036032:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764700.943096:0:42946:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94448678bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3329:x1862022119036032:12345-0@lo:400:kworker.0 Request processed in 125us (6633us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764700.943104:0:42946:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 228 00000100:00100000:2.0:1775764700.943758:0:3329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bbd79f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3329:1862022119036032:0@lo:400:kworker.0 00000100:00080000:0.0:1775764700.943891:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1775764700.944304:0:3330:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bbd7ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3330:1862022119036160:0@lo:400:kworker.0 00000100:00100000:0.0:1775764700.944366:0:3330:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764700.944416:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119036160 00000100:00100000:0.0:1775764700.944422:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119036160 00000100:00100000:0.0:1775764700.944474:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 318 00000100:00100000:0.0:1775764700.944482:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486788700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3330:x1862022119036160:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764700.944528:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486788700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3330:x1862022119036160:12345-0@lo:400:kworker.0 Request processed in 47us (162us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764700.944535:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 318 00000100:00100000:0.0:1775764700.944564:0:3330:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bbd7ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3330:1862022119036160:0@lo:400:kworker.0 00000100:00100000:3.0:1775764700.944741:0:42319:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944586765050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d8dacf45-8471-4226-a2fb-1fac83f69c1e+18:3328:x1862022119035904:12345-0@lo:400:kworker.0 Request processed in 7600us (14423us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764700.944750:0:42319:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 258 00000100:00100000:0.0:1775764700.958635:0:3331:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944586b8aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3331:1862022119036288:0@lo:400:kworker.0 00000100:00100000:0.0:1775764700.958732:0:3331:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764700.959992:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119036288 00000100:00100000:3.0:1775764700.960004:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119036288 00000100:00100000:3.0:1775764700.960092:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 319 00000100:00100000:3.0:1775764700.960103:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94458620ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3331:x1862022119036288:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764700.960377:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94458620ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3331:x1862022119036288:12345-0@lo:400:kworker.0 Request processed in 276us (1645us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764700.960387:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 319 00000100:00100000:3.0:1775764700.960457:0:3331:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944586b8aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3331:1862022119036288:0@lo:400:kworker.0 00000100:00100000:3.0:1775764700.960507:0:3329:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1775764700.960521:0:3329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff94458620c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3329:1862022119036416:0@lo:400:kworker.0 00000100:00100000:3.0:1775764700.960563:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764700.960672:0:3328:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bbd7bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d8dacf45-8471-4226-a2fb-1fac83f69c1e:3328:1862022119035904:0@lo:400:kworker.0 00000100:00080000:0.0:1775764700.960755:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1775764700.960769:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119036416 00000100:00100000:0.0:1775764700.960774:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119036416 00000100:00100000:0.0:1775764700.960844:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 320 00000100:00100000:0.0:1775764700.960852:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944589101500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3329:x1862022119036416:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764700.961028:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944589101500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3329:x1862022119036416:12345-0@lo:400:kworker.0 Request processed in 176us (464us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764700.961038:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 320 00000100:00080000:3.0:1775764700.962277:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1775764700.962324:0:3329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff94458620c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3329:1862022119036416:0@lo:400:kworker.0 00010000:00010000:2.0:1775764701.002397:0:42313:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775764701.710253:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764701.710454:0:47878:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098546688 00000100:00100000:0.0:1775764701.710467:0:47878:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098546688 00000100:00100000:0.0:1775764701.710541:0:47878:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 225 00000100:00100000:0.0:1775764701.710551:0:47878:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944589103100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:d5685161-9db4-4c4c-ac8e-956c40da0bd9+27:46149:x1862022098546688:12345-192.168.202.28@tcp:35:ldlm_bl.0 00000100:00100000:0.0:1775764701.710839:0:47878:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944589103100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:d5685161-9db4-4c4c-ac8e-956c40da0bd9+28:46149:x1862022098546688:12345-192.168.202.28@tcp:35:ldlm_bl.0 Request processed in 287us (603us total) trans 34359739024 rc 0/0 00000100:00100000:0.0:1775764701.710847:0:47878:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 225 00000100:00100000:0.0:1775764701.721892:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764701.721995:0:42327:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098546944 00000100:00100000:2.0:1775764701.722007:0:42327:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098546944 00000100:00100000:2.0:1775764701.722072:0:42327:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 226 00000100:00100000:2.0:1775764701.722083:0:42327:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94458620ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d5685161-9db4-4c4c-ac8e-956c40da0bd9+28:46149:x1862022098546944:12345-192.168.202.28@tcp:35:ldlm_bl.0 00000100:00100000:2.0:1775764701.722465:0:42327:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94458620ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d5685161-9db4-4c4c-ac8e-956c40da0bd9+29:46149:x1862022098546944:12345-192.168.202.28@tcp:35:ldlm_bl.0 Request processed in 383us (593us total) trans 34359739025 rc 0/0 00000100:00100000:2.0:1775764701.722475:0:42327:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 226 00000100:00100000:3.0:1775764701.728195:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764701.728977:0:42309:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098547072 00000100:00100000:1.0:1775764701.728988:0:42309:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098547072 00000100:00100000:1.0:1775764701.729112:0:42309:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 65 00000100:00100000:1.0:1775764701.729122:0:42309:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944589102d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d5685161-9db4-4c4c-ac8e-956c40da0bd9+29:46149:x1862022098547072:12345-192.168.202.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1775764701.729138:0:42309:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 9 locks, starting at 0 00010000:00010000:1.0:1775764701.729164:0:42309:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25400/0x57b8ff0e03050f92 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b955 expref: 29 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764701.729189:0:42309:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9445838af800) 00010000:00010000:1.0:1775764701.729197:0:42309:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e03051136 lrc: 0/0,0 mode: --/PR res: [0x200003ab3:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b9d3 expref: 28 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764701.729206:0:42309:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab3:0x2:0x0].0x0 (ffff9445838af600) 00010000:00010000:1.0:1775764701.729212:0:42309:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694400/0x57b8ff0e03050ffb lrc: 0/0,0 mode: --/PR res: [0x200003ab3:0x1:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b971 expref: 27 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764701.729227:0:42309:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25600/0x57b8ff0e03051224 lrc: 0/0,0 mode: --/CR res: [0x200003ab3:0x1:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ba27 expref: 26 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764701.729233:0:42309:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab3:0x1:0x0].0x0 (ffff9445867bea00) 00010000:00010000:1.0:1775764701.729261:0:42309:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25200/0x57b8ff0e03051160 lrc: 0/0,0 mode: --/CR res: [0x200003ab3:0x2:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b9e1 expref: 25 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764701.729286:0:42309:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944581524c00/0x57b8ff0e030510bf lrc: 0/0,0 mode: --/CR res: [0x200003ab3:0x2:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b9b7 expref: 24 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764701.729299:0:42309:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e03051064 lrc: 0/0,0 mode: --/PR res: [0x200003ab3:0x2:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b99b expref: 23 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764701.729307:0:42309:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab3:0x2:0x0].0x0 (ffff9445838af600) 00010000:00010000:1.0:1775764701.729316:0:42309:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695e00/0x57b8ff0e03050fd8 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b96a expref: 22 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764701.729322:0:42309:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9445867bee00) 00010000:00010000:1.0:1775764701.729330:0:42309:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25000/0x57b8ff0e03050fbc lrc: 0/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b963 expref: 21 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764701.729337:0:42309:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff9445838af100) 00010000:00010000:1.0:1775764701.729342:0:42309:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1775764701.729405:0:42309:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944589102d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d5685161-9db4-4c4c-ac8e-956c40da0bd9+20:46149:x1862022098547072:12345-192.168.202.28@tcp:103:ldlm_bl.0 Request processed in 286us (1222us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764701.729416:0:42309:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 65 00000100:00100000:3.0:1775764701.737254:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764701.739083:0:44302:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098547200 00000100:00100000:2.0:1775764701.739108:0:44302:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098547200 00000100:00100000:2.0:1775764701.739219:0:44302:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 66 00000100:00100000:2.0:1775764701.739231:0:44302:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944589101f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:82781e18-e0e3-4f9f-9a2b-041bf0344414+6:46150:x1862022098547200:12345-192.168.202.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1775764701.739259:0:44302:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764701.739291:0:44302:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694c00/0x57b8ff0e03050fa0 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b95c expref: 6 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764701.739316:0:44302:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9445838af800) 00010000:00010000:2.0:1775764701.739331:0:44302:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775764701.739452:0:44302:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944589101f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:82781e18-e0e3-4f9f-9a2b-041bf0344414+5:46150:x1862022098547200:12345-192.168.202.28@tcp:103:ldlm_bl.0 Request processed in 223us (2216us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764701.739460:0:44302:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 66 00000100:00080000:3.0:1775764701.739863:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1775764701.751228:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764701.751441:0:42311:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098547328 00000100:00100000:2.0:1775764701.751457:0:42311:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098547328 00000100:00100000:2.0:1775764701.751536:0:42311:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 67 00000100:00100000:2.0:1775764701.751547:0:42311:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94458620d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d5685161-9db4-4c4c-ac8e-956c40da0bd9+8:46149:x1862022098547328:12345-192.168.202.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1775764701.751569:0:42311:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1775764701.751592:0:42311:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x117:0x0] updating lvb size from disk: 0 -> 5000 00002000:00010000:2.0:1775764701.751597:0:42311:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x117:0x0] updating lvb mtime from disk: 0 -> 1775764700 00002000:00010000:2.0:1775764701.751600:0:42311:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x117:0x0] updating lvb ctime from disk: 0 -> 1775764700 00010000:00010000:2.0:1775764701.751630:0:42311:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b51b997b/0x57b8ff0e030511ad lrc: 0/0,0 mode: --/PW res: [0x240000400:0x117:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x44801000020000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b9fd expref: 8 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764701.751658:0:42311:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775764701.751720:0:42311:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94458620d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d5685161-9db4-4c4c-ac8e-956c40da0bd9+7:46149:x1862022098547328:12345-192.168.202.28@tcp:103:ldlm_bl.0 Request processed in 175us (503us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764701.751728:0:42311:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 67 00000100:00100000:1.0:1775764701.757757:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764701.758303:0:44302:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098547456 00000100:00100000:2.0:1775764701.758317:0:44302:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098547456 00000100:00100000:2.0:1775764701.758409:0:44302:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 68 00000100:00100000:2.0:1775764701.758420:0:44302:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bbd79880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d5685161-9db4-4c4c-ac8e-956c40da0bd9+8:46150:x1862022098547456:12345-192.168.202.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1775764701.758440:0:44302:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1775764701.758463:0:44302:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x116:0x0] updating lvb size from disk: 0 -> 5000 00002000:00010000:2.0:1775764701.758466:0:44302:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x116:0x0] updating lvb mtime from disk: 0 -> 1775764698 00002000:00010000:2.0:1775764701.758468:0:44302:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x116:0x0] updating lvb ctime from disk: 0 -> 1775764698 00010000:00010000:2.0:1775764701.758505:0:44302:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000035536d25/0x57b8ff0e03051056 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x116:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x44801000020000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b994 expref: 8 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764701.758536:0:44302:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775764701.758608:0:44302:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bbd79880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d5685161-9db4-4c4c-ac8e-956c40da0bd9+7:46150:x1862022098547456:12345-192.168.202.28@tcp:103:ldlm_bl.0 Request processed in 190us (865us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764701.758614:0:44302:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 68 00000100:00080000:3.0:1775764701.759119:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1775764701.865430:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764701.865554:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098547584 00000100:00100000:0.0:1775764701.865568:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098547584 00000100:00100000:0.0:1775764701.865660:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 776 00000100:00100000:0.0:1775764701.865671:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944586b8aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d5685161-9db4-4c4c-ac8e-956c40da0bd9+20:60628:x1862022098547584:12345-192.168.202.28@tcp:101:find.0 00010000:00010000:0.0:1775764701.865703:0:42325:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764701.865734:0:42325:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944581524e00/0x57b8ff0e030512d3 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17ba4a expref: -99 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764701.865840:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944581524a00/0x57b8ff0e030512da lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764701.865856:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944581524a00/0x57b8ff0e030512da lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764701.865870:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944581524a00/0x57b8ff0e030512da lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764701.866156:0:42325:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 9728 00000004:00200000:0.0:1775764701.866162:0:42325:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 43 stripe count 1 MDT count 1 00000004:00010000:0.0:1775764701.866284:0:42325:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff944581524a00/0x57b8ff0e030512da lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764701.866318:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944581524e00/0x57b8ff0e030512d3 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ba4a expref: 22 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764701.866340:0:42325:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff944581524a00/0x57b8ff0e030512da lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ba4a expref: 21 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764701.866350:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff944599e85b00) 00010000:00010000:0.0:1775764701.866353:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1775764701.866358:0:42325:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944581524a00, rc 0) 00000100:00100000:0.0:1775764701.866458:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944586b8aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d5685161-9db4-4c4c-ac8e-956c40da0bd9+21:60628:x1862022098547584:12345-192.168.202.28@tcp:101:find.0 Request processed in 787us (1043us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764701.866468:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 776 00000100:00100000:1.0:1775764701.871008:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764701.871108:0:42318:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098547712 00000100:00100000:2.0:1775764701.871128:0:42318:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098547712 00000100:00100000:2.0:1775764701.871187:0:42318:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 259 00000100:00100000:2.0:1775764701.871196:0:42318:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944586767c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:24b54882-c0a1-43f2-954f-009e5a9afc9d+12:2378:x1862022098547712:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:2.0:1775764701.871285:0:42318:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944586767c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:24b54882-c0a1-43f2-954f-009e5a9afc9d+12:2378:x1862022098547712:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 89us (289us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764701.871293:0:42318:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 259 00000100:00100000:1.0:1775764701.875566:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764701.875746:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098547840 00000100:00100000:2.0:1775764701.875758:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098547840 00000100:00100000:2.0:1775764701.875854:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 777 00000100:00100000:2.0:1775764701.875865:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bbd7bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d5685161-9db4-4c4c-ac8e-956c40da0bd9+21:60628:x1862022098547840:12345-192.168.202.28@tcp:101:find.0 00010000:00010000:2.0:1775764701.876065:0:42324:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764701.876089:0:42324:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24800/0x57b8ff0e030512e1 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17ba51 expref: -99 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764701.876161:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24000/0x57b8ff0e030512e8 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764701.876174:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24000/0x57b8ff0e030512e8 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764701.876185:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24000/0x57b8ff0e030512e8 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764701.876198:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24200/0x57b8ff0e030512ef lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x54985548 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764701.876204:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24200/0x57b8ff0e030512ef lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x54985548 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764701.876209:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24200/0x57b8ff0e030512ef lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x54985548 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764701.876509:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24a00/0x57b8ff0e030512f6 lrc: 3/1,0 mode: --/PR res: [0x200003ab3:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764701.876516:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24a00/0x57b8ff0e030512f6 lrc: 3/1,0 mode: PR/PR res: [0x200003ab3:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764701.876523:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24a00/0x57b8ff0e030512f6 lrc: 3/1,0 mode: PR/PR res: [0x200003ab3:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764701.876564:0:42324:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab3:0x1:0x0]: returning size 7168 00000004:00200000:2.0:1775764701.876567:0:42324:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764701.876764:0:42324:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24a00/0x57b8ff0e030512f6 lrc: 3/1,0 mode: PR/PR res: [0x200003ab3:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764701.876778:0:42324:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24000/0x57b8ff0e030512e8 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764701.876786:0:42324:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24000/0x57b8ff0e030512e8 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764701.876792:0:42324:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24000/0x57b8ff0e030512e8 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764701.877157:0:42324:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445baf24000 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764701.877163:0:42324:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24000/0x57b8ff0e030512e8 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764701.877173:0:42324:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24000/0x57b8ff0e030512e8 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764701.877190:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff944599e85b00) 00010000:00010000:2.0:1775764701.877194:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764701.877200:0:42324:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24000/0x57b8ff0e030512e8 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764701.877207:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24000/0x57b8ff0e030512e8 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764701.877228:0:42324:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24200/0x57b8ff0e030512ef lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x54985548 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764701.877245:0:42324:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24200/0x57b8ff0e030512ef lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x54985548 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764701.877252:0:42324:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24200/0x57b8ff0e030512ef lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x54985548 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764701.877258:0:42324:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445baf24200 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764701.877261:0:42324:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24200/0x57b8ff0e030512ef lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x54985548 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764701.877268:0:42324:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24200/0x57b8ff0e030512ef lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x54985548 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764701.877275:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x54985548 (ffff9445838afc00) 00010000:00010000:2.0:1775764701.877278:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764701.877282:0:42324:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24200/0x57b8ff0e030512ef lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x54985548 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764701.877287:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24200/0x57b8ff0e030512ef lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x54985548 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764701.877328:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24800/0x57b8ff0e030512e1 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ba51 expref: 23 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764701.877348:0:42324:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24a00/0x57b8ff0e030512f6 lrc: 3/0,0 mode: PR/PR res: [0x200003ab3:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ba51 expref: 22 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764701.877356:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab3:0x1:0x0].0x0 (ffff9445838afe00) 00010000:00010000:2.0:1775764701.877359:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1775764701.877361:0:42324:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445baf24a00, rc 0) 00000100:00100000:2.0:1775764701.877427:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bbd7bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d5685161-9db4-4c4c-ac8e-956c40da0bd9+22:60628:x1862022098547840:12345-192.168.202.28@tcp:101:find.0 Request processed in 1564us (1873us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764701.877436:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 777 00000100:00100000:1.0:1775764701.882865:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764701.883227:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098548096 00000100:00100000:0.0:1775764701.883249:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098548096 00000100:00100000:0.0:1775764701.883321:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 778 00000100:00100000:0.0:1775764701.883332:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bbd7ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d5685161-9db4-4c4c-ac8e-956c40da0bd9+22:60628:x1862022098548096:12345-192.168.202.28@tcp:101:find.0 00010000:00010000:0.0:1775764701.883359:0:42325:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764701.883385:0:42325:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944581524e00/0x57b8ff0e030512fd lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17ba58 expref: -99 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764701.883541:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff944581525000/0x57b8ff0e03051304 lrc: 3/1,0 mode: --/CR res: [0x200003ab3:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764701.883557:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944581525000/0x57b8ff0e03051304 lrc: 3/1,0 mode: CR/CR res: [0x200003ab3:0x1:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764701.883588:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944581525000/0x57b8ff0e03051304 lrc: 3/1,0 mode: CR/CR res: [0x200003ab3:0x1:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764701.883604:0:42325:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab3:0x1:0x0]: returning size 7168 00010000:00010000:0.0:1775764701.883768:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944581524e00/0x57b8ff0e030512fd lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ba58 expref: 25 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764701.883786:0:42325:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff944581525000/0x57b8ff0e03051304 lrc: 3/0,0 mode: CR/CR res: [0x200003ab3:0x1:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ba58 expref: 24 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764701.883795:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab3:0x1:0x0].0x0 (ffff9445838afe00) 00010000:00010000:0.0:1775764701.883853:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1775764701.883857:0:42325:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944581525000, rc 0) 00000100:00100000:0.0:1775764701.884113:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bbd7ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d5685161-9db4-4c4c-ac8e-956c40da0bd9+24:60628:x1862022098548096:12345-192.168.202.28@tcp:101:find.0 Request processed in 782us (1259us total) trans 34359739026 rc 0/0 00000100:00100000:0.0:1775764701.884197:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 778 00000100:00100000:1.0:1775764701.888159:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764701.888281:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098548224 00000100:00100000:2.0:1775764701.888296:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098548224 00000100:00100000:2.0:1775764701.888379:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 779 00000100:00100000:2.0:1775764701.888395:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bbd79f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d5685161-9db4-4c4c-ac8e-956c40da0bd9+24:60628:x1862022098548224:12345-192.168.202.28@tcp:41:find.0 00000004:00000024:2.0:1775764701.888491:0:44493:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 6815744 pending 0 free 7470055424 avail 7463763968 00000100:00100000:2.0:1775764701.888599:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bbd79f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d5685161-9db4-4c4c-ac8e-956c40da0bd9+24:60628:x1862022098548224:12345-192.168.202.28@tcp:41:find.0 Request processed in 208us (459us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764701.888607:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 779 00000100:00100000:1.0:1775764701.891857:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764701.891963:0:42328:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098548352 00000100:00100000:2.0:1775764701.891974:0:42328:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098548352 00000100:00100000:2.0:1775764701.892042:0:42328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 227 00000100:00100000:2.0:1775764701.892053:0:42328:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bfe6b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:d5685161-9db4-4c4c-ac8e-956c40da0bd9+24:60628:x1862022098548352:12345-192.168.202.28@tcp:37:find.0 00000100:00100000:2.0:1775764701.898074:0:42328:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bfe6b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:d5685161-9db4-4c4c-ac8e-956c40da0bd9+24:60628:x1862022098548352:12345-192.168.202.28@tcp:37:find.0 Request processed in 6008us (6211us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764701.898092:0:42328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 227 00010000:00010000:2.0:1775764702.017095:0:43224:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775764702.110533:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764702.110971:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098548480 00000100:00100000:0.0:1775764702.110983:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098548480 00000100:00100000:0.0:1775764702.111059:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 780 00000100:00100000:0.0:1775764702.111069:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bfe68700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d5685161-9db4-4c4c-ac8e-956c40da0bd9+24:60634:x1862022098548480:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:0.0:1775764702.111092:0:42325:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764702.111113:0:42325:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944581524600/0x57b8ff0e03051312 lrc: 2/0,0 mode: --/CR res: [0x200003ab3:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17ba5f expref: -99 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764702.111205:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff944581524e00/0x57b8ff0e03051319 lrc: 3/1,0 mode: --/CR res: [0x200003ab3:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764702.111225:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944581524e00/0x57b8ff0e03051319 lrc: 3/1,0 mode: CR/CR res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764702.111247:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944581524e00/0x57b8ff0e03051319 lrc: 3/1,0 mode: CR/CR res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764702.111260:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944581525400/0x57b8ff0e03051320 lrc: 3/1,0 mode: --/PR res: [0x200003ab3:0x1:0x0].0x5a4b2211 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764702.111267:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944581525400/0x57b8ff0e03051320 lrc: 3/1,0 mode: PR/PR res: [0x200003ab3:0x1:0x0].0x5a4b2211 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764702.111272:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944581525400/0x57b8ff0e03051320 lrc: 3/1,0 mode: PR/PR res: [0x200003ab3:0x1:0x0].0x5a4b2211 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764702.111403:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944581524c00/0x57b8ff0e03051327 lrc: 3/1,0 mode: --/PR res: [0x200003ab3:0x2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764702.111409:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944581524c00/0x57b8ff0e03051327 lrc: 3/1,0 mode: PR/PR res: [0x200003ab3:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764702.111416:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944581524c00/0x57b8ff0e03051327 lrc: 3/1,0 mode: PR/PR res: [0x200003ab3:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764702.111456:0:42325:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab3:0x2:0x0]: returning size 5000 00000004:00200000:0.0:1775764702.111461:0:42325:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1775764702.111485:0:42325:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff944581524c00/0x57b8ff0e03051327 lrc: 3/1,0 mode: PR/PR res: [0x200003ab3:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764702.111498:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944581524c00/0x57b8ff0e03051327 lrc: 3/1,0 mode: PR/PR res: [0x200003ab3:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764702.111512:0:42325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff944581524e00/0x57b8ff0e03051319 lrc: 3/1,0 mode: CR/CR res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764702.111518:0:42325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944581524e00/0x57b8ff0e03051319 lrc: 2/0,0 mode: CR/CR res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764702.111525:0:42325:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944581524e00/0x57b8ff0e03051319 lrc: 3/0,0 mode: CR/CR res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764702.111531:0:42325:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944581524e00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:0.0:1775764702.111536:0:42325:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944581524e00/0x57b8ff0e03051319 lrc: 3/0,0 mode: CR/CR res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764702.111543:0:42325:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944581524e00/0x57b8ff0e03051319 lrc: 4/0,0 mode: CR/CR res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764702.111556:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab3:0x1:0x0].0x0 (ffff9445838afe00) 00010000:00010000:0.0:1775764702.111560:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764702.111565:0:42325:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944581524e00/0x57b8ff0e03051319 lrc: 2/0,0 mode: --/CR res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764702.111572:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944581524e00/0x57b8ff0e03051319 lrc: 0/0,0 mode: --/CR res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764702.111584:0:42325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944581525400/0x57b8ff0e03051320 lrc: 3/1,0 mode: PR/PR res: [0x200003ab3:0x1:0x0].0x5a4b2211 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764702.111590:0:42325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944581525400/0x57b8ff0e03051320 lrc: 2/0,0 mode: PR/PR res: [0x200003ab3:0x1:0x0].0x5a4b2211 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764702.111595:0:42325:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944581525400/0x57b8ff0e03051320 lrc: 3/0,0 mode: PR/PR res: [0x200003ab3:0x1:0x0].0x5a4b2211 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764702.111600:0:42325:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944581525400 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:0.0:1775764702.111603:0:42325:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944581525400/0x57b8ff0e03051320 lrc: 3/0,0 mode: PR/PR res: [0x200003ab3:0x1:0x0].0x5a4b2211 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764702.111608:0:42325:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944581525400/0x57b8ff0e03051320 lrc: 4/0,0 mode: PR/PR res: [0x200003ab3:0x1:0x0].0x5a4b2211 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764702.111614:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab3:0x1:0x0].0x5a4b2211 (ffff944599e85900) 00010000:00010000:0.0:1775764702.111616:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764702.111619:0:42325:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944581525400/0x57b8ff0e03051320 lrc: 2/0,0 mode: --/PR res: [0x200003ab3:0x1:0x0].0x5a4b2211 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764702.111624:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944581525400/0x57b8ff0e03051320 lrc: 0/0,0 mode: --/PR res: [0x200003ab3:0x1:0x0].0x5a4b2211 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764702.111659:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944581524600/0x57b8ff0e03051312 lrc: 0/0,0 mode: --/CR res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ba5f expref: 26 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764702.111673:0:42325:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff944581524c00/0x57b8ff0e03051327 lrc: 3/0,0 mode: PR/PR res: [0x200003ab3:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ba5f expref: 25 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764702.111680:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab3:0x2:0x0].0x0 (ffff944599e85400) 00010000:00010000:0.0:1775764702.111682:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1775764702.111684:0:42325:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944581524c00, rc 0) 00000100:00100000:0.0:1775764702.111769:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bfe68700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d5685161-9db4-4c4c-ac8e-956c40da0bd9+25:60634:x1862022098548480:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 702us (1247us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764702.111777:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 780 00000100:00080000:1.0:1775764702.112027:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1775764702.148449:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764702.157708:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098548736 00000100:00100000:1.0:1775764702.157722:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098548736 00000100:00100000:3.0:1775764702.159746:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 781 00000100:00100000:3.0:1775764702.159759:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94458620c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d5685161-9db4-4c4c-ac8e-956c40da0bd9+25:60634:x1862022098548736:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:3.0:1775764702.159782:0:44493:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764702.159878:0:44493:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e0305132e lrc: 2/0,0 mode: --/CR res: [0x200003ab3:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17ba66 expref: -99 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764702.159982:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694000/0x57b8ff0e03051335 lrc: 3/0,1 mode: --/CW res: [0x200003ab3:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764702.159996:0:44493:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff944581524c00/0x57b8ff0e03051327 lrc: 2/0,0 mode: PR/PR res: [0x200003ab3:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ba5f expref: 26 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764702.160005:0:44493:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694000/0x57b8ff0e03051335 lrc: 4/0,1 mode: --/CW res: [0x200003ab3:0x2:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764702.160057:0:44493:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff944581524c00/0x57b8ff0e03051327 lrc: 3/0,0 mode: PR/PR res: [0x200003ab3:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ba5f expref: 26 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764702.160070:0:44493:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff944581524c00/0x57b8ff0e03051327 lrc: 4/0,0 mode: PR/PR res: [0x200003ab3:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ba5f expref: 26 pid: 42325 timeout: 2269 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764702.160092:0:44493:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944585ddc000 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:44493:1862022119036544:192.168.202.28@tcp:104: 00000100:00100000:3.0:1775764702.160402:0:44493:0:(client.c:2691:ptlrpc_set_wait()) set ffff9445bad23d80 going to sleep for 11 seconds 00000100:00100000:3.0:1775764702.164703:0:44493:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944585ddc000 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:44493:1862022119036544:192.168.202.28@tcp:104: 00010000:00010000:3.0:1775764702.164737:0:44493:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694000/0x57b8ff0e03051335 lrc: 3/0,1 mode: --/CW res: [0x200003ab3:0x2:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764702.165912:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764702.166073:0:42311:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098548864 00000100:00100000:3.0:1775764702.166086:0:42311:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098548864 00010000:00010000:3.0:1775764702.166137:0:42311:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff944581524c00/0x57b8ff0e03051327 lrc: 4/0,0 mode: PR/PR res: [0x200003ab3:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ba5f expref: 27 pid: 42325 timeout: 2269 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764702.166175:0:42311:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 154 00000100:00100000:3.0:1775764702.166187:0:42311:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944590fddc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d5685161-9db4-4c4c-ac8e-956c40da0bd9+27:2379:x1862022098548864:12345-192.168.202.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764702.166205:0:42311:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764702.166213:0:42311:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff944581524c00/0x57b8ff0e03051327 lrc: 4/0,0 mode: PR/PR res: [0x200003ab3:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ba5f expref: 27 pid: 42325 timeout: 2269 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764702.166227:0:42311:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff944581524c00/0x57b8ff0e03051327 lrc: 3/0,0 mode: PR/PR res: [0x200003ab3:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ba5f expref: 27 pid: 42325 timeout: 2269 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764702.166285:0:42311:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944581524c00/0x57b8ff0e03051327 lrc: 0/0,0 mode: --/PR res: [0x200003ab3:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ba5f expref: 27 pid: 42325 timeout: 2269 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764702.166304:0:42311:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab3:0x2:0x0].0x0 (ffff944599e85400) 00010000:00010000:3.0:1775764702.166310:0:42311:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694000/0x57b8ff0e03051335 lrc: 3/0,1 mode: --/CW res: [0x200003ab3:0x2:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764702.166321:0:42311:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694000/0x57b8ff0e03051335 lrc: 3/0,1 mode: CW/CW res: [0x200003ab3:0x2:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764702.166329:0:42311:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694000/0x57b8ff0e03051335 lrc: 4/0,1 mode: CW/CW res: [0x200003ab3:0x2:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764702.166402:0:42311:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764702.166476:0:42311:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944590fddc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d5685161-9db4-4c4c-ac8e-956c40da0bd9+26:2379:x1862022098548864:12345-192.168.202.28@tcp:103:ldlm_bl.0 Request processed in 291us (570us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764702.166484:0:42311:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 154 00010000:00010000:0.0:1775764702.174667:0:44493:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694000/0x57b8ff0e03051335 lrc: 3/0,1 mode: CW/CW res: [0x200003ab3:0x2:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764702.174683:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694000/0x57b8ff0e03051335 lrc: 3/0,1 mode: CW/CW res: [0x200003ab3:0x2:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764702.174705:0:44493:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab3:0x2:0x0]: returning size 5000 00010000:00010000:1.0:1775764702.177046:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e0305132e lrc: 0/0,0 mode: --/CR res: [0x200003ab3:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ba66 expref: 27 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764702.177084:0:44493:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694000/0x57b8ff0e03051335 lrc: 3/0,0 mode: CW/CW res: [0x200003ab3:0x2:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ba66 expref: 26 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764702.177096:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab3:0x2:0x0].0x0 (ffff944599e85400) 00010000:00010000:1.0:1775764702.177099:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:1.0:1775764702.177103:0:44493:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445be694000, rc 0) 00000100:00100000:1.0:1775764702.177690:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94458620c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d5685161-9db4-4c4c-ac8e-956c40da0bd9+26:60634:x1862022098548736:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 17931us (29251us total) trans 34359739027 rc 0/0 00000100:00100000:1.0:1775764702.177702:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 781 00000100:00100000:1.0:1775764702.475348:0:3329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bfe6b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3329:1862022119036672:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1775764702.475436:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764702.476023:0:42948:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119036672 00000100:00100000:1.0:1775764702.476033:0:42948:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119036672 00000100:00100000:1.0:1775764702.476097:0:42948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 139 00000100:00100000:1.0:1775764702.476109:0:42948:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bfe6ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3329:x1862022119036672:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1775764702.476257:0:42948:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 47513600 pending 1703936 free 3765436416 avail 3763339264 00000100:00100000:1.0:1775764702.476334:0:42948:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bfe6ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3329:x1862022119036672:12345-0@lo:13:osp-pre-1-0.0 Request processed in 226us (896us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764702.476343:0:42948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 139 00000100:00080000:1.0:1775764702.476369:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1775764702.476419:0:3329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bfe6b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3329:1862022119036672:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1775764703.041905:0:42312:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:2.0:1775764703.580719:0:48087:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 34359738437 is committed 00010000:00010000:1.0:1775764704.067083:0:42313:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1775764704.257438:0:42356:0:(llog.c:800:llog_process_thread()) index: 8, lh_last_idx: 8 synced_idx: 8 lgh_last_idx: 8 00000040:00080000:1.0:1775764704.257450:0:42356:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x32:0x0] at index 8 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1775764704.257497:0:42356:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x32:0x0] index 16 count 3 00000040:00080000:1.0:1775764704.257504:0:42356:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 9 count 2 00010000:00010000:2.0:1775764705.099748:0:43224:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:0.0:1775764705.152877:0:5825:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 34359739026 is committed 00000001:00080000:0.0:1775764705.152898:0:5825:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 34359739027 is committed 00000004:00080000:0.0:1775764705.152929:0:5825:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 23 committed 00000100:00100000:3.0:1775764705.153752:0:3331:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1775764705.153774:0:3331:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944585ddc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3331:1862022119036800:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1775764705.153869:0:3331:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000001:00080000:3.0:1775764705.153993:0:6613:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 34359738432 is committed 00000100:00100000:0.0:1775764705.154080:0:42944:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119036800 00000100:00100000:0.0:1775764705.154088:0:42944:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119036800 00000100:00100000:0.0:1775764705.154150:0:42944:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 203 00000100:00100000:0.0:1775764705.154161:0:42944:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944585dde300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3331:x1862022119036800:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1775764705.154187:0:42944:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:279 count 1 00002000:00010000:0.0:1775764705.154230:0:42944:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x117:0x0] initial LVB size: 5000, mtime: 0x69d804dc, atime: 0x0, ctime: 0x69d804dc, blocks: 0x13 00010000:00010000:0.0:1775764705.154238:0:42944:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003804343d/0x57b8ff0e03051343 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x117:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764705.154255:0:42944:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764705.154258:0:42944:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764705.154274:0:42944:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003804343d/0x57b8ff0e03051343 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x117:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764705.154291:0:42944:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003804343d/0x57b8ff0e03051343 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x117:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764705.154301:0:42944:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003804343d/0x57b8ff0e03051343 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x117:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764705.154310:0:42944:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000003804343d/0x57b8ff0e03051343 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x117:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764705.154334:0:42944:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1775764705.155096:0:42944:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944585dde300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3331:x1862022119036800:12345-0@lo:6:osp-syn-0-0.0 Request processed in 934us (1223us total) trans 34359738433 rc 0/0 00000100:00100000:0.0:1775764705.155105:0:42944:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 203 00000100:00080000:3.0:1775764705.155189:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000004:00080000:3.0:1775764705.155243:0:3331:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff944585ddc000/2, rc 0, transno 34359738433 00000100:00100000:3.0:1775764705.155250:0:3331:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944585ddc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3331:1862022119036800:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1775764705.156387:0:42312:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1775764705.156400:0:42312:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000003804343d/0x57b8ff0e03051343 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x117:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764705.156413:0:42312:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944581524e00 already unused, calling callback (ffffffffc177a060) 00010000:00010000:0.0:1775764705.156418:0:42312:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000003804343d/0x57b8ff0e03051343 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x117:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764705.156428:0:42312:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000003804343d/0x57b8ff0e03051343 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x117:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764705.156450:0:42312:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000003804343d/0x57b8ff0e03051343 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x117:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764705.156457:0:42312:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003804343d/0x57b8ff0e03051343 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x117:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764705.156483:0:42312:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764705.156486:0:42312:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764705.156487:0:42312:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775764705.541427:0:3331:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bfe6b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3331:1862022119036928:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1775764705.541528:0:3331:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764705.551245:0:42948:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119036928 00000100:00100000:3.0:1775764705.551258:0:42948:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119036928 00000100:00100000:3.0:1775764705.551320:0:42948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 140 00000100:00100000:3.0:1775764705.551330:0:42948:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944585dde680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3331:x1862022119036928:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1775764705.551370:0:42948:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 45809664 pending 0 free 3704619008 avail 3702521856 00000100:00100000:3.0:1775764705.551458:0:42948:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944585dde680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3331:x1862022119036928:12345-0@lo:13:osp-pre-0-0.0 Request processed in 130us (9930us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764705.551470:0:42948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 140 00000100:00100000:3.0:1775764705.551529:0:3331:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bfe6b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3331:1862022119036928:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1775764706.049316:0:3329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff94458620fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3329:1862022119037184:0@lo:400:kworker.0 00000100:00100000:2.0:1775764706.049400:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764706.049499:0:3329:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:2.0:1775764706.049506:0:3329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff94458620c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d8dacf45-8471-4226-a2fb-1fac83f69c1e:3329:1862022119037056:0@lo:400:kworker.0 00000100:00100000:2.0:1775764706.049538:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764706.049558:0:3329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff94458620d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3329:1862022119037568:0@lo:400:kworker.0 00000100:00100000:2.0:1775764706.049584:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764706.049774:0:3330:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff94458620f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3330:1862022119037312:0@lo:400:kworker.0 00000100:00100000:3.0:1775764706.049847:0:3330:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764706.049875:0:3330:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1775764706.049882:0:3330:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff94458620e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3330:1862022119037440:0@lo:400:kworker.0 00000100:00100000:3.0:1775764706.049902:0:3330:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764706.049933:0:42319:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119037056 00000100:00100000:3.0:1775764706.049941:0:42319:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119037056 00000100:00100000:3.0:1775764706.049989:0:42319:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 260 00000100:00100000:3.0:1775764706.049998:0:42319:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445b76fdc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d8dacf45-8471-4226-a2fb-1fac83f69c1e+18:3329:x1862022119037056:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764706.050049:0:42319:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445b76fdc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d8dacf45-8471-4226-a2fb-1fac83f69c1e+18:3329:x1862022119037056:12345-0@lo:400:kworker.0 Request processed in 51us (510us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764706.050056:0:42319:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 260 00000100:00100000:3.0:1775764706.050110:0:3329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff94458620c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d8dacf45-8471-4226-a2fb-1fac83f69c1e:3329:1862022119037056:0@lo:400:kworker.0 00000100:00100000:1.0:1775764706.050273:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119037568 00000100:00100000:1.0:1775764706.050278:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119037568 00000100:00100000:1.0:1775764706.050320:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119037312 00000100:00100000:1.0:1775764706.050323:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119037312 00000100:00100000:1.0:1775764706.050334:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119037440 00000100:00100000:1.0:1775764706.050336:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119037440 00000100:00100000:1.0:1775764706.050351:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 321 00000100:00100000:1.0:1775764706.050356:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bc1dea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3329:x1862022119037568:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764706.050395:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bc1dea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3329:x1862022119037568:12345-0@lo:400:kworker.0 Request processed in 39us (810us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764706.050401:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 321 00000100:00100000:1.0:1775764706.050412:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 322 00000100:00100000:1.0:1775764706.050417:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944585ddce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3330:x1862022119037312:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764706.050443:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944585ddce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3330:x1862022119037312:12345-0@lo:400:kworker.0 Request processed in 26us (597us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764706.050449:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 322 00000100:00100000:1.0:1775764706.050458:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 323 00000100:00100000:1.0:1775764706.050464:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944585ddca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3330:x1862022119037440:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764706.050486:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944585ddca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3330:x1862022119037440:12345-0@lo:400:kworker.0 Request processed in 24us (583us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764706.050506:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 323 00000100:00100000:1.0:1775764706.050537:0:3330:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff94458620e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3330:1862022119037440:0@lo:400:kworker.0 00000100:00100000:1.0:1775764706.050547:0:3330:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff94458620f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3330:1862022119037312:0@lo:400:kworker.0 00000100:00100000:1.0:1775764706.050571:0:3329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff94458620d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3329:1862022119037568:0@lo:400:kworker.0 00000100:00080000:3.0:1775764706.051159:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1775764706.051415:0:42946:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119037184 00000100:00100000:0.0:1775764706.051422:0:42946:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119037184 00000100:00100000:0.0:1775764706.051601:0:42946:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 229 00000100:00100000:0.0:1775764706.051614:0:42946:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bc1dd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3329:x1862022119037184:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764706.051690:0:42946:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bc1dd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3329:x1862022119037184:12345-0@lo:400:kworker.0 Request processed in 81us (2290us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764706.051754:0:3329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff94458620fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3329:1862022119037184:0@lo:400:kworker.0 00000100:00080000:3.0:1775764706.052059:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1775764706.060667:0:42946:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 229 00010000:00010000:1.0:1775764706.113292:0:42313:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1775764706.995035:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764706.995394:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764706.995424:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764706.995444:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764706.995471:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764706.995504:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098549248 00000100:00100000:2.0:1775764706.995516:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098549248 00000100:00100000:2.0:1775764706.995605:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098549120 00000100:00100000:2.0:1775764706.995609:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098549120 00000100:00100000:2.0:1775764706.995636:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 324 00000100:00100000:2.0:1775764706.995647:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bc1de680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d5685161-9db4-4c4c-ac8e-956c40da0bd9+9:2377:x1862022098549248:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:2.0:1775764706.995742:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bc1de680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d5685161-9db4-4c4c-ac8e-956c40da0bd9+9:2377:x1862022098549248:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 97us (348us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764706.995750:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 324 00000100:00100000:2.0:1775764706.995769:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 325 00000100:00100000:2.0:1775764706.995776:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bc1dc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:82781e18-e0e3-4f9f-9a2b-041bf0344414+5:2377:x1862022098549120:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:2.0:1775764706.995832:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bc1dc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:82781e18-e0e3-4f9f-9a2b-041bf0344414+5:2377:x1862022098549120:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 56us (386us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764706.995838:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 325 00000100:00100000:2.0:1775764706.995857:0:42944:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098549504 00000100:00100000:2.0:1775764706.995861:0:42944:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098549504 00000100:00100000:2.0:1775764706.995886:0:42944:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098549376 00000100:00100000:2.0:1775764706.995889:0:42944:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098549376 00000100:00100000:2.0:1775764706.995910:0:42944:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 230 00000100:00100000:2.0:1775764706.995916:0:42944:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bc1ded80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d5685161-9db4-4c4c-ac8e-956c40da0bd9+5:2377:x1862022098549504:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:2.0:1775764706.995943:0:42944:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bc1ded80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d5685161-9db4-4c4c-ac8e-956c40da0bd9+5:2377:x1862022098549504:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 27us (518us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764706.995949:0:42944:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 230 00000100:00100000:2.0:1775764706.995959:0:42944:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 231 00000100:00100000:2.0:1775764706.995965:0:42944:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bc1ddf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d5685161-9db4-4c4c-ac8e-956c40da0bd9+5:2377:x1862022098549376:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:2.0:1775764706.995985:0:42944:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bc1ddf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d5685161-9db4-4c4c-ac8e-956c40da0bd9+5:2377:x1862022098549376:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 21us (514us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764706.996422:0:42944:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 231 00000100:00080000:2.0:1775764706.996457:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1775764706.996462:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1775764706.996464:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1775764706.998879:0:42317:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098548992 00000100:00100000:3.0:1775764706.998895:0:42317:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098548992 00000100:00100000:2.0:1775764707.000286:0:42317:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 261 00000100:00100000:2.0:1775764707.000299:0:42317:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445b76fec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:24b54882-c0a1-43f2-954f-009e5a9afc9d+12:2377:x1862022098548992:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:2.0:1775764707.000393:0:42317:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445b76fec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:24b54882-c0a1-43f2-954f-009e5a9afc9d+12:2377:x1862022098548992:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 95us (5369us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764707.000400:0:42317:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 261 00010000:00010000:2.0:1775764707.137378:0:43224:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1775764707.586911:0:3329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944585ddf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3329:1862022119037696:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1775764707.587012:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764707.587156:0:42948:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119037696 00000100:00100000:3.0:1775764707.587167:0:42948:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119037696 00000100:00100000:3.0:1775764707.587228:0:42948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 141 00000100:00100000:3.0:1775764707.587239:0:42948:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bc1ddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3329:x1862022119037696:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1775764707.587285:0:42948:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 45809664 pending 0 free 3765436416 avail 3763339264 00000100:00100000:3.0:1775764707.587340:0:42948:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bc1ddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3329:x1862022119037696:12345-0@lo:13:osp-pre-1-0.0 Request processed in 103us (327us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764707.587349:0:42948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 141 00000100:00100000:2.0:1775764707.587454:0:3329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944585ddf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3329:1862022119037696:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1775764708.168945:0:42312:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764709.187572:0:42313:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:3.0:1775764710.199991:0:6613:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 34359738433 is committed 00010000:00010000:0.0:1775764710.209223:0:43224:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1775764710.329512:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764710.329860:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098549632 00000100:00100000:1.0:1775764710.329874:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098549632 00000100:00100000:1.0:1775764710.329969:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 782 00000100:00100000:1.0:1775764710.329983:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bc1de300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:82781e18-e0e3-4f9f-9a2b-041bf0344414+5:61064:x1862022098549632:12345-192.168.202.28@tcp:101:lctl.0 00010000:00010000:1.0:1775764710.330014:0:42324:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764710.330046:0:42324:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944488002c00/0x57b8ff0e0305134a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17ba6d expref: -99 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764710.330131:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944488003e00/0x57b8ff0e03051351 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764710.330146:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944488003e00/0x57b8ff0e03051351 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764710.330177:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944488003e00/0x57b8ff0e03051351 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764710.330438:0:42324:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 9728 00000004:00200000:1.0:1775764710.330442:0:42324:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 43 stripe count 1 MDT count 1 00000004:00010000:1.0:1775764710.330680:0:42324:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff944488003e00/0x57b8ff0e03051351 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764710.330714:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944488002c00/0x57b8ff0e0305134a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ba6d expref: 7 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764710.330735:0:42324:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff944488003e00/0x57b8ff0e03051351 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ba6d expref: 6 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764710.330744:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff944599e85b00) 00010000:00010000:1.0:1775764710.330747:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1775764710.330751:0:42324:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944488003e00, rc 0) 00000100:00100000:1.0:1775764710.330872:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bc1de300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:82781e18-e0e3-4f9f-9a2b-041bf0344414+6:61064:x1862022098549632:12345-192.168.202.28@tcp:101:lctl.0 Request processed in 892us (1377us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764710.330880:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 782 00000100:00080000:2.0:1775764710.331010:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1775764710.485775:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764710.485916:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098549760 00000100:00100000:2.0:1775764710.485930:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098549760 00000100:00100000:2.0:1775764710.486026:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 783 00000100:00100000:2.0:1775764710.486038:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bfe6aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d5685161-9db4-4c4c-ac8e-956c40da0bd9+9:60435:x1862022098549760:12345-192.168.202.28@tcp:60:lhsmtool_posix.0 00000100:00100000:2.0:1775764710.486207:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bfe6aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d5685161-9db4-4c4c-ac8e-956c40da0bd9+9:60435:x1862022098549760:12345-192.168.202.28@tcp:60:lhsmtool_posix.0 Request processed in 171us (449us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764710.486215:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 783 00000100:00080000:3.0:1775764710.486293:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1775764710.493845:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764710.493998:0:42327:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098550016 00000100:00100000:2.0:1775764710.494013:0:42327:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098550016 00000100:00100000:2.0:1775764710.494084:0:42327:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 228 00000100:00100000:2.0:1775764710.494098:0:42327:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944584de4850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d5685161-9db4-4c4c-ac8e-956c40da0bd9+9:60435:x1862022098550016:12345-192.168.202.28@tcp:35:lhsmtool_posix.0 00000100:00100000:2.0:1775764710.495380:0:42327:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944584de4850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d5685161-9db4-4c4c-ac8e-956c40da0bd9+10:60435:x1862022098550016:12345-192.168.202.28@tcp:35:lhsmtool_posix.0 Request processed in 1277us (1575us total) trans 34359739028 rc 0/0 00000100:00100000:2.0:1775764710.495393:0:42327:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 228 00000100:00100000:3.0:1775764710.657380:0:3330:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bfe69180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3330:1862022119037824:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1775764710.657466:0:3330:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764710.660404:0:42948:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119037824 00000100:00100000:1.0:1775764710.660421:0:42948:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119037824 00000100:00100000:1.0:1775764710.660528:0:42948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 142 00000100:00100000:1.0:1775764710.660541:0:42948:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944585dded80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3330:x1862022119037824:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1775764710.660585:0:42948:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 45809664 pending 0 free 3704619008 avail 3702521856 00000100:00100000:1.0:1775764710.660680:0:42948:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944585dded80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3330:x1862022119037824:12345-0@lo:13:osp-pre-0-0.0 Request processed in 141us (3214us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764710.660688:0:42948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 142 00000100:00080000:3.0:1775764710.661009:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1775764710.661402:0:3330:0:(client.c:3082:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 34359738433 gen 2 00000004:00080000:0.0:1775764710.661410:0:3330:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff944585ddc000, transno 34359738433 00000100:00100000:0.0:1775764710.661442:0:3330:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bfe69180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3330:1862022119037824:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1775764710.719692:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764710.719831:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098550144 00000100:00100000:3.0:1775764710.719844:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098550144 00000100:00100000:3.0:1775764710.719926:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 784 00000100:00100000:3.0:1775764710.719938:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94458620c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d5685161-9db4-4c4c-ac8e-956c40da0bd9+10:61080:x1862022098550144:12345-192.168.202.28@tcp:41:rm.0 00000004:00000024:3.0:1775764710.720002:0:44493:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 6815744 pending 0 free 7470055424 avail 7465861120 00000100:00100000:3.0:1775764710.720123:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94458620c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d5685161-9db4-4c4c-ac8e-956c40da0bd9+10:61080:x1862022098550144:12345-192.168.202.28@tcp:41:rm.0 Request processed in 186us (440us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764710.720130:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 784 00000100:00100000:3.0:1775764710.727476:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764710.727645:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098550272 00000100:00100000:2.0:1775764710.727655:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098550272 00000100:00100000:2.0:1775764710.727721:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 785 00000100:00100000:2.0:1775764710.727732:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944585ddc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d5685161-9db4-4c4c-ac8e-956c40da0bd9+10:61080:x1862022098550272:12345-192.168.202.28@tcp:101:rm.0 00010000:00010000:2.0:1775764710.727753:0:42326:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764710.727785:0:42326:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25c00/0x57b8ff0e03051358 lrc: 2/0,0 mode: --/CR res: [0x200003ab3:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17ba74 expref: -99 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764710.727887:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25e00/0x57b8ff0e0305135f lrc: 3/1,0 mode: --/CR res: [0x200003ab3:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764710.727906:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25e00/0x57b8ff0e0305135f lrc: 3/1,0 mode: CR/CR res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764710.727922:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25e00/0x57b8ff0e0305135f lrc: 3/1,0 mode: CR/CR res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764710.727938:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24000/0x57b8ff0e03051366 lrc: 3/1,0 mode: --/PR res: [0x200003ab3:0x1:0x0].0x5a4b2211 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764710.727945:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24000/0x57b8ff0e03051366 lrc: 3/1,0 mode: PR/PR res: [0x200003ab3:0x1:0x0].0x5a4b2211 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764710.727950:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24000/0x57b8ff0e03051366 lrc: 3/1,0 mode: PR/PR res: [0x200003ab3:0x1:0x0].0x5a4b2211 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764710.728368:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24200/0x57b8ff0e0305136d lrc: 3/1,0 mode: --/PR res: [0x200003ab3:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764710.728379:0:42326:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694000/0x57b8ff0e03051335 lrc: 2/0,0 mode: CW/CW res: [0x200003ab3:0x2:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ba66 expref: 11 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764710.728389:0:42326:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24200/0x57b8ff0e0305136d lrc: 4/1,0 mode: --/PR res: [0x200003ab3:0x2:0x0].0x0 bits 0x13/0x48 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764710.728433:0:42326:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694000/0x57b8ff0e03051335 lrc: 3/0,0 mode: CW/CW res: [0x200003ab3:0x2:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ba66 expref: 11 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764710.728456:0:42326:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694000/0x57b8ff0e03051335 lrc: 4/0,0 mode: CW/CW res: [0x200003ab3:0x2:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ba66 expref: 11 pid: 44493 timeout: 2277 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764710.728473:0:42326:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bc1dfb80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:42326:1862022119037952:192.168.202.28@tcp:104: 00000100:00100000:2.0:1775764710.729015:0:42326:0:(client.c:2691:ptlrpc_set_wait()) set ffff9445982490c0 going to sleep for 11 seconds 00000100:00100000:0.0:1775764710.733470:0:42326:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bc1dfb80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:42326:1862022119037952:192.168.202.28@tcp:104: 00010000:00010000:0.0:1775764710.733608:0:42326:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24200/0x57b8ff0e0305136d lrc: 3/1,0 mode: --/PR res: [0x200003ab3:0x2:0x0].0x0 bits 0x13/0x48 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764710.735663:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764710.743900:0:47878:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098550528 00000100:00100000:0.0:1775764710.743922:0:47878:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098550528 00000100:00100000:0.0:1775764710.744058:0:47878:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 229 00000100:00100000:0.0:1775764710.744080:0:47878:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944585ddc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:d5685161-9db4-4c4c-ac8e-956c40da0bd9+12:46150:x1862022098550528:12345-192.168.202.28@tcp:35:ldlm_bl.0 00000100:00100000:0.0:1775764710.744398:0:47878:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944585ddc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:d5685161-9db4-4c4c-ac8e-956c40da0bd9+13:46150:x1862022098550528:12345-192.168.202.28@tcp:35:ldlm_bl.0 Request processed in 330us (8744us total) trans 34359739029 rc 0/0 00000100:00100000:0.0:1775764710.744406:0:47878:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 229 00000100:00100000:2.0:1775764710.754000:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764710.754202:0:42310:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098550656 00000100:00100000:1.0:1775764710.754215:0:42310:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098550656 00010000:00010000:1.0:1775764710.754271:0:42310:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694000/0x57b8ff0e03051335 lrc: 4/0,0 mode: CW/CW res: [0x200003ab3:0x2:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ba66 expref: 13 pid: 44493 timeout: 2277 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764710.754321:0:42310:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 155 00000100:00100000:1.0:1775764710.754333:0:42310:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bc1dfb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d5685161-9db4-4c4c-ac8e-956c40da0bd9+13:2379:x1862022098550656:12345-192.168.202.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1775764710.754353:0:42310:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764710.754361:0:42310:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694000/0x57b8ff0e03051335 lrc: 4/0,0 mode: CW/CW res: [0x200003ab3:0x2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ba66 expref: 13 pid: 44493 timeout: 2277 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764710.754378:0:42310:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694000/0x57b8ff0e03051335 lrc: 3/0,0 mode: CW/CW res: [0x200003ab3:0x2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ba66 expref: 13 pid: 44493 timeout: 2277 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764710.754404:0:42310:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694000/0x57b8ff0e03051335 lrc: 0/0,0 mode: --/CW res: [0x200003ab3:0x2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ba66 expref: 13 pid: 44493 timeout: 2277 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764710.754427:0:42310:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab3:0x2:0x0].0x0 (ffff944599e85400) 00010000:00010000:1.0:1775764710.754434:0:42310:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24200/0x57b8ff0e0305136d lrc: 3/1,0 mode: --/PR res: [0x200003ab3:0x2:0x0].0x0 bits 0x13/0x48 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764710.754445:0:42310:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24200/0x57b8ff0e0305136d lrc: 3/1,0 mode: PR/PR res: [0x200003ab3:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764710.754453:0:42310:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24200/0x57b8ff0e0305136d lrc: 4/1,0 mode: PR/PR res: [0x200003ab3:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764710.754644:0:42310:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1775764710.754729:0:42310:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bc1dfb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d5685161-9db4-4c4c-ac8e-956c40da0bd9+12:2379:x1862022098550656:12345-192.168.202.28@tcp:103:ldlm_bl.0 Request processed in 398us (743us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764710.754738:0:42310:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 155 00010000:00010000:2.0:1775764710.754843:0:42326:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24200/0x57b8ff0e0305136d lrc: 3/1,0 mode: PR/PR res: [0x200003ab3:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764710.754854:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24200/0x57b8ff0e0305136d lrc: 3/1,0 mode: PR/PR res: [0x200003ab3:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764710.754928:0:42326:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab3:0x2:0x0]: returning size 5000 00000004:00200000:2.0:1775764710.754935:0:42326:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764710.754962:0:42326:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24200/0x57b8ff0e0305136d lrc: 3/1,0 mode: PR/PR res: [0x200003ab3:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764710.754976:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24200/0x57b8ff0e0305136d lrc: 3/1,0 mode: PR/PR res: [0x200003ab3:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764710.754986:0:42326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25e00/0x57b8ff0e0305135f lrc: 3/1,0 mode: CR/CR res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764710.754993:0:42326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25e00/0x57b8ff0e0305135f lrc: 2/0,0 mode: CR/CR res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764710.754999:0:42326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25e00/0x57b8ff0e0305135f lrc: 3/0,0 mode: CR/CR res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764710.755005:0:42326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445baf25e00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764710.755010:0:42326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25e00/0x57b8ff0e0305135f lrc: 3/0,0 mode: CR/CR res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764710.755017:0:42326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25e00/0x57b8ff0e0305135f lrc: 4/0,0 mode: CR/CR res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764710.755028:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab3:0x1:0x0].0x0 (ffff9445838afe00) 00010000:00010000:2.0:1775764710.755031:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764710.755035:0:42326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25e00/0x57b8ff0e0305135f lrc: 2/0,0 mode: --/CR res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764710.755042:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25e00/0x57b8ff0e0305135f lrc: 0/0,0 mode: --/CR res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764710.755054:0:42326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24000/0x57b8ff0e03051366 lrc: 3/1,0 mode: PR/PR res: [0x200003ab3:0x1:0x0].0x5a4b2211 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764710.755059:0:42326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24000/0x57b8ff0e03051366 lrc: 2/0,0 mode: PR/PR res: [0x200003ab3:0x1:0x0].0x5a4b2211 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764710.755065:0:42326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24000/0x57b8ff0e03051366 lrc: 3/0,0 mode: PR/PR res: [0x200003ab3:0x1:0x0].0x5a4b2211 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764710.755069:0:42326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445baf24000 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764710.755072:0:42326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24000/0x57b8ff0e03051366 lrc: 3/0,0 mode: PR/PR res: [0x200003ab3:0x1:0x0].0x5a4b2211 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764710.755076:0:42326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24000/0x57b8ff0e03051366 lrc: 4/0,0 mode: PR/PR res: [0x200003ab3:0x1:0x0].0x5a4b2211 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764710.755084:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab3:0x1:0x0].0x5a4b2211 (ffff9445838af600) 00010000:00010000:2.0:1775764710.755087:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764710.755090:0:42326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24000/0x57b8ff0e03051366 lrc: 2/0,0 mode: --/PR res: [0x200003ab3:0x1:0x0].0x5a4b2211 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764710.755095:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24000/0x57b8ff0e03051366 lrc: 0/0,0 mode: --/PR res: [0x200003ab3:0x1:0x0].0x5a4b2211 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764710.755136:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25c00/0x57b8ff0e03051358 lrc: 0/0,0 mode: --/CR res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ba74 expref: 12 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764710.755161:0:42326:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24200/0x57b8ff0e0305136d lrc: 3/0,0 mode: PR/PR res: [0x200003ab3:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ba74 expref: 11 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764710.755169:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab3:0x2:0x0].0x0 (ffff944599e85400) 00010000:00010000:2.0:1775764710.755171:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1775764710.755174:0:42326:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445baf24200, rc 0) 00000100:00100000:2.0:1775764710.755211:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944585ddc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d5685161-9db4-4c4c-ac8e-956c40da0bd9+11:61080:x1862022098550272:12345-192.168.202.28@tcp:101:rm.0 Request processed in 27481us (27747us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764710.755219:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 785 00000100:00100000:2.0:1775764710.759352:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764710.759537:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098550912 00000100:00100000:3.0:1775764710.759550:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098550912 00000100:00100000:3.0:1775764710.759649:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 786 00000100:00100000:3.0:1775764710.759667:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94448678a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d5685161-9db4-4c4c-ac8e-956c40da0bd9+11:61080:x1862022098550912:12345-192.168.202.28@tcp:36:rm.0 00010000:00010000:3.0:1775764710.759747:0:44493:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1775764710.759778:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24200/0x57b8ff0e0305136d lrc: 0/0,0 mode: --/PR res: [0x200003ab3:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ba74 expref: 11 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764710.759833:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab3:0x2:0x0].0x0 (ffff944599e85400) 00010000:00010000:3.0:1775764710.759864:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24a00/0x57b8ff0e030512f6 lrc: 0/0,0 mode: --/PR res: [0x200003ab3:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ba51 expref: 10 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764710.759885:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab3:0x1:0x0].0x0 (ffff9445838afe00) 00010000:00010000:3.0:1775764710.759888:0:44493:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1775764710.759910:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695600/0x57b8ff0e03051374 lrc: 3/0,1 mode: --/CW res: [0x200003ab3:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764710.759921:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695600/0x57b8ff0e03051374 lrc: 3/0,1 mode: CW/CW res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764710.759928:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695600/0x57b8ff0e03051374 lrc: 3/0,1 mode: CW/CW res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764710.759938:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694e00/0x57b8ff0e0305137b lrc: 3/0,1 mode: --/PW res: [0x200003ab3:0x1:0x0].0x5a4b2211 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764710.759942:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694e00/0x57b8ff0e0305137b lrc: 3/0,1 mode: PW/PW res: [0x200003ab3:0x1:0x0].0x5a4b2211 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764710.759945:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694e00/0x57b8ff0e0305137b lrc: 3/0,1 mode: PW/PW res: [0x200003ab3:0x1:0x0].0x5a4b2211 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764710.760275:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695000/0x57b8ff0e03051382 lrc: 3/0,1 mode: --/EX res: [0x200003ab3:0x2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764710.760283:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695000/0x57b8ff0e03051382 lrc: 3/0,1 mode: EX/EX res: [0x200003ab3:0x2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764710.760290:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695000/0x57b8ff0e03051382 lrc: 3/0,1 mode: EX/EX res: [0x200003ab3:0x2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1775764710.761187:0:44493:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x30:0x0].19, 64 off9672 00000004:00080000:3.0:1775764710.761198:0:44493:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 2177608398574ns, next at 2178608396125ns, rc = 0 00010000:00010000:3.0:1775764710.761268:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695400/0x57b8ff0e03051389 lrc: 3/0,1 mode: --/PW res: [0x200003ab3:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764710.761281:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695400/0x57b8ff0e03051389 lrc: 3/0,1 mode: PW/PW res: [0x200003ab3:0x2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764710.761292:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695400/0x57b8ff0e03051389 lrc: 3/0,1 mode: PW/PW res: [0x200003ab3:0x2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764710.761301:0:44493:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695400/0x57b8ff0e03051389 lrc: 4/0,1 mode: PW/PW res: [0x200003ab3:0x2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764710.761306:0:44493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695400/0x57b8ff0e03051389 lrc: 4/0,1 mode: PW/PW res: [0x200003ab3:0x2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764710.761311:0:44493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695400/0x57b8ff0e03051389 lrc: 3/0,0 mode: PW/PW res: [0x200003ab3:0x2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764710.761341:0:44493:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1775764710.761362:0:44493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695000/0x57b8ff0e03051382 lrc: 3/0,1 mode: EX/EX res: [0x200003ab3:0x2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764710.761368:0:44493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695000/0x57b8ff0e03051382 lrc: 2/0,0 mode: EX/EX res: [0x200003ab3:0x2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764710.761375:0:44493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695000/0x57b8ff0e03051382 lrc: 3/0,0 mode: EX/EX res: [0x200003ab3:0x2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764710.761381:0:44493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445be695000 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:3.0:1775764710.761386:0:44493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695000/0x57b8ff0e03051382 lrc: 3/0,0 mode: EX/EX res: [0x200003ab3:0x2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764710.761393:0:44493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695000/0x57b8ff0e03051382 lrc: 4/0,0 mode: EX/EX res: [0x200003ab3:0x2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764710.761405:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab3:0x2:0x0].0x0 (ffff9445867be100) 00010000:00010000:3.0:1775764710.761408:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1775764710.761412:0:44493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695000/0x57b8ff0e03051382 lrc: 2/0,0 mode: --/EX res: [0x200003ab3:0x2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764710.761417:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695000/0x57b8ff0e03051382 lrc: 0/0,0 mode: --/EX res: [0x200003ab3:0x2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764710.761439:0:44493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695600/0x57b8ff0e03051374 lrc: 3/0,1 mode: CW/CW res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764710.761445:0:44493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695600/0x57b8ff0e03051374 lrc: 2/0,0 mode: CW/CW res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764710.761451:0:44493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695600/0x57b8ff0e03051374 lrc: 3/0,0 mode: CW/CW res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764710.761456:0:44493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445be695600 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:3.0:1775764710.761458:0:44493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695600/0x57b8ff0e03051374 lrc: 3/0,0 mode: CW/CW res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764710.761464:0:44493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695600/0x57b8ff0e03051374 lrc: 4/0,0 mode: CW/CW res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764710.761472:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab3:0x1:0x0].0x0 (ffff9445838afe00) 00010000:00010000:3.0:1775764710.761475:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764710.761478:0:44493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695600/0x57b8ff0e03051374 lrc: 2/0,0 mode: --/CW res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764710.761483:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695600/0x57b8ff0e03051374 lrc: 0/0,0 mode: --/CW res: [0x200003ab3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764710.761497:0:44493:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000a29896de reply state 000000006c34d0cf transno 34359739030 ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694e00/0x57b8ff0e0305137b lrc: 3/0,1 mode: PW/PW res: [0x200003ab3:0x1:0x0].0x5a4b2211 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764710.761506:0:44493:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1775764710.761608:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94448678a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d5685161-9db4-4c4c-ac8e-956c40da0bd9+11:61080:x1862022098550912:12345-192.168.202.28@tcp:36:rm.0 Request processed in 1946us (2262us total) trans 34359739030 rc 0/0 00000100:00100000:3.0:1775764710.761617:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 786 00010000:00010000:2.0:1775764710.769462:0:42312:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1775764710.769483:0:42312:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695400/0x57b8ff0e03051389 lrc: 2/0,0 mode: PW/PW res: [0x200003ab3:0x2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764710.769497:0:42312:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445be695400 already unused, calling callback (ffffffffc177a060) 00010000:00010000:2.0:1775764710.769503:0:42312:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695400/0x57b8ff0e03051389 lrc: 2/0,0 mode: PW/PW res: [0x200003ab3:0x2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764710.769517:0:42312:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695400/0x57b8ff0e03051389 lrc: 3/0,0 mode: PW/PW res: [0x200003ab3:0x2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764710.769546:0:42312:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab3:0x2:0x0].0x0 (ffff9445867be100) 00010000:00010000:2.0:1775764710.769552:0:42312:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1775764710.769558:0:42312:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695400/0x57b8ff0e03051389 lrc: 1/0,0 mode: --/PW res: [0x200003ab3:0x2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764710.769565:0:42312:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695400/0x57b8ff0e03051389 lrc: 0/0,0 mode: --/PW res: [0x200003ab3:0x2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764710.769603:0:42312:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764710.769605:0:42312:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764710.769606:0:42312:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764710.772577:0:3315:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694e00/0x57b8ff0e0305137b lrc: 3/0,1 mode: PW/PW res: [0x200003ab3:0x1:0x0].0x5a4b2211 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764710.772598:0:3315:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694e00/0x57b8ff0e0305137b lrc: 2/0,0 mode: PW/PW res: [0x200003ab3:0x1:0x0].0x5a4b2211 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764710.772607:0:3315:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694e00/0x57b8ff0e0305137b lrc: 3/0,0 mode: PW/PW res: [0x200003ab3:0x1:0x0].0x5a4b2211 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764710.772613:0:3315:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445be694e00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:3.0:1775764710.772621:0:3315:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694e00/0x57b8ff0e0305137b lrc: 3/0,0 mode: PW/PW res: [0x200003ab3:0x1:0x0].0x5a4b2211 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764710.772630:0:3315:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694e00/0x57b8ff0e0305137b lrc: 4/0,0 mode: PW/PW res: [0x200003ab3:0x1:0x0].0x5a4b2211 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764710.772652:0:3315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab3:0x1:0x0].0x5a4b2211 (ffff9445867bef00) 00010000:00010000:3.0:1775764710.772656:0:3315:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764710.772661:0:3315:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694e00/0x57b8ff0e0305137b lrc: 2/0,0 mode: --/PW res: [0x200003ab3:0x1:0x0].0x5a4b2211 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764710.772669:0:3315:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694e00/0x57b8ff0e0305137b lrc: 0/0,0 mode: --/PW res: [0x200003ab3:0x1:0x0].0x5a4b2211 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764710.773183:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764710.773253:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098551040 00000100:00100000:1.0:1775764710.773264:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098551040 00000100:00100000:1.0:1775764710.773334:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 787 00000100:00100000:1.0:1775764710.773344:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444864b2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d5685161-9db4-4c4c-ac8e-956c40da0bd9+10:61080:x1862022098551040:12345-192.168.202.28@tcp:101:rm.0 00010000:00010000:1.0:1775764710.773372:0:42325:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764710.773391:0:42325:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944488003200/0x57b8ff0e03051390 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17ba7b expref: -99 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764710.773476:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff944488003c00/0x57b8ff0e03051397 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764710.773502:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944488003c00/0x57b8ff0e03051397 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764710.773515:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944488003c00/0x57b8ff0e03051397 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764710.773531:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944488002800/0x57b8ff0e0305139e lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x54985548 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764710.773538:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944488002800/0x57b8ff0e0305139e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x54985548 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764710.773554:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944488002800/0x57b8ff0e0305139e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x54985548 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764710.773997:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944488002000/0x57b8ff0e030513a5 lrc: 3/1,0 mode: --/PR res: [0x200003ab3:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764710.774007:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944488002000/0x57b8ff0e030513a5 lrc: 3/1,0 mode: PR/PR res: [0x200003ab3:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764710.774014:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944488002000/0x57b8ff0e030513a5 lrc: 3/1,0 mode: PR/PR res: [0x200003ab3:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764710.774056:0:42325:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab3:0x1:0x0]: returning size 7168 00000004:00200000:1.0:1775764710.774060:0:42325:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1775764710.774087:0:42325:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff944488002000/0x57b8ff0e030513a5 lrc: 3/1,0 mode: PR/PR res: [0x200003ab3:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764710.774097:0:42325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff944488003c00/0x57b8ff0e03051397 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764710.774103:0:42325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944488003c00/0x57b8ff0e03051397 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764710.774109:0:42325:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944488003c00/0x57b8ff0e03051397 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764710.774115:0:42325:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944488003c00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:1.0:1775764710.774119:0:42325:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944488003c00/0x57b8ff0e03051397 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764710.774126:0:42325:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944488003c00/0x57b8ff0e03051397 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764710.774137:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff944599e85b00) 00010000:00010000:1.0:1775764710.774140:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764710.774144:0:42325:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944488003c00/0x57b8ff0e03051397 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764710.774150:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944488003c00/0x57b8ff0e03051397 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764710.774174:0:42325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944488002800/0x57b8ff0e0305139e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x54985548 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764710.774179:0:42325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944488002800/0x57b8ff0e0305139e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x54985548 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764710.774185:0:42325:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944488002800/0x57b8ff0e0305139e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x54985548 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764710.774189:0:42325:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944488002800 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:1.0:1775764710.774192:0:42325:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944488002800/0x57b8ff0e0305139e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x54985548 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764710.774197:0:42325:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944488002800/0x57b8ff0e0305139e lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x54985548 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764710.774204:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x54985548 (ffff944598a9b400) 00010000:00010000:1.0:1775764710.774207:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764710.774210:0:42325:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944488002800/0x57b8ff0e0305139e lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x54985548 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764710.774215:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944488002800/0x57b8ff0e0305139e lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x54985548 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764710.774256:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944488003200/0x57b8ff0e03051390 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ba7b expref: 12 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764710.774279:0:42325:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff944488002000/0x57b8ff0e030513a5 lrc: 3/0,0 mode: PR/PR res: [0x200003ab3:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ba7b expref: 11 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764710.774287:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab3:0x1:0x0].0x0 (ffff9445838afe00) 00010000:00010000:1.0:1775764710.774289:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1775764710.774292:0:42325:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944488002000, rc 0) 00000100:00100000:1.0:1775764710.774393:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444864b2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d5685161-9db4-4c4c-ac8e-956c40da0bd9+11:61080:x1862022098551040:12345-192.168.202.28@tcp:101:rm.0 Request processed in 1050us (1219us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764710.774402:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 787 00000100:00100000:1.0:1775764710.785548:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764710.789137:0:42327:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098551296 00000100:00100000:2.0:1775764710.789168:0:42327:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098551296 00000100:00100000:2.0:1775764710.789281:0:42327:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 230 00000100:00100000:2.0:1775764710.789306:0:42327:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bfe69500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d5685161-9db4-4c4c-ac8e-956c40da0bd9+11:61080:x1862022098551296:12345-192.168.202.28@tcp:35:rm.0 00000100:00100000:2.0:1775764710.789725:0:42327:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bfe69500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d5685161-9db4-4c4c-ac8e-956c40da0bd9+12:61080:x1862022098551296:12345-192.168.202.28@tcp:35:rm.0 Request processed in 431us (4190us total) trans 34359739031 rc 0/0 00000100:00100000:2.0:1775764710.789736:0:42327:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 230 00000100:00100000:3.0:1775764710.803698:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764710.803924:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098551552 00000100:00100000:1.0:1775764710.803941:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098551552 00000100:00100000:1.0:1775764710.804023:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 788 00000100:00100000:1.0:1775764710.804035:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944585ddf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d5685161-9db4-4c4c-ac8e-956c40da0bd9+12:61080:x1862022098551552:12345-192.168.202.28@tcp:36:rm.0 00010000:00010000:1.0:1775764710.804121:0:42324:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:1.0:1775764710.804163:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944488002000/0x57b8ff0e030513a5 lrc: 0/0,0 mode: --/PR res: [0x200003ab3:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ba7b expref: 12 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764710.804195:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944581525000/0x57b8ff0e03051304 lrc: 0/0,0 mode: --/CR res: [0x200003ab3:0x1:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ba58 expref: 11 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764710.804211:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab3:0x1:0x0].0x0 (ffff9445838afe00) 00010000:00010000:1.0:1775764710.804243:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944581524a00/0x57b8ff0e030512da lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ba4a expref: 10 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764710.804258:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff944599e85b00) 00010000:00010000:1.0:1775764710.804261:0:42324:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1775764710.804286:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff944488003200/0x57b8ff0e030513ac lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764710.804303:0:42324:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff944488003e00/0x57b8ff0e03051351 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ba6d expref: 5 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764710.804313:0:42324:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff944488003200/0x57b8ff0e030513ac lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764710.804355:0:42324:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff944488003e00/0x57b8ff0e03051351 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ba6d expref: 5 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764710.804371:0:42324:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff944488003e00/0x57b8ff0e03051351 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ba6d expref: 5 pid: 42324 timeout: 2277 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764710.804388:0:42324:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bfe68a80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:42324:1862022119038080:192.168.202.28@tcp:104: 00000100:00100000:1.0:1775764710.804507:0:42324:0:(client.c:2691:ptlrpc_set_wait()) set ffff9445902070c0 going to sleep for 11 seconds 00000100:00100000:1.0:1775764710.810253:0:42324:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bfe68a80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:42324:1862022119038080:192.168.202.28@tcp:104: 00010000:00010000:1.0:1775764710.810293:0:42324:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff944488003200/0x57b8ff0e030513ac lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764710.817389:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764710.818002:0:42311:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098551680 00000100:00100000:2.0:1775764710.818016:0:42311:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098551680 00010000:00010000:2.0:1775764710.818077:0:42311:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff944488003e00/0x57b8ff0e03051351 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ba6d expref: 6 pid: 42324 timeout: 2277 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764710.818139:0:42311:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 156 00000100:00100000:2.0:1775764710.818162:0:42311:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944585ddf480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:82781e18-e0e3-4f9f-9a2b-041bf0344414+6:2378:x1862022098551680:12345-192.168.202.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1775764710.818184:0:42311:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764710.818192:0:42311:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff944488003e00/0x57b8ff0e03051351 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ba6d expref: 6 pid: 42324 timeout: 2277 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764710.818213:0:42311:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff944488003e00/0x57b8ff0e03051351 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ba6d expref: 6 pid: 42324 timeout: 2277 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764710.818242:0:42311:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944488003e00/0x57b8ff0e03051351 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ba6d expref: 6 pid: 42324 timeout: 2277 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764710.818263:0:42311:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff944599e85b00) 00010000:00010000:2.0:1775764710.818270:0:42311:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff944488003200/0x57b8ff0e030513ac lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764710.818280:0:42311:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff944488003200/0x57b8ff0e030513ac lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764710.818287:0:42311:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944488003200/0x57b8ff0e030513ac lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764710.818388:0:42311:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775764710.818458:0:42311:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944585ddf480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:82781e18-e0e3-4f9f-9a2b-041bf0344414+5:2378:x1862022098551680:12345-192.168.202.28@tcp:103:ldlm_bl.0 Request processed in 308us (1080us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764710.818466:0:42311:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 156 00010000:00010000:1.0:1775764710.833887:0:42324:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff944488003200/0x57b8ff0e030513ac lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764710.833912:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944488003200/0x57b8ff0e030513ac lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764710.834254:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff944581525c00/0x57b8ff0e030513b3 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x54985548 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764710.834272:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944581525c00/0x57b8ff0e030513b3 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x54985548 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764710.834289:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944581525c00/0x57b8ff0e030513b3 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x54985548 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764710.834772:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff944581524a00/0x57b8ff0e030513ba lrc: 3/0,1 mode: --/EX res: [0x200003ab3:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764710.834782:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944581524a00/0x57b8ff0e030513ba lrc: 3/0,1 mode: EX/EX res: [0x200003ab3:0x1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764710.834790:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944581524a00/0x57b8ff0e030513ba lrc: 3/0,1 mode: EX/EX res: [0x200003ab3:0x1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764710.844549:0:42324:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab3:0x1:0x0]: returning size 7168 00010000:00010000:0.0:1775764710.844584:0:42324:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff944581524a00/0x57b8ff0e030513ba lrc: 3/0,1 mode: EX/EX res: [0x200003ab3:0x1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764710.844598:0:42324:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944581524a00/0x57b8ff0e030513ba lrc: 2/0,0 mode: EX/EX res: [0x200003ab3:0x1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764710.844607:0:42324:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944581524a00/0x57b8ff0e030513ba lrc: 3/0,0 mode: EX/EX res: [0x200003ab3:0x1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764710.844614:0:42324:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944581524a00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:0.0:1775764710.844618:0:42324:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944581524a00/0x57b8ff0e030513ba lrc: 3/0,0 mode: EX/EX res: [0x200003ab3:0x1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764710.844627:0:42324:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944581524a00/0x57b8ff0e030513ba lrc: 4/0,0 mode: EX/EX res: [0x200003ab3:0x1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764710.844647:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab3:0x1:0x0].0x0 (ffff944599e85300) 00010000:00010000:0.0:1775764710.844650:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1775764710.844656:0:42324:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944581524a00/0x57b8ff0e030513ba lrc: 2/0,0 mode: --/EX res: [0x200003ab3:0x1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764710.844662:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944581524a00/0x57b8ff0e030513ba lrc: 0/0,0 mode: --/EX res: [0x200003ab3:0x1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764710.844695:0:42324:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff944488003200/0x57b8ff0e030513ac lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764710.844702:0:42324:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944488003200/0x57b8ff0e030513ac lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764710.844708:0:42324:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944488003200/0x57b8ff0e030513ac lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764710.844713:0:42324:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944488003200 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:0.0:1775764710.844716:0:42324:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944488003200/0x57b8ff0e030513ac lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764710.844723:0:42324:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944488003200/0x57b8ff0e030513ac lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764710.844731:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff944599e85b00) 00010000:00010000:0.0:1775764710.844733:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764710.844736:0:42324:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944488003200/0x57b8ff0e030513ac lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764710.844742:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944488003200/0x57b8ff0e030513ac lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764710.844761:0:42324:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000a1358048 reply state 000000003387ec65 transno 34359739032 ns: mdt-lustre-MDT0000_UUID lock: ffff944581525c00/0x57b8ff0e030513b3 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x54985548 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764710.844772:0:42324:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1775764710.848380:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944585ddf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d5685161-9db4-4c4c-ac8e-956c40da0bd9+11:61080:x1862022098551552:12345-192.168.202.28@tcp:36:rm.0 Request processed in 44331us (44679us total) trans 34359739032 rc 0/0 00000100:00100000:0.0:1775764710.848397:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 788 00010000:00010000:2.0:1775764710.861451:0:3314:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff944581525c00/0x57b8ff0e030513b3 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x54985548 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764710.861481:0:3314:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944581525c00/0x57b8ff0e030513b3 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x54985548 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764710.861491:0:3314:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944581525c00/0x57b8ff0e030513b3 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x54985548 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764710.861502:0:3314:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944581525c00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764710.861509:0:3314:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944581525c00/0x57b8ff0e030513b3 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x54985548 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764710.861520:0:3314:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944581525c00/0x57b8ff0e030513b3 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x54985548 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764710.861547:0:3314:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x54985548 (ffff944599e85900) 00010000:00010000:2.0:1775764710.861552:0:3314:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764710.861558:0:3314:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944581525c00/0x57b8ff0e030513b3 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x54985548 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764710.861565:0:3314:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944581525c00/0x57b8ff0e030513b3 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x54985548 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764711.172502:0:3329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bfe6bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3329:1862022119038464:0@lo:400:kworker.0 00000100:00100000:2.0:1775764711.172589:0:3328:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bfe6a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3328:1862022119038336:0@lo:400:kworker.0 00000100:00100000:1.0:1775764711.172599:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764711.172673:0:3330:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bfe68e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3330:1862022119038592:0@lo:400:kworker.0 00000100:00100000:0.0:1775764711.172747:0:3331:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bfe68a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d8dacf45-8471-4226-a2fb-1fac83f69c1e:3331:1862022119038208:0@lo:400:kworker.0 00000100:00100000:2.0:1775764711.182876:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764711.182983:0:3328:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bfe69f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3328:1862022119038848:0@lo:400:kworker.0 00000100:00100000:2.0:1775764711.183038:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764711.183113:0:42944:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119038464 00000100:00100000:2.0:1775764711.183122:0:42944:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119038464 00000100:00100000:2.0:1775764711.183214:0:42944:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119038336 00000100:00100000:2.0:1775764711.183218:0:42944:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119038336 00000100:00100000:2.0:1775764711.183240:0:42944:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 232 00000100:00100000:2.0:1775764711.183252:0:42944:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bfe6b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3329:x1862022119038464:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764711.183310:0:42944:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bfe6b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3329:x1862022119038464:12345-0@lo:400:kworker.0 Request processed in 59us (10713us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764711.183321:0:42944:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 232 00000100:00100000:2.0:1775764711.183341:0:42944:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 233 00000100:00100000:2.0:1775764711.183348:0:42944:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94448673a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3328:x1862022119038336:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764711.183383:0:42944:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94448673a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3328:x1862022119038336:12345-0@lo:400:kworker.0 Request processed in 35us (528us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764711.183388:0:42944:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 233 00000100:00080000:2.0:1775764711.183423:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1775764711.183465:0:3328:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bfe6a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3328:1862022119038336:0@lo:400:kworker.0 00000100:00100000:2.0:1775764711.183538:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119038848 00000100:00100000:2.0:1775764711.183541:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119038848 00000100:00100000:2.0:1775764711.183573:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 326 00000100:00100000:2.0:1775764711.183579:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bf4fb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3328:x1862022119038848:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764711.183616:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bf4fb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3328:x1862022119038848:12345-0@lo:400:kworker.0 Request processed in 38us (578us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764711.183623:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 326 00000100:00080000:2.0:1775764711.183637:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1775764711.183653:0:3328:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bfe69f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3328:1862022119038848:0@lo:400:kworker.0 00000100:00100000:3.0:1775764711.186584:0:3330:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764711.187029:0:3331:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764711.187089:0:3331:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bfe69880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3331:1862022119038720:0@lo:400:kworker.0 00000100:00100000:0.0:1775764711.187144:0:3331:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764711.187205:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119038592 00000100:00100000:0.0:1775764711.187217:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119038592 00000100:00100000:2.0:1775764711.187297:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119038720 00000100:00100000:2.0:1775764711.187304:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119038720 00000100:00080000:2.0:1775764711.187339:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1775764711.187400:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 327 00000100:00100000:2.0:1775764711.187412:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94458620ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3331:x1862022119038720:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764711.187508:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94458620ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3331:x1862022119038720:12345-0@lo:400:kworker.0 Request processed in 97us (361us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764711.187516:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 327 00000100:00100000:0.0:1775764711.191626:0:3331:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bfe69880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3331:1862022119038720:0@lo:400:kworker.0 00000100:00100000:0.0:1775764711.191761:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 328 00000100:00100000:0.0:1775764711.191772:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944585dddf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3330:x1862022119038592:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764711.191912:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944585dddf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3330:x1862022119038592:12345-0@lo:400:kworker.0 Request processed in 142us (5345us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764711.191919:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 328 00000100:00100000:3.0:1775764711.192088:0:42318:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119038208 00000100:00100000:3.0:1775764711.192099:0:42318:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119038208 00000100:00100000:3.0:1775764711.192158:0:42318:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 262 00000100:00100000:3.0:1775764711.192167:0:42318:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445b76fcc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d8dacf45-8471-4226-a2fb-1fac83f69c1e+18:3331:x1862022119038208:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764711.192211:0:42318:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445b76fcc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d8dacf45-8471-4226-a2fb-1fac83f69c1e+18:3331:x1862022119038208:12345-0@lo:400:kworker.0 Request processed in 46us (5182us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764711.192216:0:42318:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 262 00000100:00100000:0.0:1775764711.192564:0:3331:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bfe68a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d8dacf45-8471-4226-a2fb-1fac83f69c1e:3331:1862022119038208:0@lo:400:kworker.0 00000100:00100000:2.0:1775764711.192696:0:3330:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bfe68e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3330:1862022119038592:0@lo:400:kworker.0 00000100:00100000:1.0:1775764711.200761:0:3329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bfe6bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3329:1862022119038464:0@lo:400:kworker.0 00010000:00010000:0.0:1775764711.233448:0:42313:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775764711.375857:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764711.376061:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098551808 00000100:00100000:2.0:1775764711.376081:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098551808 00000100:00100000:2.0:1775764711.376170:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 789 00000100:00100000:2.0:1775764711.376182:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94458620fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:82781e18-e0e3-4f9f-9a2b-041bf0344414+5:61090:x1862022098551808:12345-192.168.202.28@tcp:101:lsof.0 00010000:00010000:2.0:1775764711.376211:0:42325:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764711.376256:0:42325:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24000/0x57b8ff0e030513c1 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17ba82 expref: -99 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764711.377651:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25e00/0x57b8ff0e030513c8 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764711.377673:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25e00/0x57b8ff0e030513c8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764711.377689:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25e00/0x57b8ff0e030513c8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764711.377763:0:42325:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 9728 00000004:00200000:2.0:1775764711.377769:0:42325:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 42 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764711.377820:0:42325:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25e00/0x57b8ff0e030513c8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764711.377851:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24000/0x57b8ff0e030513c1 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ba82 expref: 7 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764711.377873:0:42325:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25e00/0x57b8ff0e030513c8 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ba82 expref: 6 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764711.377882:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9445838af600) 00010000:00010000:2.0:1775764711.377885:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1775764711.377889:0:42325:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445baf25e00, rc 0) 00000100:00100000:2.0:1775764711.378028:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94458620fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:82781e18-e0e3-4f9f-9a2b-041bf0344414+6:61090:x1862022098551808:12345-192.168.202.28@tcp:101:lsof.0 Request processed in 1848us (2185us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764711.378038:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 789 00000100:00100000:3.0:1775764711.401777:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764711.402011:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098551936 00000100:00100000:0.0:1775764711.402024:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098551936 00000100:00100000:0.0:1775764711.402097:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 790 00000100:00100000:0.0:1775764711.402109:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944585dddc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d5685161-9db4-4c4c-ac8e-956c40da0bd9+10:61090:x1862022098551936:12345-192.168.202.28@tcp:101:lsof.0 00010000:00010000:0.0:1775764711.402137:0:42324:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764711.402174:0:42324:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944581524600/0x57b8ff0e030513cf lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17ba89 expref: -99 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764711.402276:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944581525400/0x57b8ff0e030513d6 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764711.402305:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944581525400/0x57b8ff0e030513d6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764711.402319:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944581525400/0x57b8ff0e030513d6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764711.402407:0:42324:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 9728 00000004:00200000:0.0:1775764711.402412:0:42324:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 42 stripe count 1 MDT count 1 00000004:00010000:0.0:1775764711.402447:0:42324:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff944581525400/0x57b8ff0e030513d6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764711.402478:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944581524600/0x57b8ff0e030513cf lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ba89 expref: 12 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764711.402501:0:42324:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff944581525400/0x57b8ff0e030513d6 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ba89 expref: 11 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764711.402511:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9445838af600) 00010000:00010000:0.0:1775764711.402514:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1775764711.402519:0:42324:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944581525400, rc 0) 00000100:00100000:0.0:1775764711.402610:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944585dddc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d5685161-9db4-4c4c-ac8e-956c40da0bd9+11:61090:x1862022098551936:12345-192.168.202.28@tcp:101:lsof.0 Request processed in 503us (844us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764711.402623:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 790 00000100:00100000:0.0:1775764712.112354:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764712.112412:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764712.112464:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764712.112489:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764712.112519:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764712.112528:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098552320 00000100:00100000:1.0:1775764712.112543:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098552320 00000100:00100000:1.0:1775764712.112615:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098552192 00000100:00100000:1.0:1775764712.112618:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098552192 00000100:00100000:1.0:1775764712.112645:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 329 00000100:00100000:1.0:1775764712.112655:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94458620d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d5685161-9db4-4c4c-ac8e-956c40da0bd9+11:2379:x1862022098552320:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:1.0:1775764712.112747:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94458620d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d5685161-9db4-4c4c-ac8e-956c40da0bd9+11:2379:x1862022098552320:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 93us (333us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764712.112755:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 329 00000100:00100000:1.0:1775764712.112774:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 330 00000100:00100000:1.0:1775764712.112780:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94458620e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:82781e18-e0e3-4f9f-9a2b-041bf0344414+6:2379:x1862022098552192:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:1.0:1775764712.112855:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94458620e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:82781e18-e0e3-4f9f-9a2b-041bf0344414+6:2379:x1862022098552192:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 75us (366us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764712.112862:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 330 00000100:00100000:3.0:1775764712.112934:0:42319:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098552064 00000100:00100000:3.0:1775764712.112939:0:42319:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098552064 00000100:00100000:2.0:1775764712.113033:0:43212:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098552576 00000100:00100000:2.0:1775764712.113037:0:43212:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098552576 00000100:00100000:2.0:1775764712.113076:0:43212:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098552448 00000100:00100000:2.0:1775764712.113079:0:43212:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098552448 00000100:00100000:1.0:1775764712.113083:0:42944:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 234 00000100:00100000:1.0:1775764712.113094:0:42944:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94458620f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d5685161-9db4-4c4c-ac8e-956c40da0bd9+5:2379:x1862022098552576:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:2.0:1775764712.113106:0:43212:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 235 00000100:00100000:2.0:1775764712.113116:0:43212:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94458620c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d5685161-9db4-4c4c-ac8e-956c40da0bd9+5:2379:x1862022098552448:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:1.0:1775764712.113134:0:42944:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94458620f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d5685161-9db4-4c4c-ac8e-956c40da0bd9+5:2379:x1862022098552576:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 42us (669us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764712.113152:0:42944:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 234 00000100:00100000:2.0:1775764712.113164:0:43212:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94458620c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d5685161-9db4-4c4c-ac8e-956c40da0bd9+5:2379:x1862022098552448:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 50us (644us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764712.113173:0:43212:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 235 00000100:00080000:2.0:1775764712.113207:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1775764712.113214:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1775764712.113216:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1775764712.120337:0:42319:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 263 00000100:00100000:3.0:1775764712.120360:0:42319:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445b76ff450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:24b54882-c0a1-43f2-954f-009e5a9afc9d+12:2379:x1862022098552064:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:3.0:1775764712.123953:0:42319:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445b76ff450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:24b54882-c0a1-43f2-954f-009e5a9afc9d+12:2379:x1862022098552064:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 3586us (11600us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764712.125275:0:42319:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 263 00010000:00010000:0.0:1775764712.257222:0:43224:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1775764712.707468:0:42349:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 2179554665859ns, next at 2180554662596ns, rc = 0 00000100:00100000:0.0:1775764712.707622:0:3328:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1775764712.707645:0:3328:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bfe6bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3328:1862022119038976:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1775764712.707720:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764712.709157:0:42948:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119038976 00000100:00100000:1.0:1775764712.709169:0:42948:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119038976 00000100:00100000:1.0:1775764712.709251:0:42948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 143 00000100:00100000:1.0:1775764712.709263:0:42948:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944487fb8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3328:x1862022119038976:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1775764712.709308:0:42948:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 45809664 pending 0 free 3765436416 avail 3763339264 00000100:00100000:1.0:1775764712.709388:0:42948:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944487fb8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3328:x1862022119038976:12345-0@lo:13:osp-pre-1-0.0 Request processed in 128us (1668us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764712.709396:0:42948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 143 00000100:00100000:0.0:1775764712.709671:0:3328:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bfe6bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3328:1862022119038976:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1775764713.281189:0:42312:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775764713.345581:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764713.345677:0:42944:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098552704 00000100:00100000:2.0:1775764713.345689:0:42944:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098552704 00000100:00100000:2.0:1775764713.345766:0:42944:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 204 00000100:00100000:2.0:1775764713.345778:0:42944:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944585ddfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d5685161-9db4-4c4c-ac8e-956c40da0bd9+5:2375:x1862022098552704:12345-192.168.202.28@tcp:9:umount.0 00000020:00000080:2.0:1775764713.345841:0:42944:0:(genops.c:1487:class_disconnect()) disconnect: cookie 0x57b8ff0e03050f68 00000100:00080000:2.0:1775764713.345858:0:42944:0:(import.c:65:import_set_state_nolock()) ffff9444830e4000 : changing import state from FULL to CLOSED 00000001:00000004:2.0:1775764713.345903:0:42944:0:(tgt_lastrcvd.c:732:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 8, last_transno is 34359738437 00000100:00100000:2.0:1775764713.346223:0:42944:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944585ddfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d5685161-9db4-4c4c-ac8e-956c40da0bd9+2:2375:x1862022098552704:12345-192.168.202.28@tcp:9:umount.0 Request processed in 446us (658us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764713.346232:0:42944:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 204 00010000:00010000:0.0:1775764713.346447:0:42313:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775764713.371828:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764713.371950:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764713.379326:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764713.379510:0:42309:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098552832 00000100:00100000:2.0:1775764713.379522:0:42309:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098552832 00000100:00100000:2.0:1775764713.379599:0:42309:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098553088 00000100:00100000:2.0:1775764713.379603:0:42309:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098553088 00000100:00100000:3.0:1775764713.384047:0:42311:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 69 00000100:00100000:3.0:1775764713.384076:0:42311:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944487fb8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:24b54882-c0a1-43f2-954f-009e5a9afc9d+13:2378:x1862022098552832:12345-192.168.202.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764713.384103:0:42311:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764713.384141:0:42311:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9445be694200/0x57b8ff0e03050f45 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x44801000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b8f3 expref: 13 pid: 42317 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764713.384164:0:42311:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764713.384257:0:42311:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944487fb8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:24b54882-c0a1-43f2-954f-009e5a9afc9d+12:2378:x1862022098552832:12345-192.168.202.28@tcp:103:ldlm_bl.0 Request processed in 197us (12438us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764713.384266:0:42311:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 69 00000100:00100000:2.0:1775764713.386837:0:42309:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 70 00000100:00100000:2.0:1775764713.386855:0:42309:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445beca9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:24b54882-c0a1-43f2-954f-009e5a9afc9d+11:2378:x1862022098553088:12345-192.168.202.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1775764713.386875:0:42309:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764713.386899:0:42309:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9445be694800/0x57b8ff0e03050f53 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x44801000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b924 expref: 11 pid: 42318 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764713.386917:0:42309:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775764713.387001:0:42309:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445beca9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:24b54882-c0a1-43f2-954f-009e5a9afc9d+10:2378:x1862022098553088:12345-192.168.202.28@tcp:103:ldlm_bl.0 Request processed in 152us (15050us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764713.387010:0:42309:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 70 00000100:00100000:2.0:1775764713.391841:0:42311:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098552960 00000100:00100000:2.0:1775764713.391865:0:42311:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098552960 00000100:00100000:2.0:1775764713.391965:0:42311:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 71 00000100:00100000:2.0:1775764713.391977:0:42311:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445beca8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:24b54882-c0a1-43f2-954f-009e5a9afc9d+10:2378:x1862022098552960:12345-192.168.202.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1775764713.392000:0:42311:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764713.392029:0:42311:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9445baf25a00/0x57b8ff0e03050f4c lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x44801000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17b91d expref: 10 pid: 42319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764713.392049:0:42311:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775764713.392117:0:42311:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445beca8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:24b54882-c0a1-43f2-954f-009e5a9afc9d+9:2378:x1862022098552960:12345-192.168.202.28@tcp:103:ldlm_bl.0 Request processed in 143us (12802us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764713.392124:0:42311:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 71 00000100:00100000:0.0:1775764713.392903:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764713.392993:0:42945:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098553216 00000100:00100000:2.0:1775764713.393001:0:42945:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098553216 00000100:00100000:2.0:1775764713.393054:0:42945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 205 00000100:00100000:2.0:1775764713.393062:0:42945:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445beca8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d5685161-9db4-4c4c-ac8e-956c40da0bd9+5:2375:x1862022098553216:12345-192.168.202.28@tcp:9:umount.0 00000020:00000080:2.0:1775764713.393098:0:42945:0:(genops.c:1487:class_disconnect()) disconnect: cookie 0x57b8ff0e03050f61 00000100:00080000:2.0:1775764713.393110:0:42945:0:(import.c:65:import_set_state_nolock()) ffff944488c11800 : changing import state from FULL to CLOSED 00000001:00000004:2.0:1775764713.393161:0:42945:0:(tgt_lastrcvd.c:732:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 8, last_transno is 34359738433 00000100:00100000:2.0:1775764713.393400:0:42945:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445beca8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d5685161-9db4-4c4c-ac8e-956c40da0bd9+2:2375:x1862022098553216:12345-192.168.202.28@tcp:9:umount.0 Request processed in 338us (500us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764713.393405:0:42945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 205 00010000:00010000:0.0:1775764713.394197:0:43224:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775764713.408889:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764713.409634:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098553472 00000100:00100000:1.0:1775764713.409646:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098553472 00000100:00100000:1.0:1775764713.409714:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 791 00000100:00100000:1.0:1775764713.409725:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944585ddd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d5685161-9db4-4c4c-ac8e-956c40da0bd9+11:2375:x1862022098553472:12345-192.168.202.28@tcp:39:umount.0 00000020:00000080:1.0:1775764713.409761:0:44493:0:(genops.c:1487:class_disconnect()) disconnect: cookie 0x57b8ff0e03050f5a 00000020:00010000:1.0:1775764713.409768:0:44493:0:(genops.c:1940:obd_stale_export_put()) Put export ffff944488c13800: total 0 00000100:00080000:1.0:1775764713.409773:0:44493:0:(import.c:65:import_set_state_nolock()) ffff944488c15000 : changing import state from FULL to CLOSED 00000001:00000004:1.0:1775764713.409833:0:44493:0:(tgt_lastrcvd.c:732:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 8, last_transno is 34359739032 00000100:00100000:1.0:1775764713.410215:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944585ddd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d5685161-9db4-4c4c-ac8e-956c40da0bd9+10:2375:x1862022098553472:12345-192.168.202.28@tcp:39:umount.0 Request processed in 491us (1334us total) trans 34359739033 rc 0/0 00000100:00100000:1.0:1775764713.410225:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 791 00000020:00010000:0.0:1775764713.410354:0:42312:0:(genops.c:1926:obd_stale_export_get()) Get export ffff944488c13800: total 0 00010000:00010000:0.0:1775764713.410359:0:42312:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764713.410401:0:42312:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff944488c13800, canceled 0 locks, left on hash table 1. 00010000:00010000:0.0:1775764713.410438:0:42312:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9445838af600) 00010000:00010000:0.0:1775764713.410442:0:42312:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1775764713.410450:0:42312:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944581525400/0x57b8ff0e030513d6 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ba89 expref: 9 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764713.410467:0:42312:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff944488c13800, canceled 1 locks, left on hash table 0. 00010000:00010000:0.0:1775764713.410476:0:42312:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764713.410479:0:42312:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764713.410481:0:42312:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1775764713.717635:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764713.717837:0:42318:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098553600 00000100:00100000:3.0:1775764713.717847:0:42318:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098553600 00000100:00100000:3.0:1775764713.717906:0:42318:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 264 00000100:00100000:3.0:1775764713.717918:0:42318:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445b76fd450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:24b54882-c0a1-43f2-954f-009e5a9afc9d+9:61108:x1862022098553600:12345-192.168.202.28@tcp:101:mount.lustre.0 00010000:00010000:3.0:1775764713.717936:0:42318:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764713.717955:0:42318:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9445be694200/0x57b8ff0e030513dd lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17ba90 expref: -99 pid: 42318 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764713.717984:0:42318:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9445be694200/0x57b8ff0e030513dd lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ba90 expref: 10 pid: 42318 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764713.718010:0:42318:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9445be694200/0x57b8ff0e030513dd lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ba90 expref: 10 pid: 42318 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764713.718020:0:42318:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445be694200, rc 0) 00000100:00100000:3.0:1775764713.718091:0:42318:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445b76fd450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:24b54882-c0a1-43f2-954f-009e5a9afc9d+10:61108:x1862022098553600:12345-192.168.202.28@tcp:101:mount.lustre.0 Request processed in 176us (468us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764713.718098:0:42318:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 264 00000100:00100000:3.0:1775764713.725703:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764713.727064:0:42319:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098553728 00000100:00100000:2.0:1775764713.727079:0:42319:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098553728 00000100:00100000:2.0:1775764713.727161:0:42319:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 265 00000100:00100000:2.0:1775764713.727172:0:42319:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94448180d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:24b54882-c0a1-43f2-954f-009e5a9afc9d+10:61108:x1862022098553728:12345-192.168.202.28@tcp:501:mount.lustre.0 00000100:00100000:2.0:1775764713.727899:0:42319:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94448180d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:24b54882-c0a1-43f2-954f-009e5a9afc9d+10:61108:x1862022098553728:12345-192.168.202.28@tcp:501:mount.lustre.0 Request processed in 725us (2210us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764713.727909:0:42319:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 265 00000100:00100000:2.0:1775764713.751495:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764713.751534:0:42317:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098553856 00000100:00100000:2.0:1775764713.751544:0:42317:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098553856 00000100:00100000:2.0:1775764713.751594:0:42317:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 266 00000100:00100000:2.0:1775764713.751604:0:42317:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94448180f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:24b54882-c0a1-43f2-954f-009e5a9afc9d+10:61108:x1862022098553856:12345-192.168.202.28@tcp:503:mount.lustre.0 00000100:00100000:2.0:1775764713.755768:0:42317:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94448180f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:24b54882-c0a1-43f2-954f-009e5a9afc9d+10:61108:x1862022098553856:12345-192.168.202.28@tcp:503:mount.lustre.0 Request processed in 4149us (4267us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764713.755783:0:42317:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 266 00000100:00100000:0.0:1775764713.780658:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764713.780753:0:42319:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098553984 00000100:00100000:2.0:1775764713.780763:0:42319:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098553984 00000100:00100000:2.0:1775764713.780846:0:42319:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 267 00000100:00100000:2.0:1775764713.780857:0:42319:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94448180ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:24b54882-c0a1-43f2-954f-009e5a9afc9d+10:61112:x1862022098553984:12345-192.168.202.28@tcp:502:llog_process_th.0 00000100:00100000:2.0:1775764713.781228:0:42319:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94448180ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:24b54882-c0a1-43f2-954f-009e5a9afc9d+10:61112:x1862022098553984:12345-192.168.202.28@tcp:502:llog_process_th.0 Request processed in 371us (580us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764713.781238:0:42319:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 267 00000100:00100000:0.0:1775764713.812991:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764713.813751:0:42318:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098554112 00000100:00100000:2.0:1775764713.813765:0:42318:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098554112 00000100:00100000:2.0:1775764713.813928:0:42318:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 268 00000100:00100000:2.0:1775764713.813942:0:42318:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94448180dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:24b54882-c0a1-43f2-954f-009e5a9afc9d+10:61112:x1862022098554112:12345-192.168.202.28@tcp:502:llog_process_th.0 00000100:00100000:2.0:1775764713.814314:0:42318:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94448180dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:24b54882-c0a1-43f2-954f-009e5a9afc9d+10:61112:x1862022098554112:12345-192.168.202.28@tcp:502:llog_process_th.0 Request processed in 375us (1336us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764713.814323:0:42318:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 268 00000100:00100000:2.0:1775764713.841784:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764713.842525:0:42317:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098554240 00000100:00100000:3.0:1775764713.842540:0:42317:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098554240 00000100:00100000:3.0:1775764713.842708:0:42317:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 269 00000100:00100000:3.0:1775764713.842720:0:42317:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94448180e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:24b54882-c0a1-43f2-954f-009e5a9afc9d+10:61108:x1862022098554240:12345-192.168.202.28@tcp:101:mount.lustre.0 00010000:00010000:3.0:1775764713.842745:0:42317:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764713.842767:0:42317:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9445be695a00/0x57b8ff0e030513e4 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17baba expref: -99 pid: 42317 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764713.842821:0:42317:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9445be695a00/0x57b8ff0e030513e4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17baba expref: 11 pid: 42317 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764713.842833:0:42317:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9445be695a00/0x57b8ff0e030513e4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17baba expref: 11 pid: 42317 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764713.842842:0:42317:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445be695a00, rc 0) 00000100:00100000:3.0:1775764713.843131:0:42317:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94448180e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:24b54882-c0a1-43f2-954f-009e5a9afc9d+11:61108:x1862022098554240:12345-192.168.202.28@tcp:101:mount.lustre.0 Request processed in 405us (1353us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764713.843139:0:42317:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 269 00000100:00100000:1.0:1775764713.855264:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764713.855511:0:42318:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098554368 00000100:00100000:2.0:1775764713.855523:0:42318:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098554368 00000100:00100000:2.0:1775764713.855586:0:42318:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 270 00000100:00100000:2.0:1775764713.855595:0:42318:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94448180fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:24b54882-c0a1-43f2-954f-009e5a9afc9d+11:61108:x1862022098554368:12345-192.168.202.28@tcp:256:mount.lustre.0 20000000:01000000:2.0:1775764713.855627:0:42318:0:(mgs_nids.c:912:mgs_get_ir_logs()) Reading IR log lustre-cliir bufsize 1048576. 20000000:01000000:2.0:1775764713.855659:0:42318:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/256/255. 20000000:01000000:2.0:1775764713.855663:0:42318:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4008/1/256/255. 20000000:01000000:2.0:1775764713.855665:0:42318:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 3964/1/256/255. 20000000:01000000:2.0:1775764713.855667:0:42318:0:(mgs_nids.c:316:mgs_nidtbl_read()) Read IR logs lustre return with 132, version 26 00000100:00100000:0.0:1775764713.870375:0:42318:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94448180fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:24b54882-c0a1-43f2-954f-009e5a9afc9d+11:61108:x1862022098554368:12345-192.168.202.28@tcp:256:mount.lustre.0 Request processed in 14764us (15107us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764713.870392:0:42318:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 270 00000001:00100000:1.0:1775764713.880480:0:7469:0:(tgt_lastrcvd.c:568:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of d5685161-9db4-4c4c-ac8e-956c40da0bd9 00000020:00000080:1.0:1775764713.880504:0:7469:0:(genops.c:904:class_export_put()) final put ffff9444830e1800/d5685161-9db4-4c4c-ac8e-956c40da0bd9 00000020:00000080:3.0:1775764713.880771:0:8:0:(genops.c:863:class_export_destroy()) destroying export ffff9444830e1800/d5685161-9db4-4c4c-ac8e-956c40da0bd9 for lustre-OST0001 00000020:00000080:3.0:1775764713.880874:0:8:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff9444830e4000 for lustre-OST0001 00000100:00100000:2.0:1775764713.891935:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764713.892224:0:42317:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098554496 00000100:00100000:3.0:1775764713.892234:0:42317:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098554496 00000100:00100000:3.0:1775764713.892281:0:42317:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 271 00000100:00100000:3.0:1775764713.892292:0:42317:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94448180f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:24b54882-c0a1-43f2-954f-009e5a9afc9d+11:61108:x1862022098554496:12345-192.168.202.28@tcp:101:mount.lustre.0 00010000:00010000:3.0:1775764713.892311:0:42317:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764713.892330:0:42317:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9445be694e00/0x57b8ff0e030513eb lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17bac1 expref: -99 pid: 42317 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764713.892359:0:42317:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9445be694e00/0x57b8ff0e030513eb lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bac1 expref: 12 pid: 42317 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764713.892377:0:42317:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9445be694e00/0x57b8ff0e030513eb lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bac1 expref: 12 pid: 42317 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764713.892387:0:42317:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445be694e00, rc 0) 00000100:00100000:3.0:1775764713.892461:0:42317:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94448180f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:24b54882-c0a1-43f2-954f-009e5a9afc9d+12:61108:x1862022098554496:12345-192.168.202.28@tcp:101:mount.lustre.0 Request processed in 170us (535us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764713.892693:0:42317:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 271 00000100:00100000:1.0:1775764713.917079:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764713.917274:0:42318:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098554624 00000100:00100000:0.0:1775764713.917288:0:42318:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098554624 00000100:00100000:0.0:1775764713.917372:0:42318:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 272 00000100:00100000:0.0:1775764713.917388:0:42318:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94448180e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:24b54882-c0a1-43f2-954f-009e5a9afc9d+12:61108:x1862022098554624:12345-192.168.202.28@tcp:501:mount.lustre.0 00000100:00100000:0.0:1775764713.917743:0:42318:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94448180e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:24b54882-c0a1-43f2-954f-009e5a9afc9d+12:61108:x1862022098554624:12345-192.168.202.28@tcp:501:mount.lustre.0 Request processed in 357us (674us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764713.917751:0:42318:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 272 00000100:00100000:2.0:1775764713.943965:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764713.944044:0:42317:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098554752 00000100:00100000:3.0:1775764713.944055:0:42317:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098554752 00000100:00100000:3.0:1775764713.944282:0:42317:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 273 00000100:00100000:3.0:1775764713.944299:0:42317:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94448180d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:24b54882-c0a1-43f2-954f-009e5a9afc9d+12:61108:x1862022098554752:12345-192.168.202.28@tcp:503:mount.lustre.0 00000100:00100000:3.0:1775764713.944540:0:42317:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94448180d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:24b54882-c0a1-43f2-954f-009e5a9afc9d+12:61108:x1862022098554752:12345-192.168.202.28@tcp:503:mount.lustre.0 Request processed in 246us (592us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764713.960739:0:42317:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 273 00000100:00100000:2.0:1775764713.972273:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764713.978510:0:42319:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098554880 00000100:00100000:0.0:1775764713.978525:0:42319:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098554880 00000100:00100000:0.0:1775764713.978610:0:42319:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 274 00000100:00100000:0.0:1775764713.978619:0:42319:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bd379c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:24b54882-c0a1-43f2-954f-009e5a9afc9d+12:61122:x1862022098554880:12345-192.168.202.28@tcp:502:llog_process_th.0 00000100:00100000:0.0:1775764713.978936:0:42319:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bd379c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:24b54882-c0a1-43f2-954f-009e5a9afc9d+12:61122:x1862022098554880:12345-192.168.202.28@tcp:502:llog_process_th.0 Request processed in 317us (6676us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764713.978944:0:42319:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 274 00000100:00100000:1.0:1775764714.006720:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764714.006851:0:42317:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098555008 00000100:00100000:3.0:1775764714.006866:0:42317:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098555008 00000100:00100000:3.0:1775764714.006947:0:42317:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 275 00000100:00100000:3.0:1775764714.006958:0:42317:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bd378450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:24b54882-c0a1-43f2-954f-009e5a9afc9d+12:61122:x1862022098555008:12345-192.168.202.28@tcp:502:llog_process_th.0 00000100:00100000:3.0:1775764714.007338:0:42317:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bd378450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:24b54882-c0a1-43f2-954f-009e5a9afc9d+12:61122:x1862022098555008:12345-192.168.202.28@tcp:502:llog_process_th.0 Request processed in 381us (628us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764714.007347:0:42317:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 275 00000100:00100000:1.0:1775764714.018982:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764714.019290:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764714.019398:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098555136 00000100:00100000:0.0:1775764714.019408:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098555136 00000100:00100000:0.0:1775764714.019452:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098555520 00000100:00100000:0.0:1775764714.019456:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098555520 00000100:00100000:0.0:1775764714.019512:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 331 00000100:00100000:0.0:1775764714.019524:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bfe69c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:82781e18-e0e3-4f9f-9a2b-041bf0344414+6:2379:x1862022098555520:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:0.0:1775764714.019601:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bfe69c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:82781e18-e0e3-4f9f-9a2b-041bf0344414+6:2379:x1862022098555520:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 80us (311us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764714.019608:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 331 00000100:00100000:0.0:1775764714.019628:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 792 00000100:00100000:0.0:1775764714.019633:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bfe68380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2375:x1862022098555136:12345-192.168.202.28@tcp:38:mount.lustre.0 00010000:00080000:0.0:1775764714.019658:0:42324:0:(ldlm_lib.c:1429:target_handle_connect()) lustre-MDT0000: connection from fcf15866-4739-4595-8fe1-44abde7ee9d7@192.168.202.28@tcp t0 exp 0000000000000000 cur 2180 last 0 00000020:00000080:0.0:1775764714.019697:0:42324:0:(genops.c:1404:class_connect()) connect: client fcf15866-4739-4595-8fe1-44abde7ee9d7, cookie 0x57b8ff0e030513f2 00000004:00100000:0.0:1775764714.019736:0:42324:0:(mdt_handler.c:7282:mdt_connect_internal()) lustre-MDT0000: cli supports cksum type f7, return f7 00000100:00080000:0.0:1775764714.019895:0:42324:0:(import.c:65:import_set_state_nolock()) ffff9444867b6800 : changing import state from RECOVER to FULL 00000100:00080000:3.0:1775764714.020260:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1775764714.022090:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bfe68380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+6:2375:x1862022098555136:12345-192.168.202.28@tcp:38:mount.lustre.0 Request processed in 2445us (3110us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764714.022103:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 792 00000100:00100000:1.0:1775764714.041590:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764714.042720:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098555392 00000100:00100000:2.0:1775764714.042732:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098555392 00000100:00100000:2.0:1775764714.042852:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 793 00000100:00100000:2.0:1775764714.042864:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bfe6bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+6:61108:x1862022098555392:12345-192.168.202.28@tcp:41:mount.lustre.0 00000004:00000024:2.0:1775764714.042925:0:42325:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 6815744 pending 0 free 2261254144 avail 2259156992 00000100:00100000:2.0:1775764714.043373:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bfe6bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+6:61108:x1862022098555392:12345-192.168.202.28@tcp:41:mount.lustre.0 Request processed in 511us (1790us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764714.043382:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 793 00000100:00080000:3.0:1775764714.043451:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1775764714.061978:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764714.062324:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098555264 00000100:00100000:2.0:1775764714.062336:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098555264 00000100:00100000:2.0:1775764714.062397:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 794 00000100:00100000:2.0:1775764714.062407:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bfe68e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+6:0:x1862022098555264:12345-192.168.202.28@tcp:41:mount.lustre.0 00000004:00000024:2.0:1775764714.062437:0:44493:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 6815744 pending 0 free 2261254144 avail 2259156992 00000100:00100000:2.0:1775764714.062515:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bfe68e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+6:0:x1862022098555264:12345-192.168.202.28@tcp:41:mount.lustre.0 Request processed in 109us (546us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764714.062523:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 794 00000100:00100000:2.0:1775764714.070118:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764714.070331:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098555648 00000100:00100000:0.0:1775764714.070344:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098555648 00000100:00100000:0.0:1775764714.070414:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 795 00000100:00100000:0.0:1775764714.070426:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bbf2d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+6:61108:x1862022098555648:12345-192.168.202.28@tcp:40:mount.lustre.0 00000100:00100000:0.0:1775764714.070530:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bbf2d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+6:61108:x1862022098555648:12345-192.168.202.28@tcp:40:mount.lustre.0 Request processed in 106us (422us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764714.070538:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 795 00000100:00100000:0.0:1775764714.075460:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764714.075513:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764714.075543:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764714.075572:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764714.075606:0:42944:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098555776 00000100:00100000:0.0:1775764714.075617:0:42944:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098555776 00000100:00100000:0.0:1775764714.075654:0:42944:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 206 00000100:00100000:0.0:1775764714.075662:0:42944:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445beca8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2375:x1862022098555776:12345-192.168.202.28@tcp:8:mount.lustre.0 00010000:00080000:0.0:1775764714.075695:0:42944:0:(ldlm_lib.c:1429:target_handle_connect()) lustre-OST0000: connection from fcf15866-4739-4595-8fe1-44abde7ee9d7@192.168.202.28@tcp t0 exp 0000000000000000 cur 2180 last 0 00000020:00000080:0.0:1775764714.075734:0:42944:0:(genops.c:1404:class_connect()) connect: client fcf15866-4739-4595-8fe1-44abde7ee9d7, cookie 0x57b8ff0e030513f9 00002000:00100000:0.0:1775764714.075749:0:42944:0:(ofd_obd.c:124:ofd_parse_connect_data()) lustre-OST0000: cli fcf15866-4739-4595-8fe1-44abde7ee9d7/ffff9444867b2000 ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 211334d ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:0.0:1775764714.075779:0:42944:0:(ofd_obd.c:222:ofd_parse_connect_data()) lustre-OST0000: cli supports cksum type f7, return f7 00002000:00080000:0.0:1775764714.075915:0:42944:0:(ofd_obd.c:388:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:0.0:1775764714.075947:0:42944:0:(import.c:65:import_set_state_nolock()) ffff9444867b0800 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1775764714.076327:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098556416 00000100:00100000:1.0:1775764714.076334:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098556416 00000100:00100000:1.0:1775764714.076377:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098556288 00000100:00100000:1.0:1775764714.076380:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098556288 00000100:00100000:1.0:1775764714.076403:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 332 00000100:00100000:1.0:1775764714.076411:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445beca8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+6:2379:x1862022098556416:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:1.0:1775764714.076449:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445beca8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+6:2379:x1862022098556416:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 40us (936us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764714.076457:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 332 00000100:00100000:1.0:1775764714.076476:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 333 00000100:00100000:1.0:1775764714.076482:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445beca9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:82781e18-e0e3-4f9f-9a2b-041bf0344414+6:2379:x1862022098556288:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:1.0:1775764714.076505:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445beca9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:82781e18-e0e3-4f9f-9a2b-041bf0344414+6:2379:x1862022098556288:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 23us (961us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764714.076510:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 333 00000100:00100000:1.0:1775764714.076935:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764714.076968:0:42945:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098555904 00000100:00100000:1.0:1775764714.076973:0:42945:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098555904 00000100:00100000:1.0:1775764714.076998:0:42945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 207 00000100:00100000:1.0:1775764714.077003:0:42945:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bfe68a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2375:x1862022098555904:12345-192.168.202.28@tcp:8:mount.lustre.0 00000100:00100000:0.0:1775764714.077248:0:42944:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445beca8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+6:2375:x1862022098555776:12345-192.168.202.28@tcp:8:mount.lustre.0 Request processed in 360us (450us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764714.077255:0:42944:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 206 00000100:00100000:0.0:1775764714.077310:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764714.077334:0:47878:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098556032 00000100:00100000:0.0:1775764714.077337:0:47878:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098556032 00000100:00100000:0.0:1775764714.077373:0:47878:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 231 00000100:00100000:0.0:1775764714.077381:0:47878:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445becaa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+6:61108:x1862022098556032:12345-192.168.202.28@tcp:33:mount.lustre.0 00010000:00080000:1.0:1775764714.077647:0:42945:0:(ldlm_lib.c:1429:target_handle_connect()) lustre-OST0001: connection from fcf15866-4739-4595-8fe1-44abde7ee9d7@192.168.202.28@tcp t0 exp 0000000000000000 cur 2180 last 0 00000020:00000080:1.0:1775764714.077674:0:42945:0:(genops.c:1404:class_connect()) connect: client fcf15866-4739-4595-8fe1-44abde7ee9d7, cookie 0x57b8ff0e03051400 00002000:00100000:1.0:1775764714.077684:0:42945:0:(ofd_obd.c:124:ofd_parse_connect_data()) lustre-OST0001: cli fcf15866-4739-4595-8fe1-44abde7ee9d7/ffff9445b1fdc000 ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 211334d ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:1.0:1775764714.077694:0:42945:0:(ofd_obd.c:222:ofd_parse_connect_data()) lustre-OST0001: cli supports cksum type f7, return f7 00000100:00100000:2.0:1775764714.078077:0:42318:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098556160 00000100:00100000:2.0:1775764714.078083:0:42318:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098556160 00000100:00100000:2.0:1775764714.078135:0:42318:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 276 00000100:00100000:2.0:1775764714.078143:0:42318:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bd37ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:24b54882-c0a1-43f2-954f-009e5a9afc9d+12:2379:x1862022098556160:12345-192.168.202.28@tcp:400:kworker.0 00002000:00080000:1.0:1775764714.078172:0:42945:0:(ofd_obd.c:388:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00100000:2.0:1775764714.078211:0:42318:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bd37ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:24b54882-c0a1-43f2-954f-009e5a9afc9d+12:2379:x1862022098556160:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 68us (2761us total) trans 0 rc 0/0 00000100:00080000:1.0:1775764714.078213:0:42945:0:(import.c:65:import_set_state_nolock()) ffff9445b1fd9800 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1775764714.078223:0:42318:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 276 00000100:00100000:1.0:1775764714.078256:0:42945:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bfe68a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+6:2375:x1862022098555904:12345-192.168.202.28@tcp:8:mount.lustre.0 Request processed in 1250us (1320us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764714.078264:0:42945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 207 00000004:00200000:0.0:1775764714.078563:0:47878:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 9728 00000100:00100000:0.0:1775764714.078628:0:47878:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445becaa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+6:61108:x1862022098556032:12345-192.168.202.28@tcp:33:mount.lustre.0 Request processed in 1248us (1318us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764714.078636:0:47878:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 231 00010000:00010000:0.0:1775764714.307770:0:42313:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1775764714.561287:0:42356:0:(llog.c:800:llog_process_thread()) index: 8, lh_last_idx: 8 synced_idx: 8 lgh_last_idx: 8 00000040:00080000:3.0:1775764714.561300:0:42356:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x32:0x0] at index 8 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1775764714.561346:0:42356:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x32:0x0] index 16 count 3 00000040:00080000:3.0:1775764714.561354:0:42356:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 9 count 2 00000100:00100000:1.0:1775764714.569346:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764714.572990:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098556544 00000100:00100000:2.0:1775764714.573008:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098556544 00000100:00100000:2.0:1775764714.573174:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 796 00000100:00100000:2.0:1775764714.573185:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bfe69880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+6:61146:x1862022098556544:12345-192.168.202.28@tcp:101:lsof.0 00010000:00010000:2.0:1775764714.573210:0:44493:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764714.573235:0:44493:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25200/0x57b8ff0e03051407 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17baeb expref: -99 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764714.573309:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25600/0x57b8ff0e0305140e lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764714.573324:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25600/0x57b8ff0e0305140e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764714.573337:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25600/0x57b8ff0e0305140e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764714.573408:0:44493:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 9728 00000004:00200000:2.0:1775764714.573412:0:44493:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 42 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764714.573438:0:44493:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25600/0x57b8ff0e0305140e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764714.573464:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25200/0x57b8ff0e03051407 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17baeb expref: 8 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764714.573483:0:44493:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25600/0x57b8ff0e0305140e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17baeb expref: 7 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764714.573491:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9445838af600) 00010000:00010000:2.0:1775764714.573495:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1775764714.573498:0:44493:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445baf25600, rc 0) 00000100:00100000:2.0:1775764714.573569:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bfe69880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+7:61146:x1862022098556544:12345-192.168.202.28@tcp:101:lsof.0 Request processed in 386us (4233us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764714.573577:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 796 00010000:00010000:0.0:1775764715.333324:0:43224:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:3.0:1775764715.358314:0:6613:0:(tgt_lastrcvd.c:568:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of fcf15866-4739-4595-8fe1-44abde7ee9d7 00000001:00100000:3.0:1775764715.358331:0:6613:0:(tgt_lastrcvd.c:568:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of d5685161-9db4-4c4c-ac8e-956c40da0bd9 00000020:00000080:3.0:1775764715.358334:0:6613:0:(genops.c:904:class_export_put()) final put ffff944488c12800/d5685161-9db4-4c4c-ac8e-956c40da0bd9 00000020:00000080:1.0:1775764715.358403:0:41523:0:(genops.c:863:class_export_destroy()) destroying export ffff944488c12800/d5685161-9db4-4c4c-ac8e-956c40da0bd9 for lustre-OST0000 00000020:00000080:1.0:1775764715.358466:0:41523:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff944488c11800 for lustre-OST0000 00000001:00100000:1.0:1775764715.361033:0:5825:0:(tgt_lastrcvd.c:568:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of fcf15866-4739-4595-8fe1-44abde7ee9d7 00000001:00080000:1.0:1775764715.361056:0:5825:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 34359739032 is committed 00000001:00100000:1.0:1775764715.361071:0:5825:0:(tgt_lastrcvd.c:568:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of d5685161-9db4-4c4c-ac8e-956c40da0bd9 00000001:00080000:1.0:1775764715.361079:0:5825:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 34359739033 is committed 00000004:00080000:1.0:1775764715.361086:0:5825:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 20 committed 00000020:00000080:1.0:1775764715.361145:0:5825:0:(genops.c:904:class_export_put()) final put ffff944488c13800/d5685161-9db4-4c4c-ac8e-956c40da0bd9 00000004:00080000:1.0:1775764715.361168:0:5825:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 19 committed 00000100:00100000:0.0:1775764715.361467:0:3331:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1775764715.361492:0:3331:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944486042a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3331:1862022119039104:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1775764715.361574:0:3331:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764715.361920:0:42944:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119039104 00000100:00100000:0.0:1775764715.361928:0:42944:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119039104 00000100:00100000:0.0:1775764715.361991:0:42944:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 208 00000100:00100000:0.0:1775764715.362013:0:42944:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486040380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3331:x1862022119039104:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1775764715.362046:0:42944:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:278 count 1 00002000:00010000:0.0:1775764715.362077:0:42944:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x116:0x0] initial LVB size: 5000, mtime: 0x69d804da, atime: 0x0, ctime: 0x69d804da, blocks: 0x13 00010000:00010000:0.0:1775764715.362086:0:42944:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003804343d/0x57b8ff0e03051415 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x116:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764715.362101:0:42944:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764715.362103:0:42944:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764715.362108:0:42944:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003804343d/0x57b8ff0e03051415 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x116:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764715.362134:0:42944:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003804343d/0x57b8ff0e03051415 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x116:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764715.362144:0:42944:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003804343d/0x57b8ff0e03051415 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x116:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764715.362152:0:42944:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000003804343d/0x57b8ff0e03051415 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x116:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764715.362169:0:42944:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00080000:1.0:1775764715.362907:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000020:00000080:2.0:1775764715.362979:0:8:0:(genops.c:863:class_export_destroy()) destroying export ffff944488c13800/d5685161-9db4-4c4c-ac8e-956c40da0bd9 for lustre-MDT0000 00000020:00000080:2.0:1775764715.363068:0:8:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff944488c15000 for lustre-MDT0000 00000100:00100000:0.0:1775764715.363278:0:42944:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486040380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3331:x1862022119039104:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1266us (1701us total) trans 34359738438 rc 0/0 00000100:00100000:0.0:1775764715.363288:0:42944:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 208 00010000:00010000:0.0:1775764715.363326:0:42312:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1775764715.363332:0:42312:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000003804343d/0x57b8ff0e03051415 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x116:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764715.363348:0:42312:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944581524e00 already unused, calling callback (ffffffffc177a060) 00010000:00010000:0.0:1775764715.363353:0:42312:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000003804343d/0x57b8ff0e03051415 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x116:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764715.363363:0:42312:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000003804343d/0x57b8ff0e03051415 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x116:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764715.363385:0:42312:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000003804343d/0x57b8ff0e03051415 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x116:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764715.363392:0:42312:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003804343d/0x57b8ff0e03051415 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x116:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764715.363413:0:42312:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764715.363415:0:42312:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764715.363417:0:42312:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1775764715.365395:0:3331:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff944486042a00/2, rc 0, transno 34359738438 00000100:00100000:1.0:1775764715.365407:0:3331:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944486042a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3331:1862022119039104:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1775764715.778311:0:3330:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1775764715.778334:0:3330:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bfe69f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3330:1862022119039232:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1775764715.778403:0:3330:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764715.778549:0:42948:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119039232 00000100:00100000:1.0:1775764715.778558:0:42948:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119039232 00000100:00100000:1.0:1775764715.778631:0:42948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 144 00000100:00100000:1.0:1775764715.778641:0:42948:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bbf2ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3330:x1862022119039232:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1775764715.778675:0:42948:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3704619008 avail 3702521856 00000100:00100000:1.0:1775764715.778721:0:42948:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bbf2ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3330:x1862022119039232:12345-0@lo:13:osp-pre-0-0.0 Request processed in 82us (318us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764715.778727:0:42948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 144 00000100:00100000:2.0:1775764715.778842:0:3330:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bfe69f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3330:1862022119039232:0@lo:13:osp-pre-0-0.0 00000100:00080000:3.0:1775764715.778949:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1775764716.289151:0:3329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bfe69180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3329:1862022119039488:0@lo:400:kworker.0 00000100:00100000:3.0:1775764716.289254:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764716.289277:0:3331:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bfe6b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3331:1862022119039744:0@lo:400:kworker.0 00000100:00100000:0.0:1775764716.289326:0:3331:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764716.289362:0:3331:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1775764716.289364:0:3329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9444832c3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3329:1862022119040000:0@lo:400:kworker.0 00000100:00100000:0.0:1775764716.289372:0:3331:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bfe6b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3331:1862022119039616:0@lo:400:kworker.0 00000100:00100000:3.0:1775764716.289405:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764716.289411:0:3331:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764716.289429:0:3329:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1775764716.289437:0:3329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bfe6a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d8dacf45-8471-4226-a2fb-1fac83f69c1e:3329:1862022119039360:0@lo:400:kworker.0 00000100:00100000:3.0:1775764716.289465:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764716.289487:0:3329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bfe69f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3329:1862022119039872:0@lo:400:kworker.0 00000100:00100000:3.0:1775764716.289505:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764716.289555:0:43212:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119039488 00000100:00100000:1.0:1775764716.289562:0:43212:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119039488 00000100:00100000:1.0:1775764716.289605:0:43212:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119039616 00000100:00100000:1.0:1775764716.289608:0:43212:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119039616 00000100:00100000:1.0:1775764716.289641:0:43212:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 236 00000100:00100000:1.0:1775764716.289650:0:43212:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944585ddf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3329:x1862022119039488:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764716.289700:0:43212:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944585ddf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3329:x1862022119039488:12345-0@lo:400:kworker.0 Request processed in 52us (448us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764716.289707:0:43212:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 236 00000100:00100000:1.0:1775764716.289724:0:43212:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 237 00000100:00100000:1.0:1775764716.289729:0:43212:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486041180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3331:x1862022119039616:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764716.289758:0:43212:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486041180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3331:x1862022119039616:12345-0@lo:400:kworker.0 Request processed in 29us (348us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764716.289764:0:43212:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 237 00000100:00100000:1.0:1775764716.289821:0:42319:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119039360 00000100:00100000:1.0:1775764716.289826:0:42319:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119039360 00000100:00100000:1.0:1775764716.289850:0:42319:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 277 00000100:00100000:1.0:1775764716.289856:0:42319:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bd37bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d8dacf45-8471-4226-a2fb-1fac83f69c1e+18:3329:x1862022119039360:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764716.289883:0:42319:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bd37bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d8dacf45-8471-4226-a2fb-1fac83f69c1e+18:3329:x1862022119039360:12345-0@lo:400:kworker.0 Request processed in 28us (417us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764716.289890:0:42319:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 277 00000100:00100000:1.0:1775764716.289947:0:3331:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bfe6b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3331:1862022119039616:0@lo:400:kworker.0 00000100:00100000:3.0:1775764716.292859:0:3329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bfe69180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3329:1862022119039488:0@lo:400:kworker.0 00000100:00100000:3.0:1775764716.292891:0:3329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bfe6a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d8dacf45-8471-4226-a2fb-1fac83f69c1e:3329:1862022119039360:0@lo:400:kworker.0 00000100:00100000:2.0:1775764716.292951:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119039744 00000100:00100000:2.0:1775764716.292960:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119039744 00000100:00100000:2.0:1775764716.293025:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119040000 00000100:00100000:2.0:1775764716.293028:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119040000 00000100:00100000:2.0:1775764716.293052:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119039872 00000100:00100000:2.0:1775764716.293055:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119039872 00000100:00100000:2.0:1775764716.293075:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 334 00000100:00100000:2.0:1775764716.293084:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486040700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3331:x1862022119039744:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764716.293167:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486040700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3331:x1862022119039744:12345-0@lo:400:kworker.0 Request processed in 84us (3841us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764716.293175:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 334 00000100:00100000:2.0:1775764716.293202:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 335 00000100:00100000:2.0:1775764716.293209:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444867cbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3329:x1862022119040000:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764716.293242:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444867cbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3329:x1862022119040000:12345-0@lo:400:kworker.0 Request processed in 34us (3837us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764716.293248:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 335 00000100:00100000:2.0:1775764716.293258:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 336 00000100:00100000:2.0:1775764716.293265:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bc1f2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3329:x1862022119039872:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764716.293767:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bc1f2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3329:x1862022119039872:12345-0@lo:400:kworker.0 Request processed in 501us (4258us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764716.293775:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 336 00000100:00080000:3.0:1775764716.293794:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1775764716.293871:0:3329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bfe69f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3329:1862022119039872:0@lo:400:kworker.0 00000100:00100000:3.0:1775764716.299500:0:3331:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bfe6b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3331:1862022119039744:0@lo:400:kworker.0 00000100:00100000:2.0:1775764716.300071:0:3329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9444832c3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3329:1862022119040000:0@lo:400:kworker.0 00010000:00010000:0.0:1775764716.355050:0:42313:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764717.380683:0:43224:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775764717.825124:0:3331:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1775764717.825173:0:3331:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9444832c0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3331:1862022119040128:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1775764717.825268:0:3331:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764717.825445:0:42948:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119040128 00000100:00100000:2.0:1775764717.825454:0:42948:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119040128 00000100:00100000:2.0:1775764717.825561:0:42948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 145 00000100:00100000:2.0:1775764717.825574:0:42948:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bc1f3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3331:x1862022119040128:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1775764717.825623:0:42948:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3765436416 avail 3763339264 00000100:00100000:2.0:1775764717.825713:0:42948:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bc1f3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3331:x1862022119040128:12345-0@lo:13:osp-pre-1-0.0 Request processed in 134us (437us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764717.825720:0:42948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 145 00000100:00080000:3.0:1775764717.825786:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1775764717.825850:0:3331:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9444832c0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3331:1862022119040128:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1775764718.403169:0:42312:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:1.0:1775764718.909589:0:7469:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 34359738438 is committed 00000001:00100000:1.0:1775764718.909614:0:7469:0:(tgt_lastrcvd.c:568:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of fcf15866-4739-4595-8fe1-44abde7ee9d7 00000001:02000400:2.0:1775764719.137964:0:48310:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-pcc test 22: Test RO-PCC attach for the HSM released file ========================================================== 15:58:37 (1775764717) 00000100:00100000:1.0:1775764719.299358:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764719.299396:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764719.299424:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764719.299450:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764719.299525:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764719.299554:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098556800 00000100:00100000:1.0:1775764719.299565:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098556800 00000100:00100000:1.0:1775764719.299627:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098556928 00000100:00100000:1.0:1775764719.299630:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098556928 00000100:00100000:1.0:1775764719.299658:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 337 00000100:00100000:1.0:1775764719.299668:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444832c3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:82781e18-e0e3-4f9f-9a2b-041bf0344414+6:2377:x1862022098556800:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:1.0:1775764719.299752:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444832c3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:82781e18-e0e3-4f9f-9a2b-041bf0344414+6:2377:x1862022098556800:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 85us (355us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764719.299761:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 337 00000100:00100000:1.0:1775764719.299781:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 338 00000100:00100000:1.0:1775764719.299787:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444832c0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+6:2376:x1862022098556928:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:1.0:1775764719.299833:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444832c0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+6:2376:x1862022098556928:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 47us (409us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764719.299849:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 338 00000100:00100000:1.0:1775764719.299871:0:43212:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098557184 00000100:00100000:1.0:1775764719.299875:0:43212:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098557184 00000100:00100000:1.0:1775764719.299903:0:43212:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098557056 00000100:00100000:1.0:1775764719.299906:0:43212:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098557056 00000100:00100000:1.0:1775764719.299927:0:43212:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 238 00000100:00100000:1.0:1775764719.299934:0:43212:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444832c1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+5:2376:x1862022098557184:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:1.0:1775764719.299979:0:43212:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444832c1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+5:2376:x1862022098557184:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 46us (528us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764719.299985:0:43212:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 238 00000100:00100000:1.0:1775764719.299997:0:43212:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 239 00000100:00100000:1.0:1775764719.300003:0:43212:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444832c1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+5:2377:x1862022098557056:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:1.0:1775764719.300030:0:43212:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444832c1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+5:2377:x1862022098557056:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 27us (505us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764719.300036:0:43212:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 239 00000100:00080000:1.0:1775764719.300058:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1775764719.300061:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1775764719.300063:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1775764719.300490:0:42317:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098556672 00000100:00100000:3.0:1775764719.300495:0:42317:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098556672 00000100:00100000:3.0:1775764719.300559:0:42317:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 278 00000100:00100000:3.0:1775764719.300567:0:42317:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bd379450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:24b54882-c0a1-43f2-954f-009e5a9afc9d+12:2376:x1862022098556672:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:3.0:1775764719.300610:0:42317:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bd379450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:24b54882-c0a1-43f2-954f-009e5a9afc9d+12:2376:x1862022098556672:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 44us (1265us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764719.300616:0:42317:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 278 00010000:00010000:3.0:1775764719.432659:0:42313:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764720.451228:0:43224:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775764720.818664:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764720.818775:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098557312 00000100:00100000:2.0:1775764720.818788:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098557312 00000100:00100000:2.0:1775764720.818876:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 797 00000100:00100000:2.0:1775764720.818886:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444832c1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+6:61408:x1862022098557312:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1775764720.818907:0:42326:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764720.818938:0:42326:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25200/0x57b8ff0e0305141c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17baf2 expref: -99 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764720.819010:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25a00/0x57b8ff0e03051423 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764720.819030:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25a00/0x57b8ff0e03051423 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764720.819043:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25a00/0x57b8ff0e03051423 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764720.819089:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25000/0x57b8ff0e0305142a lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764720.819097:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25000/0x57b8ff0e0305142a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764720.819103:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25000/0x57b8ff0e0305142a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764720.819587:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24000/0x57b8ff0e03051431 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764720.819596:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24000/0x57b8ff0e03051431 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764720.819604:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24000/0x57b8ff0e03051431 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764720.819691:0:42326:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000002:0x1:0x0]: returning size 6656 00000004:00200000:2.0:1775764720.819696:0:42326:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 2 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764720.819775:0:42326:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24000/0x57b8ff0e03051431 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764720.819789:0:42326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25a00/0x57b8ff0e03051423 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764720.819839:0:42326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25a00/0x57b8ff0e03051423 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764720.819846:0:42326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25a00/0x57b8ff0e03051423 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764720.819852:0:42326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445baf25a00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764720.819857:0:42326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25a00/0x57b8ff0e03051423 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764720.819864:0:42326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25a00/0x57b8ff0e03051423 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764720.819878:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9445838af600) 00010000:00010000:2.0:1775764720.819881:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764720.819886:0:42326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25a00/0x57b8ff0e03051423 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764720.819892:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25a00/0x57b8ff0e03051423 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764720.819908:0:42326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25000/0x57b8ff0e0305142a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764720.819914:0:42326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25000/0x57b8ff0e0305142a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764720.819921:0:42326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25000/0x57b8ff0e0305142a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764720.819925:0:42326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445baf25000 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764720.819929:0:42326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25000/0x57b8ff0e0305142a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764720.819933:0:42326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25000/0x57b8ff0e0305142a lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764720.819939:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x3b979c7a (ffff9445838afc00) 00010000:00010000:2.0:1775764720.819942:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764720.819944:0:42326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25000/0x57b8ff0e0305142a lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764720.819949:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25000/0x57b8ff0e0305142a lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764720.819986:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25200/0x57b8ff0e0305141c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17baf2 expref: 8 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764720.820001:0:42326:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24000/0x57b8ff0e03051431 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17baf2 expref: 7 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764720.820010:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff9445838af500) 00010000:00010000:2.0:1775764720.820012:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1775764720.820014:0:42326:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445baf24000, rc 0) 00000100:00100000:2.0:1775764720.820111:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444832c1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+7:61408:x1862022098557312:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 Request processed in 1226us (1458us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764720.820120:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 797 00000100:00100000:2.0:1775764720.824626:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764720.832188:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098557568 00000100:00100000:1.0:1775764720.832209:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098557568 00000100:00100000:1.0:1775764720.832328:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 798 00000100:00100000:1.0:1775764720.832344:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bbf2ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+7:61408:x1862022098557568:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1775764720.832376:0:42325:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764720.832415:0:42325:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944488002200/0x57b8ff0e03051438 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17baf9 expref: -99 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764720.832508:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff944488002400/0x57b8ff0e0305143f lrc: 3/1,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764720.832524:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944488002400/0x57b8ff0e0305143f lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764720.832538:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944488002400/0x57b8ff0e0305143f lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764720.832554:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944488003c00/0x57b8ff0e03051446 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764720.832561:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944488003c00/0x57b8ff0e03051446 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764720.832572:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944488003c00/0x57b8ff0e03051446 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764720.835777:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944488002800/0x57b8ff0e0305144d lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764720.835833:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944488002800/0x57b8ff0e0305144d lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764720.835848:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944488002800/0x57b8ff0e0305144d lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764720.835865:0:42325:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000002:0x2:0x0]: returning size 6656 00010000:00010000:1.0:1775764720.837542:0:42325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff944488002400/0x57b8ff0e0305143f lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764720.837561:0:42325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944488002400/0x57b8ff0e0305143f lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764720.837569:0:42325:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944488002400/0x57b8ff0e0305143f lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764720.837575:0:42325:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944488002400 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:1.0:1775764720.837580:0:42325:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944488002400/0x57b8ff0e0305143f lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764720.837587:0:42325:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944488002400/0x57b8ff0e0305143f lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764720.837603:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff9445838af500) 00010000:00010000:1.0:1775764720.837606:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764720.837612:0:42325:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944488002400/0x57b8ff0e0305143f lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764720.837618:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944488002400/0x57b8ff0e0305143f lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764720.837634:0:42325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944488003c00/0x57b8ff0e03051446 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764720.837640:0:42325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944488003c00/0x57b8ff0e03051446 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764720.837645:0:42325:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944488003c00/0x57b8ff0e03051446 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764720.837650:0:42325:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944488003c00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:1.0:1775764720.837653:0:42325:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944488003c00/0x57b8ff0e03051446 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764720.837658:0:42325:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944488003c00/0x57b8ff0e03051446 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764720.837665:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x8d45d6bc (ffff944598a9b400) 00010000:00010000:1.0:1775764720.837667:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764720.837670:0:42325:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944488003c00/0x57b8ff0e03051446 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764720.837674:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944488003c00/0x57b8ff0e03051446 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764720.841841:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944488002200/0x57b8ff0e03051438 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17baf9 expref: 10 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764720.841896:0:42325:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff944488002800/0x57b8ff0e0305144d lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17baf9 expref: 9 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764720.841908:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff944598a9bf00) 00010000:00010000:1.0:1775764720.841911:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764720.841915:0:42325:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944488002800, rc 0) 00000100:00100000:1.0:1775764720.842694:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bbf2ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+9:61408:x1862022098557568:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 Request processed in 10349us (18073us total) trans 34359739034 rc 0/0 00000100:00100000:1.0:1775764720.842706:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 798 00000100:00100000:1.0:1775764720.847192:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764720.847761:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098557696 00000100:00100000:2.0:1775764720.847775:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098557696 00000100:00100000:2.0:1775764720.847892:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 799 00000100:00100000:2.0:1775764720.847906:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444832c0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+9:61408:x1862022098557696:12345-192.168.202.28@tcp:59:lhsmtool_posix.0 00000100:00100000:2.0:1775764720.848080:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444832c0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+9:61408:x1862022098557696:12345-192.168.202.28@tcp:59:lhsmtool_posix.0 Request processed in 177us (902us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764720.848087:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 799 00000100:00100000:0.0:1775764720.900466:0:3331:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9444832c1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3331:1862022119040256:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1775764720.900625:0:3331:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764720.900901:0:42947:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119040256 00000100:00100000:2.0:1775764720.900911:0:42947:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119040256 00000100:00100000:2.0:1775764720.900981:0:42947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 146 00000100:00100000:2.0:1775764720.900994:0:42947:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486040a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3331:x1862022119040256:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1775764720.901043:0:42947:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3704619008 avail 3702521856 00000100:00100000:2.0:1775764720.901389:0:42947:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486040a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3331:x1862022119040256:12345-0@lo:13:osp-pre-0-0.0 Request processed in 398us (763us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764720.901397:0:42947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 146 00000100:00100000:0.0:1775764720.901895:0:3331:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9444832c1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3331:1862022119040256:0@lo:13:osp-pre-0-0.0 00000100:00080000:1.0:1775764720.902551:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1775764721.045120:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764721.045222:0:42333:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098557824 00000100:00100000:1.0:1775764721.045244:0:42333:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098557824 00000100:00100000:1.0:1775764721.045329:0:42333:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 3 00000100:00100000:1.0:1775764721.045352:0:42333:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486043800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_seqm_0000:fcf15866-4739-4595-8fe1-44abde7ee9d7+9:61422:x1862022098557824:12345-192.168.202.28@tcp:700:bash.0 00000100:00100000:1.0:1775764721.045461:0:42333:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486043800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_seqm_0000:fcf15866-4739-4595-8fe1-44abde7ee9d7+9:61422:x1862022098557824:12345-192.168.202.28@tcp:700:bash.0 Request processed in 122us (353us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764721.045470:0:42333:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 3 00000100:00080000:3.0:1775764721.045720:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1775764721.058961:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764721.059101:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098558080 00000100:00100000:2.0:1775764721.059112:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098558080 00000100:00100000:2.0:1775764721.059188:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 800 00000100:00100000:2.0:1775764721.059200:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445becd6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+9:61422:x1862022098558080:12345-192.168.202.28@tcp:101:bash.0 00010000:00010000:2.0:1775764721.059236:0:44493:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764721.059241:0:44493:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1775764721.059277:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25600/0x57b8ff0e0305140e lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17baeb expref: 9 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764721.059304:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9445838af600) 00010000:00010000:2.0:1775764721.059311:0:44493:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775764721.059328:0:44493:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25200/0x57b8ff0e0305145b lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17bb00 expref: -99 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764721.059719:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25000/0x57b8ff0e03051462 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764721.059734:0:44493:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25e00/0x57b8ff0e030513c8 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ba82 expref: 5 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764721.059743:0:44493:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25000/0x57b8ff0e03051462 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764721.059777:0:44493:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25e00/0x57b8ff0e030513c8 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ba82 expref: 5 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764721.059792:0:44493:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25e00/0x57b8ff0e030513c8 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ba82 expref: 5 pid: 42325 timeout: 2287 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764721.059869:0:44493:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bbf2f800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:44493:1862022119040384:192.168.202.28@tcp:104: 00000100:00100000:2.0:1775764721.059984:0:44493:0:(client.c:2691:ptlrpc_set_wait()) set ffff9444828726c0 going to sleep for 11 seconds 00000100:00100000:0.0:1775764721.067174:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764721.067556:0:42311:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098558208 00000100:00100000:3.0:1775764721.067568:0:42311:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098558208 00010000:00010000:3.0:1775764721.067642:0:42311:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25e00/0x57b8ff0e030513c8 lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ba82 expref: 6 pid: 42325 timeout: 2287 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764721.067687:0:42311:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 157 00000100:00100000:3.0:1775764721.067697:0:42311:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445becd5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:82781e18-e0e3-4f9f-9a2b-041bf0344414+6:2378:x1862022098558208:12345-192.168.202.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764721.067712:0:42311:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764721.067720:0:42311:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25e00/0x57b8ff0e030513c8 lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ba82 expref: 6 pid: 42325 timeout: 2287 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764721.067735:0:42311:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25e00/0x57b8ff0e030513c8 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ba82 expref: 6 pid: 42325 timeout: 2287 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764721.067759:0:42311:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9445838af600) 00010000:00010000:3.0:1775764721.067766:0:42311:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25000/0x57b8ff0e03051462 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764721.067775:0:42311:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25000/0x57b8ff0e03051462 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764721.067787:0:42311:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25000/0x57b8ff0e03051462 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764721.067835:0:42311:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764721.067909:0:42311:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445becd5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:82781e18-e0e3-4f9f-9a2b-041bf0344414+6:2378:x1862022098558208:12345-192.168.202.28@tcp:103:ldlm_bl.0 Request processed in 212us (748us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764721.067917:0:42311:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 157 00000100:00080000:1.0:1775764721.069117:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:2.0:1775764721.074331:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25e00/0x57b8ff0e030513c8 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17ba82 expref: 5 pid: 42325 timeout: 2287 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764721.074775:0:44493:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bbf2f800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:44493:1862022119040384:192.168.202.28@tcp:104: 00010000:00010000:2.0:1775764721.074866:0:44493:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25000/0x57b8ff0e03051462 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764721.074883:0:44493:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25000/0x57b8ff0e03051462 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764721.074896:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25000/0x57b8ff0e03051462 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764721.075764:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25600/0x57b8ff0e03051469 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x3dd7c34f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764721.075789:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25600/0x57b8ff0e03051469 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x3dd7c34f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764721.075837:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25600/0x57b8ff0e03051469 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x3dd7c34f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1775764721.077191:0:44493:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x117:0x0], index 1: 0 00010000:00010000:2.0:1775764721.077490:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25a00/0x57b8ff0e03051470 lrc: 3/1,0 mode: --/PR res: [0x200003ab4:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764721.077509:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25a00/0x57b8ff0e03051470 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764721.077522:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25a00/0x57b8ff0e03051470 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764721.077560:0:44493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25000/0x57b8ff0e03051462 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764721.077567:0:44493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25000/0x57b8ff0e03051462 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764721.077575:0:44493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25000/0x57b8ff0e03051462 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764721.077581:0:44493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445baf25000 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764721.077587:0:44493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25000/0x57b8ff0e03051462 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764721.077596:0:44493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25000/0x57b8ff0e03051462 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764721.077610:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9445838af600) 00010000:00010000:2.0:1775764721.077613:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764721.077618:0:44493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25000/0x57b8ff0e03051462 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764721.077625:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25000/0x57b8ff0e03051462 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764721.077638:0:44493:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000e57477b3 reply state 00000000de361984 transno 34359739035 ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25600/0x57b8ff0e03051469 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x3dd7c34f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764721.077647:0:44493:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1775764721.077683:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25200/0x57b8ff0e0305145b lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bb00 expref: 11 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764721.077702:0:44493:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25a00/0x57b8ff0e03051470 lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0x1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bb00 expref: 10 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764721.077709:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x1:0x0].0x0 (ffff9445838afa00) 00010000:00010000:2.0:1775764721.077711:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1775764721.077713:0:44493:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445baf25a00, rc 0) 00000100:00100000:2.0:1775764721.086419:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445becd6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+11:61422:x1862022098558080:12345-192.168.202.28@tcp:101:bash.0 Request processed in 27193us (27442us total) trans 34359739035 rc 0/0 00000100:00100000:2.0:1775764721.086437:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 800 00010000:00010000:3.0:1775764721.091119:0:3315:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25600/0x57b8ff0e03051469 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x3dd7c34f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764721.091137:0:3315:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25600/0x57b8ff0e03051469 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x3dd7c34f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764721.091146:0:3315:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25600/0x57b8ff0e03051469 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x3dd7c34f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764721.091152:0:3315:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445baf25600 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:3.0:1775764721.091157:0:3315:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25600/0x57b8ff0e03051469 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x3dd7c34f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764721.091166:0:3315:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25600/0x57b8ff0e03051469 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x3dd7c34f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764721.091187:0:3315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x3dd7c34f (ffff9445838afc00) 00010000:00010000:3.0:1775764721.091190:0:3315:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764721.091195:0:3315:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25600/0x57b8ff0e03051469 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x3dd7c34f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764721.091202:0:3315:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25600/0x57b8ff0e03051469 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x3dd7c34f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764721.092900:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764721.093152:0:43212:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098558336 00000100:00100000:1.0:1775764721.093163:0:43212:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098558336 00000100:00100000:1.0:1775764721.093269:0:43212:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 209 00000100:00100000:1.0:1775764721.093281:0:43212:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944589103100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+5:2378:x1862022098558336:12345-192.168.202.28@tcp:101:bash.0 00010000:00010000:1.0:1775764721.093307:0:43212:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764721.093331:0:43212:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000210b44a2/0x57b8ff0e0305147e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x117:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17bb07 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1775764721.093371:0:43212:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x117:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1775764721.093398:0:43212:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1775764721.093406:0:43212:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1775764721.093417:0:43212:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000210b44a2/0x57b8ff0e0305147e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x117:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bb07 expref: 6 pid: 43212 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764721.093442:0:43212:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000210b44a2/0x57b8ff0e0305147e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x117:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bb07 expref: 6 pid: 43212 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764721.093459:0:43212:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944488002200, rc 0) 00000100:00100000:1.0:1775764721.093533:0:43212:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944589103100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+6:2378:x1862022098558336:12345-192.168.202.28@tcp:101:bash.0 Request processed in 255us (654us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764721.093541:0:43212:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 209 00000100:00080000:3.0:1775764721.094589:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1775764721.099367:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764721.099520:0:42945:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098558464 00000100:00100000:1.0:1775764721.099532:0:42945:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098558464 00000100:00100000:1.0:1775764721.099633:0:42945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 210 00000100:00100000:1.0:1775764721.099644:0:42945:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445becd6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+6:61422:x1862022098558464:12345-192.168.202.28@tcp:101:bash.0 00010000:00010000:1.0:1775764721.099664:0:42945:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764721.099682:0:42945:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006d0e3bf0/0x57b8ff0e03051485 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x117:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17bb0e expref: -99 pid: 42945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764721.099718:0:42945:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000210b44a2/0x57b8ff0e0305147e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x117:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bb07 expref: 7 pid: 43212 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764721.099728:0:42945:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1775764721.099730:0:42945:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1775764721.099734:0:42945:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006d0e3bf0/0x57b8ff0e03051485 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x117:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bb0e expref: 7 pid: 42945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764721.099771:0:42945:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000210b44a2/0x57b8ff0e0305147e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x117:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bb07 expref: 7 pid: 43212 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764721.099785:0:42945:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000210b44a2/0x57b8ff0e0305147e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x117:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bb07 expref: 7 pid: 43212 timeout: 2287 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764721.099831:0:42945:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9444832c1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:42945:1862022119040512:192.168.202.28@tcp:104: 00000100:00100000:1.0:1775764721.099970:0:42945:0:(client.c:2691:ptlrpc_set_wait()) set ffff9445b217c480 going to sleep for 11 seconds 00000100:00100000:1.0:1775764721.118636:0:42945:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9444832c1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:42945:1862022119040512:192.168.202.28@tcp:104: 00010000:00010000:1.0:1775764721.118673:0:42945:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000006d0e3bf0/0x57b8ff0e03051485 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x117:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bb0e expref: 7 pid: 42945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764721.118694:0:42945:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944488003c00, rc 0) 00000100:00100000:1.0:1775764721.118752:0:42945:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445becd6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+7:61422:x1862022098558464:12345-192.168.202.28@tcp:101:bash.0 Request processed in 19110us (19410us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764721.118761:0:42945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 210 00000100:00100000:3.0:1775764721.121014:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764721.121203:0:42310:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098558592 00000100:00100000:1.0:1775764721.121215:0:42310:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098558592 00010000:00010000:1.0:1775764721.121309:0:42310:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000210b44a2/0x57b8ff0e0305147e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x117:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bb07 expref: 7 pid: 43212 timeout: 2287 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764721.121363:0:42310:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 158 00000100:00100000:1.0:1775764721.121374:0:42310:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944590fdd850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+7:2379:x1862022098558592:12345-192.168.202.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1775764721.121392:0:42310:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764721.121423:0:42310:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000210b44a2/0x57b8ff0e0305147e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x117:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bb07 expref: 7 pid: 43212 timeout: 2287 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764721.121439:0:42310:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000210b44a2/0x57b8ff0e0305147e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x117:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bb07 expref: 7 pid: 43212 timeout: 2287 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764721.121463:0:42310:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000210b44a2/0x57b8ff0e0305147e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x117:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bb07 expref: 7 pid: 43212 timeout: 2287 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764721.121481:0:42310:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1775764721.121483:0:42310:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1775764721.121490:0:42310:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000006d0e3bf0/0x57b8ff0e03051485 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x117:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bb0e expref: 6 pid: 42945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764721.121501:0:42310:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006d0e3bf0/0x57b8ff0e03051485 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x117:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bb0e expref: 6 pid: 42945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764721.121537:0:42310:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000006d0e3bf0/0x57b8ff0e03051485 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x117:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bb0e expref: 6 pid: 42945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764721.121552:0:42310:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9444832c1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:42310:1862022119040640:192.168.202.28@tcp:105: 00000100:00100000:1.0:1775764721.121627:0:42310:0:(client.c:2691:ptlrpc_set_wait()) set ffff9445b217c480 going to sleep for 11 seconds 00000100:00100000:1.0:1775764721.131377:0:42310:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9444832c1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:42310:1862022119040640:192.168.202.28@tcp:105: 00010000:00010000:1.0:1775764721.131431:0:42310:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1775764721.131505:0:42310:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944590fdd850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+6:2379:x1862022098558592:12345-192.168.202.28@tcp:103:ldlm_bl.0 Request processed in 10132us (10500us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764721.131519:0:42310:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 158 00000100:00100000:0.0:1775764721.136409:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764721.136573:0:42327:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098558848 00000100:00100000:2.0:1775764721.136583:0:42327:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098558848 00000100:00100000:2.0:1775764721.136696:0:42327:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 232 00000100:00100000:2.0:1775764721.136708:0:42327:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445becd4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+10:61422:x1862022098558848:12345-192.168.202.28@tcp:35:bash.0 00000100:00100000:2.0:1775764721.137772:0:42327:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445becd4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+11:61422:x1862022098558848:12345-192.168.202.28@tcp:35:bash.0 Request processed in 1055us (1377us total) trans 34359739036 rc 0/0 00000100:00100000:2.0:1775764721.137786:0:42327:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 232 00000100:00100000:3.0:1775764721.236147:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764721.236233:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098558976 00000100:00100000:1.0:1775764721.236247:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098558976 00000100:00100000:1.0:1775764721.236316:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 801 00000100:00100000:1.0:1775764721.236328:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944589102d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+11:61428:x1862022098558976:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:1.0:1775764721.236356:0:42324:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764721.236382:0:42324:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944488002400/0x57b8ff0e0305148c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17bb15 expref: -99 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764721.236453:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944488002000/0x57b8ff0e03051493 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764721.236468:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944488002000/0x57b8ff0e03051493 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764721.236482:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944488002000/0x57b8ff0e03051493 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764721.236560:0:42324:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 9728 00000004:00200000:1.0:1775764721.236566:0:42324:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 43 stripe count 1 MDT count 1 00000004:00010000:1.0:1775764721.236592:0:42324:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff944488002000/0x57b8ff0e03051493 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764721.236618:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944488002400/0x57b8ff0e0305148c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bb15 expref: 13 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764721.236638:0:42324:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff944488002000/0x57b8ff0e03051493 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bb15 expref: 12 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764721.236649:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff944598a9ba00) 00010000:00010000:1.0:1775764721.236652:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1775764721.236655:0:42324:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944488002000, rc 0) 00000100:00100000:1.0:1775764721.236722:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944589102d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+12:61428:x1862022098558976:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 396us (586us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764721.236729:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 801 00000100:00100000:1.0:1775764721.240260:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764721.240363:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098559232 00000100:00100000:0.0:1775764721.240374:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098559232 00000100:00100000:0.0:1775764721.240443:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 802 00000100:00100000:0.0:1775764721.240454:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444832c1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+12:61428:x1862022098559232:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:0.0:1775764721.240479:0:42325:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764721.240512:0:42325:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944581524600/0x57b8ff0e0305149a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17bb1c expref: -99 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764721.240632:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944581525400/0x57b8ff0e030514a1 lrc: 3/1,0 mode: --/PR res: [0x200003ab4:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764721.240646:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944581525400/0x57b8ff0e030514a1 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764721.240659:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944581525400/0x57b8ff0e030514a1 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764721.240670:0:42325:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab4:0x1:0x0]: returning size 13 00010000:00010000:0.0:1775764721.240857:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944581524600/0x57b8ff0e0305149a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bb1c expref: 15 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764721.240885:0:42325:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff944581525400/0x57b8ff0e030514a1 lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0x1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bb1c expref: 14 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764721.240894:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x1:0x0].0x0 (ffff9445838afa00) 00010000:00010000:0.0:1775764721.240898:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1775764721.240902:0:42325:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944581525400, rc 0) 00000100:00100000:0.0:1775764721.240965:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444832c1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+14:61428:x1862022098559232:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 513us (715us total) trans 34359739037 rc 0/0 00000100:00100000:0.0:1775764721.240974:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 802 00000100:00100000:0.0:1775764721.272343:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764721.272455:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098559616 00000100:00100000:1.0:1775764721.272468:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098559616 00000100:00100000:1.0:1775764721.272564:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 803 00000100:00100000:1.0:1775764721.272575:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445becd7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+14:61428:x1862022098559616:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:1.0:1775764721.272605:0:42324:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764721.272629:0:42324:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944488002400/0x57b8ff0e030514af lrc: 2/0,0 mode: --/CR res: [0x200003ab4:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17bb23 expref: -99 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764721.272782:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff944488003200/0x57b8ff0e030514b6 lrc: 3/0,1 mode: --/PW res: [0x200003ab4:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764721.272848:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944488003200/0x57b8ff0e030514b6 lrc: 3/0,1 mode: PW/PW res: [0x200003ab4:0x1:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764721.272864:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944488003200/0x57b8ff0e030514b6 lrc: 3/0,1 mode: PW/PW res: [0x200003ab4:0x1:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764721.272880:0:42324:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab4:0x1:0x0]: returning size 13 00010000:00010000:1.0:1775764721.273028:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944488002400/0x57b8ff0e030514af lrc: 0/0,0 mode: --/CR res: [0x200003ab4:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bb23 expref: 17 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764721.273077:0:42324:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff944488003200/0x57b8ff0e030514b6 lrc: 3/0,0 mode: PW/PW res: [0x200003ab4:0x1:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bb23 expref: 16 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764721.273086:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x1:0x0].0x0 (ffff9445838afa00) 00010000:00010000:1.0:1775764721.273089:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:1.0:1775764721.273094:0:42324:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944488003200, rc 0) 00000100:00100000:1.0:1775764721.273151:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445becd7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+16:61428:x1862022098559616:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 579us (822us total) trans 34359739038 rc 0/0 00000100:00100000:1.0:1775764721.273159:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 803 00000100:00100000:3.0:1775764721.274400:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764721.281893:0:42311:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098559488 00000100:00100000:2.0:1775764721.281911:0:42311:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098559488 00000100:00100000:2.0:1775764721.282012:0:42311:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 72 00000100:00100000:2.0:1775764721.282025:0:42311:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944589101f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+16:2379:x1862022098559488:12345-192.168.202.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1775764721.282046:0:42311:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764721.282093:0:42311:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944581525400/0x57b8ff0e030514a1 lrc: 0/0,0 mode: --/PR res: [0x200003ab4:0x1:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bb1c expref: 16 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764721.282119:0:42311:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x1:0x0].0x0 (ffff9445838afa00) 00010000:00010000:2.0:1775764721.282125:0:42311:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775764721.282219:0:42311:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944589101f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+15:2379:x1862022098559488:12345-192.168.202.28@tcp:103:ldlm_bl.0 Request processed in 197us (7827us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764721.282415:0:42311:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 72 00000100:00100000:0.0:1775764721.291414:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764721.291505:0:43212:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098559744 00000100:00100000:1.0:1775764721.291514:0:43212:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098559744 00000100:00100000:1.0:1775764721.291568:0:43212:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 211 00000100:00100000:1.0:1775764721.291578:0:43212:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445becd5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+6:2378:x1862022098559744:12345-192.168.202.28@tcp:1:lfs.0 00010000:00010000:1.0:1775764721.291631:0:43212:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007f996372/0x57b8ff0e030514c4 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x117:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764721.291653:0:43212:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000006d0e3bf0/0x57b8ff0e03051485 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x117:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bb0e expref: 6 pid: 42945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764721.291662:0:43212:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1775764721.291664:0:43212:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1775764721.291668:0:43212:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007f996372/0x57b8ff0e030514c4 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x117:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764721.291711:0:43212:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000006d0e3bf0/0x57b8ff0e03051485 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x117:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bb0e expref: 6 pid: 42945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764721.291731:0:43212:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000006d0e3bf0/0x57b8ff0e03051485 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x117:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bb0e expref: 6 pid: 42945 timeout: 2288 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764721.291746:0:43212:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9444832c2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:43212:1862022119040768:192.168.202.28@tcp:104: 00000100:00100000:1.0:1775764721.291861:0:43212:0:(client.c:2691:ptlrpc_set_wait()) set ffff9445b217c000 going to sleep for 11 seconds 00000100:00100000:1.0:1775764721.298040:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764721.298139:0:45548:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098559872 00000100:00100000:3.0:1775764721.298150:0:45548:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098559872 00002000:00100000:3.0:1775764721.298215:0:45548:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x117:0x0] (0->12) req@ffff9444832c2300 x1862022098559872/t0(0) o4->fcf15866-4739-4595-8fe1-44abde7ee9d7@192.168.202.28@tcp:202/0 lens 504/0 e 0 to 0 dl 1775764732 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764721.298227:0:45548:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9444832c2300 with x1862022098559872 ext(0->12) 00010000:00010000:3.0:1775764721.298238:0:45548:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 000000006d0e3bf0/0x57b8ff0e03051485 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x117:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bb0e expref: 7 pid: 42945 timeout: 2288 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764721.298255:0:45548:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 000000006d0e3bf0/0x57b8ff0e03051485 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x117:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bb0e expref: 7 pid: 42945 timeout: 2288 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1775764721.298263:0:45548:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff9444832c2300 00000100:00100000:3.0:1775764721.298298:0:45548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 9 00000100:00100000:3.0:1775764721.298309:0:45548:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444832c2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+7:2378:x1862022098559872:12345-192.168.202.28@tcp:4:lfs.0 00000100:00100000:3.0:1775764721.299089:0:45548:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444832c2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+9:2378:x1862022098559872:12345-192.168.202.28@tcp:4:lfs.0 Request processed in 778us (1057us total) trans 34359738439 rc 0/0 00000100:00100000:3.0:1775764721.299098:0:45548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 9 00002000:00100000:3.0:1775764721.299106:0:45548:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x117:0x0] (0->12) req@ffff9444832c2300 x1862022098559872/t34359738439(0) o4->fcf15866-4739-4595-8fe1-44abde7ee9d7@192.168.202.28@tcp:202/0 lens 504/448 e 0 to 0 dl 1775764732 ref 1 fl Complete:H/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764721.299121:0:45548:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9444832c2300 with x1862022098559872 ext(0->12) 00010000:00010000:3.0:1775764721.299128:0:45548:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 000000006d0e3bf0/0x57b8ff0e03051485 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x117:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bb0e expref: 9 pid: 42945 timeout: 2288 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764721.299141:0:45548:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 000000006d0e3bf0/0x57b8ff0e03051485 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x117:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bb0e expref: 9 pid: 42945 timeout: 2288 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1775764721.299149:0:45548:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff9444832c2300 00000100:00100000:2.0:1775764721.300565:0:43212:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9444832c2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:43212:1862022119040768:192.168.202.28@tcp:104: 00010000:00010000:2.0:1775764721.300595:0:43212:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000007f996372/0x57b8ff0e030514c4 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x117:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764721.305069:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764721.305632:0:44302:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098560000 00000100:00100000:1.0:1775764721.305646:0:44302:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098560000 00010000:00010000:1.0:1775764721.305693:0:44302:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000006d0e3bf0/0x57b8ff0e03051485 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x117:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bb0e expref: 9 pid: 42945 timeout: 2288 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764721.305742:0:44302:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 159 00000100:00100000:1.0:1775764721.305753:0:44302:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bbd79880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+9:2378:x1862022098560000:12345-192.168.202.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1775764721.305770:0:44302:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:1.0:1775764721.305788:0:44302:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x117:0x0] updating lvb size from disk: 0 -> 13 00002000:00010000:1.0:1775764721.305791:0:44302:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x117:0x0] updating lvb mtime from disk: 0 -> 1775764721 00002000:00010000:1.0:1775764721.305794:0:44302:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x117:0x0] updating lvb atime from disk: 0 -> 1775764721 00002000:00010000:1.0:1775764721.305795:0:44302:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x117:0x0] updating lvb ctime from disk: 0 -> 1775764721 00010000:00010000:1.0:1775764721.305828:0:44302:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000006d0e3bf0/0x57b8ff0e03051485 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x117:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bb0e expref: 9 pid: 42945 timeout: 2288 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764721.305842:0:44302:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000006d0e3bf0/0x57b8ff0e03051485 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x117:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bb0e expref: 9 pid: 42945 timeout: 2288 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764721.305873:0:44302:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006d0e3bf0/0x57b8ff0e03051485 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x117:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bb0e expref: 9 pid: 42945 timeout: 2288 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764721.306096:0:44302:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1775764721.306098:0:44302:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1775764721.306105:0:44302:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000007f996372/0x57b8ff0e030514c4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x117:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764721.306117:0:44302:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007f996372/0x57b8ff0e030514c4 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x117:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764721.306204:0:44302:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1775764721.306270:0:44302:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bbd79880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+8:2378:x1862022098560000:12345-192.168.202.28@tcp:103:ldlm_bl.0 Request processed in 519us (1222us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764721.306280:0:44302:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 159 00010000:00010000:3.0:1775764721.308507:0:43212:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000007f996372/0x57b8ff0e030514c4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x117:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764721.308527:0:43212:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007f996372/0x57b8ff0e030514c4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x117:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764721.308562:0:43212:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007f996372/0x57b8ff0e030514c4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x117:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764721.308572:0:43212:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000007f996372/0x57b8ff0e030514c4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x117:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764721.308580:0:43212:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000007f996372/0x57b8ff0e030514c4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x117:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764721.308587:0:43212:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944488002400 already unused, calling callback (ffffffffc177a060) 00010000:00010000:3.0:1775764721.308593:0:43212:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000007f996372/0x57b8ff0e030514c4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x117:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764721.308602:0:43212:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000007f996372/0x57b8ff0e030514c4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x117:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764721.308623:0:43212:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000007f996372/0x57b8ff0e030514c4 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x117:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764721.308631:0:43212:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007f996372/0x57b8ff0e030514c4 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x117:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764721.308788:0:43212:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445becd5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+7:2378:x1862022098559744:12345-192.168.202.28@tcp:1:lfs.0 Request processed in 17208us (17379us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764721.308823:0:43212:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 211 00000100:00100000:3.0:1775764721.314329:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764721.318616:0:42328:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098560256 00000100:00100000:2.0:1775764721.318631:0:42328:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098560256 00000100:00100000:2.0:1775764721.318707:0:42328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 233 00000100:00100000:2.0:1775764721.318718:0:42328:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445b1dbf850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+15:61428:x1862022098560256:12345-192.168.202.28@tcp:35:lfs.0 00000004:00010000:2.0:1775764721.318787:0:42328:0:(mdt_open.c:1994:mdt_hsm_release()) ### [0x200003ab4:0x1:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff944488003200/0x57b8ff0e030514b6 lrc: 3/0,0 mode: PW/PW res: [0x200003ab4:0x1:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bb23 expref: 15 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1775764721.319078:0:42328:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 34359739039 00000001:00080000:2.0:1775764721.319697:0:42328:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 34359739040 00000001:00080000:2.0:1775764721.321045:0:42328:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 34359739041 00010000:00010000:2.0:1775764721.321260:0:42328:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25200/0x57b8ff0e030514cb lrc: 3/0,1 mode: --/EX res: [0x200003ab4:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764721.321285:0:42328:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25a00/0x57b8ff0e03051470 lrc: 2/0,0 mode: PR/PR res: [0x200003ab4:0x1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bb00 expref: 19 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764721.321295:0:42328:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25200/0x57b8ff0e030514cb lrc: 4/0,1 mode: --/EX res: [0x200003ab4:0x1:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764721.321345:0:42328:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25a00/0x57b8ff0e03051470 lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0x1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bb00 expref: 19 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764721.321365:0:42328:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25a00/0x57b8ff0e03051470 lrc: 4/0,0 mode: PR/PR res: [0x200003ab4:0x1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bb00 expref: 19 pid: 44493 timeout: 2288 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764721.321383:0:42328:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bbf2f800 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:42328:1862022119040896:192.168.202.28@tcp:104: 00000100:00100000:2.0:1775764721.321878:0:42328:0:(client.c:2691:ptlrpc_set_wait()) set ffff9444828726c0 going to sleep for 11 seconds 00000100:00100000:0.0:1775764721.328362:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764721.328715:0:42311:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098560384 00000100:00100000:3.0:1775764721.328727:0:42311:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098560384 00010000:00010000:3.0:1775764721.328777:0:42311:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25a00/0x57b8ff0e03051470 lrc: 5/0,0 mode: PR/PR res: [0x200003ab4:0x1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bb00 expref: 20 pid: 44493 timeout: 2288 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764721.328850:0:42311:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 160 00000100:00100000:3.0:1775764721.328859:0:42311:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445becd5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+20:2378:x1862022098560384:12345-192.168.202.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764721.328875:0:42311:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764721.328891:0:42311:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25a00/0x57b8ff0e03051470 lrc: 5/0,0 mode: PR/PR res: [0x200003ab4:0x1:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bb00 expref: 20 pid: 44493 timeout: 2288 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764721.328912:0:42311:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25a00/0x57b8ff0e03051470 lrc: 4/0,0 mode: PR/PR res: [0x200003ab4:0x1:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bb00 expref: 20 pid: 44493 timeout: 2288 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764721.328947:0:42311:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x1:0x0].0x0 (ffff9445838afa00) 00010000:00010000:3.0:1775764721.328953:0:42311:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25200/0x57b8ff0e030514cb lrc: 3/0,1 mode: --/EX res: [0x200003ab4:0x1:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 42328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764721.328963:0:42311:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25200/0x57b8ff0e030514cb lrc: 3/0,1 mode: EX/EX res: [0x200003ab4:0x1:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 42328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764721.328972:0:42311:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25200/0x57b8ff0e030514cb lrc: 4/0,1 mode: EX/EX res: [0x200003ab4:0x1:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 42328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764721.328994:0:42311:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764721.329064:0:42311:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445becd5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+20:2378:x1862022098560384:12345-192.168.202.28@tcp:103:ldlm_bl.0 Request processed in 196us (710us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764721.329073:0:42311:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 160 00010000:00010000:2.0:1775764721.332859:0:42328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25a00/0x57b8ff0e03051470 lrc: 0/0,0 mode: --/PR res: [0x200003ab4:0x1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bb00 expref: 19 pid: 44493 timeout: 2288 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764721.333035:0:42328:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bbf2f800 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:42328:1862022119040896:192.168.202.28@tcp:104: 00010000:00010000:2.0:1775764721.333080:0:42328:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25200/0x57b8ff0e030514cb lrc: 3/0,1 mode: EX/EX res: [0x200003ab4:0x1:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764721.333093:0:42328:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25200/0x57b8ff0e030514cb lrc: 3/0,1 mode: EX/EX res: [0x200003ab4:0x1:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764721.333099:0:42328:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25200/0x57b8ff0e030514cb lrc: 3/0,1 mode: EX/EX res: [0x200003ab4:0x1:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42328 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1775764721.333326:0:42328:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 34359739042 00000001:00080000:2.0:1775764721.333628:0:42328:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 34359739043 00000100:00100000:2.0:1775764721.333744:0:42328:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bbf2f800 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:42328:1862022119041024:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1775764721.334040:0:42328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764721.334103:0:42328:0:(client.c:2691:ptlrpc_set_wait()) set ffff9445982496c0 going to sleep for 11 seconds 00000100:00100000:1.0:1775764721.334453:0:42329:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119041024 00000100:00100000:1.0:1775764721.334461:0:42329:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119041024 00000100:00100000:1.0:1775764721.334539:0:42329:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54 00000100:00100000:1.0:1775764721.334550:0:42329:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bbf2e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:42328:x1862022119041024:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1775764721.334632:0:42329:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bbf2e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:42328:x1862022119041024:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 83us (593us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764721.334640:0:42329:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54 00000100:00080000:2.0:1775764721.334854:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1775764721.334889:0:42328:0:(client.c:3082:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 34359738438 gen 2 00000004:00080000:2.0:1775764721.334894:0:42328:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff944486042a00, transno 34359738438 00000100:00100000:2.0:1775764721.334914:0:42328:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bbf2f800 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:42328:1862022119041024:0@lo:1000:mdt_rdpg00_001.0 00000001:00080000:2.0:1775764721.335865:0:42328:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 34359739044 00000100:00100000:2.0:1775764721.335935:0:42328:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bbf2f800 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:42328:1862022119041152:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1775764721.336081:0:42328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764721.336112:0:42328:0:(client.c:2691:ptlrpc_set_wait()) set ffff9444828726c0 going to sleep for 11 seconds 00000100:00100000:1.0:1775764721.336203:0:42329:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119041152 00000100:00100000:1.0:1775764721.336210:0:42329:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119041152 00000100:00100000:1.0:1775764721.336248:0:42329:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 55 00000100:00100000:1.0:1775764721.336257:0:42329:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bbf2f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:42328:x1862022119041152:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1775764721.336867:0:42329:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bbf2f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:42328:x1862022119041152:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 610us (785us total) trans 34359738440 rc 0/0 00000100:00100000:1.0:1775764721.336878:0:42329:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 55 00000100:00100000:2.0:1775764721.337313:0:42328:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bbf2f800 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:42328:1862022119041152:0@lo:1000:mdt_rdpg00_001.0 00000001:00080000:2.0:1775764721.337703:0:42328:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 34359739045 00010000:00010000:2.0:1775764721.337775:0:42328:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25200/0x57b8ff0e030514cb lrc: 3/0,1 mode: EX/EX res: [0x200003ab4:0x1:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764721.337788:0:42328:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25200/0x57b8ff0e030514cb lrc: 2/0,0 mode: EX/EX res: [0x200003ab4:0x1:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764721.337821:0:42328:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25200/0x57b8ff0e030514cb lrc: 3/0,0 mode: EX/EX res: [0x200003ab4:0x1:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764721.337828:0:42328:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445baf25200 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764721.337832:0:42328:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25200/0x57b8ff0e030514cb lrc: 3/0,0 mode: EX/EX res: [0x200003ab4:0x1:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764721.337840:0:42328:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25200/0x57b8ff0e030514cb lrc: 4/0,0 mode: EX/EX res: [0x200003ab4:0x1:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764721.337859:0:42328:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x1:0x0].0x0 (ffff9445838afa00) 00010000:00010000:2.0:1775764721.337863:0:42328:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:2.0:1775764721.337868:0:42328:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25200/0x57b8ff0e030514cb lrc: 2/0,0 mode: --/EX res: [0x200003ab4:0x1:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764721.337875:0:42328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25200/0x57b8ff0e030514cb lrc: 0/0,0 mode: --/EX res: [0x200003ab4:0x1:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42328 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1775764721.338579:0:42328:0:(mdd_object.c:4010:mdd_close()) Object [0x200003ab4:0x2:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:2.0:1775764721.338673:0:42328:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x30:0x0].20, 64 off9736 00000004:00080000:2.0:1775764721.338685:0:42328:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 2188185885639ns, next at 2189185883062ns, rc = 0 00000001:00080000:2.0:1775764721.338693:0:42328:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 34359739046 00010000:00010000:2.0:1775764721.338733:0:42328:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x1:0x0].0x0 (ffff9445838afa00) 00010000:00010000:2.0:1775764721.338737:0:42328:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1775764721.338744:0:42328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944488003200/0x57b8ff0e030514b6 lrc: 0/0,0 mode: --/PW res: [0x200003ab4:0x1:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bb23 expref: 23 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764721.339048:0:42328:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445b1dbf850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+22:61428:x1862022098560256:12345-192.168.202.28@tcp:35:lfs.0 Request processed in 20330us (24727us total) trans 34359739047 rc 0/0 00000100:00100000:2.0:1775764721.339074:0:42328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 233 00000020:00080000:2.0:1775764721.339082:0:42328:0:(tgt_main.c:783:tgt_ses_key_exit()) total 9 transactions per RPC 00000100:00100000:0.0:1775764721.350510:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764721.350769:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098560512 00000100:00100000:2.0:1775764721.350780:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098560512 00000100:00100000:2.0:1775764721.350876:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 804 00000100:00100000:2.0:1775764721.350887:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445becd7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+22:61428:x1862022098560512:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:2.0:1775764721.350913:0:42325:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764721.350938:0:42325:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25000/0x57b8ff0e030514d2 lrc: 2/0,0 mode: --/CR res: [0x200003ab4:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17bb2a expref: -99 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764721.351018:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25000/0x57b8ff0e030514d2 lrc: 3/0,0 mode: CR/CR res: [0x200003ab4:0x1:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bb2a expref: 23 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764721.351035:0:42325:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25000/0x57b8ff0e030514d2 lrc: 3/0,0 mode: CR/CR res: [0x200003ab4:0x1:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bb2a expref: 23 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764721.351085:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x1:0x0].0x0 (ffff9445838af600) 00010000:00010000:2.0:1775764721.351089:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1775764721.351102:0:42325:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445baf25000, rc 0) 00000100:00100000:2.0:1775764721.351165:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445becd7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+23:61428:x1862022098560512:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 280us (665us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764721.351185:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 804 00000100:00100000:1.0:1775764721.357926:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764721.358111:0:47878:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098560768 00000100:00100000:0.0:1775764721.358122:0:47878:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098560768 00000100:00100000:0.0:1775764721.358177:0:47878:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 234 00000100:00100000:0.0:1775764721.358186:0:47878:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444832c2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+23:61428:x1862022098560768:12345-192.168.202.28@tcp:35:lfs.0 00000100:00100000:0.0:1775764721.358438:0:47878:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444832c2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+24:61428:x1862022098560768:12345-192.168.202.28@tcp:35:lfs.0 Request processed in 252us (521us total) trans 34359739048 rc 0/0 00000100:00100000:0.0:1775764721.358445:0:47878:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 234 00000100:00100000:0.0:1775764721.415277:0:3329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bb488700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3329:1862022119041408:0@lo:400:kworker.0 00000100:00100000:0.0:1775764721.415369:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764721.415445:0:3329:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:0.0:1775764721.415452:0:3329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bb488e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d8dacf45-8471-4226-a2fb-1fac83f69c1e:3329:1862022119041280:0@lo:400:kworker.0 00000100:00100000:0.0:1775764721.415485:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764721.415508:0:3329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bb48b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3329:1862022119041792:0@lo:400:kworker.0 00000100:00100000:0.0:1775764721.415533:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764721.415564:0:42318:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119041280 00000100:00100000:0.0:1775764721.415572:0:42318:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119041280 00000100:00100000:0.0:1775764721.415621:0:42318:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 279 00000100:00100000:0.0:1775764721.415630:0:42318:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bd37b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d8dacf45-8471-4226-a2fb-1fac83f69c1e+18:3329:x1862022119041280:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764721.415685:0:42318:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bd37b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d8dacf45-8471-4226-a2fb-1fac83f69c1e+18:3329:x1862022119041280:12345-0@lo:400:kworker.0 Request processed in 55us (198us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764721.415692:0:42318:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 279 00000100:00100000:0.0:1775764721.415748:0:3329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bb488e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d8dacf45-8471-4226-a2fb-1fac83f69c1e:3329:1862022119041280:0@lo:400:kworker.0 00000100:00100000:0.0:1775764721.415773:0:3331:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bb48aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3331:1862022119041664:0@lo:400:kworker.0 00000100:00100000:0.0:1775764721.415822:0:3331:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764721.415840:0:3331:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1775764721.415845:0:3331:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bb48b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3331:1862022119041536:0@lo:400:kworker.0 00000100:00100000:0.0:1775764721.415864:0:3331:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764721.415886:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119041792 00000100:00100000:0.0:1775764721.415890:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119041792 00000100:00100000:0.0:1775764721.415923:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119041664 00000100:00100000:0.0:1775764721.415926:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119041664 00000100:00100000:0.0:1775764721.415939:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119041536 00000100:00100000:0.0:1775764721.415941:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119041536 00000100:00100000:0.0:1775764721.415952:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 339 00000100:00100000:0.0:1775764721.415958:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445becd6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3329:x1862022119041792:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764721.415992:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445becd6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3329:x1862022119041792:12345-0@lo:400:kworker.0 Request processed in 34us (459us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764721.416003:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 339 00000100:00100000:0.0:1775764721.416014:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 340 00000100:00100000:0.0:1775764721.416019:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445becd4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3331:x1862022119041664:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764721.416044:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445becd4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3331:x1862022119041664:12345-0@lo:400:kworker.0 Request processed in 25us (246us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764721.416050:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 340 00000100:00100000:0.0:1775764721.416075:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 341 00000100:00100000:0.0:1775764721.416081:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445becd5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3331:x1862022119041536:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764721.416119:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445becd5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3331:x1862022119041536:12345-0@lo:400:kworker.0 Request processed in 39us (254us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764721.416126:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 341 00000100:00080000:0.0:1775764721.416142:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1775764721.416162:0:3329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bb48b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3329:1862022119041792:0@lo:400:kworker.0 00000100:00100000:0.0:1775764721.416494:0:3331:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bb48b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3331:1862022119041536:0@lo:400:kworker.0 00000100:00100000:0.0:1775764721.416504:0:3331:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bb48aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3331:1862022119041664:0@lo:400:kworker.0 00000100:00100000:3.0:1775764721.419456:0:42946:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119041408 00000100:00100000:3.0:1775764721.419472:0:42946:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119041408 00000100:00100000:3.0:1775764721.419557:0:42946:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 240 00000100:00100000:3.0:1775764721.419568:0:42946:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445becd6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3329:x1862022119041408:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764721.419680:0:42946:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445becd6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3329:x1862022119041408:12345-0@lo:400:kworker.0 Request processed in 113us (4311us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764721.419688:0:42946:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 240 00000100:00100000:0.0:1775764721.420560:0:3329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bb488700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3329:1862022119041408:0@lo:400:kworker.0 00010000:00010000:0.0:1775764721.474754:0:42312:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775764721.486489:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764721.486640:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098560896 00000100:00100000:1.0:1775764721.486657:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098560896 00000100:00100000:1.0:1775764721.486745:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 805 00000100:00100000:1.0:1775764721.486756:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486042a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+24:61438:x1862022098560896:12345-192.168.202.28@tcp:34:lfs.0 00010000:00010000:1.0:1775764721.486939:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff944488002400/0x57b8ff0e030514d9 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764721.486963:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944488002400/0x57b8ff0e030514d9 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764721.486981:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944488002400/0x57b8ff0e030514d9 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764721.486997:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944488003e00/0x57b8ff0e030514e0 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3dd7c34f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764721.487004:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944488003e00/0x57b8ff0e030514e0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3dd7c34f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764721.487010:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944488003e00/0x57b8ff0e030514e0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3dd7c34f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764721.487140:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944488002200/0x57b8ff0e030514e7 lrc: 3/1,0 mode: --/PR res: [0x200003ab4:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764721.487150:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944488002200/0x57b8ff0e030514e7 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764721.487157:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944488002200/0x57b8ff0e030514e7 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764721.487221:0:42324:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff944488002200/0x57b8ff0e030514e7 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764721.487237:0:42324:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff944488002400/0x57b8ff0e030514d9 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764721.487245:0:42324:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944488002400/0x57b8ff0e030514d9 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764721.487252:0:42324:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944488002400/0x57b8ff0e030514d9 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764721.487259:0:42324:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944488002400 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:1.0:1775764721.487264:0:42324:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944488002400/0x57b8ff0e030514d9 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764721.487271:0:42324:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944488002400/0x57b8ff0e030514d9 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764721.487285:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff944598a9ba00) 00010000:00010000:1.0:1775764721.487289:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764721.487295:0:42324:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944488002400/0x57b8ff0e030514d9 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764721.487322:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944488002400/0x57b8ff0e030514d9 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764721.487339:0:42324:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944488003e00/0x57b8ff0e030514e0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3dd7c34f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764721.487346:0:42324:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944488003e00/0x57b8ff0e030514e0 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3dd7c34f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764721.487352:0:42324:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944488003e00/0x57b8ff0e030514e0 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3dd7c34f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764721.487357:0:42324:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944488003e00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:1.0:1775764721.487360:0:42324:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944488003e00/0x57b8ff0e030514e0 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3dd7c34f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764721.487365:0:42324:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944488003e00/0x57b8ff0e030514e0 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3dd7c34f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764721.487372:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x3dd7c34f (ffff944598a9bc00) 00010000:00010000:1.0:1775764721.487375:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764721.487377:0:42324:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944488003e00/0x57b8ff0e030514e0 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3dd7c34f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764721.487383:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944488003e00/0x57b8ff0e030514e0 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3dd7c34f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764721.487400:0:42324:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944488002200/0x57b8ff0e030514e7 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764721.487405:0:42324:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944488002200/0x57b8ff0e030514e7 lrc: 2/0,0 mode: PR/PR res: [0x200003ab4:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764721.487411:0:42324:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944488002200/0x57b8ff0e030514e7 lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764721.487415:0:42324:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944488002200 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:1.0:1775764721.487419:0:42324:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944488002200/0x57b8ff0e030514e7 lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764721.487425:0:42324:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944488002200/0x57b8ff0e030514e7 lrc: 4/0,0 mode: PR/PR res: [0x200003ab4:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764721.487431:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x1:0x0].0x0 (ffff9445838af600) 00010000:00010000:1.0:1775764721.487434:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764721.487437:0:42324:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944488002200/0x57b8ff0e030514e7 lrc: 2/0,0 mode: --/PR res: [0x200003ab4:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764721.487443:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944488002200/0x57b8ff0e030514e7 lrc: 0/0,0 mode: --/PR res: [0x200003ab4:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764721.487541:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486042a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+24:61438:x1862022098560896:12345-192.168.202.28@tcp:34:lfs.0 Request processed in 784us (1063us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764721.487550:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 805 00000100:00100000:2.0:1775764721.545936:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764721.546047:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098561152 00000100:00100000:0.0:1775764721.546068:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098561152 00000100:00100000:0.0:1775764721.546144:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 806 00000100:00100000:0.0:1775764721.546154:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bbf2dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+24:61441:x1862022098561152:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:0.0:1775764721.546176:0:44493:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764721.546201:0:44493:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944581525600/0x57b8ff0e030514ee lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17bb31 expref: -99 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764721.546296:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff944581524e00/0x57b8ff0e030514f5 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764721.546312:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944581524e00/0x57b8ff0e030514f5 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764721.546326:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944581524e00/0x57b8ff0e030514f5 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764721.546343:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944581525400/0x57b8ff0e030514fc lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3dd7c34f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764721.546350:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944581525400/0x57b8ff0e030514fc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3dd7c34f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764721.546357:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944581525400/0x57b8ff0e030514fc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3dd7c34f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764721.546508:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944581524600/0x57b8ff0e03051503 lrc: 3/1,0 mode: --/PR res: [0x200003ab4:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764721.546517:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944581524600/0x57b8ff0e03051503 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764721.546524:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944581524600/0x57b8ff0e03051503 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764721.546533:0:44493:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab4:0x1:0x0]: returning size 13 00010000:00010000:0.0:1775764721.546647:0:44493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff944581524e00/0x57b8ff0e030514f5 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764721.546661:0:44493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944581524e00/0x57b8ff0e030514f5 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764721.546668:0:44493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944581524e00/0x57b8ff0e030514f5 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764721.546674:0:44493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944581524e00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:0.0:1775764721.546678:0:44493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944581524e00/0x57b8ff0e030514f5 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764721.546686:0:44493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944581524e00/0x57b8ff0e030514f5 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764721.546699:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff944598a9ba00) 00010000:00010000:0.0:1775764721.546703:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764721.546707:0:44493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944581524e00/0x57b8ff0e030514f5 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764721.546714:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944581524e00/0x57b8ff0e030514f5 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764721.546729:0:44493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944581525400/0x57b8ff0e030514fc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3dd7c34f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764721.546735:0:44493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944581525400/0x57b8ff0e030514fc lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3dd7c34f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764721.546740:0:44493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944581525400/0x57b8ff0e030514fc lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3dd7c34f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764721.546745:0:44493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944581525400 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:0.0:1775764721.546747:0:44493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944581525400/0x57b8ff0e030514fc lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3dd7c34f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764721.546753:0:44493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944581525400/0x57b8ff0e030514fc lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3dd7c34f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764721.546761:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x3dd7c34f (ffff944599e85300) 00010000:00010000:0.0:1775764721.546763:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764721.546766:0:44493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944581525400/0x57b8ff0e030514fc lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3dd7c34f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764721.546772:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944581525400/0x57b8ff0e030514fc lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3dd7c34f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764721.546894:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944581525600/0x57b8ff0e030514ee lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bb31 expref: 27 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764721.546908:0:44493:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff944581524600/0x57b8ff0e03051503 lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0x1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bb31 expref: 26 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764721.546915:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x1:0x0].0x0 (ffff9445838af600) 00010000:00010000:0.0:1775764721.546917:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1775764721.546920:0:44493:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944581524600, rc 0) 00000100:00100000:0.0:1775764721.546984:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bbf2dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+26:61441:x1862022098561152:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 832us (1062us total) trans 34359739049 rc 0/0 00000100:00100000:0.0:1775764721.546991:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 806 00000100:00100000:1.0:1775764721.556756:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764721.556883:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098561280 00000100:00100000:0.0:1775764721.556894:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098561280 00000100:00100000:0.0:1775764721.556969:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 807 00000100:00100000:0.0:1775764721.556981:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444832c0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+26:61441:x1862022098561280:12345-192.168.202.28@tcp:54:lfs.0 00010000:00010000:0.0:1775764721.557074:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944581525600/0x57b8ff0e03051511 lrc: 3/1,0 mode: --/PR res: [0x200003ab4:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764721.557102:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944581525600/0x57b8ff0e03051511 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764721.557116:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944581525600/0x57b8ff0e03051511 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764721.557144:0:42324:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944581525600/0x57b8ff0e03051511 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764721.557152:0:42324:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944581525600/0x57b8ff0e03051511 lrc: 2/0,0 mode: PR/PR res: [0x200003ab4:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764721.557160:0:42324:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944581525600/0x57b8ff0e03051511 lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764721.557167:0:42324:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944581525600 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:0.0:1775764721.557180:0:42324:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944581525600/0x57b8ff0e03051511 lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764721.557189:0:42324:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944581525600/0x57b8ff0e03051511 lrc: 4/0,0 mode: PR/PR res: [0x200003ab4:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764721.557202:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x1:0x0].0x0 (ffff9445838af600) 00010000:00010000:0.0:1775764721.557205:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1775764721.557210:0:42324:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944581525600/0x57b8ff0e03051511 lrc: 2/0,0 mode: --/PR res: [0x200003ab4:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764721.557217:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944581525600/0x57b8ff0e03051511 lrc: 0/0,0 mode: --/PR res: [0x200003ab4:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764721.557310:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444832c0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+26:61441:x1862022098561280:12345-192.168.202.28@tcp:54:lfs.0 Request processed in 331us (564us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764721.557318:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 807 00000100:00100000:1.0:1775764721.561552:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764721.561657:0:42328:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098561536 00000100:00100000:2.0:1775764721.561668:0:42328:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098561536 00000100:00100000:2.0:1775764721.561749:0:42328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 235 00000100:00100000:2.0:1775764721.561760:0:42328:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444832c3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+26:61441:x1862022098561536:12345-192.168.202.28@tcp:35:lfs.0 00000100:00100000:2.0:1775764721.565901:0:42328:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444832c3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+27:61441:x1862022098561536:12345-192.168.202.28@tcp:35:lfs.0 Request processed in 4132us (4348us total) trans 34359739050 rc 0/0 00000100:00100000:2.0:1775764721.565915:0:42328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 235 00000100:00100000:3.0:1775764721.695542:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764721.695643:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098561792 00000100:00100000:0.0:1775764721.695655:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098561792 00000100:00100000:0.0:1775764721.695734:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 808 00000100:00100000:0.0:1775764721.695746:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bb489180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+27:61451:x1862022098561792:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:0.0:1775764721.695781:0:44493:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764721.695840:0:44493:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944581525600/0x57b8ff0e03051518 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17bb38 expref: -99 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764721.695984:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944581525400/0x57b8ff0e0305151f lrc: 3/1,0 mode: --/PR res: [0x200003ab4:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764721.696000:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944581525400/0x57b8ff0e0305151f lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764721.696013:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944581525400/0x57b8ff0e0305151f lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764721.696027:0:44493:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab4:0x1:0x0]: returning size 13 00010000:00010000:0.0:1775764721.696216:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944581525600/0x57b8ff0e03051518 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bb38 expref: 30 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764721.696238:0:44493:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff944581525400/0x57b8ff0e0305151f lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0x1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bb38 expref: 29 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764721.696249:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x1:0x0].0x0 (ffff9445838af600) 00010000:00010000:0.0:1775764721.696253:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1775764721.696258:0:44493:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944581525400, rc 0) 00000100:00100000:0.0:1775764721.696311:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bb489180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+29:61451:x1862022098561792:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 568us (781us total) trans 34359739051 rc 0/0 00000100:00100000:0.0:1775764721.696319:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 808 00000100:00100000:1.0:1775764721.722967:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764721.724304:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764721.724402:0:42310:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098562176 00000100:00100000:0.0:1775764721.724413:0:42310:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098562176 00000100:00100000:0.0:1775764721.724490:0:42310:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 73 00000100:00100000:0.0:1775764721.724500:0:42310:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bb48bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+29:2377:x1862022098562176:12345-192.168.202.28@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1775764721.724521:0:42310:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764721.724547:0:42310:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944581525400/0x57b8ff0e0305151f lrc: 0/0,0 mode: --/PR res: [0x200003ab4:0x1:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bb38 expref: 29 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764721.724580:0:42310:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x1:0x0].0x0 (ffff9445838af600) 00010000:00010000:0.0:1775764721.724587:0:42310:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775764721.724644:0:42327:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098562048 00000100:00100000:2.0:1775764721.724649:0:42327:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098562048 00000100:00100000:0.0:1775764721.724660:0:42310:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bb48bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+29:2377:x1862022098562176:12345-192.168.202.28@tcp:103:ldlm_bl.0 Request processed in 163us (365us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764721.724667:0:42310:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 73 00000100:00100000:2.0:1775764721.724681:0:42327:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 236 00000100:00100000:2.0:1775764721.724687:0:42327:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444832c3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+28:61451:x1862022098562048:12345-192.168.202.28@tcp:35:lfs.0 00000100:00100000:2.0:1775764721.725000:0:42327:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444832c3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+29:61451:x1862022098562048:12345-192.168.202.28@tcp:35:lfs.0 Request processed in 312us (2043us total) trans 34359739052 rc 0/0 00000100:00100000:2.0:1775764721.725006:0:42327:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 236 00000040:00080000:3.0:1775764721.729142:0:42356:0:(llog.c:800:llog_process_thread()) index: 8, lh_last_idx: 8 synced_idx: 8 lgh_last_idx: 8 00000040:00080000:3.0:1775764721.729152:0:42356:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x32:0x0] at index 8 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1775764721.729191:0:42356:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x32:0x0] index 16 count 3 00000040:00080000:3.0:1775764721.729198:0:42356:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 9 count 2 00000100:00100000:1.0:1775764721.920666:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764721.921191:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098562432 00000100:00100000:0.0:1775764721.921204:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098562432 00000100:00100000:0.0:1775764721.921281:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 809 00000100:00100000:0.0:1775764721.921298:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444832c2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+29:61464:x1862022098562432:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:0.0:1775764721.921326:0:42324:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764721.921363:0:42324:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944581525400/0x57b8ff0e0305152d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17bb3f expref: -99 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764721.921478:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff944581525600/0x57b8ff0e03051534 lrc: 3/1,0 mode: --/CR res: [0x200003ab4:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764721.921495:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944581525600/0x57b8ff0e03051534 lrc: 3/1,0 mode: CR/CR res: [0x200003ab4:0x1:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764721.921508:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944581525600/0x57b8ff0e03051534 lrc: 3/1,0 mode: CR/CR res: [0x200003ab4:0x1:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764721.921521:0:42324:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab4:0x1:0x0]: returning size 13 00010000:00010000:0.0:1775764721.921678:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944581525400/0x57b8ff0e0305152d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bb3f expref: 32 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764721.921697:0:42324:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff944581525600/0x57b8ff0e03051534 lrc: 3/0,0 mode: CR/CR res: [0x200003ab4:0x1:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bb3f expref: 31 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764721.921706:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x1:0x0].0x0 (ffff9445838af600) 00010000:00010000:0.0:1775764721.921710:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:0.0:1775764721.921714:0:42324:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944581525600, rc 0) 00000100:00100000:0.0:1775764721.921777:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444832c2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+31:61464:x1862022098562432:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 482us (1123us total) trans 34359739053 rc 0/0 00000100:00100000:0.0:1775764721.921785:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 809 00000100:00100000:3.0:1775764721.931356:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764721.942688:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098562560 00000100:00100000:2.0:1775764721.942704:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098562560 00000100:00100000:2.0:1775764721.942818:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 810 00000100:00100000:2.0:1775764721.942829:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bb489f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+31:61464:x1862022098562560:12345-192.168.202.28@tcp:54:lfs.0 00010000:00010000:2.0:1775764721.943073:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25200/0x57b8ff0e03051542 lrc: 3/1,0 mode: --/PR res: [0x200003ab4:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764721.943091:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25200/0x57b8ff0e03051542 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764721.943103:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25200/0x57b8ff0e03051542 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764721.943130:0:42325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25200/0x57b8ff0e03051542 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764721.943137:0:42325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25200/0x57b8ff0e03051542 lrc: 2/0,0 mode: PR/PR res: [0x200003ab4:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764721.943147:0:42325:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25200/0x57b8ff0e03051542 lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764721.943152:0:42325:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445baf25200 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764721.943156:0:42325:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25200/0x57b8ff0e03051542 lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764721.943162:0:42325:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25200/0x57b8ff0e03051542 lrc: 4/0,0 mode: PR/PR res: [0x200003ab4:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764721.943173:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x1:0x0].0x0 (ffff9445838af600) 00010000:00010000:2.0:1775764721.943176:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1775764721.943181:0:42325:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25200/0x57b8ff0e03051542 lrc: 2/0,0 mode: --/PR res: [0x200003ab4:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764721.943188:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25200/0x57b8ff0e03051542 lrc: 0/0,0 mode: --/PR res: [0x200003ab4:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764721.943512:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bb489f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+31:61464:x1862022098562560:12345-192.168.202.28@tcp:54:lfs.0 Request processed in 683us (12176us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764721.943521:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 810 00000100:00100000:3.0:1775764722.115495:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764722.115839:0:42311:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098562816 00000100:00100000:2.0:1775764722.115855:0:42311:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098562816 00000100:00100000:2.0:1775764722.115968:0:42311:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 74 00000100:00100000:2.0:1775764722.115979:0:42311:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bb48b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+31:61474:x1862022098562816:12345-192.168.202.28@tcp:103:lfs.0 00010000:00010000:2.0:1775764722.116000:0:42311:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:2.0:1775764722.116029:0:42311:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944581524600/0x57b8ff0e03051503 lrc: 0/0,0 mode: --/PR res: [0x200003ab4:0x1:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bb31 expref: 31 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764722.116321:0:42311:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944581525600/0x57b8ff0e03051534 lrc: 0/0,0 mode: --/CR res: [0x200003ab4:0x1:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bb3f expref: 30 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764722.116338:0:42311:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25000/0x57b8ff0e030514d2 lrc: 0/0,0 mode: --/CR res: [0x200003ab4:0x1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bb2a expref: 29 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764722.116349:0:42311:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x1:0x0].0x0 (ffff9445838af600) 00010000:00010000:2.0:1775764722.116364:0:42311:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775764722.116441:0:42311:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bb48b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+28:61474:x1862022098562816:12345-192.168.202.28@tcp:103:lfs.0 Request processed in 464us (963us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764722.116449:0:42311:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 74 00000100:00100000:1.0:1775764722.120729:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764722.120831:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098562944 00000100:00100000:0.0:1775764722.120841:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098562944 00000100:00100000:0.0:1775764722.120904:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 811 00000100:00100000:0.0:1775764722.120913:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444832c1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+28:61474:x1862022098562944:12345-192.168.202.28@tcp:58:lfs.0 00010000:00010000:0.0:1775764722.121027:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff944581525400/0x57b8ff0e03051549 lrc: 3/0,1 mode: --/EX res: [0x200003ab4:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764722.121056:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944581525400/0x57b8ff0e03051549 lrc: 3/0,1 mode: EX/EX res: [0x200003ab4:0x1:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764722.121075:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944581525400/0x57b8ff0e03051549 lrc: 3/0,1 mode: EX/EX res: [0x200003ab4:0x1:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1775764722.122013:0:42324:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x32:0x0].16, 136 off10368 00000100:00100000:0.0:1775764722.122130:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444832c1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+28:61474:x1862022098562944:12345-192.168.202.28@tcp:58:lfs.0 Request processed in 1215us (1408us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764722.122140:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 811 00000100:00100000:1.0:1775764722.124637:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764722.124781:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098563072 00000100:00100000:0.0:1775764722.124794:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098563072 00000100:00100000:0.0:1775764722.124862:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 812 00000100:00100000:0.0:1775764722.124872:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444832c0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+28:61474:x1862022098563072:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:0.0:1775764722.125171:0:44493:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764722.125193:0:44493:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944581524e00/0x57b8ff0e03051550 lrc: 2/0,0 mode: --/CR res: [0x200003ab4:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17bb46 expref: -99 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764722.125256:0:44493:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff944581525400/0x57b8ff0e03051549 lrc: 2/0,1 mode: EX/EX res: [0x200003ab4:0x1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764722.125266:0:44493:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff944581524e00/0x57b8ff0e03051550 lrc: 4/0,0 mode: --/CR res: [0x200003ab4:0x1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bb46 expref: 29 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764722.125286:0:44493:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff944581525400/0x57b8ff0e03051549 lrc: 3/0,1 mode: EX/EX res: [0x200003ab4:0x1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764722.125301:0:44493:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff944581524e00/0x57b8ff0e03051550 lrc: 3/0,0 mode: --/CR res: [0x200003ab4:0x1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bb46 expref: 29 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764722.125318:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x1:0x0].0x0 (ffff944599e85300) 00010000:00010000:0.0:1775764722.125322:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1775764722.125326:0:44493:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff944581524e00/0x57b8ff0e03051550 lrc: 3/0,0 mode: --/CR res: [0x200003ab4:0x1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bb46 expref: 29 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764722.125333:0:44493:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944581524e00, rc 0) 00000100:00100000:0.0:1775764722.125577:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444832c0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+29:61474:x1862022098563072:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 706us (947us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764722.125586:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 812 00010000:00010000:3.0:1775764722.497056:0:42313:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1775764722.753226:0:42356:0:(llog.c:800:llog_process_thread()) index: 8, lh_last_idx: 8 synced_idx: 8 lgh_last_idx: 8 00000040:00080000:3.0:1775764722.753237:0:42356:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x32:0x0] at index 8 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1775764722.753284:0:42356:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x32:0x0] index 17 count 4 00000040:00080000:3.0:1775764722.753302:0:42356:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 9 count 2 00000100:00100000:3.0:1775764722.753474:0:42356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bb48a300 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:42356:1862022119041920:192.168.202.28@tcp:107:hsm_cdtr.0 00000100:00100000:3.0:1775764722.753611:0:42356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9445a6275540 going to sleep for 11 seconds 00000100:00100000:1.0:1775764722.771067:0:42356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bb48a300 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:42356:1862022119041920:192.168.202.28@tcp:107:hsm_cdtr.0 00000100:00100000:1.0:1775764722.777165:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764722.777286:0:42335:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098563200 00000100:00100000:2.0:1775764722.777297:0:42335:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098563200 00000100:00100000:2.0:1775764722.777362:0:42335:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 1 00000100:00100000:2.0:1775764722.777372:0:42335:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444832c3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:fcf15866-4739-4595-8fe1-44abde7ee9d7+29:61475:x1862022098563200:12345-192.168.202.28@tcp:900:lhsmtool_posix.0 00000100:00100000:2.0:1775764722.777460:0:42335:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444832c3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:fcf15866-4739-4595-8fe1-44abde7ee9d7+29:61475:x1862022098563200:12345-192.168.202.28@tcp:900:lhsmtool_posix.0 Request processed in 90us (307us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764722.777467:0:42335:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 1 00000100:00100000:3.0:1775764722.793098:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764722.793941:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098563328 00000100:00100000:0.0:1775764722.793954:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098563328 00000100:00100000:0.0:1775764722.794028:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 813 00000100:00100000:0.0:1775764722.794037:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bb489500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+29:61475:x1862022098563328:12345-192.168.202.28@tcp:53:lhsmtool_posix.0 00000004:00000080:0.0:1775764722.794085:0:42324:0:(mdt_handler.c:7957:mdt_fid2path()) path get [0x200003ab4:0x1:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1775764722.794207:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bb489500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+29:61475:x1862022098563328:12345-192.168.202.28@tcp:53:lhsmtool_posix.0 Request processed in 171us (1118us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764722.794214:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 813 00000100:00100000:3.0:1775764722.798159:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764722.800720:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098563456 00000100:00100000:0.0:1775764722.800735:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098563456 00000100:00100000:0.0:1775764722.800856:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 814 00000100:00100000:0.0:1775764722.800866:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bb48a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+29:61475:x1862022098563456:12345-192.168.202.28@tcp:34:lhsmtool_posix.0 00010000:00010000:0.0:1775764722.800959:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff944581524a00/0x57b8ff0e03051557 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764722.800979:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944581524a00/0x57b8ff0e03051557 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764722.800994:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944581524a00/0x57b8ff0e03051557 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764722.801016:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944581525c00/0x57b8ff0e0305155e lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x52a5d70e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764722.801022:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944581525c00/0x57b8ff0e0305155e lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x52a5d70e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764722.801028:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944581525c00/0x57b8ff0e0305155e lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x52a5d70e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764722.801065:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944581525000/0x57b8ff0e03051565 lrc: 3/1,0 mode: --/PR res: [0x200003ab4:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764722.801073:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944581525000/0x57b8ff0e03051565 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764722.801080:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944581525000/0x57b8ff0e03051565 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764722.801121:0:44493:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab4:0x1:0x0]: returning size 13 00000004:00200000:0.0:1775764722.801125:0:44493:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1775764722.801139:0:44493:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff944581525000/0x57b8ff0e03051565 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764722.801150:0:44493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff944581524a00/0x57b8ff0e03051557 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764722.801155:0:44493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944581524a00/0x57b8ff0e03051557 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764722.801163:0:44493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944581524a00/0x57b8ff0e03051557 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764722.801173:0:44493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944581524a00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:0.0:1775764722.801178:0:44493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944581524a00/0x57b8ff0e03051557 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764722.801186:0:44493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944581524a00/0x57b8ff0e03051557 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764722.801200:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff944598a9bf00) 00010000:00010000:0.0:1775764722.801203:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764722.801208:0:44493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944581524a00/0x57b8ff0e03051557 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764722.801213:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944581524a00/0x57b8ff0e03051557 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764722.801228:0:44493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944581525c00/0x57b8ff0e0305155e lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x52a5d70e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764722.801234:0:44493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944581525c00/0x57b8ff0e0305155e lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x52a5d70e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764722.801239:0:44493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944581525c00/0x57b8ff0e0305155e lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x52a5d70e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764722.801244:0:44493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944581525c00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:0.0:1775764722.801247:0:44493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944581525c00/0x57b8ff0e0305155e lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x52a5d70e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764722.801252:0:44493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944581525c00/0x57b8ff0e0305155e lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x52a5d70e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764722.801262:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x52a5d70e (ffff944599e85800) 00010000:00010000:0.0:1775764722.801264:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764722.801266:0:44493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944581525c00/0x57b8ff0e0305155e lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x52a5d70e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764722.801271:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944581525c00/0x57b8ff0e0305155e lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x52a5d70e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764722.801288:0:44493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944581525000/0x57b8ff0e03051565 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764722.801294:0:44493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944581525000/0x57b8ff0e03051565 lrc: 2/0,0 mode: PR/PR res: [0x200003ab4:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764722.801299:0:44493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944581525000/0x57b8ff0e03051565 lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764722.801303:0:44493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944581525000 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:0.0:1775764722.801306:0:44493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944581525000/0x57b8ff0e03051565 lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764722.801310:0:44493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944581525000/0x57b8ff0e03051565 lrc: 4/0,0 mode: PR/PR res: [0x200003ab4:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764722.801317:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x1:0x0].0x0 (ffff944599e85300) 00010000:00010000:0.0:1775764722.801318:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764722.801321:0:44493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944581525000/0x57b8ff0e03051565 lrc: 2/0,0 mode: --/PR res: [0x200003ab4:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764722.801326:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944581525000/0x57b8ff0e03051565 lrc: 0/0,0 mode: --/PR res: [0x200003ab4:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764722.801431:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bb48a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+29:61475:x1862022098563456:12345-192.168.202.28@tcp:34:lhsmtool_posix.0 Request processed in 566us (3286us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764722.801440:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 814 00000100:00100000:1.0:1775764722.806458:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764722.809253:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098563712 00000100:00100000:0.0:1775764722.809274:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098563712 00000100:00100000:0.0:1775764722.809356:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 815 00000100:00100000:0.0:1775764722.809366:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bc1dfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+29:61475:x1862022098563712:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1775764722.809388:0:42324:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764722.809409:0:42324:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944581524c00/0x57b8ff0e0305156c lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17bb4d expref: -99 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764722.809553:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944581525600/0x57b8ff0e03051573 lrc: 3/1,0 mode: --/PR res: [0x200003ab4:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764722.809570:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944581525600/0x57b8ff0e03051573 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764722.809584:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944581525600/0x57b8ff0e03051573 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764722.809595:0:42324:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab4:0x1:0x0]: returning size 13 00010000:00010000:0.0:1775764722.809726:0:42324:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944581525600/0x57b8ff0e03051573 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764722.809733:0:42324:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944581525600/0x57b8ff0e03051573 lrc: 2/0,0 mode: PR/PR res: [0x200003ab4:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764722.809739:0:42324:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944581525600/0x57b8ff0e03051573 lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764722.809748:0:42324:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944581525600 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:0.0:1775764722.809753:0:42324:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944581525600/0x57b8ff0e03051573 lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764722.809760:0:42324:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944581525600/0x57b8ff0e03051573 lrc: 4/0,0 mode: PR/PR res: [0x200003ab4:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764722.809772:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x1:0x0].0x0 (ffff944599e85300) 00010000:00010000:0.0:1775764722.809774:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1775764722.809779:0:42324:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944581525600/0x57b8ff0e03051573 lrc: 2/0,0 mode: --/PR res: [0x200003ab4:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764722.809784:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944581525600/0x57b8ff0e03051573 lrc: 0/0,0 mode: --/PR res: [0x200003ab4:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764722.809866:0:42324:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff944581524c00/0x57b8ff0e0305156c lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bb4d expref: 31 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764722.809877:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff944598a9bf00) 00010000:00010000:0.0:1775764722.809879:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1775764722.809882:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944581524c00/0x57b8ff0e0305156c lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bb4d expref: 31 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764722.809892:0:42324:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944581524c00, rc 0) 00000100:00100000:0.0:1775764722.809957:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bc1dfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+30:61475:x1862022098563712:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 Request processed in 592us (3514us total) trans 34359739054 rc 301/301 00000100:00100000:0.0:1775764722.809964:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 815 00000100:00100000:3.0:1775764722.820220:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764722.820325:0:42328:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098563968 00000100:00100000:2.0:1775764722.820337:0:42328:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098563968 00000100:00100000:2.0:1775764722.820398:0:42328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 237 00000100:00100000:2.0:1775764722.820408:0:42328:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bb489880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+30:61475:x1862022098563968:12345-192.168.202.28@tcp:35:lhsmtool_posix.0 00000100:00100000:2.0:1775764722.821066:0:42328:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bb489880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+31:61475:x1862022098563968:12345-192.168.202.28@tcp:35:lhsmtool_posix.0 Request processed in 656us (852us total) trans 34359739055 rc 0/0 00000100:00100000:2.0:1775764722.821081:0:42328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 237 00000100:00100000:3.0:1775764722.835677:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764722.835912:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098564096 00000100:00100000:0.0:1775764722.835924:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098564096 00000100:00100000:0.0:1775764722.835987:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 816 00000100:00100000:0.0:1775764722.835997:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bb488a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+31:61475:x1862022098564096:12345-192.168.202.28@tcp:53:lhsmtool_posix.0 00000004:00000080:0.0:1775764722.836071:0:44493:0:(mdt_handler.c:7957:mdt_fid2path()) path get [0x200003ab4:0x1:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1775764722.836180:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bb488a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+31:61475:x1862022098564096:12345-192.168.202.28@tcp:53:lhsmtool_posix.0 Request processed in 184us (511us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764722.836188:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 816 00000100:00100000:1.0:1775764722.847106:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764722.847197:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098564352 00000100:00100000:2.0:1775764722.847208:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098564352 00000100:00100000:2.0:1775764722.847273:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 817 00000100:00100000:2.0:1775764722.847285:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944585ddc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+31:61475:x1862022098564352:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1775764722.847311:0:42324:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764722.847314:0:42324:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1775764722.847342:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944488002000/0x57b8ff0e03051493 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bb15 expref: 31 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764722.847366:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff944598a9ba00) 00010000:00010000:2.0:1775764722.847379:0:42324:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775764722.847396:0:42324:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25000/0x57b8ff0e03051581 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17bb54 expref: -99 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1775764722.847845:0:42324:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x118:0x0], index 0: 0 00010000:00010000:2.0:1775764722.848074:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25200/0x57b8ff0e03051588 lrc: 3/1,0 mode: --/PR res: [0x200003ab4:0x3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764722.848088:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25200/0x57b8ff0e03051588 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764722.848100:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25200/0x57b8ff0e03051588 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764722.848156:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25000/0x57b8ff0e03051581 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bb54 expref: 33 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764722.848177:0:42324:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25200/0x57b8ff0e03051588 lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bb54 expref: 32 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764722.848184:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x3:0x0].0x0 (ffff9445838afa00) 00010000:00010000:2.0:1775764722.848186:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1775764722.848189:0:42324:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445baf25200, rc 0) 00000100:00100000:2.0:1775764722.848263:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944585ddc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+32:61475:x1862022098564352:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 Request processed in 980us (1168us total) trans 34359739056 rc 0/0 00000100:00100000:2.0:1775764722.848271:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 817 00000100:00100000:1.0:1775764722.854883:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764722.855067:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098564480 00000100:00100000:3.0:1775764722.855081:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098564480 00000100:00100000:3.0:1775764722.855153:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 818 00000100:00100000:3.0:1775764722.855163:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944585ddf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+32:61475:x1862022098564480:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1775764722.855191:0:44493:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764722.855223:0:44493:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695000/0x57b8ff0e03051596 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17bb5b expref: -99 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764722.855305:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695600/0x57b8ff0e0305159d lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764722.855320:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695600/0x57b8ff0e0305159d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764722.855333:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695600/0x57b8ff0e0305159d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764722.855410:0:44493:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 9728 00000004:00200000:3.0:1775764722.855414:0:44493:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 43 stripe count 1 MDT count 1 00000004:00010000:3.0:1775764722.855442:0:44493:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695600/0x57b8ff0e0305159d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764722.855466:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695000/0x57b8ff0e03051596 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bb5b expref: 34 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764722.855484:0:44493:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695600/0x57b8ff0e0305159d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bb5b expref: 33 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764722.855492:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9445867bef00) 00010000:00010000:3.0:1775764722.855495:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1775764722.855498:0:44493:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445be695600, rc 0) 00000100:00100000:3.0:1775764722.855566:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944585ddf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+33:61475:x1862022098564480:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 Request processed in 404us (698us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764722.855574:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 818 00000100:00100000:3.0:1775764722.858863:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764722.858971:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098564736 00000100:00100000:2.0:1775764722.858985:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098564736 00000100:00100000:2.0:1775764722.859070:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 819 00000100:00100000:2.0:1775764722.859083:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bb488000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+33:61475:x1862022098564736:12345-192.168.202.28@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1775764722.859161:0:42326:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1775764722.859201:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25200/0x57b8ff0e03051588 lrc: 0/0,0 mode: --/PR res: [0x200003ab4:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bb54 expref: 33 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764722.859228:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x3:0x0].0x0 (ffff9445838afa00) 00010000:00010000:2.0:1775764722.859253:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695600/0x57b8ff0e0305159d lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bb5b expref: 32 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764722.859264:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9445867bef00) 00010000:00010000:2.0:1775764722.859276:0:42326:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775764722.859303:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25e00/0x57b8ff0e030515a4 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764722.859321:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25e00/0x57b8ff0e030515a4 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764722.859332:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25e00/0x57b8ff0e030515a4 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764722.859345:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25c00/0x57b8ff0e030515ab lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xc99b69a0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764722.859352:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25c00/0x57b8ff0e030515ab lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xc99b69a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764722.859359:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25c00/0x57b8ff0e030515ab lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xc99b69a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764722.859455:0:42326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25e00/0x57b8ff0e030515a4 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764722.859463:0:42326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25e00/0x57b8ff0e030515a4 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764722.859470:0:42326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25e00/0x57b8ff0e030515a4 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764722.859476:0:42326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445baf25e00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764722.859493:0:42326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25e00/0x57b8ff0e030515a4 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764722.859501:0:42326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25e00/0x57b8ff0e030515a4 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764722.859510:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9445838af700) 00010000:00010000:2.0:1775764722.859514:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764722.859517:0:42326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25e00/0x57b8ff0e030515a4 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764722.859523:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25e00/0x57b8ff0e030515a4 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764722.859535:0:42326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25c00/0x57b8ff0e030515ab lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xc99b69a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764722.859541:0:42326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25c00/0x57b8ff0e030515ab lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xc99b69a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764722.859548:0:42326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25c00/0x57b8ff0e030515ab lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xc99b69a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764722.859553:0:42326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445baf25c00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764722.859556:0:42326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25c00/0x57b8ff0e030515ab lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xc99b69a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764722.859562:0:42326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25c00/0x57b8ff0e030515ab lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xc99b69a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764722.859568:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xc99b69a0 (ffff9445838afc00) 00010000:00010000:2.0:1775764722.859570:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764722.859573:0:42326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25c00/0x57b8ff0e030515ab lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xc99b69a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764722.859578:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25c00/0x57b8ff0e030515ab lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xc99b69a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764722.859677:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bb488000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+31:61475:x1862022098564736:12345-192.168.202.28@tcp:36:lhsmtool_posix.0 Request processed in 597us (825us total) trans 0 rc -2/-2 00000100:00100000:2.0:1775764722.859686:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 819 00000100:00100000:1.0:1775764722.864287:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764722.864436:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098564864 00000100:00100000:3.0:1775764722.864447:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098564864 00000100:00100000:3.0:1775764722.864506:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 820 00000100:00100000:3.0:1775764722.864516:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944487fb8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+31:61475:x1862022098564864:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1775764722.864539:0:44493:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764722.864561:0:44493:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695000/0x57b8ff0e030515b2 lrc: 2/0,0 mode: --/PR res: [0x200003ab4:0x3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17bb62 expref: -99 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764722.864609:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694800/0x57b8ff0e030515b9 lrc: 3/1,0 mode: --/PR res: [0x200003ab4:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764722.864624:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694800/0x57b8ff0e030515b9 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x3:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764722.864637:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694800/0x57b8ff0e030515b9 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x3:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764722.864744:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695000/0x57b8ff0e030515b2 lrc: 0/0,0 mode: --/PR res: [0x200003ab4:0x3:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bb62 expref: 33 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764722.864763:0:44493:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694800/0x57b8ff0e030515b9 lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0x3:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bb62 expref: 32 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764722.864772:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x3:0x0].0x0 (ffff9445867bec00) 00010000:00010000:3.0:1775764722.864775:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1775764722.864778:0:44493:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445be694800, rc 0) 00000100:00100000:3.0:1775764722.864880:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944487fb8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+32:61475:x1862022098564864:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 Request processed in 366us (606us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764722.864888:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 820 00000100:00100000:1.0:1775764722.872599:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764722.872691:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098565120 00000100:00100000:2.0:1775764722.872702:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098565120 00000100:00100000:2.0:1775764722.872773:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 821 00000100:00100000:2.0:1775764722.872783:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445becaa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+32:61475:x1862022098565120:12345-192.168.202.28@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1775764722.872919:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25c00/0x57b8ff0e030515c0 lrc: 3/0,1 mode: --/PW res: [0x200003ab4:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764722.873153:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25c00/0x57b8ff0e030515c0 lrc: 3/0,1 mode: PW/PW res: [0x200003ab4:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764722.873168:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25c00/0x57b8ff0e030515c0 lrc: 3/0,1 mode: PW/PW res: [0x200003ab4:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1775764722.875728:0:42326:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x2e:0x0].20, 88 off9640 00000004:00080000:2.0:1775764722.875756:0:42326:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 2189722956399ns, next at 2190722950679ns, rc = 0 00000004:00010000:2.0:1775764722.877184:0:42326:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000e688e990 reply state 000000002ff17233 transno 34359739057 ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25c00/0x57b8ff0e030515c0 lrc: 3/0,1 mode: PW/PW res: [0x200003ab4:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764722.877199:0:42326:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1775764722.878068:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445becaa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+34:61475:x1862022098565120:12345-192.168.202.28@tcp:36:lhsmtool_posix.0 Request processed in 5276us (5469us total) trans 34359739057 rc 0/0 00000100:00100000:2.0:1775764722.878080:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 821 00010000:00010000:2.0:1775764722.888916:0:3314:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25c00/0x57b8ff0e030515c0 lrc: 3/0,1 mode: PW/PW res: [0x200003ab4:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764722.888946:0:3314:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25c00/0x57b8ff0e030515c0 lrc: 2/0,0 mode: PW/PW res: [0x200003ab4:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764722.888960:0:3314:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25c00/0x57b8ff0e030515c0 lrc: 3/0,0 mode: PW/PW res: [0x200003ab4:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764722.888967:0:3314:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445baf25c00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764722.888973:0:3314:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25c00/0x57b8ff0e030515c0 lrc: 3/0,0 mode: PW/PW res: [0x200003ab4:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764722.888982:0:3314:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25c00/0x57b8ff0e030515c0 lrc: 4/0,0 mode: PW/PW res: [0x200003ab4:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764722.889003:0:3314:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x3:0x0].0x0 (ffff9445867bec00) 00010000:00010000:2.0:1775764722.889007:0:3314:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1775764722.889012:0:3314:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25c00/0x57b8ff0e030515c0 lrc: 2/0,0 mode: --/PW res: [0x200003ab4:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764722.889018:0:3314:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25c00/0x57b8ff0e030515c0 lrc: 0/0,0 mode: --/PW res: [0x200003ab4:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764722.890342:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764722.890430:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098565248 00000100:00100000:3.0:1775764722.890442:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098565248 00000100:00100000:3.0:1775764722.890509:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 822 00000100:00100000:3.0:1775764722.890519:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445beca9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+33:61475:x1862022098565248:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1775764722.890545:0:44493:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764722.890566:0:44493:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695000/0x57b8ff0e030515c7 lrc: 2/0,0 mode: --/CR res: [0x200003ab4:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17bb69 expref: -99 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764722.890637:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695000/0x57b8ff0e030515c7 lrc: 3/0,0 mode: CR/CR res: [0x200003ab4:0x3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bb69 expref: 34 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764722.890653:0:44493:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695000/0x57b8ff0e030515c7 lrc: 3/0,0 mode: CR/CR res: [0x200003ab4:0x3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bb69 expref: 34 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764722.890673:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x3:0x0].0x0 (ffff9445867bec00) 00010000:00010000:3.0:1775764722.890677:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1775764722.890679:0:44493:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445be695000, rc 0) 00000100:00100000:3.0:1775764722.890754:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445beca9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+34:61475:x1862022098565248:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 Request processed in 235us (420us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764722.890761:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 822 00000100:00100000:1.0:1775764722.897496:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764722.897586:0:42944:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098565376 00000100:00100000:2.0:1775764722.897597:0:42944:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098565376 00000100:00100000:2.0:1775764722.897674:0:42944:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 212 00000100:00100000:2.0:1775764722.897686:0:42944:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944584b90850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+5:2378:x1862022098565376:12345-192.168.202.28@tcp:2:lhsmtool_posix.0 00000100:00100000:2.0:1775764722.898109:0:42944:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944584b90850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+6:2378:x1862022098565376:12345-192.168.202.28@tcp:2:lhsmtool_posix.0 Request processed in 425us (622us total) trans 34359738434 rc 0/0 00000100:00100000:2.0:1775764722.898119:0:42944:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 212 00000100:00080000:0.0:1775764722.898402:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1775764722.912288:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764722.915905:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098565632 00000100:00100000:0.0:1775764722.915923:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098565632 00000100:00100000:0.0:1775764722.916009:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 823 00000100:00100000:0.0:1775764722.916021:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445beca8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+34:61475:x1862022098565632:12345-192.168.202.28@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1775764722.917674:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445beca8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+34:61475:x1862022098565632:12345-192.168.202.28@tcp:57:lhsmtool_posix.0 Request processed in 1643us (5384us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764722.917689:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 823 00000100:00100000:1.0:1775764722.927550:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764722.927640:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098565760 00000100:00100000:3.0:1775764722.927651:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098565760 00000100:00100000:3.0:1775764722.927714:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 824 00000100:00100000:3.0:1775764722.927724:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445beca8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+34:61475:x1862022098565760:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1775764722.927746:0:44493:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764722.927768:0:44493:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695400/0x57b8ff0e030515ce lrc: 2/0,0 mode: --/CR res: [0x200003ab4:0x3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17bb70 expref: -99 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764722.927935:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694000/0x57b8ff0e030515d5 lrc: 3/1,0 mode: --/PR res: [0x200003ab4:0x3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764722.927952:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694000/0x57b8ff0e030515d5 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764722.927966:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694000/0x57b8ff0e030515d5 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764722.928007:0:44493:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1775764722.928026:0:44493:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694000/0x57b8ff0e030515d5 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764722.928068:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695400/0x57b8ff0e030515ce lrc: 0/0,0 mode: --/CR res: [0x200003ab4:0x3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bb70 expref: 36 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764722.928088:0:44493:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694000/0x57b8ff0e030515d5 lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bb70 expref: 35 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764722.928098:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x3:0x0].0x0 (ffff9445867bec00) 00010000:00010000:3.0:1775764722.928100:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:3.0:1775764722.928103:0:44493:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445be694000, rc 0) 00000100:00100000:3.0:1775764722.928178:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445beca8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+35:61475:x1862022098565760:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 Request processed in 455us (637us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764722.928186:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 824 00000100:00100000:1.0:1775764722.932124:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764722.932211:0:42946:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098565888 00000100:00100000:3.0:1775764722.932222:0:42946:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098565888 00000100:00100000:3.0:1775764722.932286:0:42946:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 213 00000100:00100000:3.0:1775764722.932297:0:42946:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445beca8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+6:2379:x1862022098565888:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1775764722.932321:0:42946:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764722.932349:0:42946:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009022cbfb/0x57b8ff0e030515dc lrc: 2/0,0 mode: --/PR res: [0x240000400:0x118:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17bb77 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1775764722.932383:0:42946:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x118:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x69d804f3, blocks: 0x1 00010000:00010000:3.0:1775764722.932404:0:42946:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764722.932407:0:42946:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764722.932416:0:42946:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009022cbfb/0x57b8ff0e030515dc lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x118:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bb77 expref: 7 pid: 42946 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764722.932436:0:42946:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000009022cbfb/0x57b8ff0e030515dc lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x118:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bb77 expref: 7 pid: 42946 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764722.932453:0:42946:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445be695800, rc 0) 00000100:00100000:3.0:1775764722.932582:0:42946:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445beca8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+7:2379:x1862022098565888:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 Request processed in 286us (469us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764722.932589:0:42946:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 213 00000100:00100000:1.0:1775764722.943158:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764722.943263:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098566144 00000100:00100000:2.0:1775764722.943275:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098566144 00000100:00100000:2.0:1775764722.943342:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 825 00000100:00100000:2.0:1775764722.943354:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bfe6b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+35:61475:x1862022098566144:12345-192.168.202.28@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1775764722.943486:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bfe6b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+35:61475:x1862022098566144:12345-192.168.202.28@tcp:57:lhsmtool_posix.0 Request processed in 134us (341us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764722.943494:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 825 00000004:00080000:1.0:1775764722.945019:0:42349:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 2189792217998ns, next at 2190792215290ns, rc = 0 00000100:00100000:0.0:1775764722.945157:0:3329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bfe68a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3329:1862022119042048:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1775764722.945235:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764722.945372:0:42947:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119042048 00000100:00100000:3.0:1775764722.945380:0:42947:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119042048 00000100:00100000:3.0:1775764722.945442:0:42947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 147 00000100:00100000:3.0:1775764722.945451:0:42947:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486040380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3329:x1862022119042048:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1775764722.945476:0:42947:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 47513600 pending 1703936 free 3765436416 avail 3763339264 00000100:00100000:3.0:1775764722.945527:0:42947:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486040380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3329:x1862022119042048:12345-0@lo:13:osp-pre-1-0.0 Request processed in 76us (290us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764722.945534:0:42947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 147 00000100:00100000:1.0:1775764722.946084:0:3329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bfe68a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3329:1862022119042048:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1775764722.955403:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764722.955583:0:42944:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098566272 00000100:00100000:1.0:1775764722.955595:0:42944:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098566272 00000100:00100000:1.0:1775764722.955671:0:42944:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 214 00000100:00100000:1.0:1775764722.955682:0:42944:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bbf2d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+7:61475:x1862022098566272:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1775764722.955707:0:42944:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764722.955739:0:42944:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000cc243db6/0x57b8ff0e030515e3 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x118:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17bb7e expref: -99 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764722.955778:0:42944:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000009022cbfb/0x57b8ff0e030515dc lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x118:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bb77 expref: 8 pid: 42946 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764722.955788:0:42944:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1775764722.955791:0:42944:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1775764722.955826:0:42944:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000cc243db6/0x57b8ff0e030515e3 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x118:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bb7e expref: 8 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764722.955865:0:42944:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000009022cbfb/0x57b8ff0e030515dc lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x118:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bb77 expref: 8 pid: 42946 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764722.955885:0:42944:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000009022cbfb/0x57b8ff0e030515dc lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x118:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bb77 expref: 8 pid: 42946 timeout: 2289 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764722.955905:0:42944:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bfe68a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:42944:1862022119042176:192.168.202.28@tcp:104: 00000100:00100000:1.0:1775764722.956015:0:42944:0:(client.c:2691:ptlrpc_set_wait()) set ffff94459ed5ca80 going to sleep for 11 seconds 00000100:00100000:1.0:1775764722.973720:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764722.973953:0:42310:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098566400 00000100:00100000:0.0:1775764722.973965:0:42310:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098566400 00010000:00010000:0.0:1775764722.974012:0:42310:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000009022cbfb/0x57b8ff0e030515dc lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x118:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bb77 expref: 9 pid: 42946 timeout: 2289 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764722.974066:0:42310:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 161 00000100:00100000:0.0:1775764722.974078:0:42310:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bfe69500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+9:2378:x1862022098566400:12345-192.168.202.28@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1775764722.974095:0:42310:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764722.974118:0:42310:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000009022cbfb/0x57b8ff0e030515dc lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x118:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bb77 expref: 9 pid: 42946 timeout: 2289 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764722.974132:0:42310:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000009022cbfb/0x57b8ff0e030515dc lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x118:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bb77 expref: 9 pid: 42946 timeout: 2289 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764722.974161:0:42310:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764722.974164:0:42310:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764722.974171:0:42310:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000cc243db6/0x57b8ff0e030515e3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x118:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bb7e expref: 9 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764722.974181:0:42310:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000cc243db6/0x57b8ff0e030515e3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x118:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bb7e expref: 9 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764722.974243:0:42310:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000cc243db6/0x57b8ff0e030515e3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x118:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bb7e expref: 9 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764722.974259:0:42310:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944486041180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:42310:1862022119042304:192.168.202.28@tcp:105: 00000100:00100000:0.0:1775764722.974355:0:42310:0:(client.c:2691:ptlrpc_set_wait()) set ffff9445b2d94180 going to sleep for 11 seconds 00010000:00010000:2.0:1775764722.974858:0:42944:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009022cbfb/0x57b8ff0e030515dc lrc: 0/0,0 mode: --/PR res: [0x240000400:0x118:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bb77 expref: 9 pid: 42946 timeout: 2289 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764722.974877:0:42944:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bfe68a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:42944:1862022119042176:192.168.202.28@tcp:104: 00010000:00010000:2.0:1775764722.974907:0:42944:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000cc243db6/0x57b8ff0e030515e3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x118:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bb7e expref: 8 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764722.974919:0:42944:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944488003000, rc 0) 00000100:00100000:2.0:1775764722.974971:0:42944:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bbf2d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+8:61475:x1862022098566272:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 Request processed in 19291us (19592us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764722.974981:0:42944:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 214 00000100:00100000:0.0:1775764722.982114:0:42310:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944486041180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:42310:1862022119042304:192.168.202.28@tcp:105: 00010000:00010000:0.0:1775764722.982149:0:42310:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775764722.982226:0:42310:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bfe69500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+7:2378:x1862022098566400:12345-192.168.202.28@tcp:103:ldlm_bl.0 Request processed in 8150us (8520us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764722.982239:0:42310:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 161 00000100:00100000:1.0:1775764722.991108:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764722.995853:0:42951:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098566528 00000100:00100000:2.0:1775764722.995871:0:42951:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098566528 00002000:00100000:0.0:1775764722.997194:0:42951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x118:0x0] (0->12) req@ffff9445bfe69f80 x1862022098566528/t0(0) o4->fcf15866-4739-4595-8fe1-44abde7ee9d7@192.168.202.28@tcp:203/0 lens 504/0 e 0 to 0 dl 1775764733 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764722.997214:0:42951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9445bfe69f80 with x1862022098566528 ext(0->12) 00002000:00010000:0.0:1775764722.997222:0:42951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9445bfe69f80 00000100:00100000:0.0:1775764722.997258:0:42951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 66 00000100:00100000:0.0:1775764722.997268:0:42951:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bfe69f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+7:2378:x1862022098566528:12345-192.168.202.28@tcp:4:lhsmtool_posix.0 00000100:00100000:0.0:1775764722.998301:0:42951:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bfe69f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+9:2378:x1862022098566528:12345-192.168.202.28@tcp:4:lhsmtool_posix.0 Request processed in 1029us (7201us total) trans 34359738435 rc 0/0 00000100:00100000:0.0:1775764722.998312:0:42951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 66 00002000:00100000:0.0:1775764722.998322:0:42951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x118:0x0] (0->12) req@ffff9445bfe69f80 x1862022098566528/t34359738435(0) o4->fcf15866-4739-4595-8fe1-44abde7ee9d7@192.168.202.28@tcp:203/0 lens 504/448 e 0 to 0 dl 1775764733 ref 1 fl Complete:/600/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764722.998331:0:42951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9445bfe69f80 with x1862022098566528 ext(0->12) 00002000:00010000:0.0:1775764722.998336:0:42951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9445bfe69f80 00000100:00100000:2.0:1775764723.004708:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764723.005198:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098566656 00000100:00100000:3.0:1775764723.005212:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098566656 00000100:00100000:3.0:1775764723.005345:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 826 00000100:00100000:3.0:1775764723.005358:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bbf2c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+35:61475:x1862022098566656:12345-192.168.202.28@tcp:44:lhsmtool_posix.0 00000100:00080000:0.0:1775764723.008672:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000001:00080000:0.0:1775764723.112767:0:5825:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 34359739054 is committed 00000004:00080000:0.0:1775764723.112828:0:5825:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 22 committed 00000001:00080000:0.0:1775764723.112850:0:5825:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 34359739057 is committed 00000004:00080000:0.0:1775764723.112853:0:5825:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 24 committed 00000004:00080000:0.0:1775764723.112870:0:5825:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 21 committed 00000020:00080000:0.0:1775764723.112881:0:5825:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff944482872a80 refcount 2 committed 0 result 0 batchid 30064771821 00000020:00080000:0.0:1775764723.112887:0:5825:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff94458d1ba200 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff94458133a6c0 00000020:00080000:0.0:1775764723.112891:0:5825:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff94458d1ba000 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff944486624400 00000020:00080000:0.0:1775764723.113104:0:42361:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 30064771821 committed batchid 30064771820 00000020:00080000:0.0:1775764723.115741:0:42361:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 30064771820 00000100:00100000:0.0:1775764723.115787:0:3330:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944486041180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3330:1862022119042432:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1775764723.115896:0:3330:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764723.115991:0:3330:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1775764723.115999:0:3330:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944590389180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3330:1862022119042560:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1775764723.116021:0:3330:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764723.116077:0:42946:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119042432 00000100:00100000:0.0:1775764723.116086:0:42946:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119042432 00000100:00100000:0.0:1775764723.116142:0:42946:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119042560 00000100:00100000:0.0:1775764723.116145:0:42946:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119042560 00000100:00100000:0.0:1775764723.116175:0:42946:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 215 00000100:00100000:0.0:1775764723.116185:0:42946:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94459038a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3330:x1862022119042432:12345-0@lo:6:osp-syn-1-0.0 00000100:00080000:2.0:1775764723.117958:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1775764723.117968:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1775764723.118001:0:42945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 216 00000100:00100000:2.0:1775764723.118026:0:42945:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944590388e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3330:x1862022119042560:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:2.0:1775764723.118304:0:42945:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x118:0x0] updating lvb size from disk: 0 -> 13 00002000:00010000:2.0:1775764723.118309:0:42945:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x118:0x0] updating lvb mtime from disk: 0 -> 1775764723 00002000:00010000:2.0:1775764723.118311:0:42945:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x118:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1775764723.118313:0:42945:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x118:0x0] updating lvb ctime from disk: 1775764723 -> 1775764723 00002000:00010000:2.0:1775764723.118316:0:42945:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x118:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:2.0:1775764723.118413:0:42945:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944590388e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3330:x1862022119042560:12345-0@lo:2:osp-syn-0-0.0 Request processed in 400us (2389us total) trans 34359738436 rc 0/0 00000100:00100000:2.0:1775764723.118421:0:42945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 216 00002000:00080000:0.0:1775764723.118721:0:42946:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:279 count 1 00002000:00010000:0.0:1775764723.118749:0:42946:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x117:0x0] initial LVB size: 13, mtime: 0x69d804f1, atime: 0x69d804f1, ctime: 0x69d804f1, blocks: 0x1 00010000:00010000:0.0:1775764723.118757:0:42946:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003219d11e/0x57b8ff0e030515ea lrc: 3/0,1 mode: --/PW res: [0x280000400:0x117:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764723.118774:0:42946:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764723.118776:0:42946:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764723.118782:0:42946:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003219d11e/0x57b8ff0e030515ea lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x117:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764723.118820:0:42946:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003219d11e/0x57b8ff0e030515ea lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x117:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764723.118831:0:42946:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003219d11e/0x57b8ff0e030515ea lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x117:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764723.118839:0:42946:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000003219d11e/0x57b8ff0e030515ea lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x117:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764723.118865:0:42946:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1775764723.119852:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bbf2c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+11:61475:x1862022098566656:12345-192.168.202.28@tcp:44:lhsmtool_posix.0 Request processed in 114492us (115146us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764723.119864:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 826 00000004:00080000:1.0:1775764723.122682:0:3330:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff944590389180/2, rc 0, transno 34359738436 00000100:00100000:1.0:1775764723.122696:0:3330:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944590389180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3330:1862022119042560:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1775764723.122980:0:42946:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94459038a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+7:3330:x1862022119042432:12345-0@lo:6:osp-syn-1-0.0 Request processed in 6795us (7082us total) trans 34359738441 rc 0/0 00000100:00100000:0.0:1775764723.122991:0:42946:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 215 00010000:00010000:0.0:1775764723.123023:0:43224:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1775764723.123031:0:43224:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000003219d11e/0x57b8ff0e030515ea lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x117:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764723.123054:0:43224:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944581524c00 already unused, calling callback (ffffffffc177a060) 00010000:00010000:0.0:1775764723.123058:0:43224:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000003219d11e/0x57b8ff0e030515ea lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x117:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764723.123069:0:43224:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000003219d11e/0x57b8ff0e030515ea lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x117:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764723.123090:0:43224:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000003219d11e/0x57b8ff0e030515ea lrc: 1/0,0 mode: --/PW res: [0x280000400:0x117:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764723.123098:0:43224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003219d11e/0x57b8ff0e030515ea lrc: 0/0,0 mode: --/PW res: [0x280000400:0x117:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764723.123122:0:43224:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764723.123124:0:43224:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764723.123125:0:43224:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1775764723.123320:0:3330:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff944486041180/2, rc 0, transno 34359738441 00000100:00100000:1.0:1775764723.123326:0:3330:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944486041180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3330:1862022119042432:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1775764723.126451:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764723.126995:0:42945:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098566784 00000100:00100000:2.0:1775764723.127005:0:42945:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098566784 00000100:00100000:2.0:1775764723.127075:0:42945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 217 00000100:00100000:2.0:1775764723.127085:0:42945:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bfe6b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+9:2379:x1862022098566784:12345-192.168.202.28@tcp:16:lhsmtool_posix.0 00000100:00100000:2.0:1775764723.235524:0:42945:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bfe6b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+9:2379:x1862022098566784:12345-192.168.202.28@tcp:16:lhsmtool_posix.0 Request processed in 108423us (109066us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764723.235542:0:42945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 217 00000001:00080000:3.0:1775764723.236823:0:6613:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 34359738435 is committed 00000001:00080000:3.0:1775764723.236848:0:6613:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 34359738436 is committed 00000100:00100000:2.0:1775764723.242423:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764723.242851:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098567040 00000100:00100000:3.0:1775764723.242865:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098567040 00000100:00100000:3.0:1775764723.242937:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 827 00000100:00100000:3.0:1775764723.242948:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bbf2d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+11:61475:x1862022098567040:12345-192.168.202.28@tcp:36:lhsmtool_posix.0 00010000:00010000:3.0:1775764723.243003:0:42326:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764723.243033:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694000/0x57b8ff0e030515d5 lrc: 0/0,0 mode: --/PR res: [0x200003ab4:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bb70 expref: 11 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764723.243064:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x3:0x0].0x0 (ffff9445867bec00) 00010000:00010000:3.0:1775764723.243069:0:42326:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1775764723.243098:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695400/0x57b8ff0e030515f1 lrc: 3/0,1 mode: --/PW res: [0x200003ab4:0x3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764723.243112:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695400/0x57b8ff0e030515f1 lrc: 3/0,1 mode: PW/PW res: [0x200003ab4:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764723.243122:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695400/0x57b8ff0e030515f1 lrc: 3/0,1 mode: PW/PW res: [0x200003ab4:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764723.243343:0:42326:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000ee129fdb reply state 000000001b6e92ae transno 34359739058 ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695400/0x57b8ff0e030515f1 lrc: 3/0,1 mode: PW/PW res: [0x200003ab4:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764723.243354:0:42326:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1775764723.243458:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bbf2d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+12:61475:x1862022098567040:12345-192.168.202.28@tcp:36:lhsmtool_posix.0 Request processed in 512us (1047us total) trans 34359739058 rc 0/0 00000100:00100000:3.0:1775764723.243466:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 827 00010000:00010000:3.0:1775764723.248715:0:3315:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695400/0x57b8ff0e030515f1 lrc: 3/0,1 mode: PW/PW res: [0x200003ab4:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764723.248744:0:3315:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695400/0x57b8ff0e030515f1 lrc: 2/0,0 mode: PW/PW res: [0x200003ab4:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764723.248756:0:3315:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695400/0x57b8ff0e030515f1 lrc: 3/0,0 mode: PW/PW res: [0x200003ab4:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764723.248762:0:3315:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445be695400 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:3.0:1775764723.248766:0:3315:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695400/0x57b8ff0e030515f1 lrc: 3/0,0 mode: PW/PW res: [0x200003ab4:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764723.248774:0:3315:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695400/0x57b8ff0e030515f1 lrc: 4/0,0 mode: PW/PW res: [0x200003ab4:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764723.248792:0:3315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x3:0x0].0x0 (ffff9445867bec00) 00010000:00010000:3.0:1775764723.248795:0:3315:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764723.248842:0:3315:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695400/0x57b8ff0e030515f1 lrc: 2/0,0 mode: --/PW res: [0x200003ab4:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764723.248850:0:3315:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695400/0x57b8ff0e030515f1 lrc: 0/0,0 mode: --/PW res: [0x200003ab4:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764723.266077:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764723.266386:0:42946:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098567168 00000100:00100000:0.0:1775764723.266397:0:42946:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098567168 00000100:00100000:0.0:1775764723.266469:0:42946:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 218 00000100:00100000:0.0:1775764723.266481:0:42946:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bbf2fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+6:2379:x1862022098567168:12345-192.168.202.28@tcp:2:lhsmtool_posix.0 00002000:00010000:0.0:1775764723.267054:0:42946:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x118:0x0] updating lvb size from disk: 13 -> 13 00002000:00010000:0.0:1775764723.267059:0:42946:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x118:0x0] updating lvb mtime from disk: 1775764723 -> 1775764721 00002000:00010000:0.0:1775764723.267061:0:42946:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x118:0x0] updating lvb atime from disk: 0 -> 1775764721 00002000:00010000:0.0:1775764723.267064:0:42946:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x118:0x0] updating lvb ctime from disk: 1775764723 -> 1775764721 00002000:00010000:0.0:1775764723.267066:0:42946:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x118:0x0] updating lvb blocks from disk: 1 -> 11 00000100:00100000:0.0:1775764723.267137:0:42946:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bbf2fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+7:2379:x1862022098567168:12345-192.168.202.28@tcp:2:lhsmtool_posix.0 Request processed in 658us (1071us total) trans 34359738437 rc 0/0 00000100:00100000:0.0:1775764723.268979:0:42946:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 218 00000100:00100000:1.0:1775764723.283298:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764723.283760:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098567424 00000100:00100000:2.0:1775764723.283771:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098567424 00000100:00100000:2.0:1775764723.283854:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 828 00000100:00100000:2.0:1775764723.283865:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bfe6a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+11:61475:x1862022098567424:12345-192.168.202.28@tcp:55:lhsmtool_posix.0 00010000:00010000:2.0:1775764723.283937:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24a00/0x57b8ff0e030515f8 lrc: 3/0,1 mode: --/PW res: [0x200003ab4:0x3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764723.283955:0:42325:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694800/0x57b8ff0e030515b9 lrc: 2/0,0 mode: PR/PR res: [0x200003ab4:0x3:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bb62 expref: 11 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764723.283965:0:42325:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24a00/0x57b8ff0e030515f8 lrc: 4/0,1 mode: --/PW res: [0x200003ab4:0x3:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764723.284003:0:42325:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694800/0x57b8ff0e030515b9 lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0x3:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bb62 expref: 11 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764723.284016:0:42325:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694800/0x57b8ff0e030515b9 lrc: 4/0,0 mode: PR/PR res: [0x200003ab4:0x3:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bb62 expref: 11 pid: 44493 timeout: 2290 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764723.284031:0:42325:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bbf2f480 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:42325:1862022119042688:192.168.202.28@tcp:104: 00000100:00100000:2.0:1775764723.284159:0:42325:0:(client.c:2691:ptlrpc_set_wait()) set ffff9445b2d94840 going to sleep for 11 seconds 00000100:00100000:1.0:1775764723.291647:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764723.291992:0:42311:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098567552 00000100:00100000:3.0:1775764723.292002:0:42311:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098567552 00010000:00010000:3.0:1775764723.292055:0:42311:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694800/0x57b8ff0e030515b9 lrc: 5/0,0 mode: PR/PR res: [0x200003ab4:0x3:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bb62 expref: 12 pid: 44493 timeout: 2290 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764723.292106:0:42311:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 162 00000100:00100000:3.0:1775764723.292115:0:42311:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445b1d49c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+12:2378:x1862022098567552:12345-192.168.202.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764723.292131:0:42311:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764723.292138:0:42311:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694800/0x57b8ff0e030515b9 lrc: 5/0,0 mode: PR/PR res: [0x200003ab4:0x3:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bb62 expref: 12 pid: 44493 timeout: 2290 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764723.292158:0:42311:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694800/0x57b8ff0e030515b9 lrc: 4/0,0 mode: PR/PR res: [0x200003ab4:0x3:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bb62 expref: 12 pid: 44493 timeout: 2290 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764723.292184:0:42311:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x3:0x0].0x0 (ffff9445867bec00) 00010000:00010000:3.0:1775764723.292191:0:42311:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24a00/0x57b8ff0e030515f8 lrc: 3/0,1 mode: --/PW res: [0x200003ab4:0x3:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764723.292202:0:42311:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24a00/0x57b8ff0e030515f8 lrc: 3/0,1 mode: PW/PW res: [0x200003ab4:0x3:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764723.292211:0:42311:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24a00/0x57b8ff0e030515f8 lrc: 4/0,1 mode: PW/PW res: [0x200003ab4:0x3:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764723.292235:0:42311:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764723.292304:0:42311:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445b1d49c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+12:2378:x1862022098567552:12345-192.168.202.28@tcp:103:ldlm_bl.0 Request processed in 189us (666us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764723.292313:0:42311:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 162 00010000:00010000:2.0:1775764723.294221:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694800/0x57b8ff0e030515b9 lrc: 0/0,0 mode: --/PR res: [0x200003ab4:0x3:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bb62 expref: 11 pid: 44493 timeout: 2290 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764723.294247:0:42325:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bbf2f480 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:42325:1862022119042688:192.168.202.28@tcp:104: 00010000:00010000:2.0:1775764723.294272:0:42325:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24a00/0x57b8ff0e030515f8 lrc: 3/0,1 mode: PW/PW res: [0x200003ab4:0x3:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764723.294283:0:42325:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24a00/0x57b8ff0e030515f8 lrc: 3/0,1 mode: PW/PW res: [0x200003ab4:0x3:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764723.294288:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24a00/0x57b8ff0e030515f8 lrc: 3/0,1 mode: PW/PW res: [0x200003ab4:0x3:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764723.294324:0:42325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24a00/0x57b8ff0e030515f8 lrc: 3/0,1 mode: PW/PW res: [0x200003ab4:0x3:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764723.294331:0:42325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24a00/0x57b8ff0e030515f8 lrc: 2/0,0 mode: PW/PW res: [0x200003ab4:0x3:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764723.294338:0:42325:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24a00/0x57b8ff0e030515f8 lrc: 3/0,0 mode: PW/PW res: [0x200003ab4:0x3:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764723.294343:0:42325:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445baf24a00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764723.294347:0:42325:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24a00/0x57b8ff0e030515f8 lrc: 3/0,0 mode: PW/PW res: [0x200003ab4:0x3:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764723.294354:0:42325:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24a00/0x57b8ff0e030515f8 lrc: 4/0,0 mode: PW/PW res: [0x200003ab4:0x3:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764723.294369:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x3:0x0].0x0 (ffff9445867bec00) 00010000:00010000:2.0:1775764723.294373:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:2.0:1775764723.294376:0:42325:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24a00/0x57b8ff0e030515f8 lrc: 2/0,0 mode: --/PW res: [0x200003ab4:0x3:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764723.294533:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24a00/0x57b8ff0e030515f8 lrc: 0/0,0 mode: --/PW res: [0x200003ab4:0x3:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764723.294712:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bfe6a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+10:61475:x1862022098567424:12345-192.168.202.28@tcp:55:lhsmtool_posix.0 Request processed in 10847us (11431us total) trans 0 rc -22/-22 00000100:00100000:2.0:1775764723.296140:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 828 00000100:00100000:1.0:1775764723.302248:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764723.302336:0:42944:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098567680 00000100:00100000:2.0:1775764723.302348:0:42944:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098567680 00000100:00100000:2.0:1775764723.302413:0:42944:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 219 00000100:00100000:2.0:1775764723.302425:0:42944:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bfe69180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+7:2379:x1862022098567680:12345-192.168.202.28@tcp:1:lhsmtool_posix.0 00010000:00010000:2.0:1775764723.302489:0:42944:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000052bf6e61/0x57b8ff0e030515ff lrc: 3/1,0 mode: --/PR res: [0x240000400:0x118:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764723.302512:0:42944:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000cc243db6/0x57b8ff0e030515e3 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x118:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bb7e expref: 7 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764723.302521:0:42944:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1775764723.302524:0:42944:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1775764723.302528:0:42944:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000052bf6e61/0x57b8ff0e030515ff lrc: 4/1,0 mode: --/PR res: [0x240000400:0x118:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764723.302581:0:42944:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000cc243db6/0x57b8ff0e030515e3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x118:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bb7e expref: 7 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764723.302594:0:42944:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000cc243db6/0x57b8ff0e030515e3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x118:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bb7e expref: 7 pid: 42944 timeout: 2290 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764723.302608:0:42944:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bbf2f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:42944:1862022119042816:192.168.202.28@tcp:104: 00000100:00100000:2.0:1775764723.303111:0:42944:0:(client.c:2691:ptlrpc_set_wait()) set ffff9445b2d94840 going to sleep for 11 seconds 00000100:00100000:3.0:1775764723.309101:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764723.310116:0:44302:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098567808 00000100:00100000:1.0:1775764723.310129:0:44302:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098567808 00010000:00010000:1.0:1775764723.310180:0:44302:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000cc243db6/0x57b8ff0e030515e3 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x118:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bb7e expref: 8 pid: 42944 timeout: 2290 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764723.310232:0:44302:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 163 00000100:00100000:1.0:1775764723.310243:0:44302:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bb48bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+8:2378:x1862022098567808:12345-192.168.202.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1775764723.310260:0:44302:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764723.310282:0:44302:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000cc243db6/0x57b8ff0e030515e3 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x118:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bb7e expref: 8 pid: 42944 timeout: 2290 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764723.310295:0:44302:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000cc243db6/0x57b8ff0e030515e3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x118:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bb7e expref: 8 pid: 42944 timeout: 2290 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764723.310321:0:44302:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1775764723.310322:0:44302:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1775764723.310326:0:44302:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000052bf6e61/0x57b8ff0e030515ff lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x118:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764723.310335:0:44302:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000052bf6e61/0x57b8ff0e030515ff lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x118:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764723.310356:0:44302:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1775764723.310430:0:44302:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bb48bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+8:2378:x1862022098567808:12345-192.168.202.28@tcp:103:ldlm_bl.0 Request processed in 188us (1340us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764723.310438:0:44302:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 163 00010000:00010000:2.0:1775764723.315273:0:42944:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000cc243db6/0x57b8ff0e030515e3 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x118:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bb7e expref: 7 pid: 42944 timeout: 2290 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764723.315300:0:42944:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bbf2f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:42944:1862022119042816:192.168.202.28@tcp:104: 00010000:00010000:2.0:1775764723.315326:0:42944:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000052bf6e61/0x57b8ff0e030515ff lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x118:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764723.315339:0:42944:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000052bf6e61/0x57b8ff0e030515ff lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x118:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764723.315346:0:42944:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000052bf6e61/0x57b8ff0e030515ff lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x118:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764723.315380:0:42944:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000052bf6e61/0x57b8ff0e030515ff lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x118:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764723.315393:0:42944:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000052bf6e61/0x57b8ff0e030515ff lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x118:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764723.315401:0:42944:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000052bf6e61/0x57b8ff0e030515ff lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x118:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764723.315408:0:42944:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445baf24200 already unused, calling callback (ffffffffc177a060) 00010000:00010000:2.0:1775764723.315412:0:42944:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000052bf6e61/0x57b8ff0e030515ff lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x118:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764723.315421:0:42944:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000052bf6e61/0x57b8ff0e030515ff lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x118:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764723.315439:0:42944:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000052bf6e61/0x57b8ff0e030515ff lrc: 2/0,0 mode: --/PR res: [0x240000400:0x118:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764723.315446:0:42944:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000052bf6e61/0x57b8ff0e030515ff lrc: 0/0,0 mode: --/PR res: [0x240000400:0x118:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764723.315576:0:42944:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bfe69180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+6:2379:x1862022098567680:12345-192.168.202.28@tcp:1:lhsmtool_posix.0 Request processed in 13153us (13344us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764723.315587:0:42944:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 219 00000100:00100000:3.0:1775764723.324636:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764723.324781:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098568064 00000100:00100000:2.0:1775764723.324792:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098568064 00000100:00100000:2.0:1775764723.324878:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 829 00000100:00100000:2.0:1775764723.324887:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bb48b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+10:61475:x1862022098568064:12345-192.168.202.28@tcp:57:lhsmtool_posix.0 00010000:00010000:2.0:1775764723.324967:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24200/0x57b8ff0e03051606 lrc: 3/0,1 mode: --/PW res: [0x200003ab4:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764723.324985:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24200/0x57b8ff0e03051606 lrc: 3/0,1 mode: PW/PW res: [0x200003ab4:0x1:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764723.324997:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24200/0x57b8ff0e03051606 lrc: 3/0,1 mode: PW/PW res: [0x200003ab4:0x1:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764723.325216:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24a00/0x57b8ff0e0305160d lrc: 3/0,1 mode: --/EX res: [0x200003ab4:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764723.325228:0:42326:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695000/0x57b8ff0e030515c7 lrc: 2/0,0 mode: CR/CR res: [0x200003ab4:0x3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bb69 expref: 11 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764723.325235:0:42326:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24a00/0x57b8ff0e0305160d lrc: 4/0,1 mode: --/EX res: [0x200003ab4:0x3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764723.325269:0:42326:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695000/0x57b8ff0e030515c7 lrc: 3/0,0 mode: CR/CR res: [0x200003ab4:0x3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bb69 expref: 11 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764723.325283:0:42326:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695000/0x57b8ff0e030515c7 lrc: 4/0,0 mode: CR/CR res: [0x200003ab4:0x3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bb69 expref: 11 pid: 44493 timeout: 2290 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764723.325298:0:42326:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bbf2f480 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:42326:1862022119042944:192.168.202.28@tcp:104: 00000100:00100000:2.0:1775764723.325381:0:42326:0:(client.c:2691:ptlrpc_set_wait()) set ffff9445b2d94840 going to sleep for 11 seconds 00000100:00100000:2.0:1775764723.327860:0:42326:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bbf2f480 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:42326:1862022119042944:192.168.202.28@tcp:104: 00010000:00010000:2.0:1775764723.327886:0:42326:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24a00/0x57b8ff0e0305160d lrc: 3/0,1 mode: --/EX res: [0x200003ab4:0x3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764723.337941:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764723.340191:0:42311:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098568192 00000100:00100000:2.0:1775764723.340218:0:42311:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098568192 00010000:00010000:2.0:1775764723.340281:0:42311:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695000/0x57b8ff0e030515c7 lrc: 4/0,0 mode: CR/CR res: [0x200003ab4:0x3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bb69 expref: 12 pid: 44493 timeout: 2290 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764723.340333:0:42311:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 164 00000100:00100000:2.0:1775764723.340343:0:42311:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bb48a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+12:2379:x1862022098568192:12345-192.168.202.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1775764723.340359:0:42311:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764723.340367:0:42311:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695000/0x57b8ff0e030515c7 lrc: 4/0,0 mode: CR/CR res: [0x200003ab4:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bb69 expref: 12 pid: 44493 timeout: 2290 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764723.340392:0:42311:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695000/0x57b8ff0e030515c7 lrc: 3/0,0 mode: CR/CR res: [0x200003ab4:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bb69 expref: 12 pid: 44493 timeout: 2290 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764723.340415:0:42311:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695000/0x57b8ff0e030515c7 lrc: 0/0,0 mode: --/CR res: [0x200003ab4:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bb69 expref: 12 pid: 44493 timeout: 2290 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764723.340435:0:42311:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x3:0x0].0x0 (ffff9445867bec00) 00010000:00010000:2.0:1775764723.340441:0:42311:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24a00/0x57b8ff0e0305160d lrc: 3/0,1 mode: --/EX res: [0x200003ab4:0x3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764723.340452:0:42311:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24a00/0x57b8ff0e0305160d lrc: 3/0,1 mode: EX/EX res: [0x200003ab4:0x3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764723.340459:0:42311:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24a00/0x57b8ff0e0305160d lrc: 4/0,1 mode: EX/EX res: [0x200003ab4:0x3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764723.340497:0:42311:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775764723.340587:0:42311:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bb48a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+11:2379:x1862022098568192:12345-192.168.202.28@tcp:103:ldlm_bl.0 Request processed in 245us (2666us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764723.340596:0:42311:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 164 00010000:00010000:3.0:1775764723.341547:0:42326:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24a00/0x57b8ff0e0305160d lrc: 3/0,1 mode: EX/EX res: [0x200003ab4:0x3:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764723.341570:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24a00/0x57b8ff0e0305160d lrc: 3/0,1 mode: EX/EX res: [0x200003ab4:0x3:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1775764723.341769:0:42326:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 34359739059 00000001:00080000:3.0:1775764723.341957:0:42326:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 34359739060 00000001:00080000:3.0:1775764723.342003:0:42326:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 34359739061 00000100:00100000:3.0:1775764723.342100:0:42326:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bb488700 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:42326:1862022119043072:0@lo:1000:mdt00_002.0 00000100:00100000:3.0:1775764723.342155:0:42326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764723.342219:0:42329:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119043072 00000100:00100000:1.0:1775764723.342226:0:42329:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119043072 00000100:00100000:1.0:1775764723.342267:0:42329:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 56 00000100:00100000:1.0:1775764723.342276:0:42329:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bb48aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:42326:x1862022119043072:12345-0@lo:1000:mdt00_002.0 00000100:00100000:1.0:1775764723.342344:0:42329:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bb48aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:42326:x1862022119043072:12345-0@lo:1000:mdt00_002.0 Request processed in 70us (189us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764723.342351:0:42329:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 56 00000100:00100000:3.0:1775764723.342553:0:42326:0:(client.c:2691:ptlrpc_set_wait()) set ffff944588523cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1775764723.342572:0:42326:0:(client.c:3082:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 34359738436 gen 2 00000004:00080000:3.0:1775764723.342576:0:42326:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff944590389180, transno 34359738436 00000100:00100000:3.0:1775764723.342597:0:42326:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bb488700 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:42326:1862022119043072:0@lo:1000:mdt00_002.0 00000001:00080000:3.0:1775764723.342946:0:42326:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 34359739062 00000100:00100000:3.0:1775764723.343001:0:42326:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bb488700 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:42326:1862022119043200:0@lo:1000:mdt00_002.0 00000100:00100000:3.0:1775764723.343049:0:42326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764723.343066:0:42326:0:(client.c:2691:ptlrpc_set_wait()) set ffff9445a6275000 going to sleep for 11 seconds 00000100:00100000:1.0:1775764723.343074:0:42329:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119043200 00000100:00100000:1.0:1775764723.343079:0:42329:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119043200 00000100:00100000:1.0:1775764723.343104:0:42329:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 57 00000100:00100000:1.0:1775764723.343112:0:42329:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bb48b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:42326:x1862022119043200:12345-0@lo:1000:mdt00_002.0 00000100:00100000:1.0:1775764723.343273:0:42329:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bb48b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:42326:x1862022119043200:12345-0@lo:1000:mdt00_002.0 Request processed in 161us (236us total) trans 34359738438 rc 0/0 00000100:00100000:1.0:1775764723.343281:0:42329:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 57 00000100:00100000:3.0:1775764723.345051:0:42326:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bb488700 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:42326:1862022119043200:0@lo:1000:mdt00_002.0 00000001:00080000:3.0:1775764723.345191:0:42326:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 34359739063 00010000:00010000:3.0:1775764723.345265:0:42326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24a00/0x57b8ff0e0305160d lrc: 3/0,1 mode: EX/EX res: [0x200003ab4:0x3:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764723.345277:0:42326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24a00/0x57b8ff0e0305160d lrc: 2/0,0 mode: EX/EX res: [0x200003ab4:0x3:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764723.345286:0:42326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24a00/0x57b8ff0e0305160d lrc: 3/0,0 mode: EX/EX res: [0x200003ab4:0x3:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764723.345291:0:42326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445baf24a00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:3.0:1775764723.345296:0:42326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24a00/0x57b8ff0e0305160d lrc: 3/0,0 mode: EX/EX res: [0x200003ab4:0x3:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764723.345305:0:42326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24a00/0x57b8ff0e0305160d lrc: 4/0,0 mode: EX/EX res: [0x200003ab4:0x3:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764723.345322:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x3:0x0].0x0 (ffff9445867bec00) 00010000:00010000:3.0:1775764723.345326:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1775764723.345330:0:42326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24a00/0x57b8ff0e0305160d lrc: 2/0,0 mode: --/EX res: [0x200003ab4:0x3:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764723.345335:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24a00/0x57b8ff0e0305160d lrc: 0/0,0 mode: --/EX res: [0x200003ab4:0x3:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764723.345371:0:42326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff944581525400/0x57b8ff0e03051549 lrc: 3/0,1 mode: EX/EX res: [0x200003ab4:0x1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764723.345378:0:42326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944581525400/0x57b8ff0e03051549 lrc: 2/0,0 mode: EX/EX res: [0x200003ab4:0x1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764723.345396:0:42326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944581525400/0x57b8ff0e03051549 lrc: 3/0,0 mode: EX/EX res: [0x200003ab4:0x1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764723.345400:0:42326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944581525400 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:3.0:1775764723.345403:0:42326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944581525400/0x57b8ff0e03051549 lrc: 3/0,0 mode: EX/EX res: [0x200003ab4:0x1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764723.345409:0:42326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944581525400/0x57b8ff0e03051549 lrc: 4/0,0 mode: EX/EX res: [0x200003ab4:0x1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000020 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764723.345418:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x1:0x0].0x0 (ffff944599e85300) 00010000:00010000:3.0:1775764723.345420:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1775764723.345427:0:42326:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff944581524e00/0x57b8ff0e03051550 lrc: 2/0,0 mode: --/CR res: [0x200003ab4:0x1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bb46 expref: 15 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764723.345439:0:42326:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff944581524e00/0x57b8ff0e03051550 lrc: 2/0,0 mode: CR/CR res: [0x200003ab4:0x1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bb46 expref: 15 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764723.345448:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944581524e00/0x57b8ff0e03051550 lrc: 3/0,0 mode: CR/CR res: [0x200003ab4:0x1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bb46 expref: 15 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764723.345486:0:42326:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff944581524e00/0x57b8ff0e03051550 lrc: 3/0,0 mode: CR/CR res: [0x200003ab4:0x1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bb46 expref: 15 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764723.345498:0:42326:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bb48b100 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:42326:1862022119043328:192.168.202.28@tcp:105: 00000100:00100000:3.0:1775764723.346414:0:42326:0:(client.c:2691:ptlrpc_set_wait()) set ffff9445a6275000 going to sleep for 11 seconds 00000100:00100000:2.0:1775764723.354629:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764723.354705:0:42327:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098568320 00000100:00100000:1.0:1775764723.354714:0:42327:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098568320 00000100:00100000:1.0:1775764723.354769:0:42327:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 238 00000100:00100000:1.0:1775764723.354779:0:42327:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bbf2f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+16:61474:x1862022098568320:12345-192.168.202.28@tcp:49:lfs.0 00000100:00100000:1.0:1775764723.354959:0:42327:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bbf2f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+16:61474:x1862022098568320:12345-192.168.202.28@tcp:49:lfs.0 Request processed in 181us (340us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764723.354967:0:42327:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 238 00000100:00100000:3.0:1775764723.359135:0:42326:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bb48b100 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:42326:1862022119043328:192.168.202.28@tcp:105: 00010000:00010000:3.0:1775764723.359179:0:42326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944581525400/0x57b8ff0e03051549 lrc: 2/0,0 mode: --/EX res: [0x200003ab4:0x1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764723.359191:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944581525400/0x57b8ff0e03051549 lrc: 0/0,0 mode: --/EX res: [0x200003ab4:0x1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764723.360217:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764723.360414:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098568576 00000100:00100000:3.0:1775764723.360423:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098568576 00000100:00100000:3.0:1775764723.360527:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 830 00000100:00100000:3.0:1775764723.360538:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bfe6b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+16:61474:x1862022098568576:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:3.0:1775764723.360569:0:44493:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764723.360572:0:44493:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1775764723.360597:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944581524e00/0x57b8ff0e03051550 lrc: 0/0,0 mode: --/CR res: [0x200003ab4:0x1:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bb46 expref: 16 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764723.360614:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x1:0x0].0x0 (ffff944599e85300) 00010000:00010000:3.0:1775764723.360619:0:44493:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1775764723.360631:0:44493:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694000/0x57b8ff0e03051614 lrc: 2/0,0 mode: --/EX res: [0x200003ab4:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17bb85 expref: -99 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764723.360674:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695400/0x57b8ff0e0305161b lrc: 3/1,0 mode: --/CR res: [0x200003ab4:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764723.360687:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695400/0x57b8ff0e0305161b lrc: 3/1,0 mode: CR/CR res: [0x200003ab4:0x1:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764723.360697:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695400/0x57b8ff0e0305161b lrc: 3/1,0 mode: CR/CR res: [0x200003ab4:0x1:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764723.360711:0:44493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695400/0x57b8ff0e0305161b lrc: 3/1,0 mode: CR/CR res: [0x200003ab4:0x1:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764723.360717:0:44493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695400/0x57b8ff0e0305161b lrc: 2/0,0 mode: CR/CR res: [0x200003ab4:0x1:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764723.360723:0:44493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695400/0x57b8ff0e0305161b lrc: 3/0,0 mode: CR/CR res: [0x200003ab4:0x1:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764723.360729:0:44493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445be695400 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:3.0:1775764723.360733:0:44493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695400/0x57b8ff0e0305161b lrc: 3/0,0 mode: CR/CR res: [0x200003ab4:0x1:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764723.360740:0:44493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695400/0x57b8ff0e0305161b lrc: 4/0,0 mode: CR/CR res: [0x200003ab4:0x1:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764723.360747:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x1:0x0].0x0 (ffff944599e85300) 00010000:00010000:3.0:1775764723.360750:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1775764723.360753:0:44493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695400/0x57b8ff0e0305161b lrc: 2/0,0 mode: --/CR res: [0x200003ab4:0x1:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764723.360759:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695400/0x57b8ff0e0305161b lrc: 0/0,0 mode: --/CR res: [0x200003ab4:0x1:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764723.360786:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695e00/0x57b8ff0e03051622 lrc: 3/0,1 mode: --/EX res: [0x200003ab4:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764723.360794:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695e00/0x57b8ff0e03051622 lrc: 3/0,1 mode: EX/EX res: [0x200003ab4:0x1:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764723.360838:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695e00/0x57b8ff0e03051622 lrc: 3/0,1 mode: EX/EX res: [0x200003ab4:0x1:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764723.361110:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695e00/0x57b8ff0e03051622 lrc: 3/0,0 mode: CR/CR res: [0x200003ab4:0x1:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bb85 expref: 18 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764723.361118:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x1:0x0].0x0 (ffff944599e85300) 00010000:00010000:3.0:1775764723.361120:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:3.0:1775764723.361127:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694000/0x57b8ff0e03051614 lrc: 0/0,0 mode: --/EX res: [0x200003ab4:0x1:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bb85 expref: 18 pid: 44493 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764723.361141:0:44493:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695e00/0x57b8ff0e03051622 lrc: 3/0,0 mode: CR/CR res: [0x200003ab4:0x1:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bb85 expref: 17 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764723.361168:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x1:0x0].0x0 (ffff944599e85300) 00010000:00010000:3.0:1775764723.361170:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:3.0:1775764723.361172:0:44493:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445be695e00, rc 0) 00000100:00100000:3.0:1775764723.361893:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bfe6b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+17:61474:x1862022098568576:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 1353us (1687us total) trans 34359739065 rc 0/0 00000100:00100000:3.0:1775764723.361903:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 830 00010000:00010000:0.0:1775764723.362550:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff944581525600/0x57b8ff0e03051629 lrc: 3/0,1 mode: --/EX res: [0x200003ab4:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764723.362580:0:42326:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695e00/0x57b8ff0e03051622 lrc: 2/0,0 mode: CR/CR res: [0x200003ab4:0x1:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bb85 expref: 16 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764723.362588:0:42326:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff944581525600/0x57b8ff0e03051629 lrc: 4/0,1 mode: --/EX res: [0x200003ab4:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764723.362625:0:42326:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695e00/0x57b8ff0e03051622 lrc: 3/0,0 mode: CR/CR res: [0x200003ab4:0x1:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bb85 expref: 16 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764723.362638:0:42326:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695e00/0x57b8ff0e03051622 lrc: 4/0,0 mode: CR/CR res: [0x200003ab4:0x1:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bb85 expref: 16 pid: 44493 timeout: 2290 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764723.362652:0:42326:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944590388a80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:42326:1862022119043456:192.168.202.28@tcp:104: 00000100:00100000:0.0:1775764723.362717:0:42326:0:(client.c:2691:ptlrpc_set_wait()) set ffff944482d64600 going to sleep for 11 seconds 00000100:00100000:1.0:1775764723.389198:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764723.389332:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764723.389941:0:44302:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098568832 00000100:00100000:3.0:1775764723.389952:0:44302:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098568832 00010000:00010000:3.0:1775764723.389990:0:44302:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695e00/0x57b8ff0e03051622 lrc: 5/0,0 mode: CR/CR res: [0x200003ab4:0x1:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bb85 expref: 17 pid: 44493 timeout: 2290 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764723.390043:0:44302:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 165 00000100:00100000:3.0:1775764723.390052:0:44302:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bfe68a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+17:2376:x1862022098568832:12345-192.168.202.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764723.390068:0:44302:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764723.390074:0:44302:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695e00/0x57b8ff0e03051622 lrc: 5/0,0 mode: CR/CR res: [0x200003ab4:0x1:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bb85 expref: 17 pid: 44493 timeout: 2290 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764723.390087:0:44302:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695e00/0x57b8ff0e03051622 lrc: 4/0,0 mode: CR/CR res: [0x200003ab4:0x1:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bb85 expref: 17 pid: 44493 timeout: 2290 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764723.390109:0:44302:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x1:0x0].0x0 (ffff944599e85300) 00010000:00010000:3.0:1775764723.390114:0:44302:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff944581525600/0x57b8ff0e03051629 lrc: 3/0,1 mode: --/EX res: [0x200003ab4:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764723.390122:0:44302:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff944581525600/0x57b8ff0e03051629 lrc: 3/0,1 mode: EX/EX res: [0x200003ab4:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764723.390129:0:44302:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944581525600/0x57b8ff0e03051629 lrc: 4/0,1 mode: EX/EX res: [0x200003ab4:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764723.390147:0:44302:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764723.390199:0:44302:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bfe68a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+17:2376:x1862022098568832:12345-192.168.202.28@tcp:103:ldlm_bl.0 Request processed in 148us (867us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764723.390218:0:44302:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 165 00010000:00010000:2.0:1775764723.390432:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695e00/0x57b8ff0e03051622 lrc: 0/0,0 mode: --/CR res: [0x200003ab4:0x1:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bb85 expref: 16 pid: 44493 timeout: 2290 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764723.390450:0:42326:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944590388a80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:42326:1862022119043456:192.168.202.28@tcp:104: 00010000:00010000:2.0:1775764723.390483:0:42326:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff944581525600/0x57b8ff0e03051629 lrc: 3/0,1 mode: EX/EX res: [0x200003ab4:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764723.390491:0:42326:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff944581525600/0x57b8ff0e03051629 lrc: 3/0,1 mode: EX/EX res: [0x200003ab4:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764723.390496:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944581525600/0x57b8ff0e03051629 lrc: 3/0,1 mode: EX/EX res: [0x200003ab4:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764723.390507:0:42326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff944581525600/0x57b8ff0e03051629 lrc: 3/0,1 mode: EX/EX res: [0x200003ab4:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764723.390512:0:42326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944581525600/0x57b8ff0e03051629 lrc: 2/0,0 mode: EX/EX res: [0x200003ab4:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764723.390518:0:42326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944581525600/0x57b8ff0e03051629 lrc: 3/0,0 mode: EX/EX res: [0x200003ab4:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764723.390523:0:42326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944581525600 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764723.390527:0:42326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944581525600/0x57b8ff0e03051629 lrc: 3/0,0 mode: EX/EX res: [0x200003ab4:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764723.390534:0:42326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944581525600/0x57b8ff0e03051629 lrc: 4/0,0 mode: EX/EX res: [0x200003ab4:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764723.390544:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x1:0x0].0x0 (ffff944599e85300) 00010000:00010000:2.0:1775764723.390547:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764723.390551:0:42326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944581525600/0x57b8ff0e03051629 lrc: 2/0,0 mode: --/EX res: [0x200003ab4:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764723.390556:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944581525600/0x57b8ff0e03051629 lrc: 0/0,0 mode: --/EX res: [0x200003ab4:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764723.390580:0:42326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24200/0x57b8ff0e03051606 lrc: 3/0,1 mode: PW/PW res: [0x200003ab4:0x1:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764723.390586:0:42326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24200/0x57b8ff0e03051606 lrc: 2/0,0 mode: PW/PW res: [0x200003ab4:0x1:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764723.390591:0:42326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24200/0x57b8ff0e03051606 lrc: 3/0,0 mode: PW/PW res: [0x200003ab4:0x1:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764723.390596:0:42326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445baf24200 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764723.390599:0:42326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24200/0x57b8ff0e03051606 lrc: 3/0,0 mode: PW/PW res: [0x200003ab4:0x1:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764723.390604:0:42326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24200/0x57b8ff0e03051606 lrc: 4/0,0 mode: PW/PW res: [0x200003ab4:0x1:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764723.390612:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x1:0x0].0x0 (ffff944599e85300) 00010000:00010000:2.0:1775764723.390614:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1775764723.390616:0:42326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24200/0x57b8ff0e03051606 lrc: 2/0,0 mode: --/PW res: [0x200003ab4:0x1:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764723.390621:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24200/0x57b8ff0e03051606 lrc: 0/0,0 mode: --/PW res: [0x200003ab4:0x1:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1775764723.391305:0:42356:0:(llog.c:800:llog_process_thread()) index: 8, lh_last_idx: 8 synced_idx: 8 lgh_last_idx: 8 00000040:00080000:2.0:1775764723.391314:0:42356:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x32:0x0] at index 8 of catalog [0xa:0x7:0x0] 00000100:00100000:0.0:1775764723.391969:0:42946:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098568704 00000100:00100000:0.0:1775764723.391978:0:42946:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098568704 00000100:00100000:0.0:1775764723.392031:0:42946:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 220 00000100:00100000:0.0:1775764723.392051:0:42946:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bfe69500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+6:61474:x1862022098568704:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:0.0:1775764723.392068:0:42946:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764723.392085:0:42946:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000086b7fb17/0x57b8ff0e03051630 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x118:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17bb8c expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1775764723.392108:0:42946:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x118:0x0] initial LVB size: 13, mtime: 0x69d804f1, atime: 0x69d804f1, ctime: 0x69d804f1, blocks: 0xb 00010000:00010000:0.0:1775764723.392127:0:42946:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764723.392130:0:42946:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764723.392137:0:42946:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000086b7fb17/0x57b8ff0e03051630 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x118:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bb8c expref: 7 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764723.392152:0:42946:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000086b7fb17/0x57b8ff0e03051630 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x118:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bb8c expref: 7 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764723.392164:0:42946:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944581525c00, rc 0) 00000100:00100000:0.0:1775764723.392218:0:42946:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bfe69500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+7:61474:x1862022098568704:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 169us (3028us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764723.392225:0:42946:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 220 00000100:00100000:0.0:1775764723.392283:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bb48b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+15:61475:x1862022098568064:12345-192.168.202.28@tcp:57:lhsmtool_posix.0 Request processed in 67397us (67657us total) trans 34359739064 rc 0/0 00000100:00100000:0.0:1775764723.392292:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 829 00000020:00080000:0.0:1775764723.392296:0:42326:0:(tgt_main.c:783:tgt_ses_key_exit()) total 6 transactions per RPC 00000040:00080000:2.0:1775764723.395407:0:42356:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x32:0x0] index 64768 count 4 00000040:00080000:2.0:1775764723.395426:0:42356:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 9 count 2 00000100:00100000:0.0:1775764723.400219:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764723.400827:0:42328:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098569088 00000100:00100000:2.0:1775764723.400839:0:42328:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098569088 00000100:00100000:2.0:1775764723.400909:0:42328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 239 00000100:00100000:2.0:1775764723.400928:0:42328:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445b1dbc450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+15:61475:x1862022098569088:12345-192.168.202.28@tcp:35:lhsmtool_posix.0 00000004:00080000:2.0:1775764723.401999:0:42328:0:(mdd_object.c:4010:mdd_close()) Object [0x200003ab4:0x3:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000001:00080000:2.0:1775764723.402134:0:42328:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 34359739066 00010000:00010000:2.0:1775764723.402182:0:42328:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24200/0x57b8ff0e03051637 lrc: 3/0,1 mode: --/PW res: [0x200003ab4:0x3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764723.402199:0:42328:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24200/0x57b8ff0e03051637 lrc: 3/0,1 mode: PW/PW res: [0x200003ab4:0x3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010080000000 pid: 42328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764723.402211:0:42328:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24200/0x57b8ff0e03051637 lrc: 3/0,1 mode: PW/PW res: [0x200003ab4:0x3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 42328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764723.402219:0:42328:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24200/0x57b8ff0e03051637 lrc: 4/0,1 mode: PW/PW res: [0x200003ab4:0x3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 42328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764723.402225:0:42328:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24200/0x57b8ff0e03051637 lrc: 4/0,1 mode: PW/PW res: [0x200003ab4:0x3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 42328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764723.402231:0:42328:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24200/0x57b8ff0e03051637 lrc: 3/0,0 mode: PW/PW res: [0x200003ab4:0x3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 42328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764723.402247:0:42328:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1775764723.402352:0:42328:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445b1dbc450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+17:61475:x1862022098569088:12345-192.168.202.28@tcp:35:lhsmtool_posix.0 Request processed in 1432us (2153us total) trans 34359739067 rc 0/0 00000100:00100000:2.0:1775764723.402361:0:42328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 239 00000020:00080000:2.0:1775764723.402366:0:42328:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:0.0:1775764723.403159:0:42312:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1775764723.403168:0:42312:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24200/0x57b8ff0e03051637 lrc: 2/0,0 mode: PW/PW res: [0x200003ab4:0x3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 42328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764723.403177:0:42312:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445baf24200 already unused, calling callback (ffffffffc177a060) 00010000:00010000:0.0:1775764723.403181:0:42312:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24200/0x57b8ff0e03051637 lrc: 2/0,0 mode: PW/PW res: [0x200003ab4:0x3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 42328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764723.403189:0:42312:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24200/0x57b8ff0e03051637 lrc: 3/0,0 mode: PW/PW res: [0x200003ab4:0x3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 42328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764723.403215:0:42312:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x3:0x0].0x0 (ffff9445838afc00) 00010000:00010000:0.0:1775764723.403218:0:42312:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1775764723.403224:0:42312:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24200/0x57b8ff0e03051637 lrc: 1/0,0 mode: --/PW res: [0x200003ab4:0x3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 42328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764723.403230:0:42312:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24200/0x57b8ff0e03051637 lrc: 0/0,0 mode: --/PW res: [0x200003ab4:0x3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 42328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764723.403262:0:42312:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764723.403264:0:42312:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764723.403266:0:42312:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775764723.410526:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764723.410688:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098569216 00000100:00100000:0.0:1775764723.410698:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098569216 00000100:00100000:0.0:1775764723.410762:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 831 00000100:00100000:0.0:1775764723.410773:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94448916aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+17:61474:x1862022098569216:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:0.0:1775764723.410795:0:42324:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764723.410847:0:42324:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944581524a00/0x57b8ff0e0305163e lrc: 2/0,0 mode: --/CR res: [0x200003ab4:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17bb93 expref: -99 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764723.410913:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944581524a00/0x57b8ff0e0305163e lrc: 3/0,0 mode: CR/CR res: [0x200003ab4:0x1:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bb93 expref: 18 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764723.410945:0:42324:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff944581524a00/0x57b8ff0e0305163e lrc: 3/0,0 mode: CR/CR res: [0x200003ab4:0x1:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bb93 expref: 18 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764723.410965:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x1:0x0].0x0 (ffff944599e85000) 00010000:00010000:0.0:1775764723.410967:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1775764723.410971:0:42324:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944581524a00, rc 0) 00000100:00100000:0.0:1775764723.411026:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94448916aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+18:61474:x1862022098569216:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 255us (513us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764723.411033:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 831 00000100:00100000:1.0:1775764723.420786:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764723.421125:0:42950:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098569344 00000100:00100000:3.0:1775764723.421135:0:42950:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098569344 00002000:00100000:3.0:1775764723.421181:0:42950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x118:0x0] (0->4095) req@ffff944489169180 x1862022098569344/t0(0) o3->fcf15866-4739-4595-8fe1-44abde7ee9d7@192.168.202.28@tcp:204/0 lens 488/0 e 0 to 0 dl 1775764734 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764723.421192:0:42950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff944489169180 with x1862022098569344 ext(0->4095) 00002000:00010000:3.0:1775764723.421198:0:42950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff944489169180 00000100:00100000:3.0:1775764723.421306:0:42950:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 67 00000100:00100000:3.0:1775764723.421315:0:42950:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944489169180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+7:2377:x1862022098569344:12345-192.168.202.28@tcp:3:lfs.0 00000100:00100000:3.0:1775764723.421871:0:42950:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944489169180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+7:2377:x1862022098569344:12345-192.168.202.28@tcp:3:lfs.0 Request processed in 554us (1164us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1775764723.421889:0:42950:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 67 00002000:00100000:3.0:1775764723.421898:0:42950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x118:0x0] (0->4095) req@ffff944489169180 x1862022098569344/t0(0) o3->fcf15866-4739-4595-8fe1-44abde7ee9d7@192.168.202.28@tcp:204/0 lens 488/4536 e 0 to 0 dl 1775764734 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764723.421907:0:42950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff944489169180 with x1862022098569344 ext(0->4095) 00002000:00010000:3.0:1775764723.421910:0:42950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff944489169180 00000100:00100000:1.0:1775764723.436452:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764723.436567:0:47878:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098569600 00000100:00100000:0.0:1775764723.436578:0:47878:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098569600 00000100:00100000:0.0:1775764723.436649:0:47878:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 240 00000100:00100000:0.0:1775764723.436661:0:47878:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94448916a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+18:61474:x1862022098569600:12345-192.168.202.28@tcp:35:lfs.0 00000100:00100000:0.0:1775764723.436981:0:47878:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94448916a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+19:61474:x1862022098569600:12345-192.168.202.28@tcp:35:lfs.0 Request processed in 322us (538us total) trans 34359739068 rc 0/0 00000100:00100000:0.0:1775764723.436988:0:47878:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 240 00000100:00100000:1.0:1775764723.480305:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764723.480433:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098569728 00000100:00100000:3.0:1775764723.480443:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098569728 00000100:00100000:3.0:1775764723.480514:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 832 00000100:00100000:3.0:1775764723.480524:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94448916b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+19:61476:x1862022098569728:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:3.0:1775764723.480549:0:44493:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764723.480573:0:44493:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694000/0x57b8ff0e03051645 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17bb9a expref: -99 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764723.480643:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695400/0x57b8ff0e0305164c lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764723.480656:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695400/0x57b8ff0e0305164c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764723.480673:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695400/0x57b8ff0e0305164c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764723.481757:0:44493:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 9728 00000004:00200000:2.0:1775764723.481766:0:44493:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 43 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764723.481923:0:44493:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695400/0x57b8ff0e0305164c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764723.481977:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694000/0x57b8ff0e03051645 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bb9a expref: 21 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764723.481999:0:44493:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695400/0x57b8ff0e0305164c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bb9a expref: 20 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764723.482009:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9445867bec00) 00010000:00010000:2.0:1775764723.482012:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1775764723.482016:0:44493:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445be695400, rc 0) 00000100:00100000:2.0:1775764723.482247:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94448916b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+20:61476:x1862022098569728:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 1723us (1950us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764723.482259:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 832 00000100:00100000:1.0:1775764723.495148:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764723.495270:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098569984 00000100:00100000:0.0:1775764723.495281:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098569984 00000100:00100000:0.0:1775764723.495353:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 833 00000100:00100000:0.0:1775764723.495364:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944489168700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+20:61476:x1862022098569984:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:0.0:1775764723.495394:0:42324:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764723.495420:0:42324:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944581524600/0x57b8ff0e03051653 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17bba1 expref: -99 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764723.495497:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff944581524800/0x57b8ff0e0305165a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764723.495513:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944581524800/0x57b8ff0e0305165a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764723.495530:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944581524800/0x57b8ff0e0305165a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764723.495551:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944581525600/0x57b8ff0e03051661 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3dd7c34f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764723.495572:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944581525600/0x57b8ff0e03051661 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3dd7c34f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764723.495580:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944581525600/0x57b8ff0e03051661 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3dd7c34f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764723.496006:0:42324:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff944581524800/0x57b8ff0e0305165a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764723.496015:0:42324:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944581524800/0x57b8ff0e0305165a lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764723.496023:0:42324:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944581524800/0x57b8ff0e0305165a lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764723.496029:0:42324:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944581524800 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:0.0:1775764723.496043:0:42324:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944581524800/0x57b8ff0e0305165a lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764723.496051:0:42324:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944581524800/0x57b8ff0e0305165a lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764723.496064:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9445867bec00) 00010000:00010000:0.0:1775764723.496068:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764723.496074:0:42324:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944581524800/0x57b8ff0e0305165a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764723.496080:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944581524800/0x57b8ff0e0305165a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764723.496094:0:42324:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944581525600/0x57b8ff0e03051661 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3dd7c34f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764723.496100:0:42324:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944581525600/0x57b8ff0e03051661 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3dd7c34f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764723.496106:0:42324:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944581525600/0x57b8ff0e03051661 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3dd7c34f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764723.496111:0:42324:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944581525600 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:0.0:1775764723.496114:0:42324:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944581525600/0x57b8ff0e03051661 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3dd7c34f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764723.496120:0:42324:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944581525600/0x57b8ff0e03051661 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3dd7c34f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764723.496126:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x3dd7c34f (ffff944599e85c00) 00010000:00010000:0.0:1775764723.496128:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764723.496131:0:42324:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944581525600/0x57b8ff0e03051661 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3dd7c34f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764723.496136:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944581525600/0x57b8ff0e03051661 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3dd7c34f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764723.496174:0:42324:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff944581524600/0x57b8ff0e03051653 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bba1 expref: 21 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764723.496187:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9445867bec00) 00010000:00010000:0.0:1775764723.496189:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1775764723.496192:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944581524600/0x57b8ff0e03051653 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bba1 expref: 21 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764723.496201:0:42324:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944581524600, rc 0) 00000100:00100000:0.0:1775764723.496282:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944489168700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+20:61476:x1862022098569984:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 921us (1147us total) trans 0 rc 301/301 00000100:00100000:0.0:1775764723.496291:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 833 00000100:00100000:1.0:1775764723.505340:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764723.505425:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098570112 00000100:00100000:0.0:1775764723.505438:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098570112 00000100:00100000:0.0:1775764723.505507:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 834 00000100:00100000:0.0:1775764723.505518:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94448916ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+20:61476:x1862022098570112:12345-192.168.202.28@tcp:34:lfs.0 00010000:00010000:0.0:1775764723.505601:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff944581524600/0x57b8ff0e03051668 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764723.505622:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944581524600/0x57b8ff0e03051668 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764723.505636:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944581524600/0x57b8ff0e03051668 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764723.505653:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944581525600/0x57b8ff0e0305166f lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3dd7c34f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764723.505660:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944581525600/0x57b8ff0e0305166f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3dd7c34f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764723.505671:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944581525600/0x57b8ff0e0305166f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3dd7c34f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764723.506066:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944581524800/0x57b8ff0e03051676 lrc: 3/1,0 mode: --/PR res: [0x200003ab4:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764723.506075:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944581524800/0x57b8ff0e03051676 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764723.506083:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944581524800/0x57b8ff0e03051676 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764723.506123:0:42326:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab4:0x1:0x0]: returning size 13 00000004:00200000:0.0:1775764723.506128:0:42326:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1775764723.506140:0:42326:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff944581524800/0x57b8ff0e03051676 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764723.506154:0:42326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff944581524600/0x57b8ff0e03051668 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764723.506160:0:42326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944581524600/0x57b8ff0e03051668 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764723.506167:0:42326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944581524600/0x57b8ff0e03051668 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764723.506173:0:42326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944581524600 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:0.0:1775764723.506177:0:42326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944581524600/0x57b8ff0e03051668 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764723.506186:0:42326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944581524600/0x57b8ff0e03051668 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764723.506201:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9445867bec00) 00010000:00010000:0.0:1775764723.506204:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764723.506210:0:42326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944581524600/0x57b8ff0e03051668 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764723.506217:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944581524600/0x57b8ff0e03051668 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764723.506231:0:42326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944581525600/0x57b8ff0e0305166f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3dd7c34f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764723.506237:0:42326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944581525600/0x57b8ff0e0305166f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3dd7c34f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764723.506243:0:42326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944581525600/0x57b8ff0e0305166f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3dd7c34f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764723.506248:0:42326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944581525600 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:0.0:1775764723.506250:0:42326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944581525600/0x57b8ff0e0305166f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3dd7c34f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764723.506257:0:42326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944581525600/0x57b8ff0e0305166f lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3dd7c34f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764723.506264:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x3dd7c34f (ffff944599e85c00) 00010000:00010000:0.0:1775764723.506266:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764723.506269:0:42326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944581525600/0x57b8ff0e0305166f lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3dd7c34f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764723.506274:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944581525600/0x57b8ff0e0305166f lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3dd7c34f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764723.506297:0:42326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944581524800/0x57b8ff0e03051676 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764723.506304:0:42326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944581524800/0x57b8ff0e03051676 lrc: 2/0,0 mode: PR/PR res: [0x200003ab4:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764723.506310:0:42326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944581524800/0x57b8ff0e03051676 lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764723.506314:0:42326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944581524800 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:0.0:1775764723.506317:0:42326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944581524800/0x57b8ff0e03051676 lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764723.506323:0:42326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944581524800/0x57b8ff0e03051676 lrc: 4/0,0 mode: PR/PR res: [0x200003ab4:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764723.506330:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x1:0x0].0x0 (ffff944599e85000) 00010000:00010000:0.0:1775764723.506333:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764723.506335:0:42326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944581524800/0x57b8ff0e03051676 lrc: 2/0,0 mode: --/PR res: [0x200003ab4:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764723.506342:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944581524800/0x57b8ff0e03051676 lrc: 0/0,0 mode: --/PR res: [0x200003ab4:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764723.506437:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94448916ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+20:61476:x1862022098570112:12345-192.168.202.28@tcp:34:lfs.0 Request processed in 919us (1108us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764723.506446:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 834 00010000:00010000:3.0:1775764723.521656:0:42313:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775764723.544566:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764723.545228:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098570368 00000100:00100000:0.0:1775764723.545242:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098570368 00000100:00100000:0.0:1775764723.545353:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 835 00000100:00100000:0.0:1775764723.545365:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944489169f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+20:61479:x1862022098570368:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:0.0:1775764723.545397:0:42324:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764723.545419:0:42324:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944581524800/0x57b8ff0e0305167d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17bba8 expref: -99 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764723.545696:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff944581525600/0x57b8ff0e03051684 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764723.545711:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944581525600/0x57b8ff0e03051684 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764723.545723:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944581525600/0x57b8ff0e03051684 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764723.545738:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944581524600/0x57b8ff0e0305168b lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3dd7c34f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764723.545744:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944581524600/0x57b8ff0e0305168b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3dd7c34f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764723.545750:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944581524600/0x57b8ff0e0305168b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3dd7c34f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764723.546142:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944581525000/0x57b8ff0e03051692 lrc: 3/1,0 mode: --/PR res: [0x200003ab4:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764723.546151:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944581525000/0x57b8ff0e03051692 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764723.546159:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944581525000/0x57b8ff0e03051692 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764723.546171:0:42324:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab4:0x1:0x0]: returning size 13 00010000:00010000:0.0:1775764723.546269:0:42324:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff944581525600/0x57b8ff0e03051684 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764723.546277:0:42324:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944581525600/0x57b8ff0e03051684 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764723.546283:0:42324:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944581525600/0x57b8ff0e03051684 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764723.546289:0:42324:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944581525600 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:0.0:1775764723.546293:0:42324:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944581525600/0x57b8ff0e03051684 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764723.546300:0:42324:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944581525600/0x57b8ff0e03051684 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764723.546313:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9445867bec00) 00010000:00010000:0.0:1775764723.546317:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764723.546321:0:42324:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944581525600/0x57b8ff0e03051684 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764723.546327:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944581525600/0x57b8ff0e03051684 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764723.546340:0:42324:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944581524600/0x57b8ff0e0305168b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3dd7c34f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764723.546345:0:42324:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944581524600/0x57b8ff0e0305168b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3dd7c34f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764723.546353:0:42324:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944581524600/0x57b8ff0e0305168b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3dd7c34f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764723.546358:0:42324:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944581524600 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:0.0:1775764723.546360:0:42324:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944581524600/0x57b8ff0e0305168b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3dd7c34f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764723.546366:0:42324:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944581524600/0x57b8ff0e0305168b lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3dd7c34f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764723.546372:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x3dd7c34f (ffff944599e85c00) 00010000:00010000:0.0:1775764723.546375:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764723.546389:0:42324:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944581524600/0x57b8ff0e0305168b lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3dd7c34f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764723.546395:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944581524600/0x57b8ff0e0305168b lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3dd7c34f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764723.547175:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944581524800/0x57b8ff0e0305167d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bba8 expref: 23 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764723.547197:0:42324:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff944581525000/0x57b8ff0e03051692 lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0x1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bba8 expref: 22 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764723.547205:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x1:0x0].0x0 (ffff944599e85000) 00010000:00010000:0.0:1775764723.547207:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1775764723.547210:0:42324:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944581525000, rc 0) 00000100:00100000:0.0:1775764723.547391:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944489169f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+22:61479:x1862022098570368:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 2026us (3933us total) trans 34359739069 rc 0/0 00000100:00100000:0.0:1775764723.547403:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 835 00000100:00100000:1.0:1775764723.554783:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764723.554921:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098570496 00000100:00100000:0.0:1775764723.554932:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098570496 00000100:00100000:0.0:1775764723.554993:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 836 00000100:00100000:0.0:1775764723.555002:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944489168380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+22:61479:x1862022098570496:12345-192.168.202.28@tcp:54:lfs.0 00010000:00010000:0.0:1775764723.555088:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944581524600/0x57b8ff0e030516a0 lrc: 3/1,0 mode: --/PR res: [0x200003ab4:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764723.555106:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944581524600/0x57b8ff0e030516a0 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764723.555119:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944581524600/0x57b8ff0e030516a0 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764723.555144:0:42326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944581524600/0x57b8ff0e030516a0 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764723.555150:0:42326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944581524600/0x57b8ff0e030516a0 lrc: 2/0,0 mode: PR/PR res: [0x200003ab4:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764723.555156:0:42326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944581524600/0x57b8ff0e030516a0 lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764723.555162:0:42326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944581524600 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:0.0:1775764723.555165:0:42326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944581524600/0x57b8ff0e030516a0 lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764723.555172:0:42326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944581524600/0x57b8ff0e030516a0 lrc: 4/0,0 mode: PR/PR res: [0x200003ab4:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764723.555185:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x1:0x0].0x0 (ffff944599e85000) 00010000:00010000:0.0:1775764723.555190:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1775764723.555196:0:42326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944581524600/0x57b8ff0e030516a0 lrc: 2/0,0 mode: --/PR res: [0x200003ab4:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764723.555202:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944581524600/0x57b8ff0e030516a0 lrc: 0/0,0 mode: --/PR res: [0x200003ab4:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764723.555291:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944489168380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+22:61479:x1862022098570496:12345-192.168.202.28@tcp:54:lfs.0 Request processed in 289us (518us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764723.555300:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 836 00000100:00100000:3.0:1775764723.562225:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764723.562413:0:42327:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098570752 00000100:00100000:1.0:1775764723.562425:0:42327:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098570752 00000100:00100000:1.0:1775764723.562505:0:42327:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 241 00000100:00100000:1.0:1775764723.562515:0:42327:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bb48b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+22:61479:x1862022098570752:12345-192.168.202.28@tcp:35:lfs.0 00000100:00100000:1.0:1775764723.562772:0:42327:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bb48b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+23:61479:x1862022098570752:12345-192.168.202.28@tcp:35:lfs.0 Request processed in 257us (556us total) trans 34359739070 rc 0/0 00000100:00100000:1.0:1775764723.562780:0:42327:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 241 00000100:00100000:1.0:1775764723.809276:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764723.809392:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098571008 00000100:00100000:2.0:1775764723.809403:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098571008 00000100:00100000:2.0:1775764723.809480:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 837 00000100:00100000:2.0:1775764723.809492:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94448916a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+23:61500:x1862022098571008:12345-192.168.202.28@tcp:101:cat.0 00010000:00010000:2.0:1775764723.809518:0:42325:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764723.809538:0:42325:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24600/0x57b8ff0e030516a7 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17bbaf expref: -99 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764723.809652:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24c00/0x57b8ff0e030516ae lrc: 3/1,0 mode: --/CR res: [0x200003ab4:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764723.809668:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24c00/0x57b8ff0e030516ae lrc: 3/1,0 mode: CR/CR res: [0x200003ab4:0x1:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764723.809680:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24c00/0x57b8ff0e030516ae lrc: 3/1,0 mode: CR/CR res: [0x200003ab4:0x1:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764723.809691:0:42325:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab4:0x1:0x0]: returning size 13 00010000:00010000:2.0:1775764723.809853:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24600/0x57b8ff0e030516a7 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bbaf expref: 26 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764723.809870:0:42325:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24c00/0x57b8ff0e030516ae lrc: 3/0,0 mode: CR/CR res: [0x200003ab4:0x1:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bbaf expref: 25 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764723.809895:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x1:0x0].0x0 (ffff944599e85000) 00010000:00010000:2.0:1775764723.809899:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:2.0:1775764723.809903:0:42325:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445baf24c00, rc 0) 00000100:00100000:2.0:1775764723.809969:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94448916a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+25:61500:x1862022098571008:12345-192.168.202.28@tcp:101:cat.0 Request processed in 480us (704us total) trans 34359739071 rc 0/0 00000100:00100000:2.0:1775764723.809976:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 837 00000100:00100000:3.0:1775764723.875922:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764723.877107:0:42328:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098571264 00000100:00100000:2.0:1775764723.877132:0:42328:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098571264 00000100:00100000:2.0:1775764723.877208:0:42328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 242 00000100:00100000:2.0:1775764723.877219:0:42328:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bb488e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+25:61501:x1862022098571264:12345-192.168.202.28@tcp:35:lfs.0 00000100:00100000:2.0:1775764723.877906:0:42328:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bb488e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+26:61501:x1862022098571264:12345-192.168.202.28@tcp:35:lfs.0 Request processed in 687us (1999us total) trans 34359739072 rc 0/0 00000100:00100000:2.0:1775764723.878063:0:42328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 242 00000100:00100000:3.0:1775764723.887663:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764723.889845:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098571520 00000100:00100000:0.0:1775764723.889871:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098571520 00000100:00100000:0.0:1775764723.890152:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 838 00000100:00100000:0.0:1775764723.890165:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bb489880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+26:61501:x1862022098571520:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:0.0:1775764723.890196:0:42326:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764723.890199:0:42326:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1775764723.890228:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24c00/0x57b8ff0e030516ae lrc: 0/0,0 mode: --/CR res: [0x200003ab4:0x1:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bbaf expref: 26 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764723.890251:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x1:0x0].0x0 (ffff944599e85000) 00010000:00010000:0.0:1775764723.890256:0:42326:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1775764723.890271:0:42326:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944581524600/0x57b8ff0e030516bc lrc: 2/0,0 mode: --/CR res: [0x200003ab4:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17bbb6 expref: -99 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764723.890379:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff944581524800/0x57b8ff0e030516c3 lrc: 3/0,1 mode: --/PW res: [0x200003ab4:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764723.890408:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944581524800/0x57b8ff0e030516c3 lrc: 3/0,1 mode: PW/PW res: [0x200003ab4:0x1:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764723.890433:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944581524800/0x57b8ff0e030516c3 lrc: 3/0,1 mode: PW/PW res: [0x200003ab4:0x1:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764723.890447:0:42326:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab4:0x1:0x0]: returning size 13 00010000:00010000:0.0:1775764723.890595:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944581524600/0x57b8ff0e030516bc lrc: 0/0,0 mode: --/CR res: [0x200003ab4:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bbb6 expref: 28 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764723.890611:0:42326:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff944581524800/0x57b8ff0e030516c3 lrc: 3/0,0 mode: PW/PW res: [0x200003ab4:0x1:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bbb6 expref: 27 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764723.890619:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x1:0x0].0x0 (ffff944599e85000) 00010000:00010000:0.0:1775764723.890622:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1775764723.890625:0:42326:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944581524800, rc 0) 00000100:00100000:0.0:1775764723.890701:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bb489880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+27:61501:x1862022098571520:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 539us (3047us total) trans 34359739073 rc 0/0 00000100:00100000:0.0:1775764723.890708:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 838 00000100:00100000:3.0:1775764723.896847:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764723.897339:0:42945:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098571648 00000100:00100000:1.0:1775764723.897351:0:42945:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098571648 00000100:00100000:1.0:1775764723.897422:0:42945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 221 00000100:00100000:1.0:1775764723.897433:0:42945:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445b2cb3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+7:2378:x1862022098571648:12345-192.168.202.28@tcp:1:lfs.0 00010000:00010000:1.0:1775764723.897503:0:42945:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001ccd0689/0x57b8ff0e030516d1 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x118:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 42945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764723.897525:0:42945:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000086b7fb17/0x57b8ff0e03051630 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x118:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bb8c expref: 7 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764723.897534:0:42945:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1775764723.897537:0:42945:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1775764723.897541:0:42945:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001ccd0689/0x57b8ff0e030516d1 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x118:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 42945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764723.897580:0:42945:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000086b7fb17/0x57b8ff0e03051630 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x118:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bb8c expref: 7 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764723.897594:0:42945:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000086b7fb17/0x57b8ff0e03051630 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x118:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bb8c expref: 7 pid: 42946 timeout: 2290 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764723.897619:0:42945:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944489168000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:42945:1862022119043584:192.168.202.28@tcp:104: 00000100:00100000:1.0:1775764723.897723:0:42945:0:(client.c:2691:ptlrpc_set_wait()) set ffff9445bad23900 going to sleep for 11 seconds 00000100:00100000:3.0:1775764723.907720:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764723.907858:0:42945:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944489168000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:42945:1862022119043584:192.168.202.28@tcp:104: 00010000:00010000:1.0:1775764723.907891:0:42945:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000001ccd0689/0x57b8ff0e030516d1 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x118:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 42945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764723.909266:0:42311:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098571776 00000100:00100000:2.0:1775764723.909279:0:42311:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098571776 00010000:00010000:2.0:1775764723.909332:0:42311:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000086b7fb17/0x57b8ff0e03051630 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x118:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bb8c expref: 8 pid: 42946 timeout: 2290 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764723.909641:0:42311:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 166 00000100:00100000:2.0:1775764723.909653:0:42311:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445b2cb2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+8:2378:x1862022098571776:12345-192.168.202.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1775764723.909671:0:42311:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764723.909695:0:42311:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000086b7fb17/0x57b8ff0e03051630 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x118:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bb8c expref: 8 pid: 42946 timeout: 2290 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764723.909710:0:42311:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000086b7fb17/0x57b8ff0e03051630 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x118:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bb8c expref: 8 pid: 42946 timeout: 2290 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764723.909732:0:42311:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000086b7fb17/0x57b8ff0e03051630 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x118:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bb8c expref: 8 pid: 42946 timeout: 2290 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764723.909751:0:42311:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764723.909753:0:42311:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764723.909758:0:42311:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000001ccd0689/0x57b8ff0e030516d1 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x118:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 42945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764723.909768:0:42311:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001ccd0689/0x57b8ff0e030516d1 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x118:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 42945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764723.909908:0:42311:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775764723.909978:0:42311:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445b2cb2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+7:2378:x1862022098571776:12345-192.168.202.28@tcp:103:ldlm_bl.0 Request processed in 327us (2268us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764723.909986:0:42311:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 166 00010000:00010000:1.0:1775764723.912481:0:42945:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000001ccd0689/0x57b8ff0e030516d1 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x118:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 42945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764723.912503:0:42945:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001ccd0689/0x57b8ff0e030516d1 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x118:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 42945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764723.912549:0:42945:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001ccd0689/0x57b8ff0e030516d1 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x118:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 42945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764723.912558:0:42945:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000001ccd0689/0x57b8ff0e030516d1 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x118:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 42945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764723.912567:0:42945:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000001ccd0689/0x57b8ff0e030516d1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x118:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 42945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764723.912575:0:42945:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944488002e00 already unused, calling callback (ffffffffc177a060) 00010000:00010000:1.0:1775764723.912581:0:42945:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000001ccd0689/0x57b8ff0e030516d1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x118:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 42945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764723.912591:0:42945:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000001ccd0689/0x57b8ff0e030516d1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x118:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 42945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764723.912615:0:42945:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000001ccd0689/0x57b8ff0e030516d1 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x118:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 42945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764723.912623:0:42945:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001ccd0689/0x57b8ff0e030516d1 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x118:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 42945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764723.912740:0:42945:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445b2cb3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+6:2378:x1862022098571648:12345-192.168.202.28@tcp:1:lfs.0 Request processed in 15303us (15898us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764723.912753:0:42945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 221 00000100:00100000:3.0:1775764723.920364:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764723.920440:0:47878:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098572032 00000100:00100000:0.0:1775764723.920453:0:47878:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098572032 00000100:00100000:0.0:1775764723.920729:0:47878:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 243 00000100:00100000:0.0:1775764723.920739:0:47878:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445b2cb2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+27:61501:x1862022098572032:12345-192.168.202.28@tcp:35:lfs.0 00000004:00010000:0.0:1775764723.920848:0:47878:0:(mdt_open.c:1994:mdt_hsm_release()) ### [0x200003ab4:0x1:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff944581524800/0x57b8ff0e030516c3 lrc: 3/0,0 mode: PW/PW res: [0x200003ab4:0x1:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bbb6 expref: 27 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1775764723.921685:0:47878:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 34359739074 00000001:00080000:0.0:1775764723.922898:0:47878:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 34359739075 00010000:00010000:0.0:1775764723.923285:0:47878:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff944581524600/0x57b8ff0e030516d8 lrc: 3/0,1 mode: --/EX res: [0x200003ab4:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 47878 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764723.923312:0:47878:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff944581524a00/0x57b8ff0e0305163e lrc: 2/0,0 mode: CR/CR res: [0x200003ab4:0x1:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bb93 expref: 30 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764723.923322:0:47878:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff944581525000/0x57b8ff0e03051692 lrc: 2/0,0 mode: PR/PR res: [0x200003ab4:0x1:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bba8 expref: 30 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764723.923330:0:47878:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff944581524600/0x57b8ff0e030516d8 lrc: 5/0,1 mode: --/EX res: [0x200003ab4:0x1:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 47878 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764723.923371:0:47878:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff944581525000/0x57b8ff0e03051692 lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0x1:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bba8 expref: 30 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764723.923391:0:47878:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff944581525000/0x57b8ff0e03051692 lrc: 4/0,0 mode: PR/PR res: [0x200003ab4:0x1:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bba8 expref: 30 pid: 42324 timeout: 2290 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764723.923407:0:47878:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff94459038a680 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000_UUID:47878:1862022119043712:192.168.202.28@tcp:104: 00010000:00010000:0.0:1775764723.924256:0:47878:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff944581524a00/0x57b8ff0e0305163e lrc: 3/0,0 mode: CR/CR res: [0x200003ab4:0x1:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bb93 expref: 30 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764723.924269:0:47878:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff944581524a00/0x57b8ff0e0305163e lrc: 4/0,0 mode: CR/CR res: [0x200003ab4:0x1:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bb93 expref: 30 pid: 42324 timeout: 2290 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764723.924281:0:47878:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944590388000 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000_UUID:47878:1862022119043840:192.168.202.28@tcp:104: 00000100:00100000:0.0:1775764723.924308:0:47878:0:(client.c:2691:ptlrpc_set_wait()) set ffff944482d64f00 going to sleep for 11 seconds 00000100:00100000:3.0:1775764723.929173:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764723.929465:0:44302:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098572160 00000100:00100000:1.0:1775764723.929482:0:44302:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098572160 00010000:00010000:1.0:1775764723.929528:0:44302:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff944581524a00/0x57b8ff0e0305163e lrc: 5/0,0 mode: CR/CR res: [0x200003ab4:0x1:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bb93 expref: 31 pid: 42324 timeout: 2290 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764723.929577:0:44302:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 167 00000100:00100000:1.0:1775764723.929588:0:44302:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445b2cb1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+31:2378:x1862022098572160:12345-192.168.202.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1775764723.929603:0:44302:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764723.929610:0:44302:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff944581524a00/0x57b8ff0e0305163e lrc: 5/0,0 mode: CR/CR res: [0x200003ab4:0x1:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bb93 expref: 31 pid: 42324 timeout: 2290 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764723.929622:0:44302:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff944581524a00/0x57b8ff0e0305163e lrc: 4/0,0 mode: CR/CR res: [0x200003ab4:0x1:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bb93 expref: 31 pid: 42324 timeout: 2290 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764723.929651:0:44302:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x1:0x0].0x0 (ffff944599e85000) 00010000:00010000:1.0:1775764723.929657:0:44302:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff944581524600/0x57b8ff0e030516d8 lrc: 3/0,1 mode: --/EX res: [0x200003ab4:0x1:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 47878 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764723.929666:0:44302:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff944581524600/0x57b8ff0e030516d8 lrc: 3/0,1 mode: --/EX res: [0x200003ab4:0x1:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 47878 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764723.929673:0:44302:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1775764723.929736:0:44302:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445b2cb1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+31:2378:x1862022098572160:12345-192.168.202.28@tcp:103:ldlm_bl.0 Request processed in 149us (573us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764723.929744:0:44302:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 167 00000100:00100000:3.0:1775764723.942225:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764723.942745:0:42309:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098572288 00000100:00100000:1.0:1775764723.942755:0:42309:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098572288 00010000:00010000:1.0:1775764723.942835:0:42309:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff944581525000/0x57b8ff0e03051692 lrc: 5/0,0 mode: PR/PR res: [0x200003ab4:0x1:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bba8 expref: 31 pid: 42324 timeout: 2290 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764723.942869:0:42309:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 168 00000100:00100000:1.0:1775764723.942880:0:42309:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445b2cb0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+31:2378:x1862022098572288:12345-192.168.202.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1775764723.942896:0:42309:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764723.942903:0:42309:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff944581525000/0x57b8ff0e03051692 lrc: 5/0,0 mode: PR/PR res: [0x200003ab4:0x1:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bba8 expref: 31 pid: 42324 timeout: 2290 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764723.942929:0:42309:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff944581525000/0x57b8ff0e03051692 lrc: 4/0,0 mode: PR/PR res: [0x200003ab4:0x1:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bba8 expref: 31 pid: 42324 timeout: 2290 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764723.942958:0:42309:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x1:0x0].0x0 (ffff944599e85000) 00010000:00010000:1.0:1775764723.942965:0:42309:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff944581524600/0x57b8ff0e030516d8 lrc: 3/0,1 mode: --/EX res: [0x200003ab4:0x1:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 47878 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764723.942977:0:42309:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff944581524600/0x57b8ff0e030516d8 lrc: 3/0,1 mode: EX/EX res: [0x200003ab4:0x1:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 47878 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764723.942986:0:42309:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944581524600/0x57b8ff0e030516d8 lrc: 4/0,1 mode: EX/EX res: [0x200003ab4:0x1:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 47878 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764723.943008:0:42309:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1775764723.943093:0:42309:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445b2cb0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+31:2378:x1862022098572288:12345-192.168.202.28@tcp:103:ldlm_bl.0 Request processed in 214us (882us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764723.943102:0:42309:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 168 00010000:00010000:0.0:1775764723.944402:0:47878:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944581524a00/0x57b8ff0e0305163e lrc: 0/0,0 mode: --/CR res: [0x200003ab4:0x1:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bb93 expref: 30 pid: 42324 timeout: 2290 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764723.944443:0:47878:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944590388000 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000_UUID:47878:1862022119043840:192.168.202.28@tcp:104: 00010000:00010000:0.0:1775764723.944468:0:47878:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944581525000/0x57b8ff0e03051692 lrc: 0/0,0 mode: --/PR res: [0x200003ab4:0x1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bba8 expref: 29 pid: 42324 timeout: 2290 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764723.944728:0:47878:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff94459038a680 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000_UUID:47878:1862022119043712:192.168.202.28@tcp:104: 00010000:00010000:0.0:1775764723.944762:0:47878:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff944581524600/0x57b8ff0e030516d8 lrc: 3/0,1 mode: EX/EX res: [0x200003ab4:0x1:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 47878 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764723.944773:0:47878:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff944581524600/0x57b8ff0e030516d8 lrc: 3/0,1 mode: EX/EX res: [0x200003ab4:0x1:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 47878 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764723.944779:0:47878:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944581524600/0x57b8ff0e030516d8 lrc: 3/0,1 mode: EX/EX res: [0x200003ab4:0x1:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 47878 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1775764723.945728:0:47878:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 34359739076 00000001:00080000:0.0:1775764723.946003:0:47878:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 34359739077 00000100:00100000:0.0:1775764723.950788:0:47878:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff94459038a680 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:47878:1862022119043968:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:0.0:1775764723.950924:0:47878:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764723.951009:0:47878:0:(client.c:2691:ptlrpc_set_wait()) set ffff944482d64300 going to sleep for 11 seconds 00000100:00100000:1.0:1775764723.954736:0:42329:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119043968 00000100:00100000:1.0:1775764723.954752:0:42329:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119043968 00000100:00100000:1.0:1775764723.954943:0:42329:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 58 00000100:00100000:1.0:1775764723.954954:0:42329:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944590388000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:47878:x1862022119043968:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:1.0:1775764723.955170:0:42329:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944590388000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:47878:x1862022119043968:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 217us (4252us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764723.955178:0:42329:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 58 00000100:00100000:2.0:1775764723.955269:0:47878:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff94459038a680 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:47878:1862022119043968:0@lo:1000:mdt_rdpg00_002.0 00000001:00080000:2.0:1775764723.955749:0:47878:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 34359739078 00000100:00100000:2.0:1775764723.955864:0:47878:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bbf2f480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:47878:1862022119044096:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:2.0:1775764723.955910:0:47878:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764723.958332:0:47878:0:(client.c:2691:ptlrpc_set_wait()) set ffff9445a66ed300 going to sleep for 11 seconds 00000100:00100000:0.0:1775764723.963667:0:42330:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119044096 00000100:00100000:0.0:1775764723.963684:0:42330:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119044096 00000100:00100000:0.0:1775764723.963774:0:42330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 59 00000100:00100000:0.0:1775764723.963786:0:42330:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bbf2c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:47878:x1862022119044096:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:0.0:1775764723.964587:0:42330:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bbf2c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+7:47878:x1862022119044096:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 799us (8672us total) trans 34359738439 rc 0/0 00000100:00100000:0.0:1775764723.964597:0:42330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 59 00000100:00100000:3.0:1775764723.965273:0:47878:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bbf2f480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:47878:1862022119044096:0@lo:1000:mdt_rdpg00_002.0 00000001:00080000:3.0:1775764723.965360:0:47878:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 34359739079 00010000:00010000:3.0:1775764723.965402:0:47878:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff944581524600/0x57b8ff0e030516d8 lrc: 3/0,1 mode: EX/EX res: [0x200003ab4:0x1:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 47878 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764723.965414:0:47878:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944581524600/0x57b8ff0e030516d8 lrc: 2/0,0 mode: EX/EX res: [0x200003ab4:0x1:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 47878 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764723.965422:0:47878:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944581524600/0x57b8ff0e030516d8 lrc: 3/0,0 mode: EX/EX res: [0x200003ab4:0x1:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 47878 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764723.965428:0:47878:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944581524600 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:3.0:1775764723.965433:0:47878:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944581524600/0x57b8ff0e030516d8 lrc: 3/0,0 mode: EX/EX res: [0x200003ab4:0x1:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 47878 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764723.965441:0:47878:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944581524600/0x57b8ff0e030516d8 lrc: 4/0,0 mode: EX/EX res: [0x200003ab4:0x1:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 47878 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764723.965464:0:47878:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x1:0x0].0x0 (ffff944599e85000) 00010000:00010000:3.0:1775764723.965467:0:47878:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:3.0:1775764723.965485:0:47878:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944581524600/0x57b8ff0e030516d8 lrc: 2/0,0 mode: --/EX res: [0x200003ab4:0x1:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 47878 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764723.965493:0:47878:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944581524600/0x57b8ff0e030516d8 lrc: 0/0,0 mode: --/EX res: [0x200003ab4:0x1:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 47878 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1775764723.965859:0:47878:0:(mdd_object.c:4010:mdd_close()) Object [0x200003ab4:0x4:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:3.0:1775764723.965945:0:47878:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x2e:0x0].21, 64 off9704 00000004:00080000:3.0:1775764723.965956:0:47878:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 2190813156395ns, next at 2191813154788ns, rc = 0 00000001:00080000:3.0:1775764723.965963:0:47878:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 34359739080 00010000:00010000:3.0:1775764723.965996:0:47878:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x1:0x0].0x0 (ffff944599e85000) 00010000:00010000:3.0:1775764723.965999:0:47878:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:3.0:1775764723.966006:0:47878:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944581524800/0x57b8ff0e030516c3 lrc: 0/0,0 mode: --/PW res: [0x200003ab4:0x1:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bbb6 expref: 33 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764723.966144:0:47878:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445b2cb2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+32:61501:x1862022098572032:12345-192.168.202.28@tcp:35:lfs.0 Request processed in 45406us (45787us total) trans 34359739081 rc 0/0 00000100:00100000:3.0:1775764723.966155:0:47878:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 243 00000020:00080000:3.0:1775764723.966160:0:47878:0:(tgt_main.c:783:tgt_ses_key_exit()) total 8 transactions per RPC 00000100:00100000:3.0:1775764724.009532:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764724.009583:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098572544 00000100:00100000:3.0:1775764724.009595:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098572544 00000100:00100000:3.0:1775764724.009661:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 839 00000100:00100000:3.0:1775764724.009672:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445b2cb2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+32:61502:x1862022098572544:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:3.0:1775764724.009703:0:42325:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764724.009728:0:42325:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694400/0x57b8ff0e030516df lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17bbbd expref: -99 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764724.009851:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e030516e6 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764724.009870:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e030516e6 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764724.009886:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e030516e6 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764724.009902:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e030516ed lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3dd7c34f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764724.009909:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e030516ed lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3dd7c34f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764724.010598:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e030516ed lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3dd7c34f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764724.011185:0:42325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e030516e6 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764724.011193:0:42325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e030516e6 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764724.011200:0:42325:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e030516e6 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764724.011206:0:42325:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445be695c00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:3.0:1775764724.011210:0:42325:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e030516e6 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764724.011221:0:42325:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e030516e6 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764724.011235:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9445867bec00) 00010000:00010000:3.0:1775764724.011238:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764724.011242:0:42325:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e030516e6 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764724.011247:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e030516e6 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764724.011261:0:42325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e030516ed lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3dd7c34f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764724.011267:0:42325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e030516ed lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3dd7c34f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764724.011273:0:42325:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e030516ed lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3dd7c34f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764724.011278:0:42325:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445be694600 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:3.0:1775764724.011281:0:42325:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e030516ed lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3dd7c34f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764724.011287:0:42325:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e030516ed lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3dd7c34f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764724.011293:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x3dd7c34f (ffff9445867be100) 00010000:00010000:3.0:1775764724.011296:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764724.011299:0:42325:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e030516ed lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3dd7c34f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764724.011309:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e030516ed lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3dd7c34f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764724.011355:0:42325:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694400/0x57b8ff0e030516df lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bbbd expref: 33 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764724.011366:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9445867bec00) 00010000:00010000:3.0:1775764724.011368:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1775764724.011372:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694400/0x57b8ff0e030516df lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bbbd expref: 33 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764724.011381:0:42325:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445be694400, rc 0) 00000100:00100000:3.0:1775764724.012774:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445b2cb2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+32:61502:x1862022098572544:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 3098us (3257us total) trans 0 rc 301/301 00000100:00100000:3.0:1775764724.012785:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 839 00000100:00100000:0.0:1775764724.021998:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764724.022131:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098572672 00000100:00100000:2.0:1775764724.022142:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098572672 00000100:00100000:2.0:1775764724.022200:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 840 00000100:00100000:2.0:1775764724.022210:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94459038a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+32:61502:x1862022098572672:12345-192.168.202.28@tcp:34:lfs.0 00010000:00010000:2.0:1775764724.022288:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24600/0x57b8ff0e030516f4 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764724.022306:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24600/0x57b8ff0e030516f4 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764724.022318:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24600/0x57b8ff0e030516f4 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764724.022332:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24400/0x57b8ff0e030516fb lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3dd7c34f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764724.022340:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24400/0x57b8ff0e030516fb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3dd7c34f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764724.022351:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24400/0x57b8ff0e030516fb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3dd7c34f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764724.022668:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e03051702 lrc: 3/1,0 mode: --/PR res: [0x200003ab4:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764724.022676:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e03051702 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764724.022685:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e03051702 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764724.022728:0:44493:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab4:0x1:0x0]: returning size 13 00000004:00200000:2.0:1775764724.022733:0:44493:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764724.022746:0:44493:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e03051702 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764724.022758:0:44493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24600/0x57b8ff0e030516f4 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764724.022764:0:44493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24600/0x57b8ff0e030516f4 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764724.022771:0:44493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24600/0x57b8ff0e030516f4 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764724.022777:0:44493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445baf24600 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764724.022782:0:44493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24600/0x57b8ff0e030516f4 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764724.022788:0:44493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24600/0x57b8ff0e030516f4 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764724.022842:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9445867bec00) 00010000:00010000:2.0:1775764724.022846:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764724.022852:0:44493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24600/0x57b8ff0e030516f4 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764724.022859:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24600/0x57b8ff0e030516f4 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764724.022871:0:44493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24400/0x57b8ff0e030516fb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3dd7c34f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764724.022877:0:44493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24400/0x57b8ff0e030516fb lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3dd7c34f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764724.022882:0:44493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24400/0x57b8ff0e030516fb lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3dd7c34f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764724.022886:0:44493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445baf24400 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764724.022889:0:44493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24400/0x57b8ff0e030516fb lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3dd7c34f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764724.022894:0:44493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24400/0x57b8ff0e030516fb lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3dd7c34f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764724.022902:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x3dd7c34f (ffff9445838afa00) 00010000:00010000:2.0:1775764724.022904:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764724.022907:0:44493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24400/0x57b8ff0e030516fb lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3dd7c34f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764724.022912:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24400/0x57b8ff0e030516fb lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3dd7c34f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764724.022941:0:44493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e03051702 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764724.022947:0:44493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e03051702 lrc: 2/0,0 mode: PR/PR res: [0x200003ab4:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764724.022953:0:44493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e03051702 lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764724.022958:0:44493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445baf25800 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764724.022960:0:44493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e03051702 lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764724.022965:0:44493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e03051702 lrc: 4/0,0 mode: PR/PR res: [0x200003ab4:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764724.022972:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x1:0x0].0x0 (ffff9445838af700) 00010000:00010000:2.0:1775764724.022974:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764724.022976:0:44493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e03051702 lrc: 2/0,0 mode: --/PR res: [0x200003ab4:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764724.022980:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e03051702 lrc: 0/0,0 mode: --/PR res: [0x200003ab4:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764724.023074:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94459038a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+32:61502:x1862022098572672:12345-192.168.202.28@tcp:34:lfs.0 Request processed in 863us (1083us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764724.023082:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 840 00000100:00100000:2.0:1775764724.070435:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764724.070579:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098572928 00000100:00100000:3.0:1775764724.070594:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098572928 00000100:00100000:3.0:1775764724.070655:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 841 00000100:00100000:3.0:1775764724.070664:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486e44a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+32:61505:x1862022098572928:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:3.0:1775764724.070686:0:42325:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764724.070706:0:42325:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694c00/0x57b8ff0e03051709 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17bbc4 expref: -99 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764724.070828:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694400/0x57b8ff0e03051710 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764724.070843:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694400/0x57b8ff0e03051710 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764724.070855:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694400/0x57b8ff0e03051710 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764724.070870:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e03051717 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3dd7c34f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764724.070876:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e03051717 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3dd7c34f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764724.070897:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e03051717 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3dd7c34f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764724.071286:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e0305171e lrc: 3/1,0 mode: --/PR res: [0x200003ab4:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764724.071295:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e0305171e lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764724.071301:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e0305171e lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764724.071313:0:42325:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab4:0x1:0x0]: returning size 13 00010000:00010000:3.0:1775764724.071433:0:42325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694400/0x57b8ff0e03051710 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764724.071440:0:42325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694400/0x57b8ff0e03051710 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764724.071446:0:42325:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694400/0x57b8ff0e03051710 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764724.071452:0:42325:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445be694400 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:3.0:1775764724.071459:0:42325:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694400/0x57b8ff0e03051710 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764724.071467:0:42325:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694400/0x57b8ff0e03051710 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764724.071706:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9445867bec00) 00010000:00010000:3.0:1775764724.071710:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764724.071714:0:42325:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694400/0x57b8ff0e03051710 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764724.071720:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694400/0x57b8ff0e03051710 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764724.071731:0:42325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e03051717 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3dd7c34f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764724.071738:0:42325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e03051717 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3dd7c34f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764724.071743:0:42325:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e03051717 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3dd7c34f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764724.071748:0:42325:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445be694600 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:3.0:1775764724.071751:0:42325:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e03051717 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3dd7c34f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764724.071757:0:42325:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e03051717 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3dd7c34f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764724.071764:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x3dd7c34f (ffff9445867be100) 00010000:00010000:3.0:1775764724.071766:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764724.071769:0:42325:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e03051717 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3dd7c34f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764724.071774:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e03051717 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3dd7c34f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764724.071869:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694c00/0x57b8ff0e03051709 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bbc4 expref: 35 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764724.072102:0:42325:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e0305171e lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0x1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bbc4 expref: 34 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764724.072111:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x1:0x0].0x0 (ffff9445867bef00) 00010000:00010000:3.0:1775764724.072114:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1775764724.072116:0:42325:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445be695c00, rc 0) 00000100:00100000:3.0:1775764724.072191:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486e44a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+34:61505:x1862022098572928:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 1527us (1777us total) trans 34359739082 rc 0/0 00000100:00100000:3.0:1775764724.072200:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 841 00000100:00100000:3.0:1775764724.077694:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764724.077782:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098573056 00000100:00100000:2.0:1775764724.077794:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098573056 00000100:00100000:2.0:1775764724.077874:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 842 00000100:00100000:2.0:1775764724.077890:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445b2cb1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+34:61505:x1862022098573056:12345-192.168.202.28@tcp:54:lfs.0 00010000:00010000:2.0:1775764724.077967:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e0305172c lrc: 3/1,0 mode: --/PR res: [0x200003ab4:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764724.077986:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e0305172c lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764724.077999:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e0305172c lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764724.078040:0:44493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e0305172c lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764724.078047:0:44493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e0305172c lrc: 2/0,0 mode: PR/PR res: [0x200003ab4:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764724.078055:0:44493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e0305172c lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764724.078061:0:44493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445baf25800 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764724.078065:0:44493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e0305172c lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764724.078072:0:44493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e0305172c lrc: 4/0,0 mode: PR/PR res: [0x200003ab4:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764724.078084:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x1:0x0].0x0 (ffff9445867bef00) 00010000:00010000:2.0:1775764724.078088:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1775764724.078091:0:44493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e0305172c lrc: 2/0,0 mode: --/PR res: [0x200003ab4:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764724.078102:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e0305172c lrc: 0/0,0 mode: --/PR res: [0x200003ab4:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764724.078173:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445b2cb1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+34:61505:x1862022098573056:12345-192.168.202.28@tcp:54:lfs.0 Request processed in 290us (708us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764724.078180:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 842 00000100:00100000:1.0:1775764724.088480:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764724.088621:0:42327:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098573312 00000100:00100000:3.0:1775764724.088631:0:42327:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098573312 00000100:00100000:3.0:1775764724.088688:0:42327:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 244 00000100:00100000:3.0:1775764724.088698:0:42327:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445b1dbc850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+34:61505:x1862022098573312:12345-192.168.202.28@tcp:35:lfs.0 00000100:00100000:3.0:1775764724.089002:0:42327:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445b1dbc850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+35:61505:x1862022098573312:12345-192.168.202.28@tcp:35:lfs.0 Request processed in 305us (539us total) trans 34359739083 rc 0/0 00000100:00100000:3.0:1775764724.089011:0:42327:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 244 00000001:00080000:1.0:1775764724.126092:0:7469:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 34359738441 is committed 00000001:00080000:1.0:1775764724.126131:0:7469:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 34359738439 is committed 00000100:00100000:3.0:1775764724.237615:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764724.238101:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098573568 00000100:00100000:2.0:1775764724.238114:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098573568 00000100:00100000:2.0:1775764724.238183:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 843 00000100:00100000:2.0:1775764724.238192:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445b2cb2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+35:61515:x1862022098573568:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:2.0:1775764724.238221:0:42325:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764724.238251:0:42325:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e03051733 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17bbcb expref: -99 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764724.238370:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24400/0x57b8ff0e0305173a lrc: 3/1,0 mode: --/CR res: [0x200003ab4:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764724.238386:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24400/0x57b8ff0e0305173a lrc: 3/1,0 mode: CR/CR res: [0x200003ab4:0x1:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764724.238400:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24400/0x57b8ff0e0305173a lrc: 3/1,0 mode: CR/CR res: [0x200003ab4:0x1:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764724.238412:0:42325:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab4:0x1:0x0]: returning size 13 00010000:00010000:2.0:1775764724.238729:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e03051733 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bbcb expref: 38 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764724.238750:0:42325:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24400/0x57b8ff0e0305173a lrc: 3/0,0 mode: CR/CR res: [0x200003ab4:0x1:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bbcb expref: 37 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764724.238760:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x1:0x0].0x0 (ffff9445867bef00) 00010000:00010000:2.0:1775764724.238762:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:2.0:1775764724.238766:0:42325:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445baf24400, rc 0) 00000100:00100000:2.0:1775764724.238903:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445b2cb2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+37:61515:x1862022098573568:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 710us (1297us total) trans 34359739084 rc 0/0 00000100:00100000:2.0:1775764724.238911:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 843 00000100:00100000:3.0:1775764724.251451:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764724.251562:0:44302:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098573824 00000100:00100000:1.0:1775764724.251573:0:44302:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098573824 00000100:00100000:1.0:1775764724.251644:0:44302:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 75 00000100:00100000:1.0:1775764724.251655:0:44302:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445b1d49850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+37:61515:x1862022098573824:12345-192.168.202.28@tcp:103:lfs.0 00010000:00010000:1.0:1775764724.251670:0:44302:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1775764724.251696:0:44302:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24400/0x57b8ff0e0305173a lrc: 0/0,0 mode: --/CR res: [0x200003ab4:0x1:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bbcb expref: 37 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764724.251719:0:44302:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e0305171e lrc: 0/0,0 mode: --/PR res: [0x200003ab4:0x1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bbc4 expref: 36 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764724.251732:0:44302:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x1:0x0].0x0 (ffff9445867bef00) 00010000:00010000:1.0:1775764724.251746:0:44302:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1775764724.251844:0:44302:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445b1d49850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+35:61515:x1862022098573824:12345-192.168.202.28@tcp:103:lfs.0 Request processed in 147us (358us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764724.251852:0:44302:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 75 00000100:00100000:1.0:1775764724.262102:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764724.262186:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098573952 00000100:00100000:2.0:1775764724.262199:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098573952 00000100:00100000:2.0:1775764724.262308:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 844 00000100:00100000:2.0:1775764724.262318:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944489168000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+35:61515:x1862022098573952:12345-192.168.202.28@tcp:58:lfs.0 00010000:00010000:2.0:1775764724.262431:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e03051748 lrc: 3/0,1 mode: --/EX res: [0x200003ab4:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764724.262461:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e03051748 lrc: 3/0,1 mode: EX/EX res: [0x200003ab4:0x1:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764724.262476:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e03051748 lrc: 3/0,1 mode: EX/EX res: [0x200003ab4:0x1:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1775764724.262839:0:44493:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x32:0x0].17, 136 off10504 00000100:00100000:2.0:1775764724.262951:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944489168000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+35:61515:x1862022098573952:12345-192.168.202.28@tcp:58:lfs.0 Request processed in 633us (863us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764724.262959:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 844 00000100:00100000:1.0:1775764724.265438:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764724.265530:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098574080 00000100:00100000:3.0:1775764724.265552:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098574080 00000100:00100000:3.0:1775764724.265620:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 845 00000100:00100000:3.0:1775764724.265630:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944489168a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+35:61515:x1862022098574080:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:3.0:1775764724.265654:0:42325:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764724.265678:0:42325:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694a00/0x57b8ff0e0305174f lrc: 2/0,0 mode: --/CR res: [0x200003ab4:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17bbd2 expref: -99 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764724.265738:0:42325:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e03051748 lrc: 2/0,1 mode: EX/EX res: [0x200003ab4:0x1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764724.265748:0:42325:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694a00/0x57b8ff0e0305174f lrc: 4/0,0 mode: --/CR res: [0x200003ab4:0x1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bbd2 expref: 36 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764724.265770:0:42325:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e03051748 lrc: 3/0,1 mode: EX/EX res: [0x200003ab4:0x1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764724.265786:0:42325:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694a00/0x57b8ff0e0305174f lrc: 3/0,0 mode: --/CR res: [0x200003ab4:0x1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bbd2 expref: 36 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764724.265838:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x1:0x0].0x0 (ffff9445838af600) 00010000:00010000:3.0:1775764724.265842:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1775764724.265848:0:42325:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694a00/0x57b8ff0e0305174f lrc: 3/0,0 mode: --/CR res: [0x200003ab4:0x1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bbd2 expref: 36 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764724.265856:0:42325:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445be694a00, rc 0) 00000100:00100000:3.0:1775764724.265988:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944489168a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+36:61515:x1862022098574080:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 288us (491us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764724.265996:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 845 00000100:00100000:3.0:1775764724.396953:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764724.396998:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764724.397052:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764724.397105:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764724.397177:0:42319:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098574208 00000100:00100000:2.0:1775764724.397190:0:42319:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098574208 00000100:00100000:2.0:1775764724.397265:0:42319:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 280 00000100:00100000:2.0:1775764724.397276:0:42319:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bd378050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:24b54882-c0a1-43f2-954f-009e5a9afc9d+12:2377:x1862022098574208:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:2.0:1775764724.397356:0:42319:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bd378050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:24b54882-c0a1-43f2-954f-009e5a9afc9d+12:2377:x1862022098574208:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 82us (302us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764724.397363:0:42319:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 280 00000100:00100000:0.0:1775764724.397695:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098574336 00000100:00100000:0.0:1775764724.397701:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098574336 00000100:00100000:0.0:1775764724.397755:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 342 00000100:00100000:0.0:1775764724.397763:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445b2cb3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:82781e18-e0e3-4f9f-9a2b-041bf0344414+5:2377:x1862022098574336:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:3.0:1775764724.397881:0:43212:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098574592 00000100:00100000:3.0:1775764724.397885:0:43212:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098574592 00000100:00100000:3.0:1775764724.397913:0:43212:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098574464 00000100:00100000:3.0:1775764724.397915:0:43212:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098574464 00000100:00100000:3.0:1775764724.397936:0:43212:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 241 00000100:00100000:3.0:1775764724.397944:0:43212:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445b2cb0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+5:2377:x1862022098574592:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:1.0:1775764724.398043:0:42946:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 242 00000100:00100000:1.0:1775764724.398054:0:42946:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445b2cb3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+6:2377:x1862022098574464:12345-192.168.202.28@tcp:400:kworker.0 00000100:00080000:2.0:1775764724.398759:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1775764724.398765:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1775764724.398767:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1775764724.399236:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445b2cb3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:82781e18-e0e3-4f9f-9a2b-041bf0344414+5:2377:x1862022098574336:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 1470us (2288us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764724.399246:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 342 00000100:00100000:3.0:1775764724.403755:0:43212:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445b2cb0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+5:2377:x1862022098574592:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 5794us (6738us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764724.404351:0:43212:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 241 00000100:00100000:1.0:1775764724.405555:0:42946:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445b2cb3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+6:2377:x1862022098574464:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 7494us (8439us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764724.405570:0:42946:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 242 00000040:00080000:0.0:1775764724.417170:0:42356:0:(llog.c:800:llog_process_thread()) index: 8, lh_last_idx: 8 synced_idx: 8 lgh_last_idx: 8 00000040:00080000:0.0:1775764724.417179:0:42356:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x32:0x0] at index 8 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1775764724.417228:0:42356:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x32:0x0] index 18 count 5 00000040:00080000:0.0:1775764724.417256:0:42356:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 9 count 2 00000100:00100000:0.0:1775764724.417387:0:42356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944590388a80 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:42356:1862022119044224:192.168.202.28@tcp:107:hsm_cdtr.0 00000100:00100000:0.0:1775764724.418328:0:42356:0:(client.c:2691:ptlrpc_set_wait()) set ffff944482d64300 going to sleep for 11 seconds 00000100:00100000:0.0:1775764724.422190:0:42356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944590388a80 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:42356:1862022119044224:192.168.202.28@tcp:107:hsm_cdtr.0 00000100:00100000:2.0:1775764724.425457:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764724.426144:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098574720 00000100:00100000:3.0:1775764724.426159:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098574720 00000100:00100000:3.0:1775764724.427860:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 846 00000100:00100000:3.0:1775764724.427885:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486e45c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+36:61516:x1862022098574720:12345-192.168.202.28@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1775764724.428869:0:42325:0:(mdt_handler.c:7957:mdt_fid2path()) path get [0x200003ab4:0x1:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1775764724.429135:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486e45c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+36:61516:x1862022098574720:12345-192.168.202.28@tcp:53:lhsmtool_posix.0 Request processed in 1259us (3687us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764724.429146:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 846 00000100:00100000:2.0:1775764724.442401:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764724.442586:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098574848 00000100:00100000:3.0:1775764724.442596:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098574848 00000100:00100000:3.0:1775764724.442656:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 847 00000100:00100000:3.0:1775764724.442666:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486e46300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+36:61516:x1862022098574848:12345-192.168.202.28@tcp:34:lhsmtool_posix.0 00010000:00010000:3.0:1775764724.442742:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694c00/0x57b8ff0e03051756 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764724.442760:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694c00/0x57b8ff0e03051756 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764724.442772:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694c00/0x57b8ff0e03051756 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764724.442787:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e0305175d lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x52a5d70e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764724.442793:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e0305175d lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x52a5d70e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764724.442833:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e0305175d lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x52a5d70e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764724.442858:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694400/0x57b8ff0e03051764 lrc: 3/1,0 mode: --/PR res: [0x200003ab4:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764724.442865:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694400/0x57b8ff0e03051764 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764724.442871:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694400/0x57b8ff0e03051764 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764724.442922:0:44493:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab4:0x1:0x0]: returning size 13 00000004:00200000:3.0:1775764724.442926:0:44493:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1775764724.442941:0:44493:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694400/0x57b8ff0e03051764 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764724.442954:0:44493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694c00/0x57b8ff0e03051756 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764724.442963:0:44493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694c00/0x57b8ff0e03051756 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764724.442969:0:44493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694c00/0x57b8ff0e03051756 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764724.442975:0:44493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445be694c00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:3.0:1775764724.442979:0:44493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694c00/0x57b8ff0e03051756 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764724.442986:0:44493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694c00/0x57b8ff0e03051756 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764724.443008:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff944598a9bf00) 00010000:00010000:3.0:1775764724.443011:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764724.443017:0:44493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694c00/0x57b8ff0e03051756 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764724.443023:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694c00/0x57b8ff0e03051756 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764724.443050:0:44493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e0305175d lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x52a5d70e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764724.443055:0:44493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e0305175d lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x52a5d70e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764724.443061:0:44493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e0305175d lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x52a5d70e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764724.443066:0:44493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445be694600 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:3.0:1775764724.443069:0:44493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e0305175d lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x52a5d70e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764724.443075:0:44493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e0305175d lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x52a5d70e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764724.443082:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x52a5d70e (ffff9445867be100) 00010000:00010000:3.0:1775764724.443084:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764724.443086:0:44493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e0305175d lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x52a5d70e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764724.443091:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e0305175d lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x52a5d70e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764724.443108:0:44493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694400/0x57b8ff0e03051764 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764724.443114:0:44493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694400/0x57b8ff0e03051764 lrc: 2/0,0 mode: PR/PR res: [0x200003ab4:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764724.443119:0:44493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694400/0x57b8ff0e03051764 lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764724.443123:0:44493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445be694400 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:3.0:1775764724.443125:0:44493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694400/0x57b8ff0e03051764 lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764724.443130:0:44493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694400/0x57b8ff0e03051764 lrc: 4/0,0 mode: PR/PR res: [0x200003ab4:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764724.443138:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x1:0x0].0x0 (ffff9445838af600) 00010000:00010000:3.0:1775764724.443140:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764724.443143:0:44493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694400/0x57b8ff0e03051764 lrc: 2/0,0 mode: --/PR res: [0x200003ab4:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764724.443148:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694400/0x57b8ff0e03051764 lrc: 0/0,0 mode: --/PR res: [0x200003ab4:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764724.443329:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486e46300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+36:61516:x1862022098574848:12345-192.168.202.28@tcp:34:lhsmtool_posix.0 Request processed in 663us (939us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764724.443337:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 847 00000100:00100000:0.0:1775764724.448906:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764724.449015:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098575104 00000100:00100000:1.0:1775764724.449035:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098575104 00000100:00100000:1.0:1775764724.449095:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 848 00000100:00100000:1.0:1775764724.449105:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944590388a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+36:61516:x1862022098575104:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1775764724.449128:0:42324:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764724.449149:0:42324:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944488003400/0x57b8ff0e0305176b lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17bbd9 expref: -99 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764724.449252:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944488002000/0x57b8ff0e03051772 lrc: 3/1,0 mode: --/PR res: [0x200003ab4:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764724.449268:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944488002000/0x57b8ff0e03051772 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764724.449280:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944488002000/0x57b8ff0e03051772 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764724.449293:0:42324:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab4:0x1:0x0]: returning size 13 00010000:00010000:1.0:1775764724.449421:0:42324:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944488002000/0x57b8ff0e03051772 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764724.449429:0:42324:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944488002000/0x57b8ff0e03051772 lrc: 2/0,0 mode: PR/PR res: [0x200003ab4:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764724.449435:0:42324:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944488002000/0x57b8ff0e03051772 lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764724.449440:0:42324:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944488002000 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:1.0:1775764724.449444:0:42324:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944488002000/0x57b8ff0e03051772 lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764724.449451:0:42324:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944488002000/0x57b8ff0e03051772 lrc: 4/0,0 mode: PR/PR res: [0x200003ab4:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764724.449463:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x1:0x0].0x0 (ffff9445838af600) 00010000:00010000:1.0:1775764724.449467:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1775764724.449471:0:42324:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944488002000/0x57b8ff0e03051772 lrc: 2/0,0 mode: --/PR res: [0x200003ab4:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764724.449484:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944488002000/0x57b8ff0e03051772 lrc: 0/0,0 mode: --/PR res: [0x200003ab4:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764724.449530:0:42324:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff944488003400/0x57b8ff0e0305176b lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bbd9 expref: 38 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764724.449540:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff944598a9bf00) 00010000:00010000:1.0:1775764724.449542:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1775764724.449546:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944488003400/0x57b8ff0e0305176b lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bbd9 expref: 38 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764724.449556:0:42324:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944488003400, rc 0) 00000100:00100000:1.0:1775764724.449624:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944590388a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+37:61516:x1862022098575104:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 Request processed in 519us (725us total) trans 34359739085 rc 301/301 00000100:00100000:1.0:1775764724.449633:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 848 00000100:00100000:2.0:1775764724.455958:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764724.456261:0:47878:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098575360 00000100:00100000:3.0:1775764724.456272:0:47878:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098575360 00000100:00100000:3.0:1775764724.456333:0:47878:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 245 00000100:00100000:3.0:1775764724.456343:0:47878:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bc1f2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+37:61516:x1862022098575360:12345-192.168.202.28@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1775764724.456859:0:47878:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bc1f2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+38:61516:x1862022098575360:12345-192.168.202.28@tcp:35:lhsmtool_posix.0 Request processed in 516us (1068us total) trans 34359739086 rc 0/0 00000100:00100000:3.0:1775764724.456866:0:47878:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 245 00000100:00100000:2.0:1775764724.459748:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764724.459993:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098575488 00000100:00100000:0.0:1775764724.460101:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098575488 00000100:00100000:0.0:1775764724.460210:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 849 00000100:00100000:0.0:1775764724.460222:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bc1f0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+38:61516:x1862022098575488:12345-192.168.202.28@tcp:53:lhsmtool_posix.0 00000004:00000080:0.0:1775764724.460267:0:42326:0:(mdt_handler.c:7957:mdt_fid2path()) path get [0x200003ab4:0x1:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1775764724.460521:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bc1f0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+38:61516:x1862022098575488:12345-192.168.202.28@tcp:53:lhsmtool_posix.0 Request processed in 300us (781us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764724.460529:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 849 00000100:00100000:3.0:1775764724.465424:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764724.471951:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098575744 00000100:00100000:0.0:1775764724.471969:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098575744 00000100:00100000:0.0:1775764724.472309:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 850 00000100:00100000:0.0:1775764724.472344:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445b2cb0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+38:61516:x1862022098575744:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1775764724.472384:0:42326:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764724.472387:0:42326:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1775764724.472428:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695400/0x57b8ff0e0305164c lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bb9a expref: 38 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764724.472480:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9445867bec00) 00010000:00010000:0.0:1775764724.472513:0:42326:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1775764724.472549:0:42326:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944581524c00/0x57b8ff0e03051780 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17bbe0 expref: -99 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1775764724.476971:0:42326:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x118:0x0], index 1: 0 00010000:00010000:0.0:1775764724.477286:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944581525400/0x57b8ff0e03051787 lrc: 3/1,0 mode: --/PR res: [0x200003ab4:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764724.477305:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944581525400/0x57b8ff0e03051787 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764724.477317:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944581525400/0x57b8ff0e03051787 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764724.477560:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944581524c00/0x57b8ff0e03051780 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bbe0 expref: 40 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764724.477588:0:42326:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff944581525400/0x57b8ff0e03051787 lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0x5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bbe0 expref: 39 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764724.477599:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x5:0x0].0x0 (ffff944599e85100) 00010000:00010000:0.0:1775764724.477603:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1775764724.477607:0:42326:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944581525400, rc 0) 00000100:00100000:0.0:1775764724.477981:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445b2cb0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+39:61516:x1862022098575744:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 Request processed in 5661us (12565us total) trans 34359739087 rc 0/0 00000100:00100000:0.0:1775764724.477992:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 850 00000100:00100000:2.0:1775764724.484201:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764724.484277:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098575872 00000100:00100000:3.0:1775764724.484288:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098575872 00000100:00100000:3.0:1775764724.484379:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 851 00000100:00100000:3.0:1775764724.484390:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bce2b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+39:61516:x1862022098575872:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1775764724.484415:0:44493:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764724.484439:0:44493:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694400/0x57b8ff0e03051795 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17bbe7 expref: -99 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764724.484508:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e0305179c lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764724.484525:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e0305179c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764724.484539:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e0305179c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764724.484763:0:44493:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 9728 00000004:00200000:3.0:1775764724.484769:0:44493:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 43 stripe count 1 MDT count 1 00000004:00010000:3.0:1775764724.484889:0:44493:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e0305179c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764724.484916:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694400/0x57b8ff0e03051795 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bbe7 expref: 41 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764724.484932:0:44493:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e0305179c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bbe7 expref: 40 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764724.484941:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9445867be100) 00010000:00010000:3.0:1775764724.484944:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1775764724.484947:0:44493:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445be694600, rc 0) 00000100:00100000:3.0:1775764724.485004:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bce2b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+40:61516:x1862022098575872:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 Request processed in 615us (812us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764724.485012:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 851 00000100:00100000:2.0:1775764724.491296:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764724.491409:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098576128 00000100:00100000:1.0:1775764724.491421:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098576128 00000100:00100000:1.0:1775764724.491545:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 852 00000100:00100000:1.0:1775764724.491558:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bce29c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+40:61516:x1862022098576128:12345-192.168.202.28@tcp:36:lhsmtool_posix.0 00010000:00010000:1.0:1775764724.491628:0:42324:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1775764724.491664:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944581525400/0x57b8ff0e03051787 lrc: 0/0,0 mode: --/PR res: [0x200003ab4:0x5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bbe0 expref: 40 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764724.491687:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x5:0x0].0x0 (ffff944599e85100) 00010000:00010000:1.0:1775764724.491704:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e0305179c lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bbe7 expref: 39 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764724.491713:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9445867be100) 00010000:00010000:1.0:1775764724.491901:0:42324:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1775764724.491925:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff944488003400/0x57b8ff0e030517a3 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764724.491942:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944488003400/0x57b8ff0e030517a3 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764724.491952:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944488003400/0x57b8ff0e030517a3 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764724.491963:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff944488002000/0x57b8ff0e030517aa lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x931625a7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764724.491969:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944488002000/0x57b8ff0e030517aa lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x931625a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764724.491974:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944488002000/0x57b8ff0e030517aa lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x931625a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764724.492263:0:42324:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff944488003400/0x57b8ff0e030517a3 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764724.492272:0:42324:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944488003400/0x57b8ff0e030517a3 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764724.492278:0:42324:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944488003400/0x57b8ff0e030517a3 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764724.492284:0:42324:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944488003400 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:1.0:1775764724.492289:0:42324:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944488003400/0x57b8ff0e030517a3 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764724.492296:0:42324:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944488003400/0x57b8ff0e030517a3 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764724.492305:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff944598a9bc00) 00010000:00010000:1.0:1775764724.492309:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764724.492312:0:42324:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944488003400/0x57b8ff0e030517a3 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764724.492318:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944488003400/0x57b8ff0e030517a3 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764724.492331:0:42324:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff944488002000/0x57b8ff0e030517aa lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x931625a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764724.492337:0:42324:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944488002000/0x57b8ff0e030517aa lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x931625a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764724.492342:0:42324:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944488002000/0x57b8ff0e030517aa lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x931625a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764724.492346:0:42324:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944488002000 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:1.0:1775764724.492349:0:42324:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944488002000/0x57b8ff0e030517aa lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x931625a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764724.492355:0:42324:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944488002000/0x57b8ff0e030517aa lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x931625a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764724.492361:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x931625a7 (ffff944598a9b200) 00010000:00010000:1.0:1775764724.492363:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764724.492366:0:42324:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944488002000/0x57b8ff0e030517aa lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x931625a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764724.492371:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944488002000/0x57b8ff0e030517aa lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x931625a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764724.492505:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bce29c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+38:61516:x1862022098576128:12345-192.168.202.28@tcp:36:lhsmtool_posix.0 Request processed in 948us (1221us total) trans 0 rc -2/-2 00000100:00100000:1.0:1775764724.492513:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 852 00000100:00100000:0.0:1775764724.497173:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764724.497290:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098576256 00000100:00100000:3.0:1775764724.497302:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098576256 00000100:00100000:3.0:1775764724.497486:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 853 00000100:00100000:3.0:1775764724.497498:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944590389180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+38:61516:x1862022098576256:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1775764724.497523:0:44493:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764724.497556:0:44493:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694c00/0x57b8ff0e030517b1 lrc: 2/0,0 mode: --/PR res: [0x200003ab4:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17bbee expref: -99 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764724.497598:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e030517b8 lrc: 3/1,0 mode: --/PR res: [0x200003ab4:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764724.497614:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e030517b8 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x5:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764724.497627:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e030517b8 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x5:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764724.498536:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694c00/0x57b8ff0e030517b1 lrc: 0/0,0 mode: --/PR res: [0x200003ab4:0x5:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bbee expref: 40 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764724.498559:0:44493:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e030517b8 lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0x5:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bbee expref: 39 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764724.498570:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x5:0x0].0x0 (ffff9445867be400) 00010000:00010000:3.0:1775764724.498573:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1775764724.498578:0:44493:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445be695200, rc 0) 00000100:00100000:3.0:1775764724.498699:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944590389180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+39:61516:x1862022098576256:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 Request processed in 1203us (1537us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764724.498709:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 853 00000100:00100000:3.0:1775764724.504777:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764724.505309:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098576512 00000100:00100000:0.0:1775764724.505321:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098576512 00000100:00100000:0.0:1775764724.505396:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 854 00000100:00100000:0.0:1775764724.505406:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445b2cb1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+39:61516:x1862022098576512:12345-192.168.202.28@tcp:36:lhsmtool_posix.0 00010000:00010000:0.0:1775764724.505488:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff944581524e00/0x57b8ff0e030517bf lrc: 3/0,1 mode: --/PW res: [0x200003ab4:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764724.505506:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944581524e00/0x57b8ff0e030517bf lrc: 3/0,1 mode: PW/PW res: [0x200003ab4:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764724.505520:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944581524e00/0x57b8ff0e030517bf lrc: 3/0,1 mode: PW/PW res: [0x200003ab4:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1775764724.506184:0:42326:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x30:0x0].21, 88 off9824 00000004:00080000:0.0:1775764724.506196:0:42326:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 2191353396406ns, next at 2192353394401ns, rc = 0 00000004:00010000:0.0:1775764724.506290:0:42326:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000003caafdbe reply state 00000000ca00a160 transno 34359739088 ns: mdt-lustre-MDT0000_UUID lock: ffff944581524e00/0x57b8ff0e030517bf lrc: 3/0,1 mode: PW/PW res: [0x200003ab4:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764724.506301:0:42326:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1775764724.506457:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445b2cb1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+41:61516:x1862022098576512:12345-192.168.202.28@tcp:36:lhsmtool_posix.0 Request processed in 1050us (1690us total) trans 34359739088 rc 0/0 00000100:00100000:0.0:1775764724.506466:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 854 00000100:00100000:3.0:1775764724.508936:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764724.509335:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098576640 00000100:00100000:0.0:1775764724.509346:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098576640 00000100:00100000:0.0:1775764724.509414:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 855 00000100:00100000:0.0:1775764724.509425:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445b2cb1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+41:61516:x1862022098576640:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1775764724.509450:0:42325:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764724.509473:0:42325:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944581524a00/0x57b8ff0e030517c6 lrc: 2/0,0 mode: --/CR res: [0x200003ab4:0x5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17bbf5 expref: -99 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764724.509543:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944581524a00/0x57b8ff0e030517c6 lrc: 3/0,0 mode: CR/CR res: [0x200003ab4:0x5:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bbf5 expref: 42 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764724.509560:0:42325:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff944581524a00/0x57b8ff0e030517c6 lrc: 3/0,0 mode: CR/CR res: [0x200003ab4:0x5:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bbf5 expref: 42 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764724.509583:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x5:0x0].0x0 (ffff9445867be400) 00010000:00010000:0.0:1775764724.509587:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1775764724.509591:0:42325:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944581524a00, rc 0) 00000100:00100000:0.0:1775764724.509659:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445b2cb1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+42:61516:x1862022098576640:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 Request processed in 236us (732us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764724.509666:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 855 00010000:00010000:2.0:1775764724.511780:0:3314:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff944581524e00/0x57b8ff0e030517bf lrc: 3/0,1 mode: PW/PW res: [0x200003ab4:0x5:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764724.511794:0:3314:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944581524e00/0x57b8ff0e030517bf lrc: 2/0,0 mode: PW/PW res: [0x200003ab4:0x5:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764724.511818:0:3314:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944581524e00/0x57b8ff0e030517bf lrc: 3/0,0 mode: PW/PW res: [0x200003ab4:0x5:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764724.511825:0:3314:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944581524e00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764724.511829:0:3314:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944581524e00/0x57b8ff0e030517bf lrc: 3/0,0 mode: PW/PW res: [0x200003ab4:0x5:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764724.511836:0:3314:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944581524e00/0x57b8ff0e030517bf lrc: 4/0,0 mode: PW/PW res: [0x200003ab4:0x5:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764724.511852:0:3314:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x5:0x0].0x0 (ffff9445867be400) 00010000:00010000:2.0:1775764724.511855:0:3314:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1775764724.511860:0:3314:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944581524e00/0x57b8ff0e030517bf lrc: 2/0,0 mode: --/PW res: [0x200003ab4:0x5:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764724.511866:0:3314:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944581524e00/0x57b8ff0e030517bf lrc: 0/0,0 mode: --/PW res: [0x200003ab4:0x5:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764724.516074:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764724.516226:0:42944:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098576768 00000100:00100000:2.0:1775764724.516235:0:42944:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098576768 00000100:00100000:2.0:1775764724.516285:0:42944:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 222 00000100:00100000:2.0:1775764724.516292:0:42944:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94448916bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+5:2378:x1862022098576768:12345-192.168.202.28@tcp:2:lhsmtool_posix.0 00000100:00100000:2.0:1775764724.516607:0:42944:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94448916bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+6:2378:x1862022098576768:12345-192.168.202.28@tcp:2:lhsmtool_posix.0 Request processed in 313us (542us total) trans 34359738442 rc 0/0 00000100:00100000:2.0:1775764724.516615:0:42944:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 222 00000100:00100000:1.0:1775764724.519714:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764724.520537:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098577024 00000100:00100000:0.0:1775764724.520550:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098577024 00000100:00100000:0.0:1775764724.520640:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 856 00000100:00100000:0.0:1775764724.520662:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94448916b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+41:61516:x1862022098577024:12345-192.168.202.28@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1775764724.521022:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94448916b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+41:61516:x1862022098577024:12345-192.168.202.28@tcp:57:lhsmtool_posix.0 Request processed in 372us (1316us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764724.521039:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 856 00000100:00100000:3.0:1775764724.524883:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764724.525172:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098577152 00000100:00100000:0.0:1775764724.525181:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098577152 00000100:00100000:0.0:1775764724.525225:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 857 00000100:00100000:0.0:1775764724.525233:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445b2cb0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+41:61516:x1862022098577152:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1775764724.525252:0:42325:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764724.525268:0:42325:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944581524800/0x57b8ff0e030517cd lrc: 2/0,0 mode: --/CR res: [0x200003ab4:0x5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17bbfc expref: -99 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764724.525326:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944581524600/0x57b8ff0e030517d4 lrc: 3/1,0 mode: --/PR res: [0x200003ab4:0x5:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764724.525336:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944581524600/0x57b8ff0e030517d4 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x5:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764724.525346:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944581524600/0x57b8ff0e030517d4 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x5:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764724.525378:0:42325:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1775764724.525395:0:42325:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff944581524600/0x57b8ff0e030517d4 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x5:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764724.525419:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944581524800/0x57b8ff0e030517cd lrc: 0/0,0 mode: --/CR res: [0x200003ab4:0x5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bbfc expref: 43 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764724.525438:0:42325:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff944581524600/0x57b8ff0e030517d4 lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0x5:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bbfc expref: 42 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764724.525447:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x5:0x0].0x0 (ffff9445867be400) 00010000:00010000:0.0:1775764724.525449:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:0.0:1775764724.525453:0:42325:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944581524600, rc 0) 00000100:00100000:0.0:1775764724.525517:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445b2cb0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+42:61516:x1862022098577152:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 Request processed in 285us (645us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764724.525525:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 857 00000100:00100000:2.0:1775764724.530522:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764724.530624:0:43212:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098577280 00000100:00100000:3.0:1775764724.530635:0:43212:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098577280 00000100:00100000:3.0:1775764724.530752:0:43212:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 223 00000100:00100000:3.0:1775764724.530777:0:43212:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bce28a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+6:2379:x1862022098577280:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1775764724.530824:0:43212:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764724.530846:0:43212:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000036cf1784/0x57b8ff0e030517db lrc: 2/0,0 mode: --/PR res: [0x280000400:0x118:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17bc03 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1775764724.530872:0:43212:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x118:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x69d804f4, blocks: 0x1 00010000:00010000:3.0:1775764724.530892:0:43212:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764724.530894:0:43212:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764724.530901:0:43212:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000036cf1784/0x57b8ff0e030517db lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x118:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bc03 expref: 7 pid: 43212 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764724.530920:0:43212:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000036cf1784/0x57b8ff0e030517db lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x118:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bc03 expref: 7 pid: 43212 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764724.530933:0:43212:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445be694c00, rc 0) 00000100:00100000:3.0:1775764724.530991:0:43212:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bce28a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+7:2379:x1862022098577280:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 Request processed in 217us (478us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764724.531008:0:43212:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 223 00000100:00100000:1.0:1775764724.533728:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764724.534189:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098577536 00000100:00100000:3.0:1775764724.534200:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098577536 00000100:00100000:2.0:1775764724.534388:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 858 00000100:00100000:2.0:1775764724.534400:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944591357050 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+42:61516:x1862022098577536:12345-192.168.202.28@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1775764724.534525:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944591357050 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+42:61516:x1862022098577536:12345-192.168.202.28@tcp:57:lhsmtool_posix.0 Request processed in 127us (807us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764724.534534:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 858 00000100:00100000:2.0:1775764724.539741:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764724.539861:0:42944:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098577664 00000100:00100000:0.0:1775764724.539870:0:42944:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098577664 00000100:00100000:0.0:1775764724.539940:0:42944:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 224 00000100:00100000:0.0:1775764724.539951:0:42944:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bce28700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+7:61516:x1862022098577664:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1775764724.539976:0:42944:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764724.540006:0:42944:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d0c7ed91/0x57b8ff0e030517e2 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x118:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17bc0a expref: -99 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764724.540300:0:42944:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000036cf1784/0x57b8ff0e030517db lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x118:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bc03 expref: 8 pid: 43212 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764724.540310:0:42944:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764724.540312:0:42944:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764724.540316:0:42944:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d0c7ed91/0x57b8ff0e030517e2 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x118:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bc0a expref: 8 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764724.540356:0:42944:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000036cf1784/0x57b8ff0e030517db lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x118:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bc03 expref: 8 pid: 43212 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764724.540381:0:42944:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000036cf1784/0x57b8ff0e030517db lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x118:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bc03 expref: 8 pid: 43212 timeout: 2291 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764724.540398:0:42944:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944590388380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:42944:1862022119044352:192.168.202.28@tcp:104: 00000100:00100000:0.0:1775764724.540497:0:42944:0:(client.c:2691:ptlrpc_set_wait()) set ffff944482d64600 going to sleep for 11 seconds 00000100:00100000:1.0:1775764724.543530:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764724.543670:0:42944:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944590388380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:42944:1862022119044352:192.168.202.28@tcp:104: 00010000:00010000:0.0:1775764724.543711:0:42944:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000d0c7ed91/0x57b8ff0e030517e2 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x118:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bc0a expref: 8 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764724.543735:0:42944:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944581524800, rc 0) 00000100:00100000:0.0:1775764724.543840:0:42944:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bce28700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+8:61516:x1862022098577664:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 Request processed in 3891us (4108us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764724.543849:0:42944:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 224 00010000:00010000:0.0:1775764724.544991:0:43224:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1775764724.545159:0:42311:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098577792 00000100:00100000:2.0:1775764724.545172:0:42311:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098577792 00010000:00010000:2.0:1775764724.545221:0:42311:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000036cf1784/0x57b8ff0e030517db lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x118:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bc03 expref: 8 pid: 43212 timeout: 2291 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764724.545256:0:42311:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 169 00000100:00100000:2.0:1775764724.545267:0:42311:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944489168e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+8:2378:x1862022098577792:12345-192.168.202.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1775764724.545286:0:42311:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764724.545314:0:42311:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000036cf1784/0x57b8ff0e030517db lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x118:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bc03 expref: 8 pid: 43212 timeout: 2291 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764724.545325:0:42311:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000036cf1784/0x57b8ff0e030517db lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x118:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bc03 expref: 8 pid: 43212 timeout: 2291 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764724.545344:0:42311:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000036cf1784/0x57b8ff0e030517db lrc: 0/0,0 mode: --/PR res: [0x280000400:0x118:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bc03 expref: 8 pid: 43212 timeout: 2291 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764724.545366:0:42311:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764724.545369:0:42311:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764724.545377:0:42311:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000d0c7ed91/0x57b8ff0e030517e2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x118:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bc0a expref: 7 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764724.545387:0:42311:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d0c7ed91/0x57b8ff0e030517e2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x118:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bc0a expref: 7 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764724.545426:0:42311:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000d0c7ed91/0x57b8ff0e030517e2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x118:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bc0a expref: 7 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764724.545441:0:42311:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bce29500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:42311:1862022119044480:192.168.202.28@tcp:105: 00000100:00100000:2.0:1775764724.545519:0:42311:0:(client.c:2691:ptlrpc_set_wait()) set ffff9445b67fcc00 going to sleep for 11 seconds 00000100:00100000:1.0:1775764724.549388:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764724.549699:0:42949:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098577920 00000100:00100000:3.0:1775764724.549708:0:42949:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098577920 00002000:00100000:3.0:1775764724.549772:0:42949:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x118:0x0] (0->12) req@ffff944489169c00 x1862022098577920/t0(0) o4->fcf15866-4739-4595-8fe1-44abde7ee9d7@192.168.202.28@tcp:205/0 lens 504/0 e 0 to 0 dl 1775764735 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764724.549783:0:42949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff944489169c00 with x1862022098577920 ext(0->12) 00002000:00010000:3.0:1775764724.549789:0:42949:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff944489169c00 00000100:00100000:3.0:1775764724.549850:0:42949:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 68 00000100:00100000:3.0:1775764724.549861:0:42949:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944489169c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+8:2378:x1862022098577920:12345-192.168.202.28@tcp:4:lhsmtool_posix.0 00000100:00100000:3.0:1775764724.550363:0:42949:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944489169c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+10:2378:x1862022098577920:12345-192.168.202.28@tcp:4:lhsmtool_posix.0 Request processed in 503us (983us total) trans 34359738443 rc 0/0 00000100:00100000:3.0:1775764724.550372:0:42949:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 68 00002000:00100000:3.0:1775764724.550379:0:42949:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x118:0x0] (0->12) req@ffff944489169c00 x1862022098577920/t34359738443(0) o4->fcf15866-4739-4595-8fe1-44abde7ee9d7@192.168.202.28@tcp:205/0 lens 504/448 e 0 to 0 dl 1775764735 ref 1 fl Complete:/600/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764724.550388:0:42949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff944489169c00 with x1862022098577920 ext(0->12) 00002000:00010000:3.0:1775764724.550392:0:42949:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff944489169c00 00000100:00100000:1.0:1775764724.552730:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764724.553137:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098578048 00000100:00100000:3.0:1775764724.553149:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098578048 00000100:00100000:3.0:1775764724.553261:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 859 00000100:00100000:3.0:1775764724.553272:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94448916b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+42:61516:x1862022098578048:12345-192.168.202.28@tcp:44:lhsmtool_posix.0 00000100:00100000:2.0:1775764724.558447:0:42311:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bce29500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:42311:1862022119044480:192.168.202.28@tcp:105: 00010000:00010000:2.0:1775764724.558491:0:42311:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775764724.560951:0:42311:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944489168e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+9:2378:x1862022098577792:12345-192.168.202.28@tcp:103:ldlm_bl.0 Request processed in 15493us (17238us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764724.560970:0:42311:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 169 00000100:00100000:0.0:1775764724.606183:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94448916b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+42:61516:x1862022098578048:12345-192.168.202.28@tcp:44:lhsmtool_posix.0 Request processed in 52901us (53450us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764724.606196:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 859 00000001:00080000:0.0:1775764724.606242:0:5825:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 34359739088 is committed 00000004:00080000:0.0:1775764724.606249:0:5825:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 23 committed 00000020:00080000:0.0:1775764724.606292:0:5825:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 30064771821 batchid updated 00000020:00080000:0.0:1775764724.606320:0:5825:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9445b2d94f00 refcount 2 committed 0 result 0 batchid 30064771823 00000020:00080000:0.0:1775764724.606324:0:5825:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff94458d1bad00 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9445b2d94840 00000020:00080000:0.0:1775764724.606328:0:5825:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff94458d1bae00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9445becb7000 00000004:00080000:0.0:1775764724.606352:0:5825:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 25 committed 00000100:00100000:3.0:1775764724.606638:0:3328:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445b2cb3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3328:1862022119044608:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1775764724.606690:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764724.606747:0:42946:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119044608 00000100:00100000:3.0:1775764724.606768:0:42946:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119044608 00000100:00100000:3.0:1775764724.606843:0:42946:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 225 00000100:00100000:3.0:1775764724.606852:0:42946:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445b2cb0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3328:x1862022119044608:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:3.0:1775764724.607161:0:42946:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x118:0x0] updating lvb size from disk: 0 -> 13 00002000:00010000:3.0:1775764724.607165:0:42946:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x118:0x0] updating lvb mtime from disk: 0 -> 1775764724 00002000:00010000:3.0:1775764724.607167:0:42946:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x118:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1775764724.607169:0:42946:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x118:0x0] updating lvb ctime from disk: 1775764724 -> 1775764724 00002000:00010000:3.0:1775764724.607171:0:42946:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x118:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:3.0:1775764724.607210:0:42946:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445b2cb0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3328:x1862022119044608:12345-0@lo:2:osp-syn-1-0.0 Request processed in 360us (520us total) trans 34359738444 rc 0/0 00000100:00100000:3.0:1775764724.607217:0:42946:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 225 00000100:00100000:3.0:1775764724.607259:0:3328:0:(client.c:3082:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 34359738441 gen 2 00000004:00080000:3.0:1775764724.607263:0:3328:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 34359738440 committed transno 34359738441 00000004:00080000:3.0:1775764724.607282:0:3328:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff944486041180, transno 34359738441 00000100:00100000:3.0:1775764724.607294:0:3328:0:(client.c:3126:ptlrpc_free_committed()) @@@ stopping search req@ffff9445b2cb3b80 x1862022119044608/t34359738444(34359738444) o2->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 440/432 e 0 to 0 dl 1775764740 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:3.0:1775764724.607304:0:3328:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9445b2cb3b80/2, rc 0, transno 34359738444 00000100:00100000:3.0:1775764724.607308:0:3328:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445b2cb3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3328:1862022119044608:0@lo:2:osp-syn-1-0.0 00000020:00080000:0.0:1775764724.607861:0:5825:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff944588523180 refcount 2 committed 0 result 0 batchid 30064771822 00000020:00080000:0.0:1775764724.607867:0:5825:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff944585374000 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff944588523cc0 00000020:00080000:0.0:1775764724.607871:0:5825:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff944585374d00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff944486672800 00000020:00080000:0.0:1775764724.607897:0:42361:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 30064771823 committed batchid 30064771821 00000020:00080000:0.0:1775764724.608223:0:42361:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 30064771821 00000100:00100000:3.0:1775764724.608893:0:3329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944590388380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3329:1862022119044736:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1775764724.608943:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764724.611443:0:42945:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119044736 00000100:00100000:1.0:1775764724.611460:0:42945:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119044736 00000100:00100000:1.0:1775764724.611546:0:42945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 226 00000100:00100000:1.0:1775764724.611557:0:42945:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445b2cb1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+7:3329:x1862022119044736:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1775764724.611605:0:42945:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:280 count 1 00002000:00010000:1.0:1775764724.611640:0:42945:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x118:0x0] initial LVB size: 13, mtime: 0x69d804f1, atime: 0x69d804f1, ctime: 0x69d804f1, blocks: 0xb 00010000:00010000:1.0:1775764724.611649:0:42945:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007f996372/0x57b8ff0e030517e9 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x118:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 42945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764724.611664:0:42945:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1775764724.611666:0:42945:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1775764724.611671:0:42945:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007f996372/0x57b8ff0e030517e9 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x118:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764724.611687:0:42945:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007f996372/0x57b8ff0e030517e9 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x118:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764724.611697:0:42945:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007f996372/0x57b8ff0e030517e9 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x118:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764724.611711:0:42945:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000007f996372/0x57b8ff0e030517e9 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x118:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 42945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764724.611742:0:42945:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1775764724.612416:0:42312:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1775764724.612425:0:42312:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000007f996372/0x57b8ff0e030517e9 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x118:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764724.612435:0:42312:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944488002400 already unused, calling callback (ffffffffc177a060) 00010000:00010000:3.0:1775764724.612439:0:42312:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000007f996372/0x57b8ff0e030517e9 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x118:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764724.612448:0:42312:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000007f996372/0x57b8ff0e030517e9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x118:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 42945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764724.612472:0:42312:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000007f996372/0x57b8ff0e030517e9 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x118:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764724.612480:0:42312:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007f996372/0x57b8ff0e030517e9 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x118:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764724.612509:0:42312:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764724.612511:0:42312:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764724.612513:0:42312:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775764724.614260:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764724.615521:0:42945:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445b2cb1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+8:3329:x1862022119044736:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3959us (6570us total) trans 34359738440 rc 0/0 00000100:00100000:1.0:1775764724.615535:0:42945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 226 00000100:00100000:1.0:1775764724.615564:0:42945:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098578176 00000100:00100000:1.0:1775764724.615572:0:42945:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098578176 00000100:00100000:1.0:1775764724.615625:0:42945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 227 00000100:00100000:1.0:1775764724.615635:0:42945:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944590388700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+9:2378:x1862022098578176:12345-192.168.202.28@tcp:16:lhsmtool_posix.0 00000004:00080000:0.0:1775764724.616038:0:3329:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff944590388380/2, rc 0, transno 34359738440 00000100:00100000:0.0:1775764724.616047:0:3329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944590388380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3329:1862022119044736:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1775764724.674397:0:42945:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944590388700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+9:2378:x1862022098578176:12345-192.168.202.28@tcp:16:lhsmtool_posix.0 Request processed in 58750us (60135us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764724.674414:0:42945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 227 00000001:00080000:3.0:1775764724.676253:0:7469:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 34359738442 is committed 00000001:00080000:3.0:1775764724.676274:0:7469:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 34359738444 is committed 00000001:00080000:3.0:1775764724.676279:0:7469:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 34359738443 is committed 00000100:00100000:1.0:1775764724.681638:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764724.681793:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098578432 00000100:00100000:0.0:1775764724.681828:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098578432 00000100:00100000:0.0:1775764724.682377:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 860 00000100:00100000:0.0:1775764724.682393:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944489169880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+11:61516:x1862022098578432:12345-192.168.202.28@tcp:36:lhsmtool_posix.0 00010000:00010000:0.0:1775764724.682460:0:42326:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764724.682488:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944581524600/0x57b8ff0e030517d4 lrc: 0/0,0 mode: --/PR res: [0x200003ab4:0x5:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bbfc expref: 11 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764724.682507:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x5:0x0].0x0 (ffff9445867be400) 00010000:00010000:0.0:1775764724.682511:0:42326:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1775764724.682542:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff944581525c00/0x57b8ff0e030517f0 lrc: 3/0,1 mode: --/PW res: [0x200003ab4:0x5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764724.682554:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944581525c00/0x57b8ff0e030517f0 lrc: 3/0,1 mode: PW/PW res: [0x200003ab4:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764724.682566:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944581525c00/0x57b8ff0e030517f0 lrc: 3/0,1 mode: PW/PW res: [0x200003ab4:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764724.682758:0:42326:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000056ae01a5 reply state 00000000b24a99f0 transno 34359739089 ns: mdt-lustre-MDT0000_UUID lock: ffff944581525c00/0x57b8ff0e030517f0 lrc: 3/0,1 mode: PW/PW res: [0x200003ab4:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764724.682769:0:42326:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1775764724.683155:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944489169880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+12:61516:x1862022098578432:12345-192.168.202.28@tcp:36:lhsmtool_posix.0 Request processed in 765us (1535us total) trans 34359739089 rc 0/0 00000100:00100000:0.0:1775764724.683262:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 860 00010000:00010000:3.0:1775764724.685386:0:3315:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff944581525c00/0x57b8ff0e030517f0 lrc: 3/0,1 mode: PW/PW res: [0x200003ab4:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764724.685402:0:3315:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944581525c00/0x57b8ff0e030517f0 lrc: 2/0,0 mode: PW/PW res: [0x200003ab4:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764724.685411:0:3315:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944581525c00/0x57b8ff0e030517f0 lrc: 3/0,0 mode: PW/PW res: [0x200003ab4:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764724.685417:0:3315:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944581525c00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:3.0:1775764724.685423:0:3315:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944581525c00/0x57b8ff0e030517f0 lrc: 3/0,0 mode: PW/PW res: [0x200003ab4:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764724.685430:0:3315:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944581525c00/0x57b8ff0e030517f0 lrc: 4/0,0 mode: PW/PW res: [0x200003ab4:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764724.685446:0:3315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x5:0x0].0x0 (ffff9445867be400) 00010000:00010000:3.0:1775764724.685449:0:3315:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764724.685453:0:3315:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944581525c00/0x57b8ff0e030517f0 lrc: 2/0,0 mode: --/PW res: [0x200003ab4:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764724.685459:0:3315:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944581525c00/0x57b8ff0e030517f0 lrc: 0/0,0 mode: --/PW res: [0x200003ab4:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764724.687685:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764724.687882:0:42944:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098578560 00000100:00100000:3.0:1775764724.687892:0:42944:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098578560 00000100:00100000:3.0:1775764724.687962:0:42944:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 228 00000100:00100000:3.0:1775764724.687973:0:42944:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94448916aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+6:2379:x1862022098578560:12345-192.168.202.28@tcp:2:lhsmtool_posix.0 00002000:00010000:3.0:1775764724.688269:0:42944:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x118:0x0] updating lvb size from disk: 13 -> 13 00002000:00010000:3.0:1775764724.688273:0:42944:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x118:0x0] updating lvb mtime from disk: 1775764724 -> 1775764721 00002000:00010000:3.0:1775764724.688275:0:42944:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x118:0x0] updating lvb atime from disk: 0 -> 1775764724 00002000:00010000:3.0:1775764724.688277:0:42944:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x118:0x0] updating lvb ctime from disk: 1775764724 -> 1775764723 00002000:00010000:3.0:1775764724.688279:0:42944:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x118:0x0] updating lvb blocks from disk: 1 -> 11 00000100:00100000:3.0:1775764724.688349:0:42944:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94448916aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+7:2379:x1862022098578560:12345-192.168.202.28@tcp:2:lhsmtool_posix.0 Request processed in 378us (675us total) trans 34359738445 rc 0/0 00000100:00100000:3.0:1775764724.688357:0:42944:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 228 00000100:00100000:1.0:1775764724.692448:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764724.692622:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098578816 00000100:00100000:2.0:1775764724.692637:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098578816 00000100:00100000:2.0:1775764724.692701:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 861 00000100:00100000:2.0:1775764724.692711:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94448916b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+11:61516:x1862022098578816:12345-192.168.202.28@tcp:55:lhsmtool_posix.0 00010000:00010000:2.0:1775764724.692789:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25200/0x57b8ff0e030517f7 lrc: 3/0,1 mode: --/PW res: [0x200003ab4:0x5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764724.692842:0:42325:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e030517b8 lrc: 2/0,0 mode: PR/PR res: [0x200003ab4:0x5:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bbee expref: 11 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764724.692852:0:42325:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25200/0x57b8ff0e030517f7 lrc: 4/0,1 mode: --/PW res: [0x200003ab4:0x5:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764724.692888:0:42325:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e030517b8 lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0x5:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bbee expref: 11 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764724.692901:0:42325:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e030517b8 lrc: 4/0,0 mode: PR/PR res: [0x200003ab4:0x5:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bbee expref: 11 pid: 44493 timeout: 2291 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764724.692915:0:42325:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bce29500 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:42325:1862022119044864:192.168.202.28@tcp:104: 00000100:00100000:2.0:1775764724.693010:0:42325:0:(client.c:2691:ptlrpc_set_wait()) set ffff9445b67fcc00 going to sleep for 11 seconds 00000100:00100000:2.0:1775764724.697185:0:42325:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bce29500 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:42325:1862022119044864:192.168.202.28@tcp:104: 00010000:00010000:2.0:1775764724.697237:0:42325:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25200/0x57b8ff0e030517f7 lrc: 3/0,1 mode: --/PW res: [0x200003ab4:0x5:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764724.697345:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764724.697891:0:44302:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098578944 00000100:00100000:1.0:1775764724.697901:0:44302:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098578944 00010000:00010000:1.0:1775764724.697943:0:44302:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e030517b8 lrc: 4/0,0 mode: PR/PR res: [0x200003ab4:0x5:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bbee expref: 12 pid: 44493 timeout: 2291 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764724.697981:0:44302:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 170 00000100:00100000:1.0:1775764724.697991:0:44302:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445b2cb2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+12:2379:x1862022098578944:12345-192.168.202.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1775764724.698015:0:44302:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764724.698031:0:44302:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e030517b8 lrc: 4/0,0 mode: PR/PR res: [0x200003ab4:0x5:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bbee expref: 12 pid: 44493 timeout: 2291 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764724.698050:0:44302:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e030517b8 lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0x5:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bbee expref: 12 pid: 44493 timeout: 2291 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764724.698073:0:44302:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e030517b8 lrc: 0/0,0 mode: --/PR res: [0x200003ab4:0x5:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bbee expref: 12 pid: 44493 timeout: 2291 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764724.698091:0:44302:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x5:0x0].0x0 (ffff9445867be400) 00010000:00010000:1.0:1775764724.698096:0:44302:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25200/0x57b8ff0e030517f7 lrc: 3/0,1 mode: --/PW res: [0x200003ab4:0x5:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764724.698107:0:44302:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25200/0x57b8ff0e030517f7 lrc: 3/0,1 mode: PW/PW res: [0x200003ab4:0x5:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764724.700211:0:44302:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25200/0x57b8ff0e030517f7 lrc: 4/0,1 mode: PW/PW res: [0x200003ab4:0x5:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764724.700308:0:44302:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1775764724.700400:0:44302:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445b2cb2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+11:2379:x1862022098578944:12345-192.168.202.28@tcp:103:ldlm_bl.0 Request processed in 2406us (3052us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764724.700412:0:44302:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 170 00010000:00010000:0.0:1775764724.702258:0:42325:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25200/0x57b8ff0e030517f7 lrc: 3/0,1 mode: PW/PW res: [0x200003ab4:0x5:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764724.702279:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25200/0x57b8ff0e030517f7 lrc: 3/0,1 mode: PW/PW res: [0x200003ab4:0x5:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764724.702394:0:42325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25200/0x57b8ff0e030517f7 lrc: 3/0,1 mode: PW/PW res: [0x200003ab4:0x5:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764724.702403:0:42325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25200/0x57b8ff0e030517f7 lrc: 2/0,0 mode: PW/PW res: [0x200003ab4:0x5:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764724.702411:0:42325:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25200/0x57b8ff0e030517f7 lrc: 3/0,0 mode: PW/PW res: [0x200003ab4:0x5:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764724.702422:0:42325:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445baf25200 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:1.0:1775764724.702427:0:42325:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25200/0x57b8ff0e030517f7 lrc: 3/0,0 mode: PW/PW res: [0x200003ab4:0x5:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764724.702435:0:42325:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25200/0x57b8ff0e030517f7 lrc: 4/0,0 mode: PW/PW res: [0x200003ab4:0x5:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764724.702457:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x5:0x0].0x0 (ffff9445867be400) 00010000:00010000:1.0:1775764724.702461:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:1.0:1775764724.702466:0:42325:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25200/0x57b8ff0e030517f7 lrc: 2/0,0 mode: --/PW res: [0x200003ab4:0x5:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764724.702472:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25200/0x57b8ff0e030517f7 lrc: 0/0,0 mode: --/PW res: [0x200003ab4:0x5:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764724.702590:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94448916b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+10:61516:x1862022098578816:12345-192.168.202.28@tcp:55:lhsmtool_posix.0 Request processed in 9870us (10143us total) trans 0 rc -22/-22 00000100:00100000:1.0:1775764724.702601:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 861 00000100:00100000:1.0:1775764724.706482:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764724.706579:0:42946:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098579072 00000100:00100000:3.0:1775764724.706672:0:42946:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098579072 00000100:00100000:3.0:1775764724.706785:0:42946:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 229 00000100:00100000:3.0:1775764724.706838:0:42946:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944489168700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+7:2376:x1862022098579072:12345-192.168.202.28@tcp:1:lhsmtool_posix.0 00010000:00010000:3.0:1775764724.706897:0:42946:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 000000006389c030/0x57b8ff0e030517fe lrc: 3/1,0 mode: --/PR res: [0x280000400:0x118:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764724.706932:0:42946:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000d0c7ed91/0x57b8ff0e030517e2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x118:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bc0a expref: 7 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764724.706943:0:42946:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1775764724.706945:0:42946:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1775764724.706949:0:42946:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006389c030/0x57b8ff0e030517fe lrc: 4/1,0 mode: --/PR res: [0x280000400:0x118:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764724.707004:0:42946:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000d0c7ed91/0x57b8ff0e030517e2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x118:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bc0a expref: 7 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764724.707019:0:42946:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000d0c7ed91/0x57b8ff0e030517e2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x118:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bc0a expref: 7 pid: 42944 timeout: 2291 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764724.707045:0:42946:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445b2cb1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:42946:1862022119044992:192.168.202.28@tcp:104: 00000100:00100000:3.0:1775764724.707144:0:42946:0:(client.c:2691:ptlrpc_set_wait()) set ffff9445a6275000 going to sleep for 11 seconds 00000100:00100000:3.0:1775764724.710181:0:42946:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445b2cb1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:42946:1862022119044992:192.168.202.28@tcp:104: 00010000:00010000:3.0:1775764724.710227:0:42946:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000006389c030/0x57b8ff0e030517fe lrc: 3/1,0 mode: --/PR res: [0x280000400:0x118:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764724.712519:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764724.712627:0:42309:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098579200 00000100:00100000:0.0:1775764724.712643:0:42309:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098579200 00010000:00010000:0.0:1775764724.712694:0:42309:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000d0c7ed91/0x57b8ff0e030517e2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x118:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bc0a expref: 8 pid: 42944 timeout: 2291 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764724.712743:0:42309:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 171 00000100:00100000:0.0:1775764724.712754:0:42309:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94448916ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+8:2379:x1862022098579200:12345-192.168.202.28@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1775764724.712773:0:42309:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764724.712833:0:42309:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000d0c7ed91/0x57b8ff0e030517e2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x118:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bc0a expref: 8 pid: 42944 timeout: 2291 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764724.712848:0:42309:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000d0c7ed91/0x57b8ff0e030517e2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x118:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bc0a expref: 8 pid: 42944 timeout: 2291 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764724.712872:0:42309:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d0c7ed91/0x57b8ff0e030517e2 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x118:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bc0a expref: 8 pid: 42944 timeout: 2291 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764724.712899:0:42309:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764724.712901:0:42309:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764724.712905:0:42309:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000006389c030/0x57b8ff0e030517fe lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x118:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764724.712921:0:42309:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006389c030/0x57b8ff0e030517fe lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x118:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764724.712950:0:42309:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775764724.713002:0:42309:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94448916ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+7:2379:x1862022098579200:12345-192.168.202.28@tcp:103:ldlm_bl.0 Request processed in 250us (495us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764724.713009:0:42309:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 171 00010000:00010000:3.0:1775764724.713318:0:42946:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000006389c030/0x57b8ff0e030517fe lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x118:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764724.713329:0:42946:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006389c030/0x57b8ff0e030517fe lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x118:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764724.713353:0:42946:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 000000006389c030/0x57b8ff0e030517fe lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x118:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764724.713362:0:42946:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000006389c030/0x57b8ff0e030517fe lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x118:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764724.713374:0:42946:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000006389c030/0x57b8ff0e030517fe lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x118:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764724.713382:0:42946:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445be694400 already unused, calling callback (ffffffffc177a060) 00010000:00010000:3.0:1775764724.713386:0:42946:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000006389c030/0x57b8ff0e030517fe lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x118:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764724.713396:0:42946:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000006389c030/0x57b8ff0e030517fe lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x118:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764724.713410:0:42946:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000006389c030/0x57b8ff0e030517fe lrc: 2/0,0 mode: --/PR res: [0x280000400:0x118:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764724.713418:0:42946:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006389c030/0x57b8ff0e030517fe lrc: 0/0,0 mode: --/PR res: [0x280000400:0x118:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764724.713471:0:42946:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944489168700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+6:2376:x1862022098579072:12345-192.168.202.28@tcp:1:lhsmtool_posix.0 Request processed in 6677us (7000us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764724.713480:0:42946:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 229 00000100:00100000:1.0:1775764724.718305:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764724.718472:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098579456 00000100:00100000:2.0:1775764724.718483:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098579456 00000100:00100000:2.0:1775764724.718548:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 862 00000100:00100000:2.0:1775764724.718559:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944489169f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+10:61516:x1862022098579456:12345-192.168.202.28@tcp:57:lhsmtool_posix.0 00010000:00010000:2.0:1775764724.718669:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25c00/0x57b8ff0e03051805 lrc: 3/0,1 mode: --/PW res: [0x200003ab4:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764724.718689:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25c00/0x57b8ff0e03051805 lrc: 3/0,1 mode: PW/PW res: [0x200003ab4:0x1:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764724.718706:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25c00/0x57b8ff0e03051805 lrc: 3/0,1 mode: PW/PW res: [0x200003ab4:0x1:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764724.719005:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25a00/0x57b8ff0e0305180c lrc: 3/0,1 mode: --/EX res: [0x200003ab4:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764724.719016:0:42324:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff944581524a00/0x57b8ff0e030517c6 lrc: 2/0,0 mode: CR/CR res: [0x200003ab4:0x5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bbf5 expref: 11 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764724.719033:0:42324:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25a00/0x57b8ff0e0305180c lrc: 4/0,1 mode: --/EX res: [0x200003ab4:0x5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764724.719070:0:42324:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff944581524a00/0x57b8ff0e030517c6 lrc: 3/0,0 mode: CR/CR res: [0x200003ab4:0x5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bbf5 expref: 11 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764724.719087:0:42324:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff944581524a00/0x57b8ff0e030517c6 lrc: 4/0,0 mode: CR/CR res: [0x200003ab4:0x5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bbf5 expref: 11 pid: 42325 timeout: 2291 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764724.719108:0:42324:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bce29500 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:42324:1862022119045120:192.168.202.28@tcp:104: 00000100:00100000:2.0:1775764724.719186:0:42324:0:(client.c:2691:ptlrpc_set_wait()) set ffff9445b67fcc00 going to sleep for 11 seconds 00000100:00100000:2.0:1775764724.723167:0:42324:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bce29500 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:42324:1862022119045120:192.168.202.28@tcp:104: 00010000:00010000:2.0:1775764724.723214:0:42324:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25a00/0x57b8ff0e0305180c lrc: 3/0,1 mode: --/EX res: [0x200003ab4:0x5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764724.724711:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764724.725166:0:42310:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098579584 00000100:00100000:2.0:1775764724.725181:0:42310:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098579584 00010000:00010000:2.0:1775764724.725241:0:42310:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff944581524a00/0x57b8ff0e030517c6 lrc: 4/0,0 mode: CR/CR res: [0x200003ab4:0x5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bbf5 expref: 12 pid: 42325 timeout: 2291 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764724.725298:0:42310:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 172 00000100:00100000:2.0:1775764724.725309:0:42310:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944489168380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+12:2378:x1862022098579584:12345-192.168.202.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1775764724.725333:0:42310:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764724.725342:0:42310:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff944581524a00/0x57b8ff0e030517c6 lrc: 4/0,0 mode: CR/CR res: [0x200003ab4:0x5:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bbf5 expref: 12 pid: 42325 timeout: 2291 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764724.725357:0:42310:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff944581524a00/0x57b8ff0e030517c6 lrc: 3/0,0 mode: CR/CR res: [0x200003ab4:0x5:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bbf5 expref: 12 pid: 42325 timeout: 2291 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764724.725399:0:42310:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944581524a00/0x57b8ff0e030517c6 lrc: 0/0,0 mode: --/CR res: [0x200003ab4:0x5:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bbf5 expref: 12 pid: 42325 timeout: 2291 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764724.725422:0:42310:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x5:0x0].0x0 (ffff9445867be400) 00010000:00010000:2.0:1775764724.725430:0:42310:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25a00/0x57b8ff0e0305180c lrc: 3/0,1 mode: --/EX res: [0x200003ab4:0x5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764724.725441:0:42310:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25a00/0x57b8ff0e0305180c lrc: 3/0,1 mode: EX/EX res: [0x200003ab4:0x5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764724.725449:0:42310:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25a00/0x57b8ff0e0305180c lrc: 4/0,1 mode: EX/EX res: [0x200003ab4:0x5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764724.725484:0:42310:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775764724.725607:0:42310:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944489168380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+11:2378:x1862022098579584:12345-192.168.202.28@tcp:103:ldlm_bl.0 Request processed in 299us (905us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764724.725615:0:42310:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 172 00010000:00010000:3.0:1775764724.725851:0:42324:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25a00/0x57b8ff0e0305180c lrc: 3/0,1 mode: EX/EX res: [0x200003ab4:0x5:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764724.725860:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25a00/0x57b8ff0e0305180c lrc: 3/0,1 mode: EX/EX res: [0x200003ab4:0x5:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1775764724.726083:0:42324:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 34359739090 00000001:00080000:3.0:1775764724.726300:0:42324:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 34359739091 00000001:00080000:3.0:1775764724.726350:0:42324:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 34359739092 00000100:00100000:3.0:1775764724.726455:0:42324:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445b2cb1180 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:42324:1862022119045248:0@lo:1000:mdt00_000.0 00000100:00100000:3.0:1775764724.726513:0:42324:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764724.726543:0:42324:0:(client.c:2691:ptlrpc_set_wait()) set ffff9445a6275780 going to sleep for 11 seconds 00000100:00100000:2.0:1775764724.727415:0:42330:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119045248 00000100:00100000:2.0:1775764724.727424:0:42330:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119045248 00000100:00100000:2.0:1775764724.727490:0:42330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 60 00000100:00100000:2.0:1775764724.727500:0:42330:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445b2cb2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:42324:x1862022119045248:12345-0@lo:1000:mdt00_000.0 00000100:00100000:1.0:1775764724.728177:0:42324:0:(client.c:3082:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 34359738444 gen 2 00000004:00080000:1.0:1775764724.728186:0:42324:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9445b2cb3b80, transno 34359738444 00000100:00100000:1.0:1775764724.728200:0:42324:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445b2cb1180 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:42324:1862022119045248:0@lo:1000:mdt00_000.0 00000001:00080000:1.0:1775764724.728662:0:42324:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 34359739093 00000100:00100000:1.0:1775764724.728748:0:42324:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff94448916a680 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:42324:1862022119045376:0@lo:1000:mdt00_000.0 00000100:00100000:1.0:1775764724.728834:0:42324:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764724.728854:0:42324:0:(client.c:2691:ptlrpc_set_wait()) set ffff9445b7bab840 going to sleep for 11 seconds 00000100:00100000:2.0:1775764724.729224:0:42330:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445b2cb2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:42324:x1862022119045248:12345-0@lo:1000:mdt00_000.0 Request processed in 381us (1366us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764724.729237:0:42330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 60 00000100:00100000:2.0:1775764724.729264:0:42330:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119045376 00000100:00100000:2.0:1775764724.729271:0:42330:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119045376 00000100:00100000:2.0:1775764724.729301:0:42330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 61 00000100:00100000:2.0:1775764724.729308:0:42330:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944489168000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:42324:x1862022119045376:12345-0@lo:1000:mdt00_000.0 00000100:00100000:2.0:1775764724.729518:0:42330:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944489168000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:42324:x1862022119045376:12345-0@lo:1000:mdt00_000.0 Request processed in 210us (684us total) trans 34359738446 rc 0/0 00000100:00100000:2.0:1775764724.729526:0:42330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 61 00000100:00100000:1.0:1775764724.730427:0:42324:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff94448916a680 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:42324:1862022119045376:0@lo:1000:mdt00_000.0 00000001:00080000:1.0:1775764724.730543:0:42324:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 34359739094 00010000:00010000:1.0:1775764724.730741:0:42324:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25a00/0x57b8ff0e0305180c lrc: 3/0,1 mode: EX/EX res: [0x200003ab4:0x5:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764724.730755:0:42324:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25a00/0x57b8ff0e0305180c lrc: 2/0,0 mode: EX/EX res: [0x200003ab4:0x5:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764724.730765:0:42324:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25a00/0x57b8ff0e0305180c lrc: 3/0,0 mode: EX/EX res: [0x200003ab4:0x5:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764724.730772:0:42324:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445baf25a00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:1.0:1775764724.730778:0:42324:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25a00/0x57b8ff0e0305180c lrc: 3/0,0 mode: EX/EX res: [0x200003ab4:0x5:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764724.730788:0:42324:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25a00/0x57b8ff0e0305180c lrc: 4/0,0 mode: EX/EX res: [0x200003ab4:0x5:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764724.730851:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x5:0x0].0x0 (ffff9445867be400) 00010000:00010000:1.0:1775764724.730855:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1775764724.730861:0:42324:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25a00/0x57b8ff0e0305180c lrc: 2/0,0 mode: --/EX res: [0x200003ab4:0x5:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764724.730868:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25a00/0x57b8ff0e0305180c lrc: 0/0,0 mode: --/EX res: [0x200003ab4:0x5:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764724.731055:0:42324:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e03051748 lrc: 3/0,1 mode: EX/EX res: [0x200003ab4:0x1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764724.731063:0:42324:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e03051748 lrc: 2/0,0 mode: EX/EX res: [0x200003ab4:0x1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764724.731070:0:42324:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e03051748 lrc: 3/0,0 mode: EX/EX res: [0x200003ab4:0x1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764724.731076:0:42324:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445baf25800 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:1.0:1775764724.731079:0:42324:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e03051748 lrc: 3/0,0 mode: EX/EX res: [0x200003ab4:0x1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764724.731086:0:42324:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e03051748 lrc: 4/0,0 mode: EX/EX res: [0x200003ab4:0x1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000020 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764724.731094:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x1:0x0].0x0 (ffff9445838af600) 00010000:00010000:1.0:1775764724.731097:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1775764724.731105:0:42324:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694a00/0x57b8ff0e0305174f lrc: 2/0,0 mode: --/CR res: [0x200003ab4:0x1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bbd2 expref: 15 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764724.731117:0:42324:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694a00/0x57b8ff0e0305174f lrc: 2/0,0 mode: CR/CR res: [0x200003ab4:0x1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bbd2 expref: 15 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764724.731126:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694a00/0x57b8ff0e0305174f lrc: 3/0,0 mode: CR/CR res: [0x200003ab4:0x1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bbd2 expref: 15 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764724.731168:0:42324:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694a00/0x57b8ff0e0305174f lrc: 3/0,0 mode: CR/CR res: [0x200003ab4:0x1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bbd2 expref: 15 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764724.731185:0:42324:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944489168a80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:42324:1862022119045504:192.168.202.28@tcp:105: 00000100:00100000:1.0:1775764724.731267:0:42324:0:(client.c:2691:ptlrpc_set_wait()) set ffff9445b7bab840 going to sleep for 11 seconds 00000100:00100000:1.0:1775764724.736399:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764724.736474:0:42328:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098579712 00000100:00100000:2.0:1775764724.736485:0:42328:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098579712 00000100:00100000:2.0:1775764724.736551:0:42328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 246 00000100:00100000:2.0:1775764724.736563:0:42328:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94448916b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+16:61515:x1862022098579712:12345-192.168.202.28@tcp:49:lfs.0 00000100:00100000:2.0:1775764724.736719:0:42328:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94448916b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+16:61515:x1862022098579712:12345-192.168.202.28@tcp:49:lfs.0 Request processed in 158us (333us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764724.736727:0:42328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 246 00000100:00100000:3.0:1775764724.750555:0:42324:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944489168a80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:42324:1862022119045504:192.168.202.28@tcp:105: 00010000:00010000:3.0:1775764724.750587:0:42324:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e03051748 lrc: 2/0,0 mode: --/EX res: [0x200003ab4:0x1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764724.750597:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e03051748 lrc: 0/0,0 mode: --/EX res: [0x200003ab4:0x1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764724.750702:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694400/0x57b8ff0e03051813 lrc: 3/0,1 mode: --/EX res: [0x200003ab4:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764724.750713:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694400/0x57b8ff0e03051813 lrc: 3/0,1 mode: EX/EX res: [0x200003ab4:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764724.750725:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694400/0x57b8ff0e03051813 lrc: 3/0,1 mode: EX/EX res: [0x200003ab4:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764724.750736:0:42324:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694400/0x57b8ff0e03051813 lrc: 3/0,1 mode: EX/EX res: [0x200003ab4:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764724.750743:0:42324:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694400/0x57b8ff0e03051813 lrc: 2/0,0 mode: EX/EX res: [0x200003ab4:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764724.750749:0:42324:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694400/0x57b8ff0e03051813 lrc: 3/0,0 mode: EX/EX res: [0x200003ab4:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764724.750755:0:42324:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445be694400 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:3.0:1775764724.750759:0:42324:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694400/0x57b8ff0e03051813 lrc: 3/0,0 mode: EX/EX res: [0x200003ab4:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764724.750768:0:42324:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694400/0x57b8ff0e03051813 lrc: 4/0,0 mode: EX/EX res: [0x200003ab4:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764724.750782:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x1:0x0].0x0 (ffff9445838af600) 00010000:00010000:3.0:1775764724.750786:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764724.750789:0:42324:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694400/0x57b8ff0e03051813 lrc: 2/0,0 mode: --/EX res: [0x200003ab4:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764724.750795:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694400/0x57b8ff0e03051813 lrc: 0/0,0 mode: --/EX res: [0x200003ab4:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764724.750820:0:42324:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25c00/0x57b8ff0e03051805 lrc: 3/0,1 mode: PW/PW res: [0x200003ab4:0x1:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764724.750825:0:42324:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25c00/0x57b8ff0e03051805 lrc: 2/0,0 mode: PW/PW res: [0x200003ab4:0x1:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764724.750831:0:42324:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25c00/0x57b8ff0e03051805 lrc: 3/0,0 mode: PW/PW res: [0x200003ab4:0x1:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764724.750836:0:42324:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445baf25c00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:3.0:1775764724.750839:0:42324:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25c00/0x57b8ff0e03051805 lrc: 3/0,0 mode: PW/PW res: [0x200003ab4:0x1:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764724.750845:0:42324:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25c00/0x57b8ff0e03051805 lrc: 4/0,0 mode: PW/PW res: [0x200003ab4:0x1:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764724.750852:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x1:0x0].0x0 (ffff9445838af600) 00010000:00010000:3.0:1775764724.750855:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1775764724.750857:0:42324:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25c00/0x57b8ff0e03051805 lrc: 2/0,0 mode: --/PW res: [0x200003ab4:0x1:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764724.750867:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25c00/0x57b8ff0e03051805 lrc: 0/0,0 mode: --/PW res: [0x200003ab4:0x1:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1775764724.751218:0:42356:0:(llog.c:800:llog_process_thread()) index: 8, lh_last_idx: 8 synced_idx: 8 lgh_last_idx: 8 00000040:00080000:3.0:1775764724.751221:0:42356:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x32:0x0] at index 8 of catalog [0xa:0x7:0x0] 00000100:00100000:0.0:1775764724.751517:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764724.751547:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098579968 00000100:00100000:0.0:1775764724.751553:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098579968 00000100:00100000:0.0:1775764724.751591:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 863 00000100:00100000:0.0:1775764724.751597:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94459038ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+16:61515:x1862022098579968:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:0.0:1775764724.751618:0:42326:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764724.751621:0:42326:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1775764724.751633:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694a00/0x57b8ff0e0305174f lrc: 0/0,0 mode: --/CR res: [0x200003ab4:0x1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bbd2 expref: 16 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764724.751643:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x1:0x0].0x0 (ffff9445838af600) 00010000:00010000:0.0:1775764724.751649:0:42326:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1775764724.751657:0:42326:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944581524600/0x57b8ff0e0305181a lrc: 2/0,0 mode: --/EX res: [0x200003ab4:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17bc11 expref: -99 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764724.751683:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff944581524800/0x57b8ff0e03051821 lrc: 3/1,0 mode: --/CR res: [0x200003ab4:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764724.751689:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944581524800/0x57b8ff0e03051821 lrc: 3/1,0 mode: CR/CR res: [0x200003ab4:0x1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764724.751695:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944581524800/0x57b8ff0e03051821 lrc: 3/1,0 mode: CR/CR res: [0x200003ab4:0x1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764724.751711:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944581524600/0x57b8ff0e0305181a lrc: 0/0,0 mode: --/EX res: [0x200003ab4:0x1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bc11 expref: 17 pid: 42326 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764724.751719:0:42326:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff944581524800/0x57b8ff0e03051821 lrc: 3/0,0 mode: CR/CR res: [0x200003ab4:0x1:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bc11 expref: 16 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764724.751746:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x1:0x0].0x0 (ffff944599e85c00) 00010000:00010000:0.0:1775764724.751749:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1775764724.751751:0:42326:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944581524800, rc 0) 00000100:00100000:0.0:1775764724.751829:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94459038ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+16:61515:x1862022098579968:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 230us (313us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764724.751835:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 863 00000040:00080000:3.0:1775764724.755217:0:42356:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x32:0x0] index 64768 count 5 00000040:00080000:3.0:1775764724.755233:0:42356:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 9 count 2 00000100:00100000:3.0:1775764724.755393:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944489169f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+15:61516:x1862022098579456:12345-192.168.202.28@tcp:57:lhsmtool_posix.0 Request processed in 36832us (37093us total) trans 34359739095 rc 0/0 00000100:00100000:3.0:1775764724.755406:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 862 00000020:00080000:3.0:1775764724.755412:0:42324:0:(tgt_main.c:783:tgt_ses_key_exit()) total 6 transactions per RPC 00000100:00100000:0.0:1775764724.755890:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764724.757219:0:42944:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098580096 00000100:00100000:3.0:1775764724.757229:0:42944:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098580096 00000100:00100000:3.0:1775764724.757303:0:42944:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 230 00000100:00100000:3.0:1775764724.757311:0:42944:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944590389500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+6:61515:x1862022098580096:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:3.0:1775764724.757326:0:42944:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764724.757346:0:42944:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ffd68b5e/0x57b8ff0e03051828 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x118:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17bc18 expref: -99 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1775764724.757378:0:42944:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x118:0x0] initial LVB size: 13, mtime: 0x69d804f1, atime: 0x69d804f4, ctime: 0x69d804f3, blocks: 0xb 00010000:00010000:3.0:1775764724.757397:0:42944:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764724.757399:0:42944:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764724.757406:0:42944:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ffd68b5e/0x57b8ff0e03051828 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x118:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bc18 expref: 7 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764724.757417:0:42944:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000ffd68b5e/0x57b8ff0e03051828 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x118:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bc18 expref: 7 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764724.757433:0:42944:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445be695200, rc 0) 00000100:00100000:3.0:1775764724.757483:0:42944:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944590389500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+7:61515:x1862022098580096:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 174us (1595us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764724.757488:0:42944:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 230 00000100:00100000:0.0:1775764724.760791:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764724.761476:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764724.761598:0:47878:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098580352 00000100:00100000:3.0:1775764724.761611:0:47878:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098580352 00000100:00100000:3.0:1775764724.761665:0:47878:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 247 00000100:00100000:3.0:1775764724.761672:0:47878:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944590389f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+15:61516:x1862022098580352:12345-192.168.202.28@tcp:35:lhsmtool_posix.0 00000004:00080000:0.0:1775764724.762719:0:47878:0:(mdd_object.c:4010:mdd_close()) Object [0x200003ab4:0x5:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000001:00080000:0.0:1775764724.762857:0:47878:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 34359739096 00010000:00010000:0.0:1775764724.762904:0:47878:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff944581524600/0x57b8ff0e0305182f lrc: 3/0,1 mode: --/PW res: [0x200003ab4:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 47878 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764724.763049:0:47878:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944581524600/0x57b8ff0e0305182f lrc: 3/0,1 mode: PW/PW res: [0x200003ab4:0x5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010080000000 pid: 47878 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764724.763061:0:47878:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944581524600/0x57b8ff0e0305182f lrc: 3/0,1 mode: PW/PW res: [0x200003ab4:0x5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 47878 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764724.763070:0:47878:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff944581524600/0x57b8ff0e0305182f lrc: 4/0,1 mode: PW/PW res: [0x200003ab4:0x5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 47878 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764724.763081:0:47878:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff944581524600/0x57b8ff0e0305182f lrc: 4/0,1 mode: PW/PW res: [0x200003ab4:0x5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 47878 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764724.763085:0:47878:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944581524600/0x57b8ff0e0305182f lrc: 3/0,0 mode: PW/PW res: [0x200003ab4:0x5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 47878 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764724.763101:0:47878:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1775764724.763302:0:42313:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1775764724.763309:0:42313:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944581524600/0x57b8ff0e0305182f lrc: 2/0,0 mode: PW/PW res: [0x200003ab4:0x5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 47878 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764724.763315:0:42313:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944581524600 already unused, calling callback (ffffffffc177a060) 00010000:00010000:3.0:1775764724.763319:0:42313:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944581524600/0x57b8ff0e0305182f lrc: 2/0,0 mode: PW/PW res: [0x200003ab4:0x5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 47878 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764724.763327:0:42313:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944581524600/0x57b8ff0e0305182f lrc: 3/0,0 mode: PW/PW res: [0x200003ab4:0x5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 47878 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764724.763336:0:42313:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x5:0x0].0x0 (ffff944599e85e00) 00010000:00010000:3.0:1775764724.763338:0:42313:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1775764724.763341:0:42313:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944581524600/0x57b8ff0e0305182f lrc: 1/0,0 mode: --/PW res: [0x200003ab4:0x5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 47878 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764724.763345:0:42313:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944581524600/0x57b8ff0e0305182f lrc: 0/0,0 mode: --/PW res: [0x200003ab4:0x5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 47878 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764724.763357:0:42313:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764724.763359:0:42313:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764724.763360:0:42313:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775764724.763397:0:47878:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944590389f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+17:61516:x1862022098580352:12345-192.168.202.28@tcp:35:lhsmtool_posix.0 Request processed in 1723us (2618us total) trans 34359739097 rc 0/0 00000100:00100000:0.0:1775764724.763405:0:47878:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 247 00000020:00080000:0.0:1775764724.763410:0:47878:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1775764724.763523:0:45548:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098580480 00000100:00100000:2.0:1775764724.763530:0:45548:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098580480 00002000:00100000:2.0:1775764724.763559:0:45548:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x118:0x0] (0->4095) req@ffff94459038bb80 x1862022098580480/t0(0) o3->fcf15866-4739-4595-8fe1-44abde7ee9d7@192.168.202.28@tcp:205/0 lens 488/0 e 0 to 0 dl 1775764735 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764724.763566:0:45548:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff94459038bb80 with x1862022098580480 ext(0->4095) 00002000:00010000:2.0:1775764724.763569:0:45548:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff94459038bb80 00000100:00100000:2.0:1775764724.763593:0:45548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 69 00000100:00100000:2.0:1775764724.763598:0:45548:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94459038bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+7:2379:x1862022098580480:12345-192.168.202.28@tcp:3:lfs.0 00000100:00100000:2.0:1775764724.763919:0:45548:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94459038bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+7:2379:x1862022098580480:12345-192.168.202.28@tcp:3:lfs.0 Request processed in 320us (2443us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1775764724.763926:0:45548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 69 00002000:00100000:2.0:1775764724.763932:0:45548:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x118:0x0] (0->4095) req@ffff94459038bb80 x1862022098580480/t0(0) o3->fcf15866-4739-4595-8fe1-44abde7ee9d7@192.168.202.28@tcp:205/0 lens 488/4536 e 0 to 0 dl 1775764735 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764724.763939:0:45548:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff94459038bb80 with x1862022098580480 ext(0->4095) 00002000:00010000:2.0:1775764724.763942:0:45548:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff94459038bb80 00000100:00100000:1.0:1775764724.771810:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764724.772047:0:42327:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098580736 00000100:00100000:2.0:1775764724.772056:0:42327:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098580736 00000100:00100000:2.0:1775764724.772101:0:42327:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 248 00000100:00100000:2.0:1775764724.772110:0:42327:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94448916a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+17:61515:x1862022098580736:12345-192.168.202.28@tcp:35:lfs.0 00000100:00100000:2.0:1775764724.772331:0:42327:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94448916a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+18:61515:x1862022098580736:12345-192.168.202.28@tcp:35:lfs.0 Request processed in 222us (545us total) trans 34359739098 rc 0/0 00000100:00100000:2.0:1775764724.772338:0:42327:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 248 00000100:00100000:1.0:1775764724.785451:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764724.785502:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098580864 00000100:00100000:3.0:1775764724.785512:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098580864 00000100:00100000:3.0:1775764724.785568:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 864 00000100:00100000:3.0:1775764724.785575:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944489168a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+18:61517:x1862022098580864:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:3.0:1775764724.785605:0:44493:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764724.785624:0:44493:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694400/0x57b8ff0e03051836 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17bc1f expref: -99 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764724.785686:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694c00/0x57b8ff0e0305183d lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764724.785698:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694c00/0x57b8ff0e0305183d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764724.785708:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694c00/0x57b8ff0e0305183d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764724.786480:0:44493:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 9728 00000004:00200000:2.0:1775764724.786485:0:44493:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 43 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764724.786555:0:44493:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694c00/0x57b8ff0e0305183d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764724.786591:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694400/0x57b8ff0e03051836 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bc1f expref: 20 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764724.786605:0:44493:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694c00/0x57b8ff0e0305183d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bc1f expref: 19 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764724.786611:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9445867bee00) 00010000:00010000:2.0:1775764724.786614:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1775764724.786617:0:44493:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445be694c00, rc 0) 00000100:00100000:2.0:1775764724.786680:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944489168a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+19:61517:x1862022098580864:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 1106us (1240us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764724.786688:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 864 00000100:00100000:0.0:1775764724.789263:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764724.789367:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098581120 00000100:00100000:2.0:1775764724.789379:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098581120 00000100:00100000:2.0:1775764724.789491:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 865 00000100:00100000:2.0:1775764724.789502:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94459038a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+19:61517:x1862022098581120:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:2.0:1775764724.789528:0:42325:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764724.789553:0:42325:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25600/0x57b8ff0e03051844 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17bc26 expref: -99 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764724.789648:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25400/0x57b8ff0e0305184b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764724.789664:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25400/0x57b8ff0e0305184b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764724.789679:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25400/0x57b8ff0e0305184b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764724.789694:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24e00/0x57b8ff0e03051852 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3dd7c34f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764724.789701:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24e00/0x57b8ff0e03051852 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3dd7c34f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764724.789707:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24e00/0x57b8ff0e03051852 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3dd7c34f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764724.790105:0:42325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25400/0x57b8ff0e0305184b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764724.790113:0:42325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25400/0x57b8ff0e0305184b lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764724.790118:0:42325:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25400/0x57b8ff0e0305184b lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764724.790123:0:42325:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445baf25400 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764724.790126:0:42325:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25400/0x57b8ff0e0305184b lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764724.790131:0:42325:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25400/0x57b8ff0e0305184b lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764724.790141:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9445867bee00) 00010000:00010000:2.0:1775764724.790143:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764724.790146:0:42325:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25400/0x57b8ff0e0305184b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764724.790150:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25400/0x57b8ff0e0305184b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764724.790158:0:42325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24e00/0x57b8ff0e03051852 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3dd7c34f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764724.790161:0:42325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24e00/0x57b8ff0e03051852 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3dd7c34f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764724.790164:0:42325:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24e00/0x57b8ff0e03051852 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3dd7c34f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764724.790168:0:42325:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445baf24e00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764724.790169:0:42325:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24e00/0x57b8ff0e03051852 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3dd7c34f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764724.790172:0:42325:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24e00/0x57b8ff0e03051852 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3dd7c34f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764724.790175:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x3dd7c34f (ffff9445838af700) 00010000:00010000:2.0:1775764724.790177:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764724.790178:0:42325:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24e00/0x57b8ff0e03051852 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3dd7c34f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764724.790181:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24e00/0x57b8ff0e03051852 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3dd7c34f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764724.790205:0:42325:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25600/0x57b8ff0e03051844 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bc26 expref: 20 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764724.790212:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9445867bee00) 00010000:00010000:2.0:1775764724.790214:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1775764724.790216:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25600/0x57b8ff0e03051844 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bc26 expref: 20 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764724.790220:0:42325:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445baf25600, rc 0) 00000100:00100000:2.0:1775764724.790275:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94459038a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+19:61517:x1862022098581120:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 775us (1023us total) trans 0 rc 301/301 00000100:00100000:2.0:1775764724.790282:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 865 00000100:00100000:0.0:1775764724.798168:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764724.798495:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098581248 00000100:00100000:2.0:1775764724.798509:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098581248 00000100:00100000:2.0:1775764724.798577:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 866 00000100:00100000:2.0:1775764724.798588:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944590388a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+19:61517:x1862022098581248:12345-192.168.202.28@tcp:34:lfs.0 00010000:00010000:2.0:1775764724.798671:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25c00/0x57b8ff0e03051859 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764724.798692:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25c00/0x57b8ff0e03051859 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764724.798707:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25c00/0x57b8ff0e03051859 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764724.798733:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e03051860 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3dd7c34f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764724.798740:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e03051860 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3dd7c34f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764724.798752:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e03051860 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3dd7c34f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764724.799147:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25a00/0x57b8ff0e03051867 lrc: 3/1,0 mode: --/PR res: [0x200003ab4:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764724.799156:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25a00/0x57b8ff0e03051867 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764724.799164:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25a00/0x57b8ff0e03051867 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764724.799201:0:42326:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab4:0x1:0x0]: returning size 13 00000004:00200000:2.0:1775764724.799205:0:42326:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764724.799218:0:42326:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25a00/0x57b8ff0e03051867 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764724.799232:0:42326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25c00/0x57b8ff0e03051859 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764724.799239:0:42326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25c00/0x57b8ff0e03051859 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764724.799246:0:42326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25c00/0x57b8ff0e03051859 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764724.799252:0:42326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445baf25c00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764724.799256:0:42326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25c00/0x57b8ff0e03051859 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764724.799265:0:42326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25c00/0x57b8ff0e03051859 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764724.799279:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9445867bee00) 00010000:00010000:2.0:1775764724.799283:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764724.799288:0:42326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25c00/0x57b8ff0e03051859 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764724.799294:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25c00/0x57b8ff0e03051859 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764724.799307:0:42326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e03051860 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3dd7c34f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764724.799312:0:42326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e03051860 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3dd7c34f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764724.799318:0:42326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e03051860 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3dd7c34f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764724.799323:0:42326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445baf25800 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764724.799325:0:42326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e03051860 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3dd7c34f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764724.799330:0:42326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e03051860 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3dd7c34f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764724.799337:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x3dd7c34f (ffff9445838afa00) 00010000:00010000:2.0:1775764724.799338:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764724.799340:0:42326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e03051860 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3dd7c34f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764724.799345:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e03051860 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3dd7c34f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764724.799363:0:42326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25a00/0x57b8ff0e03051867 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764724.799621:0:42326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25a00/0x57b8ff0e03051867 lrc: 2/0,0 mode: PR/PR res: [0x200003ab4:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764724.799627:0:42326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25a00/0x57b8ff0e03051867 lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764724.799632:0:42326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445baf25a00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764724.799635:0:42326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25a00/0x57b8ff0e03051867 lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764724.799642:0:42326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25a00/0x57b8ff0e03051867 lrc: 4/0,0 mode: PR/PR res: [0x200003ab4:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764724.799650:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x1:0x0].0x0 (ffff944599e85c00) 00010000:00010000:2.0:1775764724.799653:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764724.799656:0:42326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25a00/0x57b8ff0e03051867 lrc: 2/0,0 mode: --/PR res: [0x200003ab4:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764724.799661:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25a00/0x57b8ff0e03051867 lrc: 0/0,0 mode: --/PR res: [0x200003ab4:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764724.799734:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944590388a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+19:61517:x1862022098581248:12345-192.168.202.28@tcp:34:lfs.0 Request processed in 1146us (1574us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764724.799742:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 866 00000100:00100000:0.0:1775764724.896427:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764724.896517:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098581376 00000100:00100000:3.0:1775764724.896530:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098581376 00000100:00100000:3.0:1775764724.896599:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 867 00000100:00100000:3.0:1775764724.896608:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944590389180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+19:61527:x1862022098581376:12345-192.168.202.28@tcp:34:lfs.0 00010000:00010000:3.0:1775764724.896684:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e0305186e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764724.896702:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e0305186e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764724.896714:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e0305186e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764724.896730:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695400/0x57b8ff0e03051875 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3dd7c34f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764724.896737:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695400/0x57b8ff0e03051875 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3dd7c34f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764724.896743:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695400/0x57b8ff0e03051875 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3dd7c34f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764724.897276:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e0305187c lrc: 3/1,0 mode: --/PR res: [0x200003ab4:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764724.897287:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e0305187c lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764724.897295:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e0305187c lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764724.897347:0:42324:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e0305187c lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764724.897363:0:42324:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e0305186e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764724.897370:0:42324:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e0305186e lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764724.897377:0:42324:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e0305186e lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764724.897383:0:42324:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445be694600 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:3.0:1775764724.897388:0:42324:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e0305186e lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764724.897398:0:42324:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e0305186e lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764724.897412:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9445867bee00) 00010000:00010000:3.0:1775764724.897416:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764724.897422:0:42324:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e0305186e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764724.897428:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e0305186e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764724.897442:0:42324:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695400/0x57b8ff0e03051875 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3dd7c34f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764724.897447:0:42324:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695400/0x57b8ff0e03051875 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3dd7c34f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764724.897452:0:42324:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695400/0x57b8ff0e03051875 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3dd7c34f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764724.897457:0:42324:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445be695400 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:3.0:1775764724.897459:0:42324:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695400/0x57b8ff0e03051875 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3dd7c34f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764724.897464:0:42324:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695400/0x57b8ff0e03051875 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3dd7c34f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764724.897470:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x3dd7c34f (ffff9445867be500) 00010000:00010000:3.0:1775764724.897472:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764724.897475:0:42324:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695400/0x57b8ff0e03051875 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3dd7c34f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764724.897484:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695400/0x57b8ff0e03051875 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3dd7c34f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764724.897508:0:42324:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e0305187c lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764724.897514:0:42324:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e0305187c lrc: 2/0,0 mode: PR/PR res: [0x200003ab4:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764724.897520:0:42324:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e0305187c lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764724.897524:0:42324:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445be695c00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:3.0:1775764724.897527:0:42324:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e0305187c lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764724.897532:0:42324:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e0305187c lrc: 4/0,0 mode: PR/PR res: [0x200003ab4:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764724.897538:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x1:0x0].0x0 (ffff944599e85c00) 00010000:00010000:3.0:1775764724.897540:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764724.897543:0:42324:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e0305187c lrc: 2/0,0 mode: --/PR res: [0x200003ab4:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764724.897548:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e0305187c lrc: 0/0,0 mode: --/PR res: [0x200003ab4:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764724.897642:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944590389180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+19:61527:x1862022098581376:12345-192.168.202.28@tcp:34:lfs.0 Request processed in 1032us (1221us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764724.897652:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 867 00000100:00100000:0.0:1775764724.988341:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764724.988474:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098581632 00000100:00100000:2.0:1775764724.988485:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098581632 00000100:00100000:2.0:1775764724.988559:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 868 00000100:00100000:2.0:1775764724.988571:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486e62680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+19:61534:x1862022098581632:12345-192.168.202.28@tcp:101:cat.0 00010000:00010000:2.0:1775764724.988594:0:44493:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764724.988619:0:44493:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25a00/0x57b8ff0e03051883 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17bc2d expref: -99 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764724.988700:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e0305188a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764724.988716:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e0305188a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764724.988729:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e0305188a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764724.988744:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25c00/0x57b8ff0e03051891 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3dd7c34f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764724.988752:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25c00/0x57b8ff0e03051891 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3dd7c34f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764724.988758:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25c00/0x57b8ff0e03051891 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3dd7c34f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764724.989418:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25600/0x57b8ff0e03051898 lrc: 3/1,0 mode: --/PR res: [0x200003ab4:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764724.989431:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25600/0x57b8ff0e03051898 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764724.989440:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25600/0x57b8ff0e03051898 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764724.989456:0:44493:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab4:0x1:0x0]: returning size 13 00010000:00010000:2.0:1775764724.989553:0:44493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e0305188a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764724.989561:0:44493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e0305188a lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764724.989567:0:44493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e0305188a lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764724.989573:0:44493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445baf25800 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764724.989577:0:44493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e0305188a lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764724.989585:0:44493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e0305188a lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764724.989598:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9445867bee00) 00010000:00010000:2.0:1775764724.989601:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764724.989607:0:44493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e0305188a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764724.989613:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e0305188a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764724.989625:0:44493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25c00/0x57b8ff0e03051891 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3dd7c34f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764724.989631:0:44493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25c00/0x57b8ff0e03051891 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3dd7c34f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764724.989641:0:44493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25c00/0x57b8ff0e03051891 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3dd7c34f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764724.989646:0:44493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445baf25c00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764724.989649:0:44493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25c00/0x57b8ff0e03051891 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3dd7c34f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764724.989654:0:44493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25c00/0x57b8ff0e03051891 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3dd7c34f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764724.989661:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x3dd7c34f (ffff9445838afa00) 00010000:00010000:2.0:1775764724.989663:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764724.989666:0:44493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25c00/0x57b8ff0e03051891 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3dd7c34f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764724.989672:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25c00/0x57b8ff0e03051891 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3dd7c34f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764724.989719:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25a00/0x57b8ff0e03051883 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bc2d expref: 22 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764724.989734:0:44493:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25600/0x57b8ff0e03051898 lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0x1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bc2d expref: 21 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764724.989741:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x1:0x0].0x0 (ffff944599e85c00) 00010000:00010000:2.0:1775764724.989743:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1775764724.989746:0:44493:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445baf25600, rc 0) 00000100:00100000:2.0:1775764724.990408:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486e62680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+21:61534:x1862022098581632:12345-192.168.202.28@tcp:101:cat.0 Request processed in 1835us (2077us total) trans 34359739099 rc 0/0 00000100:00100000:2.0:1775764724.990422:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 868 00000100:00100000:0.0:1775764724.999867:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764725.000084:0:47878:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098581888 00000100:00100000:2.0:1775764725.000096:0:47878:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098581888 00000100:00100000:2.0:1775764725.000149:0:47878:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 249 00000100:00100000:2.0:1775764725.000159:0:47878:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486e63800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+21:61534:x1862022098581888:12345-192.168.202.28@tcp:35:cat.0 00000100:00100000:2.0:1775764725.000623:0:47878:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486e63800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+22:61534:x1862022098581888:12345-192.168.202.28@tcp:35:cat.0 Request processed in 464us (766us total) trans 34359739100 rc 0/0 00000100:00100000:2.0:1775764725.000632:0:47878:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 249 00000100:00100000:3.0:1775764725.089682:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764725.089831:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098582144 00000100:00100000:1.0:1775764725.089844:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098582144 00000100:00100000:1.0:1775764725.089946:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 869 00000100:00100000:1.0:1775764725.089959:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445b2cb3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+22:61540:x1862022098582144:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:1.0:1775764725.090008:0:42324:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764725.090048:0:42324:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944488002200/0x57b8ff0e030518a6 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17bc34 expref: -99 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764725.090185:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff944488003e00/0x57b8ff0e030518ad lrc: 3/0,1 mode: --/CW res: [0x200003ab4:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764725.090204:0:42324:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25600/0x57b8ff0e03051898 lrc: 2/0,0 mode: PR/PR res: [0x200003ab4:0x1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bc2d expref: 23 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764725.090214:0:42324:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff944488003e00/0x57b8ff0e030518ad lrc: 4/0,1 mode: --/CW res: [0x200003ab4:0x1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764725.090259:0:42324:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25600/0x57b8ff0e03051898 lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0x1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bc2d expref: 23 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764725.090276:0:42324:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25600/0x57b8ff0e03051898 lrc: 4/0,0 mode: PR/PR res: [0x200003ab4:0x1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bc2d expref: 23 pid: 44493 timeout: 2291 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764725.090292:0:42324:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bfe68700 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:42324:1862022119045632:192.168.202.28@tcp:104: 00000100:00100000:1.0:1775764725.090426:0:42324:0:(client.c:2691:ptlrpc_set_wait()) set ffff9445b7bab900 going to sleep for 11 seconds 00000100:00080000:2.0:1775764725.091286:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1775764725.096853:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764725.097196:0:42309:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098582272 00000100:00100000:0.0:1775764725.097207:0:42309:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098582272 00010000:00010000:0.0:1775764725.097263:0:42309:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25600/0x57b8ff0e03051898 lrc: 5/0,0 mode: PR/PR res: [0x200003ab4:0x1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bc2d expref: 24 pid: 44493 timeout: 2291 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764725.097316:0:42309:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 173 00000100:00100000:0.0:1775764725.097327:0:42309:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445b2cb3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+24:2378:x1862022098582272:12345-192.168.202.28@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1775764725.097346:0:42309:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764725.097353:0:42309:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25600/0x57b8ff0e03051898 lrc: 5/0,0 mode: PR/PR res: [0x200003ab4:0x1:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bc2d expref: 24 pid: 44493 timeout: 2291 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764725.097380:0:42309:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25600/0x57b8ff0e03051898 lrc: 4/0,0 mode: PR/PR res: [0x200003ab4:0x1:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bc2d expref: 24 pid: 44493 timeout: 2291 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764725.097411:0:42309:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x1:0x0].0x0 (ffff944599e85c00) 00010000:00010000:0.0:1775764725.097417:0:42309:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff944488003e00/0x57b8ff0e030518ad lrc: 3/0,1 mode: --/CW res: [0x200003ab4:0x1:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764725.097427:0:42309:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff944488003e00/0x57b8ff0e030518ad lrc: 3/0,1 mode: CW/CW res: [0x200003ab4:0x1:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764725.097436:0:42309:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944488003e00/0x57b8ff0e030518ad lrc: 4/0,1 mode: CW/CW res: [0x200003ab4:0x1:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764725.097458:0:42309:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775764725.097525:0:42309:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445b2cb3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+24:2378:x1862022098582272:12345-192.168.202.28@tcp:103:ldlm_bl.0 Request processed in 200us (682us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764725.097533:0:42309:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 173 00010000:00010000:1.0:1775764725.099649:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25600/0x57b8ff0e03051898 lrc: 0/0,0 mode: --/PR res: [0x200003ab4:0x1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bc2d expref: 23 pid: 44493 timeout: 2291 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764725.099680:0:42324:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bfe68700 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:42324:1862022119045632:192.168.202.28@tcp:104: 00010000:00010000:1.0:1775764725.099704:0:42324:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff944488003e00/0x57b8ff0e030518ad lrc: 3/0,1 mode: CW/CW res: [0x200003ab4:0x1:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764725.099713:0:42324:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff944488003e00/0x57b8ff0e030518ad lrc: 3/0,1 mode: CW/CW res: [0x200003ab4:0x1:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764725.099719:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944488003e00/0x57b8ff0e030518ad lrc: 3/0,1 mode: CW/CW res: [0x200003ab4:0x1:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764725.099744:0:42324:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab4:0x1:0x0]: returning size 13 00010000:00010000:1.0:1775764725.100623:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944488002200/0x57b8ff0e030518a6 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bc34 expref: 24 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764725.100646:0:42324:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff944488003e00/0x57b8ff0e030518ad lrc: 3/0,0 mode: CW/CW res: [0x200003ab4:0x1:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bc34 expref: 23 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764725.100657:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x1:0x0].0x0 (ffff944599e85c00) 00010000:00010000:1.0:1775764725.100660:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:1.0:1775764725.100664:0:42324:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944488003e00, rc 0) 00000100:00100000:1.0:1775764725.100740:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445b2cb3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+23:61540:x1862022098582144:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 10785us (11069us total) trans 34359739101 rc 0/0 00000100:00100000:1.0:1775764725.100750:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 869 00000100:00100000:3.0:1775764725.144181:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764725.144303:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098582528 00000100:00100000:0.0:1775764725.144314:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098582528 00000100:00100000:0.0:1775764725.144393:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 870 00000100:00100000:0.0:1775764725.144404:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445b2cb0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+23:61541:x1862022098582528:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:0.0:1775764725.144430:0:42326:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764725.144455:0:42326:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944581524c00/0x57b8ff0e030518bb lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17bc3b expref: -99 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764725.144546:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff944581525400/0x57b8ff0e030518c2 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764725.144566:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944581525400/0x57b8ff0e030518c2 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764725.144579:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944581525400/0x57b8ff0e030518c2 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764725.144595:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944581525600/0x57b8ff0e030518c9 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3dd7c34f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764725.144602:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944581525600/0x57b8ff0e030518c9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3dd7c34f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764725.144609:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944581525600/0x57b8ff0e030518c9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3dd7c34f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764725.145001:0:42326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff944581525400/0x57b8ff0e030518c2 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764725.145008:0:42326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944581525400/0x57b8ff0e030518c2 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764725.145014:0:42326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944581525400/0x57b8ff0e030518c2 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764725.145053:0:42326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944581525400 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:0.0:1775764725.145056:0:42326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944581525400/0x57b8ff0e030518c2 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764725.145063:0:42326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944581525400/0x57b8ff0e030518c2 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764725.145076:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9445867bee00) 00010000:00010000:0.0:1775764725.145079:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764725.145084:0:42326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944581525400/0x57b8ff0e030518c2 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764725.145090:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944581525400/0x57b8ff0e030518c2 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764725.145102:0:42326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944581525600/0x57b8ff0e030518c9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3dd7c34f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764725.145107:0:42326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944581525600/0x57b8ff0e030518c9 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3dd7c34f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764725.145113:0:42326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944581525600/0x57b8ff0e030518c9 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3dd7c34f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764725.145118:0:42326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944581525600 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:0.0:1775764725.145120:0:42326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944581525600/0x57b8ff0e030518c9 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3dd7c34f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764725.145125:0:42326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944581525600/0x57b8ff0e030518c9 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3dd7c34f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764725.145131:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x3dd7c34f (ffff944599e85d00) 00010000:00010000:0.0:1775764725.145134:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764725.145136:0:42326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944581525600/0x57b8ff0e030518c9 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3dd7c34f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764725.145141:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944581525600/0x57b8ff0e030518c9 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3dd7c34f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764725.145174:0:42326:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff944581524c00/0x57b8ff0e030518bb lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bc3b expref: 24 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764725.145184:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9445867bee00) 00010000:00010000:0.0:1775764725.145187:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1775764725.145190:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944581524c00/0x57b8ff0e030518bb lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bc3b expref: 24 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764725.145200:0:42326:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944581524c00, rc 0) 00000100:00100000:0.0:1775764725.145267:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445b2cb0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+23:61541:x1862022098582528:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 865us (1095us total) trans 0 rc 301/301 00000100:00100000:0.0:1775764725.145276:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 870 00000100:00100000:3.0:1775764725.149132:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764725.149635:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098582656 00000100:00100000:0.0:1775764725.149645:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098582656 00000100:00100000:0.0:1775764725.149712:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 871 00000100:00100000:0.0:1775764725.149723:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445b2cb1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+23:61541:x1862022098582656:12345-192.168.202.28@tcp:34:lfs.0 00010000:00010000:0.0:1775764725.149835:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff944581524e00/0x57b8ff0e030518d0 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764725.149852:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944581524e00/0x57b8ff0e030518d0 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764725.149865:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944581524e00/0x57b8ff0e030518d0 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764725.149888:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944581524600/0x57b8ff0e030518d7 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3dd7c34f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764725.149896:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944581524600/0x57b8ff0e030518d7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3dd7c34f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764725.149907:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944581524600/0x57b8ff0e030518d7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3dd7c34f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764725.150601:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944581525000/0x57b8ff0e030518de lrc: 3/1,0 mode: --/PR res: [0x200003ab4:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764725.150614:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944581525000/0x57b8ff0e030518de lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764725.150623:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944581525000/0x57b8ff0e030518de lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764725.150660:0:42325:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab4:0x1:0x0]: returning size 13 00000004:00200000:0.0:1775764725.150665:0:42325:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1775764725.150676:0:42325:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff944581525000/0x57b8ff0e030518de lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764725.150689:0:42325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff944581524e00/0x57b8ff0e030518d0 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764725.150695:0:42325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944581524e00/0x57b8ff0e030518d0 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764725.150702:0:42325:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944581524e00/0x57b8ff0e030518d0 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764725.150708:0:42325:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944581524e00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:0.0:1775764725.150713:0:42325:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944581524e00/0x57b8ff0e030518d0 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764725.150721:0:42325:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944581524e00/0x57b8ff0e030518d0 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764725.150734:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9445867bee00) 00010000:00010000:0.0:1775764725.150737:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764725.150742:0:42325:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944581524e00/0x57b8ff0e030518d0 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764725.150748:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944581524e00/0x57b8ff0e030518d0 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764725.150847:0:42325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944581524600/0x57b8ff0e030518d7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3dd7c34f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764725.150854:0:42325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944581524600/0x57b8ff0e030518d7 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3dd7c34f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764725.150860:0:42325:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944581524600/0x57b8ff0e030518d7 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3dd7c34f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764725.150865:0:42325:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944581524600 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:0.0:1775764725.150868:0:42325:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944581524600/0x57b8ff0e030518d7 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3dd7c34f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764725.150874:0:42325:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944581524600/0x57b8ff0e030518d7 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3dd7c34f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764725.151154:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x3dd7c34f (ffff944599e85500) 00010000:00010000:0.0:1775764725.151156:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764725.151160:0:42325:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944581524600/0x57b8ff0e030518d7 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3dd7c34f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764725.151165:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944581524600/0x57b8ff0e030518d7 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3dd7c34f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764725.151184:0:42325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944581525000/0x57b8ff0e030518de lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764725.151190:0:42325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944581525000/0x57b8ff0e030518de lrc: 2/0,0 mode: PR/PR res: [0x200003ab4:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764725.151196:0:42325:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944581525000/0x57b8ff0e030518de lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764725.151201:0:42325:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944581525000 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:0.0:1775764725.151204:0:42325:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944581525000/0x57b8ff0e030518de lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764725.151210:0:42325:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944581525000/0x57b8ff0e030518de lrc: 4/0,0 mode: PR/PR res: [0x200003ab4:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764725.151217:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x1:0x0].0x0 (ffff944599e85c00) 00010000:00010000:0.0:1775764725.151219:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764725.151221:0:42325:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944581525000/0x57b8ff0e030518de lrc: 2/0,0 mode: --/PR res: [0x200003ab4:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764725.151226:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944581525000/0x57b8ff0e030518de lrc: 0/0,0 mode: --/PR res: [0x200003ab4:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764725.151320:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445b2cb1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+23:61541:x1862022098582656:12345-192.168.202.28@tcp:34:lfs.0 Request processed in 1595us (2194us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764725.151336:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 871 00000100:00100000:3.0:1775764725.171293:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764725.171504:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098582784 00000100:00100000:0.0:1775764725.171515:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098582784 00000100:00100000:0.0:1775764725.171590:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 872 00000100:00100000:0.0:1775764725.171602:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445b2cb1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:82781e18-e0e3-4f9f-9a2b-041bf0344414+5:61542:x1862022098582784:12345-192.168.202.28@tcp:101:rm.0 00010000:00010000:0.0:1775764725.171623:0:42326:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764725.171646:0:42326:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944581525000/0x57b8ff0e030518e5 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17bc42 expref: -99 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764725.171713:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944581524600/0x57b8ff0e030518ec lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764725.171727:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944581524600/0x57b8ff0e030518ec lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764725.171742:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944581524600/0x57b8ff0e030518ec lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764725.171987:0:42326:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 9728 00000004:00200000:0.0:1775764725.171993:0:42326:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 43 stripe count 1 MDT count 1 00000004:00010000:0.0:1775764725.172081:0:42326:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff944581524600/0x57b8ff0e030518ec lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764725.172106:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944581525000/0x57b8ff0e030518e5 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bc42 expref: 7 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764725.172124:0:42326:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff944581524600/0x57b8ff0e030518ec lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bc42 expref: 6 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764725.172132:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9445867bee00) 00010000:00010000:0.0:1775764725.172135:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1775764725.172139:0:42326:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944581524600, rc 0) 00000100:00100000:0.0:1775764725.172205:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445b2cb1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:82781e18-e0e3-4f9f-9a2b-041bf0344414+6:61542:x1862022098582784:12345-192.168.202.28@tcp:101:rm.0 Request processed in 605us (922us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764725.172218:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 872 00000100:00100000:3.0:1775764725.179163:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764725.179239:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098582912 00000100:00100000:1.0:1775764725.179248:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098582912 00000100:00100000:1.0:1775764725.179310:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 873 00000100:00100000:1.0:1775764725.179321:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445b2cb0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:82781e18-e0e3-4f9f-9a2b-041bf0344414+6:61542:x1862022098582912:12345-192.168.202.28@tcp:101:rm.0 00010000:00010000:1.0:1775764725.179345:0:42324:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764725.179372:0:42324:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944488002200/0x57b8ff0e030518f3 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17bc49 expref: -99 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764725.179434:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff944488002400/0x57b8ff0e030518fa lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764725.179447:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944488002400/0x57b8ff0e030518fa lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764725.179458:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944488002400/0x57b8ff0e030518fa lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764725.179471:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944488003600/0x57b8ff0e03051901 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3dd7c34f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764725.179478:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944488003600/0x57b8ff0e03051901 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3dd7c34f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764725.179485:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944488003600/0x57b8ff0e03051901 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3dd7c34f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764725.180205:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944488003a00/0x57b8ff0e03051908 lrc: 3/1,0 mode: --/PR res: [0x200003ab4:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764725.180220:0:42324:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff944488003e00/0x57b8ff0e030518ad lrc: 2/0,0 mode: CW/CW res: [0x200003ab4:0x1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bc34 expref: 22 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764725.180228:0:42324:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff944488003a00/0x57b8ff0e03051908 lrc: 4/1,0 mode: --/PR res: [0x200003ab4:0x1:0x0].0x0 bits 0x13/0x48 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764725.180261:0:42324:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff944488003e00/0x57b8ff0e030518ad lrc: 3/0,0 mode: CW/CW res: [0x200003ab4:0x1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bc34 expref: 22 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764725.180276:0:42324:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff944488003e00/0x57b8ff0e030518ad lrc: 4/0,0 mode: CW/CW res: [0x200003ab4:0x1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bc34 expref: 22 pid: 42324 timeout: 2292 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764725.180290:0:42324:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bfe68700 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:42324:1862022119045760:192.168.202.28@tcp:104: 00000100:00100000:1.0:1775764725.180540:0:42324:0:(client.c:2691:ptlrpc_set_wait()) set ffff9445b7bab900 going to sleep for 11 seconds 00000100:00100000:3.0:1775764725.184071:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764725.184237:0:42324:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bfe68700 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:42324:1862022119045760:192.168.202.28@tcp:104: 00010000:00010000:1.0:1775764725.184267:0:42324:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff944488003a00/0x57b8ff0e03051908 lrc: 3/1,0 mode: --/PR res: [0x200003ab4:0x1:0x0].0x0 bits 0x13/0x48 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764725.184407:0:42327:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098583168 00000100:00100000:2.0:1775764725.184415:0:42327:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098583168 00000100:00100000:2.0:1775764725.184473:0:42327:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 250 00000100:00100000:2.0:1775764725.184483:0:42327:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445b1dbd450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+23:46150:x1862022098583168:12345-192.168.202.28@tcp:35:ldlm_bl.0 00000100:00100000:3.0:1775764725.185698:0:42327:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445b1dbd450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+24:46150:x1862022098583168:12345-192.168.202.28@tcp:35:ldlm_bl.0 Request processed in 1206us (1627us total) trans 34359739102 rc 0/0 00000100:00100000:3.0:1775764725.185712:0:42327:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 250 00000100:00100000:3.0:1775764725.188658:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764725.188850:0:42310:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098583296 00000100:00100000:2.0:1775764725.188861:0:42310:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098583296 00010000:00010000:3.0:1775764725.189244:0:42310:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff944488003e00/0x57b8ff0e030518ad lrc: 4/0,0 mode: CW/CW res: [0x200003ab4:0x1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bc34 expref: 24 pid: 42324 timeout: 2292 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764725.189288:0:42310:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 174 00000100:00100000:3.0:1775764725.189299:0:42310:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445b2cb2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+24:2379:x1862022098583296:12345-192.168.202.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764725.189315:0:42310:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764725.189323:0:42310:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff944488003e00/0x57b8ff0e030518ad lrc: 4/0,0 mode: CW/CW res: [0x200003ab4:0x1:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bc34 expref: 24 pid: 42324 timeout: 2292 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764725.189337:0:42310:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff944488003e00/0x57b8ff0e030518ad lrc: 3/0,0 mode: CW/CW res: [0x200003ab4:0x1:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bc34 expref: 24 pid: 42324 timeout: 2292 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764725.189359:0:42310:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944488003e00/0x57b8ff0e030518ad lrc: 0/0,0 mode: --/CW res: [0x200003ab4:0x1:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bc34 expref: 24 pid: 42324 timeout: 2292 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764725.189511:0:42310:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x1:0x0].0x0 (ffff944599e85c00) 00010000:00010000:3.0:1775764725.189517:0:42310:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff944488003a00/0x57b8ff0e03051908 lrc: 3/1,0 mode: --/PR res: [0x200003ab4:0x1:0x0].0x0 bits 0x13/0x48 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764725.189527:0:42310:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff944488003a00/0x57b8ff0e03051908 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x1:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764725.189535:0:42310:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944488003a00/0x57b8ff0e03051908 lrc: 4/1,0 mode: PR/PR res: [0x200003ab4:0x1:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764725.189565:0:42310:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1775764725.189687:0:42324:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff944488003a00/0x57b8ff0e03051908 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x1:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764725.189696:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944488003a00/0x57b8ff0e03051908 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x1:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764725.189739:0:42324:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab4:0x1:0x0]: returning size 13 00000004:00200000:1.0:1775764725.189743:0:42324:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1775764725.189763:0:42324:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff944488003a00/0x57b8ff0e03051908 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x1:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764725.189777:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944488003a00/0x57b8ff0e03051908 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764725.189786:0:42324:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff944488002400/0x57b8ff0e030518fa lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764725.189792:0:42324:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944488002400/0x57b8ff0e030518fa lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764725.189827:0:42324:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944488002400/0x57b8ff0e030518fa lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764725.189833:0:42324:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944488002400 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:1.0:1775764725.189837:0:42324:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944488002400/0x57b8ff0e030518fa lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764725.189844:0:42324:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944488002400/0x57b8ff0e030518fa lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764725.189853:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9445867bee00) 00010000:00010000:1.0:1775764725.189856:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764725.189859:0:42324:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944488002400/0x57b8ff0e030518fa lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764725.189864:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944488002400/0x57b8ff0e030518fa lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764725.189875:0:42324:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944488003600/0x57b8ff0e03051901 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3dd7c34f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764725.189894:0:42324:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944488003600/0x57b8ff0e03051901 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3dd7c34f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764725.189899:0:42324:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944488003600/0x57b8ff0e03051901 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3dd7c34f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764725.189909:0:42324:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944488003600 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:1.0:1775764725.189911:0:42324:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944488003600/0x57b8ff0e03051901 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3dd7c34f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764725.189920:0:42324:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944488003600/0x57b8ff0e03051901 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3dd7c34f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764725.189926:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x3dd7c34f (ffff944598a9b200) 00010000:00010000:1.0:1775764725.189934:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764725.189938:0:42324:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944488003600/0x57b8ff0e03051901 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3dd7c34f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764725.189944:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944488003600/0x57b8ff0e03051901 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3dd7c34f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764725.189984:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944488002200/0x57b8ff0e030518f3 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bc49 expref: 8 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764725.189996:0:42324:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff944488003a00/0x57b8ff0e03051908 lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0x1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bc49 expref: 7 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764725.190003:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x1:0x0].0x0 (ffff944599e85c00) 00010000:00010000:1.0:1775764725.190005:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1775764725.190008:0:42324:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944488003a00, rc 0) 00000100:00100000:3.0:1775764725.190232:0:42310:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445b2cb2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+23:2379:x1862022098583296:12345-192.168.202.28@tcp:103:ldlm_bl.0 Request processed in 934us (1583us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764725.190242:0:42310:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 174 00000100:00100000:1.0:1775764725.190489:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445b2cb0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:82781e18-e0e3-4f9f-9a2b-041bf0344414+7:61542:x1862022098582912:12345-192.168.202.28@tcp:101:rm.0 Request processed in 11169us (11335us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764725.190497:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 873 00000100:00100000:0.0:1775764725.196471:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764725.196562:0:42945:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098583424 00000100:00100000:2.0:1775764725.196573:0:42945:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098583424 00000100:00100000:2.0:1775764725.196729:0:42945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 231 00000100:00100000:2.0:1775764725.196738:0:42945:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486e61880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2375:x1862022098583424:12345-192.168.202.28@tcp:8:rm.0 00010000:00080000:2.0:1775764725.196776:0:42945:0:(ldlm_lib.c:1429:target_handle_connect()) lustre-OST0001: connection from 82781e18-e0e3-4f9f-9a2b-041bf0344414@192.168.202.28@tcp t0 exp 0000000000000000 cur 2192 last 0 00000020:00000080:2.0:1775764725.197100:0:42945:0:(genops.c:1404:class_connect()) connect: client 82781e18-e0e3-4f9f-9a2b-041bf0344414, cookie 0x57b8ff0e0305190f 00002000:00100000:2.0:1775764725.197112:0:42945:0:(ofd_obd.c:124:ofd_parse_connect_data()) lustre-OST0001: cli 82781e18-e0e3-4f9f-9a2b-041bf0344414/ffff9444867e6800 ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 211334d ocd_grant: 3407872 ocd_index: 0 ocd_group 0 00002000:00100000:2.0:1775764725.197123:0:42945:0:(ofd_obd.c:222:ofd_parse_connect_data()) lustre-OST0001: cli supports cksum type f7, return f7 00002000:00080000:2.0:1775764725.197210:0:42945:0:(ofd_obd.c:388:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:2.0:1775764725.197240:0:42945:0:(import.c:65:import_set_state_nolock()) ffff9444867e0000 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1775764725.197342:0:42945:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486e61880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:82781e18-e0e3-4f9f-9a2b-041bf0344414+6:2375:x1862022098583424:12345-192.168.202.28@tcp:8:rm.0 Request processed in 603us (879us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764725.197350:0:42945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 231 00000100:00100000:0.0:1775764725.199545:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764725.199664:0:43212:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098583552 00000100:00100000:3.0:1775764725.199673:0:43212:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098583552 00000100:00100000:3.0:1775764725.199734:0:43212:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 232 00000100:00100000:3.0:1775764725.199743:0:43212:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486e62d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:82781e18-e0e3-4f9f-9a2b-041bf0344414+6:0:x1862022098583552:12345-192.168.202.28@tcp:101:rm.0 00010000:00010000:3.0:1775764725.199760:0:43212:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764725.199780:0:43212:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000033f52952/0x57b8ff0e03051916 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x118:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17bc50 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764725.199821:0:43212:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764725.199823:0:43212:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764725.199831:0:43212:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000033f52952/0x57b8ff0e03051916 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x118:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bc50 expref: 7 pid: 43212 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764725.199848:0:43212:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000033f52952/0x57b8ff0e03051916 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x118:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bc50 expref: 7 pid: 43212 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764725.199867:0:43212:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445be695c00, rc 0) 00000100:00080000:0.0:1775764725.200011:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1775764725.200221:0:43212:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486e62d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:82781e18-e0e3-4f9f-9a2b-041bf0344414+7:0:x1862022098583552:12345-192.168.202.28@tcp:101:rm.0 Request processed in 477us (685us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764725.200229:0:43212:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 232 00000100:00100000:0.0:1775764725.204480:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764725.204601:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098583808 00000100:00100000:2.0:1775764725.204612:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098583808 00000100:00100000:2.0:1775764725.204678:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 874 00000100:00100000:2.0:1775764725.204690:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486e63480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:82781e18-e0e3-4f9f-9a2b-041bf0344414+7:61542:x1862022098583808:12345-192.168.202.28@tcp:36:rm.0 00010000:00010000:2.0:1775764725.204747:0:42326:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1775764725.204774:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944488003a00/0x57b8ff0e03051908 lrc: 0/0,0 mode: --/PR res: [0x200003ab4:0x1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bc49 expref: 7 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764725.204865:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x1:0x0].0x0 (ffff944599e85c00) 00010000:00010000:2.0:1775764725.204890:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944581524600/0x57b8ff0e030518ec lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bc42 expref: 6 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764725.204911:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9445867bee00) 00010000:00010000:2.0:1775764725.204916:0:42326:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775764725.204942:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25a00/0x57b8ff0e0305191d lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764725.204954:0:42326:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694c00/0x57b8ff0e0305183d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bc1f expref: 22 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764725.204963:0:42326:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25a00/0x57b8ff0e0305191d lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764725.205001:0:42326:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694c00/0x57b8ff0e0305183d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bc1f expref: 22 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764725.205035:0:42326:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694c00/0x57b8ff0e0305183d lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bc1f expref: 22 pid: 44493 timeout: 2292 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764725.205052:0:42326:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bce29500 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:42326:1862022119045888:192.168.202.28@tcp:104: 00000100:00100000:2.0:1775764725.205140:0:42326:0:(client.c:2691:ptlrpc_set_wait()) set ffff9445b67fc0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1775764725.209300:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764725.209387:0:42309:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098583936 00000100:00100000:0.0:1775764725.209396:0:42309:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098583936 00010000:00010000:0.0:1775764725.209436:0:42309:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694c00/0x57b8ff0e0305183d lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bc1f expref: 23 pid: 44493 timeout: 2292 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764725.209483:0:42309:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 175 00000100:00100000:0.0:1775764725.209493:0:42309:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445b1d49450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+23:2379:x1862022098583936:12345-192.168.202.28@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1775764725.209510:0:42309:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764725.209517:0:42309:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694c00/0x57b8ff0e0305183d lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bc1f expref: 23 pid: 44493 timeout: 2292 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764725.209532:0:42309:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694c00/0x57b8ff0e0305183d lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bc1f expref: 23 pid: 44493 timeout: 2292 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764725.209554:0:42309:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9445867bee00) 00010000:00010000:0.0:1775764725.209560:0:42309:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25a00/0x57b8ff0e0305191d lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764725.209568:0:42309:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25a00/0x57b8ff0e0305191d lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764725.209586:0:42309:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25a00/0x57b8ff0e0305191d lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764725.209606:0:42309:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775764725.209666:0:42309:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445b1d49450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+23:2379:x1862022098583936:12345-192.168.202.28@tcp:103:ldlm_bl.0 Request processed in 174us (376us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764725.209673:0:42309:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 175 00010000:00010000:2.0:1775764725.210393:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694c00/0x57b8ff0e0305183d lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bc1f expref: 22 pid: 44493 timeout: 2292 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764725.210414:0:42326:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bce29500 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:42326:1862022119045888:192.168.202.28@tcp:104: 00010000:00010000:2.0:1775764725.210444:0:42326:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25a00/0x57b8ff0e0305191d lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764725.210453:0:42326:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25a00/0x57b8ff0e0305191d lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764725.210459:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25a00/0x57b8ff0e0305191d lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764725.210486:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25c00/0x57b8ff0e03051924 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x3dd7c34f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764725.210496:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25c00/0x57b8ff0e03051924 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x3dd7c34f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764725.210506:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25c00/0x57b8ff0e03051924 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x3dd7c34f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764725.211276:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e0305192b lrc: 3/0,1 mode: --/EX res: [0x200003ab4:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764725.211287:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e0305192b lrc: 3/0,1 mode: EX/EX res: [0x200003ab4:0x1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764725.211295:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e0305192b lrc: 3/0,1 mode: EX/EX res: [0x200003ab4:0x1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1775764725.213493:0:42326:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x30:0x0].22, 64 off9888 00010000:00010000:2.0:1775764725.213665:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24e00/0x57b8ff0e03051932 lrc: 3/0,1 mode: --/PW res: [0x200003ab4:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764725.213686:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24e00/0x57b8ff0e03051932 lrc: 3/0,1 mode: PW/PW res: [0x200003ab4:0x1:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764725.213700:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24e00/0x57b8ff0e03051932 lrc: 3/0,1 mode: PW/PW res: [0x200003ab4:0x1:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764725.213709:0:42326:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24e00/0x57b8ff0e03051932 lrc: 4/0,1 mode: PW/PW res: [0x200003ab4:0x1:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764725.213717:0:42326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24e00/0x57b8ff0e03051932 lrc: 4/0,1 mode: PW/PW res: [0x200003ab4:0x1:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764725.213723:0:42326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24e00/0x57b8ff0e03051932 lrc: 3/0,0 mode: PW/PW res: [0x200003ab4:0x1:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764725.213739:0:42326:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1775764725.213762:0:42326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e0305192b lrc: 3/0,1 mode: EX/EX res: [0x200003ab4:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764725.213768:0:42326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e0305192b lrc: 2/0,0 mode: EX/EX res: [0x200003ab4:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764725.213779:0:42326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e0305192b lrc: 3/0,0 mode: EX/EX res: [0x200003ab4:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764725.213784:0:42326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445baf25800 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764725.213789:0:42326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e0305192b lrc: 3/0,0 mode: EX/EX res: [0x200003ab4:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764725.213829:0:42326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e0305192b lrc: 4/0,0 mode: EX/EX res: [0x200003ab4:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764725.213845:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x1:0x0].0x0 (ffff944599e85c00) 00010000:00010000:2.0:1775764725.213849:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1775764725.213855:0:42326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e0305192b lrc: 2/0,0 mode: --/EX res: [0x200003ab4:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764725.213862:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e0305192b lrc: 0/0,0 mode: --/EX res: [0x200003ab4:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764725.214120:0:42326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25a00/0x57b8ff0e0305191d lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764725.214127:0:42326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25a00/0x57b8ff0e0305191d lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764725.214132:0:42326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25a00/0x57b8ff0e0305191d lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764725.214137:0:42326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445baf25a00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764725.214140:0:42326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25a00/0x57b8ff0e0305191d lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764725.214149:0:42326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25a00/0x57b8ff0e0305191d lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764725.214159:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9445867bee00) 00010000:00010000:2.0:1775764725.214161:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764725.214164:0:42326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25a00/0x57b8ff0e0305191d lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764725.214169:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25a00/0x57b8ff0e0305191d lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764725.214190:0:42326:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000004fb069ef reply state 00000000477900bf transno 34359739103 ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25c00/0x57b8ff0e03051924 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x3dd7c34f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764725.214201:0:42326:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1775764725.214320:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486e63480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:82781e18-e0e3-4f9f-9a2b-041bf0344414+7:61542:x1862022098583808:12345-192.168.202.28@tcp:36:rm.0 Request processed in 9628us (9846us total) trans 34359739103 rc 0/0 00000100:00100000:2.0:1775764725.214332:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 874 00010000:00010000:0.0:1775764725.214486:0:43224:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1775764725.214494:0:43224:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24e00/0x57b8ff0e03051932 lrc: 2/0,0 mode: PW/PW res: [0x200003ab4:0x1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764725.214501:0:43224:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445baf24e00 already unused, calling callback (ffffffffc177a060) 00010000:00010000:0.0:1775764725.214506:0:43224:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24e00/0x57b8ff0e03051932 lrc: 2/0,0 mode: PW/PW res: [0x200003ab4:0x1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764725.214513:0:43224:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24e00/0x57b8ff0e03051932 lrc: 3/0,0 mode: PW/PW res: [0x200003ab4:0x1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764725.214523:0:43224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x1:0x0].0x0 (ffff944599e85c00) 00010000:00010000:0.0:1775764725.214526:0:43224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1775764725.214529:0:43224:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24e00/0x57b8ff0e03051932 lrc: 1/0,0 mode: --/PW res: [0x200003ab4:0x1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764725.214535:0:43224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24e00/0x57b8ff0e03051932 lrc: 0/0,0 mode: --/PW res: [0x200003ab4:0x1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764725.214547:0:43224:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764725.214549:0:43224:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764725.214551:0:43224:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764725.219246:0:3314:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25c00/0x57b8ff0e03051924 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x3dd7c34f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764725.219267:0:3314:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25c00/0x57b8ff0e03051924 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x3dd7c34f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764725.219276:0:3314:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25c00/0x57b8ff0e03051924 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x3dd7c34f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764725.219283:0:3314:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445baf25c00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:3.0:1775764725.219290:0:3314:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25c00/0x57b8ff0e03051924 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x3dd7c34f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764725.219300:0:3314:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25c00/0x57b8ff0e03051924 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x3dd7c34f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764725.219325:0:3314:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x3dd7c34f (ffff9445838afa00) 00010000:00010000:3.0:1775764725.219329:0:3314:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764725.219336:0:3314:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25c00/0x57b8ff0e03051924 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x3dd7c34f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764725.219341:0:3314:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25c00/0x57b8ff0e03051924 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x3dd7c34f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764725.268229:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764725.268721:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098584064 00000100:00100000:0.0:1775764725.268732:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098584064 00000100:00100000:0.0:1775764725.268795:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 875 00000100:00100000:0.0:1775764725.268851:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bfe68700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+22:61548:x1862022098584064:12345-192.168.202.28@tcp:101:bash.0 00010000:00010000:0.0:1775764725.268875:0:42325:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764725.269030:0:42325:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944581525600/0x57b8ff0e03051939 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17bc57 expref: -99 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764725.269101:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944581525400/0x57b8ff0e03051940 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764725.269115:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944581525400/0x57b8ff0e03051940 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764725.269127:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944581525400/0x57b8ff0e03051940 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764725.269191:0:42325:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 9728 00000004:00200000:0.0:1775764725.269195:0:42325:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 42 stripe count 1 MDT count 1 00000004:00010000:0.0:1775764725.269217:0:42325:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff944581525400/0x57b8ff0e03051940 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764725.269240:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944581525600/0x57b8ff0e03051939 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bc57 expref: 24 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764725.269260:0:42325:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff944581525400/0x57b8ff0e03051940 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bc57 expref: 23 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764725.269270:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff944599e85500) 00010000:00010000:0.0:1775764725.269274:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1775764725.269277:0:42325:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944581525400, rc 0) 00000100:00100000:0.0:1775764725.269399:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bfe68700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+23:61548:x1862022098584064:12345-192.168.202.28@tcp:101:bash.0 Request processed in 551us (1181us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764725.269407:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 875 00000100:00100000:1.0:1775764725.274358:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764725.274556:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098584320 00000100:00100000:0.0:1775764725.274569:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098584320 00000100:00100000:0.0:1775764725.274677:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 876 00000100:00100000:0.0:1775764725.274689:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bfe6aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+23:61548:x1862022098584320:12345-192.168.202.28@tcp:101:bash.0 00010000:00010000:0.0:1775764725.274714:0:44493:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764725.274717:0:44493:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1775764725.274750:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944581525400/0x57b8ff0e03051940 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bc57 expref: 23 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764725.274773:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff944599e85500) 00010000:00010000:0.0:1775764725.274785:0:44493:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1775764725.274822:0:44493:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944581524a00/0x57b8ff0e03051947 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17bc5e expref: -99 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764725.275178:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff944581525c00/0x57b8ff0e0305194e lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764725.275195:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944581525c00/0x57b8ff0e0305194e lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764725.275207:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944581525c00/0x57b8ff0e0305194e lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764725.275224:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff944581524600/0x57b8ff0e03051955 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x3dd7c34f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764725.275231:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944581524600/0x57b8ff0e03051955 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x3dd7c34f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764725.275237:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944581524600/0x57b8ff0e03051955 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x3dd7c34f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1775764725.275900:0:44493:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x119:0x0], index 0: 0 00010000:00010000:0.0:1775764725.276647:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944581524c00/0x57b8ff0e0305195c lrc: 3/1,0 mode: --/PR res: [0x200003ab4:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764725.276663:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944581524c00/0x57b8ff0e0305195c lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764725.276673:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944581524c00/0x57b8ff0e0305195c lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764725.276708:0:44493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff944581525c00/0x57b8ff0e0305194e lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764725.276715:0:44493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944581525c00/0x57b8ff0e0305194e lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764725.276722:0:44493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944581525c00/0x57b8ff0e0305194e lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764725.276728:0:44493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944581525c00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:0.0:1775764725.276733:0:44493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944581525c00/0x57b8ff0e0305194e lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764725.276739:0:44493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944581525c00/0x57b8ff0e0305194e lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764725.276750:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff944599e85d00) 00010000:00010000:0.0:1775764725.276753:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764725.276757:0:44493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944581525c00/0x57b8ff0e0305194e lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764725.276767:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944581525c00/0x57b8ff0e0305194e lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764725.276784:0:44493:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000008bc6595b reply state 00000000a54381eb transno 34359739104 ns: mdt-lustre-MDT0000_UUID lock: ffff944581524600/0x57b8ff0e03051955 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x3dd7c34f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764725.276794:0:44493:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1775764725.277200:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944581524a00/0x57b8ff0e03051947 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bc5e expref: 25 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764725.277224:0:44493:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff944581524c00/0x57b8ff0e0305195c lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0x6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bc5e expref: 24 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764725.277232:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x6:0x0].0x0 (ffff944599e85e00) 00010000:00010000:0.0:1775764725.277234:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1775764725.277236:0:44493:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944581524c00, rc 0) 00000100:00100000:0.0:1775764725.277407:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bfe6aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+25:61548:x1862022098584320:12345-192.168.202.28@tcp:101:bash.0 Request processed in 2720us (3059us total) trans 34359739104 rc 0/0 00000100:00100000:0.0:1775764725.277417:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 876 00000100:00100000:1.0:1775764725.285784:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00010000:00010000:3.0:1775764725.286095:0:3315:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff944581524600/0x57b8ff0e03051955 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x3dd7c34f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764725.286112:0:3315:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944581524600/0x57b8ff0e03051955 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x3dd7c34f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764725.286120:0:3315:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944581524600/0x57b8ff0e03051955 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x3dd7c34f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764725.286127:0:3315:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944581524600 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:3.0:1775764725.286135:0:3315:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944581524600/0x57b8ff0e03051955 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x3dd7c34f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764725.286144:0:3315:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944581524600/0x57b8ff0e03051955 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x3dd7c34f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764725.286165:0:3315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x3dd7c34f (ffff944599e85600) 00010000:00010000:3.0:1775764725.286169:0:3315:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764725.286175:0:3315:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944581524600/0x57b8ff0e03051955 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x3dd7c34f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764725.286182:0:3315:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944581524600/0x57b8ff0e03051955 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x3dd7c34f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764725.286259:0:42946:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098584448 00000100:00100000:0.0:1775764725.286272:0:42946:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098584448 00000100:00100000:0.0:1775764725.286383:0:42946:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 233 00000100:00100000:0.0:1775764725.286396:0:42946:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bfe69c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+6:2377:x1862022098584448:12345-192.168.202.28@tcp:101:bash.0 00010000:00010000:0.0:1775764725.286417:0:42946:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764725.286440:0:42946:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d147fce1/0x57b8ff0e0305196a lrc: 2/0,0 mode: --/PR res: [0x240000400:0x119:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17bc65 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1775764725.286476:0:42946:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x119:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1775764725.286501:0:42946:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764725.286504:0:42946:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764725.286513:0:42946:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d147fce1/0x57b8ff0e0305196a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x119:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bc65 expref: 7 pid: 42946 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764725.286531:0:42946:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000d147fce1/0x57b8ff0e0305196a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x119:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bc65 expref: 7 pid: 42946 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764725.286543:0:42946:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944581525600, rc 0) 00000100:00100000:0.0:1775764725.286619:0:42946:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bfe69c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+7:2377:x1862022098584448:12345-192.168.202.28@tcp:101:bash.0 Request processed in 227us (853us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764725.286626:0:42946:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 233 00000100:00100000:1.0:1775764725.290134:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764725.290221:0:42944:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098584576 00000100:00100000:3.0:1775764725.290232:0:42944:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098584576 00000100:00100000:3.0:1775764725.290323:0:42944:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 234 00000100:00100000:3.0:1775764725.290336:0:42944:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bfe68380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+7:61548:x1862022098584576:12345-192.168.202.28@tcp:101:bash.0 00010000:00010000:3.0:1775764725.290357:0:42944:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764725.290475:0:42944:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000089e944af/0x57b8ff0e03051971 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x119:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17bc6c expref: -99 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764725.290518:0:42944:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000d147fce1/0x57b8ff0e0305196a lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x119:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bc65 expref: 8 pid: 42946 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764725.290528:0:42944:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764725.290531:0:42944:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764725.290535:0:42944:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000089e944af/0x57b8ff0e03051971 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x119:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bc6c expref: 8 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764725.290575:0:42944:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000d147fce1/0x57b8ff0e0305196a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x119:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bc65 expref: 8 pid: 42946 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764725.290590:0:42944:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000d147fce1/0x57b8ff0e0305196a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x119:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bc65 expref: 8 pid: 42946 timeout: 2292 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764725.290605:0:42944:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445b2cb1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:42944:1862022119046016:192.168.202.28@tcp:104: 00000100:00100000:3.0:1775764725.290821:0:42944:0:(client.c:2691:ptlrpc_set_wait()) set ffff9445a6277cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1775764725.294117:0:42944:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445b2cb1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:42944:1862022119046016:192.168.202.28@tcp:104: 00010000:00010000:3.0:1775764725.294153:0:42944:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000089e944af/0x57b8ff0e03051971 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x119:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bc6c expref: 8 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764725.294180:0:42944:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445be695400, rc 0) 00000100:00100000:3.0:1775764725.294254:0:42944:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bfe68380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+8:61548:x1862022098584576:12345-192.168.202.28@tcp:101:bash.0 Request processed in 3920us (4130us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764725.294266:0:42944:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 234 00000100:00100000:3.0:1775764725.295880:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764725.296130:0:44302:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098584704 00000100:00100000:0.0:1775764725.296141:0:44302:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098584704 00010000:00010000:0.0:1775764725.296190:0:44302:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000d147fce1/0x57b8ff0e0305196a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x119:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bc65 expref: 8 pid: 42946 timeout: 2292 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764725.296239:0:44302:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 176 00000100:00100000:0.0:1775764725.296249:0:44302:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445b2cb1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+8:2379:x1862022098584704:12345-192.168.202.28@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1775764725.296265:0:44302:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764725.296286:0:44302:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000d147fce1/0x57b8ff0e0305196a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x119:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bc65 expref: 8 pid: 42946 timeout: 2292 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764725.296307:0:44302:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000d147fce1/0x57b8ff0e0305196a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x119:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bc65 expref: 8 pid: 42946 timeout: 2292 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764725.296334:0:44302:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d147fce1/0x57b8ff0e0305196a lrc: 0/0,0 mode: --/PR res: [0x240000400:0x119:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bc65 expref: 8 pid: 42946 timeout: 2292 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764725.296353:0:44302:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764725.296356:0:44302:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764725.296369:0:44302:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000089e944af/0x57b8ff0e03051971 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x119:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bc6c expref: 7 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764725.296380:0:44302:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000089e944af/0x57b8ff0e03051971 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x119:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bc6c expref: 7 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764725.296418:0:44302:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 0000000089e944af/0x57b8ff0e03051971 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x119:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bc6c expref: 7 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764725.296433:0:44302:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944486e63100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:44302:1862022119046144:192.168.202.28@tcp:105: 00000100:00100000:0.0:1775764725.296506:0:44302:0:(client.c:2691:ptlrpc_set_wait()) set ffff944482d64a80 going to sleep for 11 seconds 00000100:00100000:0.0:1775764725.299670:0:44302:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944486e63100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:44302:1862022119046144:192.168.202.28@tcp:105: 00010000:00010000:0.0:1775764725.299706:0:44302:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775764725.299781:0:44302:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445b2cb1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+7:2379:x1862022098584704:12345-192.168.202.28@tcp:103:ldlm_bl.0 Request processed in 3532us (3907us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764725.299793:0:44302:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 176 00000100:00100000:1.0:1775764725.303890:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764725.304054:0:47878:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098584960 00000100:00100000:2.0:1775764725.304065:0:47878:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098584960 00000100:00100000:2.0:1775764725.304122:0:47878:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 251 00000100:00100000:2.0:1775764725.304132:0:47878:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bfe6bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+24:61548:x1862022098584960:12345-192.168.202.28@tcp:35:bash.0 00000100:00100000:2.0:1775764725.304684:0:47878:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bfe6bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+25:61548:x1862022098584960:12345-192.168.202.28@tcp:35:bash.0 Request processed in 552us (809us total) trans 34359739105 rc 0/0 00000100:00100000:2.0:1775764725.304692:0:47878:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 251 00000100:00100000:1.0:1775764725.336229:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764725.336347:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098585088 00000100:00100000:0.0:1775764725.336369:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098585088 00000100:00100000:0.0:1775764725.336445:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 877 00000100:00100000:0.0:1775764725.336459:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bfe68e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+25:61550:x1862022098585088:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:0.0:1775764725.336488:0:42325:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764725.336522:0:42325:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944581525600/0x57b8ff0e03051978 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17bc73 expref: -99 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764725.336616:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944581524a00/0x57b8ff0e0305197f lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764725.336633:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944581524a00/0x57b8ff0e0305197f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764725.336645:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944581524a00/0x57b8ff0e0305197f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764725.336713:0:42325:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 9728 00000004:00200000:0.0:1775764725.336717:0:42325:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 43 stripe count 1 MDT count 1 00000004:00010000:0.0:1775764725.336737:0:42325:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff944581524a00/0x57b8ff0e0305197f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764725.336762:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944581525600/0x57b8ff0e03051978 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bc73 expref: 27 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764725.336783:0:42325:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff944581524a00/0x57b8ff0e0305197f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bc73 expref: 26 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764725.336793:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff944599e85d00) 00010000:00010000:0.0:1775764725.336849:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1775764725.336855:0:42325:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944581524a00, rc 0) 00000100:00100000:0.0:1775764725.336943:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bfe68e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+26:61550:x1862022098585088:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 488us (749us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764725.336951:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 877 00000100:00100000:2.0:1775764725.363607:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764725.363854:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098585344 00000100:00100000:0.0:1775764725.363866:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098585344 00000100:00100000:0.0:1775764725.363948:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 878 00000100:00100000:0.0:1775764725.363958:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bce29500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+26:61552:x1862022098585344:12345-192.168.202.28@tcp:58:lfs.0 00000040:00080000:0.0:1775764725.364383:0:42326:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x32:0x0].18, 136 off10640 00000100:00100000:0.0:1775764725.364480:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bce29500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+26:61552:x1862022098585344:12345-192.168.202.28@tcp:58:lfs.0 Request processed in 523us (880us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764725.364488:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 878 00010000:00010000:3.0:1775764725.568923:0:42312:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1775764725.761104:0:42356:0:(llog.c:800:llog_process_thread()) index: 8, lh_last_idx: 8 synced_idx: 8 lgh_last_idx: 8 00000040:00080000:3.0:1775764725.761113:0:42356:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x32:0x0] at index 8 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1775764725.761156:0:42356:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x32:0x0] index 19 count 6 00000040:00080000:3.0:1775764725.761162:0:42356:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 9 count 2 00000100:00100000:3.0:1775764725.761434:0:42356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445b2cb0a80 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:42356:1862022119046272:192.168.202.28@tcp:107:hsm_cdtr.0 00000100:00100000:3.0:1775764725.761546:0:42356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9445885230c0 going to sleep for 11 seconds 00000100:00100000:3.0:1775764725.776763:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764725.776871:0:42356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445b2cb0a80 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:42356:1862022119046272:192.168.202.28@tcp:107:hsm_cdtr.0 00000100:00100000:0.0:1775764725.777867:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098585472 00000100:00100000:0.0:1775764725.777877:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098585472 00000100:00100000:0.0:1775764725.777946:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 879 00000100:00100000:0.0:1775764725.777957:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445b2cb2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+26:61563:x1862022098585472:12345-192.168.202.28@tcp:53:lhsmtool_posix.0 00000004:00000080:0.0:1775764725.777997:0:42325:0:(mdt_handler.c:7957:mdt_fid2path()) path get [0x200003ab4:0x6:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1775764725.778128:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445b2cb2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+26:61563:x1862022098585472:12345-192.168.202.28@tcp:53:lhsmtool_posix.0 Request processed in 172us (1374us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764725.778136:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 879 00000100:00100000:0.0:1775764725.800066:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764725.800148:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098585728 00000100:00100000:1.0:1775764725.800162:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098585728 00000100:00100000:1.0:1775764725.800242:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 880 00000100:00100000:1.0:1775764725.800254:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486e63100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+26:61563:x1862022098585728:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1775764725.800276:0:42326:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764725.800298:0:42326:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944488002e00/0x57b8ff0e03051986 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17bc7a expref: -99 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764725.800418:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944488002a00/0x57b8ff0e0305198d lrc: 3/1,0 mode: --/PR res: [0x200003ab4:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764725.800432:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944488002a00/0x57b8ff0e0305198d lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764725.800444:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944488002a00/0x57b8ff0e0305198d lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764725.800454:0:42326:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab4:0x6:0x0]: returning size 14 00010000:00010000:1.0:1775764725.800635:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944488002e00/0x57b8ff0e03051986 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bc7a expref: 29 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764725.800655:0:42326:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff944488002a00/0x57b8ff0e0305198d lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0x6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bc7a expref: 28 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764725.800663:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x6:0x0].0x0 (ffff944599e85e00) 00010000:00010000:1.0:1775764725.800666:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1775764725.800669:0:42326:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944488002a00, rc 0) 00000100:00100000:1.0:1775764725.800728:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486e63100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+28:61563:x1862022098585728:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 Request processed in 477us (672us total) trans 34359739106 rc 0/0 00000100:00100000:1.0:1775764725.800735:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 880 00000100:00100000:0.0:1775764725.807621:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764725.807665:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764725.807735:0:43212:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098585856 00000100:00100000:3.0:1775764725.807745:0:43212:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098585856 00000100:00100000:3.0:1775764725.807832:0:43212:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 235 00000100:00100000:3.0:1775764725.807843:0:43212:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486e62300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+7:2379:x1862022098585856:12345-192.168.202.28@tcp:1:lhsmtool_posix.0 00010000:00010000:3.0:1775764725.807890:0:43212:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000919a6d03/0x57b8ff0e0305199b lrc: 3/1,0 mode: --/PR res: [0x240000400:0x119:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764725.807921:0:43212:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000089e944af/0x57b8ff0e03051971 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x119:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bc6c expref: 7 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764725.807930:0:43212:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1775764725.807932:0:43212:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1775764725.807935:0:43212:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000919a6d03/0x57b8ff0e0305199b lrc: 4/1,0 mode: --/PR res: [0x240000400:0x119:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764725.807980:0:43212:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000089e944af/0x57b8ff0e03051971 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x119:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bc6c expref: 7 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764725.808001:0:43212:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000089e944af/0x57b8ff0e03051971 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x119:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bc6c expref: 7 pid: 42944 timeout: 2292 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764725.808023:0:43212:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445b2cb0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:43212:1862022119046400:192.168.202.28@tcp:104: 00000100:00100000:3.0:1775764725.808100:0:43212:0:(client.c:2691:ptlrpc_set_wait()) set ffff9445885230c0 going to sleep for 11 seconds 00000100:00100000:1.0:1775764725.809100:0:42309:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098585984 00000100:00100000:1.0:1775764725.809109:0:42309:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098585984 00000100:00100000:1.0:1775764725.809237:0:42309:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 76 00000100:00100000:1.0:1775764725.809248:0:42309:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486e60e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+28:2377:x1862022098585984:12345-192.168.202.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1775764725.809263:0:42309:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764725.809287:0:42309:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944488002a00/0x57b8ff0e0305198d lrc: 0/0,0 mode: --/PR res: [0x200003ab4:0x6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bc7a expref: 28 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764725.809305:0:42309:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x6:0x0].0x0 (ffff944599e85e00) 00010000:00010000:1.0:1775764725.809311:0:42309:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1775764725.809374:0:42309:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486e60e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+27:2377:x1862022098585984:12345-192.168.202.28@tcp:103:ldlm_bl.0 Request processed in 128us (1709us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764725.809382:0:42309:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 76 00000100:00100000:3.0:1775764725.815343:0:43212:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445b2cb0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:43212:1862022119046400:192.168.202.28@tcp:104: 00010000:00010000:3.0:1775764725.815389:0:43212:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000919a6d03/0x57b8ff0e0305199b lrc: 3/1,0 mode: --/PR res: [0x240000400:0x119:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764725.816324:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764725.816491:0:42949:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098586112 00000100:00100000:3.0:1775764725.816501:0:42949:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098586112 00002000:00100000:3.0:1775764725.816557:0:42949:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x119:0x0] (0->13) req@ffff944486e60000 x1862022098586112/t0(0) o4->fcf15866-4739-4595-8fe1-44abde7ee9d7@192.168.202.28@tcp:206/0 lens 504/0 e 0 to 0 dl 1775764736 ref 1 fl New:/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764725.816568:0:42949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff944486e60000 with x1862022098586112 ext(0->13) 00010000:00010000:3.0:1775764725.816664:0:42949:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 0000000089e944af/0x57b8ff0e03051971 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x119:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bc6c expref: 8 pid: 42944 timeout: 2292 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764725.816680:0:42949:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 0000000089e944af/0x57b8ff0e03051971 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x119:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bc6c expref: 8 pid: 42944 timeout: 2292 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1775764725.816687:0:42949:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff944486e60000 00000100:00100000:3.0:1775764725.816755:0:42949:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 10 00000100:00100000:3.0:1775764725.816767:0:42949:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486e60000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+8:2378:x1862022098586112:12345-192.168.202.28@tcp:4:bash.0 00000100:00100000:3.0:1775764725.817421:0:42949:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486e60000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+10:2378:x1862022098586112:12345-192.168.202.28@tcp:4:bash.0 Request processed in 651us (1096us total) trans 34359738441 rc 0/0 00000100:00100000:3.0:1775764725.817432:0:42949:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 10 00002000:00100000:3.0:1775764725.817440:0:42949:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x119:0x0] (0->13) req@ffff944486e60000 x1862022098586112/t34359738441(0) o4->fcf15866-4739-4595-8fe1-44abde7ee9d7@192.168.202.28@tcp:206/0 lens 504/448 e 0 to 0 dl 1775764736 ref 1 fl Complete:H/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764725.817450:0:42949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff944486e60000 with x1862022098586112 ext(0->13) 00010000:00010000:3.0:1775764725.817456:0:42949:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 0000000089e944af/0x57b8ff0e03051971 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x119:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bc6c expref: 10 pid: 42944 timeout: 2292 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764725.817473:0:42949:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 0000000089e944af/0x57b8ff0e03051971 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x119:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bc6c expref: 10 pid: 42944 timeout: 2292 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1775764725.817480:0:42949:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff944486e60000 00000100:00100000:2.0:1775764725.821853:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764725.821938:0:42310:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098586240 00000100:00100000:3.0:1775764725.821949:0:42310:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098586240 00010000:00010000:3.0:1775764725.821987:0:42310:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000089e944af/0x57b8ff0e03051971 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x119:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bc6c expref: 10 pid: 42944 timeout: 2292 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764725.822034:0:42310:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 177 00000100:00100000:3.0:1775764725.822044:0:42310:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bce2b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+10:2378:x1862022098586240:12345-192.168.202.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764725.822059:0:42310:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1775764725.822078:0:42310:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x119:0x0] updating lvb size from disk: 0 -> 14 00002000:00010000:3.0:1775764725.822080:0:42310:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x119:0x0] updating lvb mtime from disk: 0 -> 1775764725 00002000:00010000:3.0:1775764725.822083:0:42310:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x119:0x0] updating lvb ctime from disk: 0 -> 1775764725 00010000:00010000:3.0:1775764725.822089:0:42310:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000089e944af/0x57b8ff0e03051971 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x119:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bc6c expref: 10 pid: 42944 timeout: 2292 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764725.822105:0:42310:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000089e944af/0x57b8ff0e03051971 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x119:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bc6c expref: 10 pid: 42944 timeout: 2292 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764725.822130:0:42310:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000089e944af/0x57b8ff0e03051971 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x119:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bc6c expref: 10 pid: 42944 timeout: 2292 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764725.822146:0:42310:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764725.822148:0:42310:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764725.822153:0:42310:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000919a6d03/0x57b8ff0e0305199b lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x119:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764725.822163:0:42310:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000919a6d03/0x57b8ff0e0305199b lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x119:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764725.822198:0:42310:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764725.822259:0:42310:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bce2b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+9:2378:x1862022098586240:12345-192.168.202.28@tcp:103:ldlm_bl.0 Request processed in 216us (415us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764725.822267:0:42310:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 177 00010000:00010000:1.0:1775764725.822770:0:43212:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000919a6d03/0x57b8ff0e0305199b lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x119:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764725.822781:0:43212:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000919a6d03/0x57b8ff0e0305199b lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x119:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764725.822830:0:43212:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000919a6d03/0x57b8ff0e0305199b lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x119:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764725.822839:0:43212:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000919a6d03/0x57b8ff0e0305199b lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x119:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764725.822849:0:43212:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000919a6d03/0x57b8ff0e0305199b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x119:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764725.822856:0:43212:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445be694600 already unused, calling callback (ffffffffc177a060) 00010000:00010000:1.0:1775764725.822860:0:43212:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000919a6d03/0x57b8ff0e0305199b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x119:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764725.822869:0:43212:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000919a6d03/0x57b8ff0e0305199b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x119:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764725.822881:0:43212:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000919a6d03/0x57b8ff0e0305199b lrc: 2/0,0 mode: --/PR res: [0x240000400:0x119:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764725.822888:0:43212:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000919a6d03/0x57b8ff0e0305199b lrc: 0/0,0 mode: --/PR res: [0x240000400:0x119:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764725.822966:0:43212:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486e62300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+8:2379:x1862022098585856:12345-192.168.202.28@tcp:1:lhsmtool_posix.0 Request processed in 15123us (15354us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764725.822975:0:43212:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 235 00000100:00100000:2.0:1775764725.833203:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764725.833311:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098586496 00000100:00100000:0.0:1775764725.833322:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098586496 00000100:00100000:0.0:1775764725.833423:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 881 00000100:00100000:0.0:1775764725.833436:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bce28000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+27:61563:x1862022098586496:12345-192.168.202.28@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1775764725.833560:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bce28000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+27:61563:x1862022098586496:12345-192.168.202.28@tcp:57:lhsmtool_posix.0 Request processed in 126us (369us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764725.833568:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 881 00000100:00100000:2.0:1775764725.837464:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764725.837690:0:42946:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098586624 00000100:00100000:3.0:1775764725.837701:0:42946:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098586624 00000100:00100000:3.0:1775764725.837753:0:42946:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 236 00000100:00100000:3.0:1775764725.837763:0:42946:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bce29880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+8:2379:x1862022098586624:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1775764725.837782:0:42946:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764725.837838:0:42946:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000089e944af/0x57b8ff0e030519a2 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x119:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17bc81 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1775764725.837871:0:42946:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x119:0x0] initial LVB size: 14, mtime: 0x69d804f5, atime: 0x0, ctime: 0x69d804f5, blocks: 0x1 00010000:00010000:3.0:1775764725.837906:0:42946:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764725.837909:0:42946:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764725.837919:0:42946:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000089e944af/0x57b8ff0e030519a2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x119:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bc81 expref: 9 pid: 42946 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764725.837937:0:42946:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000089e944af/0x57b8ff0e030519a2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x119:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bc81 expref: 9 pid: 42946 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764725.837952:0:42946:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445be695400, rc 0) 00000100:00100000:3.0:1775764725.838001:0:42946:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bce29880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+9:2379:x1862022098586624:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 Request processed in 240us (549us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764725.838008:0:42946:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 236 00000100:00100000:2.0:1775764725.840759:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764725.840845:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098586880 00000100:00100000:1.0:1775764725.840856:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098586880 00000100:00100000:1.0:1775764725.841006:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 882 00000100:00100000:1.0:1775764725.841025:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bce2ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+27:61563:x1862022098586880:12345-192.168.202.28@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1775764725.841150:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bce2ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+27:61563:x1862022098586880:12345-192.168.202.28@tcp:57:lhsmtool_posix.0 Request processed in 135us (400us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764725.841159:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 882 00000100:00100000:2.0:1775764725.844089:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764725.844304:0:42950:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098587008 00000100:00100000:3.0:1775764725.844317:0:42950:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098587008 00002000:00100000:3.0:1775764725.844464:0:42950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x119:0x0] (0->4095) req@ffff9445bce29f80 x1862022098587008/t0(0) o3->fcf15866-4739-4595-8fe1-44abde7ee9d7@192.168.202.28@tcp:206/0 lens 488/0 e 0 to 0 dl 1775764736 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764725.844476:0:42950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9445bce29f80 with x1862022098587008 ext(0->4095) 00002000:00010000:3.0:1775764725.844483:0:42950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9445bce29f80 00000100:00100000:3.0:1775764725.844555:0:42950:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 70 00000100:00100000:3.0:1775764725.844566:0:42950:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bce29f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+9:2376:x1862022098587008:12345-192.168.202.28@tcp:3:lhsmtool_posix.0 00000100:00100000:3.0:1775764725.844793:0:42950:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bce29f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+9:2376:x1862022098587008:12345-192.168.202.28@tcp:3:lhsmtool_posix.0 Request processed in 228us (714us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1775764725.844829:0:42950:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 70 00002000:00100000:3.0:1775764725.844836:0:42950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x119:0x0] (0->4095) req@ffff9445bce29f80 x1862022098587008/t0(0) o3->fcf15866-4739-4595-8fe1-44abde7ee9d7@192.168.202.28@tcp:206/0 lens 488/4536 e 0 to 0 dl 1775764736 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764725.844844:0:42950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9445bce29f80 with x1862022098587008 ext(0->4095) 00002000:00010000:3.0:1775764725.844847:0:42950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9445bce29f80 00000100:00100000:3.0:1775764725.883203:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764725.883448:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098587136 00000100:00100000:1.0:1775764725.883463:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098587136 00000100:00100000:1.0:1775764725.883525:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 883 00000100:00100000:1.0:1775764725.883535:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445b2cb0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+27:61563:x1862022098587136:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1775764725.883556:0:42324:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764725.883576:0:42324:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944488002a00/0x57b8ff0e030519a9 lrc: 2/0,0 mode: --/PR res: [0x200003ab4:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17bc88 expref: -99 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764725.883608:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944488002200/0x57b8ff0e030519b0 lrc: 3/1,0 mode: --/PR res: [0x200003ab4:0x6:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764725.883622:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944488002200/0x57b8ff0e030519b0 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x6:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764725.883634:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944488002200/0x57b8ff0e030519b0 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x6:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764725.883734:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944488002a00/0x57b8ff0e030519a9 lrc: 0/0,0 mode: --/PR res: [0x200003ab4:0x6:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bc88 expref: 29 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764725.883754:0:42324:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff944488002200/0x57b8ff0e030519b0 lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0x6:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bc88 expref: 28 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764725.883763:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x6:0x0].0x0 (ffff944599e85e00) 00010000:00010000:1.0:1775764725.883766:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1775764725.883770:0:42324:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944488002200, rc 0) 00000100:00100000:1.0:1775764725.883861:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445b2cb0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+28:61563:x1862022098587136:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 Request processed in 327us (673us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764725.883869:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 883 00000100:00100000:0.0:1775764725.890345:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764725.890471:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098587264 00000100:00100000:1.0:1775764725.890482:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098587264 00000100:00100000:1.0:1775764725.890543:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 884 00000100:00100000:1.0:1775764725.890552:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486e60380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+28:61563:x1862022098587264:12345-192.168.202.28@tcp:53:lhsmtool_posix.0 00000004:00000080:1.0:1775764725.890584:0:44493:0:(mdt_handler.c:7957:mdt_fid2path()) path get [0x200003ab4:0x6:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1775764725.890675:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486e60380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+28:61563:x1862022098587264:12345-192.168.202.28@tcp:53:lhsmtool_posix.0 Request processed in 124us (340us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764725.890683:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 884 00000100:00100000:1.0:1775764725.896526:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764725.898368:0:42945:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098587392 00000100:00100000:0.0:1775764725.898391:0:42945:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098587392 00000100:00100000:0.0:1775764725.898481:0:42945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 237 00000100:00100000:0.0:1775764725.898494:0:42945:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bfe69880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+9:2379:x1862022098587392:12345-192.168.202.28@tcp:1:lhsmtool_posix.0 00010000:00010000:0.0:1775764725.898557:0:42945:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000003804343d/0x57b8ff0e030519b7 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x119:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 42945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764725.898579:0:42945:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764725.898581:0:42945:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764725.898587:0:42945:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003804343d/0x57b8ff0e030519b7 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x119:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 42945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764725.898602:0:42945:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003804343d/0x57b8ff0e030519b7 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x119:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 42945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764725.898635:0:42945:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000003804343d/0x57b8ff0e030519b7 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x119:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 42945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764725.898643:0:42945:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000003804343d/0x57b8ff0e030519b7 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x119:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 42945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764725.898651:0:42945:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000003804343d/0x57b8ff0e030519b7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x119:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 42945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764725.898659:0:42945:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944581524e00 already unused, calling callback (ffffffffc177a060) 00010000:00010000:0.0:1775764725.898664:0:42945:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000003804343d/0x57b8ff0e030519b7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x119:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 42945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764725.898672:0:42945:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000003804343d/0x57b8ff0e030519b7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x119:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 42945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764725.898687:0:42945:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000003804343d/0x57b8ff0e030519b7 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x119:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 42945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764725.898695:0:42945:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003804343d/0x57b8ff0e030519b7 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x119:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 42945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764725.898787:0:42945:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bfe69880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+9:2379:x1862022098587392:12345-192.168.202.28@tcp:1:lhsmtool_posix.0 Request processed in 296us (2272us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764725.898820:0:42945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 237 00000100:00100000:2.0:1775764725.914655:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764725.914721:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098587648 00000100:00100000:1.0:1775764725.914733:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098587648 00000100:00100000:1.0:1775764725.914887:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 885 00000100:00100000:1.0:1775764725.914898:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bce2bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+28:61563:x1862022098587648:12345-192.168.202.28@tcp:57:lhsmtool_posix.0 00010000:00010000:1.0:1775764725.915085:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff944488002a00/0x57b8ff0e030519be lrc: 3/0,1 mode: --/PW res: [0x200003ab4:0x6:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764725.915199:0:42324:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff944488002200/0x57b8ff0e030519b0 lrc: 2/0,0 mode: PR/PR res: [0x200003ab4:0x6:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bc88 expref: 28 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764725.915209:0:42324:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff944488002a00/0x57b8ff0e030519be lrc: 4/0,1 mode: --/PW res: [0x200003ab4:0x6:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764725.915346:0:42324:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff944488002200/0x57b8ff0e030519b0 lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0x6:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bc88 expref: 28 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764725.915364:0:42324:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff944488002200/0x57b8ff0e030519b0 lrc: 4/0,0 mode: PR/PR res: [0x200003ab4:0x6:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bc88 expref: 28 pid: 42324 timeout: 2292 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764725.915380:0:42324:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bfe6b480 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:42324:1862022119046528:192.168.202.28@tcp:104: 00000100:00100000:1.0:1775764725.915477:0:42324:0:(client.c:2691:ptlrpc_set_wait()) set ffff9445b7bab3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1775764725.918206:0:42324:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bfe6b480 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:42324:1862022119046528:192.168.202.28@tcp:104: 00010000:00010000:1.0:1775764725.918245:0:42324:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff944488002a00/0x57b8ff0e030519be lrc: 3/0,1 mode: --/PW res: [0x200003ab4:0x6:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764725.922439:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764725.922556:0:42311:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098587776 00000100:00100000:0.0:1775764725.922566:0:42311:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098587776 00010000:00010000:0.0:1775764725.922608:0:42311:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff944488002200/0x57b8ff0e030519b0 lrc: 4/0,0 mode: PR/PR res: [0x200003ab4:0x6:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bc88 expref: 29 pid: 42324 timeout: 2292 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764725.922652:0:42311:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 178 00000100:00100000:0.0:1775764725.922662:0:42311:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445b2cb3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+29:2378:x1862022098587776:12345-192.168.202.28@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1775764725.922782:0:42311:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764725.922792:0:42311:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff944488002200/0x57b8ff0e030519b0 lrc: 4/0,0 mode: PR/PR res: [0x200003ab4:0x6:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bc88 expref: 29 pid: 42324 timeout: 2292 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764725.922881:0:42311:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff944488002200/0x57b8ff0e030519b0 lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0x6:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bc88 expref: 29 pid: 42324 timeout: 2292 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764725.922910:0:42311:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944488002200/0x57b8ff0e030519b0 lrc: 0/0,0 mode: --/PR res: [0x200003ab4:0x6:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bc88 expref: 29 pid: 42324 timeout: 2292 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764725.922939:0:42311:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x6:0x0].0x0 (ffff944599e85e00) 00010000:00010000:0.0:1775764725.922944:0:42311:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff944488002a00/0x57b8ff0e030519be lrc: 3/0,1 mode: --/PW res: [0x200003ab4:0x6:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764725.922955:0:42311:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff944488002a00/0x57b8ff0e030519be lrc: 3/0,1 mode: PW/PW res: [0x200003ab4:0x6:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764725.922963:0:42311:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944488002a00/0x57b8ff0e030519be lrc: 4/0,1 mode: PW/PW res: [0x200003ab4:0x6:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764725.923101:0:42311:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1775764725.923160:0:42311:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445b2cb3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+28:2378:x1862022098587776:12345-192.168.202.28@tcp:103:ldlm_bl.0 Request processed in 498us (729us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764725.923169:0:42311:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 178 00010000:00010000:3.0:1775764725.923235:0:42324:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff944488002a00/0x57b8ff0e030519be lrc: 3/0,1 mode: PW/PW res: [0x200003ab4:0x6:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764725.923245:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944488002a00/0x57b8ff0e030519be lrc: 3/0,1 mode: PW/PW res: [0x200003ab4:0x6:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764725.923448:0:42324:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff944488002a00/0x57b8ff0e030519be lrc: 3/0,1 mode: PW/PW res: [0x200003ab4:0x6:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764725.923456:0:42324:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944488002a00/0x57b8ff0e030519be lrc: 2/0,0 mode: PW/PW res: [0x200003ab4:0x6:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764725.923462:0:42324:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944488002a00/0x57b8ff0e030519be lrc: 3/0,0 mode: PW/PW res: [0x200003ab4:0x6:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764725.923468:0:42324:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944488002a00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:3.0:1775764725.923473:0:42324:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944488002a00/0x57b8ff0e030519be lrc: 3/0,0 mode: PW/PW res: [0x200003ab4:0x6:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764725.923481:0:42324:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944488002a00/0x57b8ff0e030519be lrc: 4/0,0 mode: PW/PW res: [0x200003ab4:0x6:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764725.923492:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x6:0x0].0x0 (ffff944599e85e00) 00010000:00010000:3.0:1775764725.923495:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1775764725.923500:0:42324:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944488002a00/0x57b8ff0e030519be lrc: 2/0,0 mode: --/PW res: [0x200003ab4:0x6:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764725.923507:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944488002a00/0x57b8ff0e030519be lrc: 0/0,0 mode: --/PW res: [0x200003ab4:0x6:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764725.923657:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bce2bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+28:61563:x1862022098587648:12345-192.168.202.28@tcp:57:lhsmtool_posix.0 Request processed in 8760us (9011us total) trans 34359739107 rc 0/0 00000100:00100000:3.0:1775764725.923666:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 885 00000040:00080000:1.0:1775764725.923851:0:42356:0:(llog.c:800:llog_process_thread()) index: 8, lh_last_idx: 8 synced_idx: 8 lgh_last_idx: 8 00000040:00080000:1.0:1775764725.923856:0:42356:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x32:0x0] at index 8 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1775764725.924380:0:42356:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x32:0x0] index 64768 count 6 00000040:00080000:1.0:1775764725.924390:0:42356:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 9 count 2 00000100:00100000:3.0:1775764725.930106:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764725.930264:0:42327:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098588032 00000100:00100000:1.0:1775764725.930277:0:42327:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098588032 00000100:00100000:1.0:1775764725.930349:0:42327:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 252 00000100:00100000:1.0:1775764725.930359:0:42327:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445b2cb2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+28:61563:x1862022098588032:12345-192.168.202.28@tcp:35:lhsmtool_posix.0 00000100:00100000:1.0:1775764725.930620:0:42327:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445b2cb2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+29:61563:x1862022098588032:12345-192.168.202.28@tcp:35:lhsmtool_posix.0 Request processed in 262us (525us total) trans 34359739108 rc 0/0 00000100:00100000:1.0:1775764725.930628:0:42327:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 252 00000100:00100000:2.0:1775764726.026288:0:3331:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1775764726.026310:0:3331:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bce29180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3331:1862022119046656:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1775764726.026380:0:3331:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764726.026469:0:42947:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119046656 00000100:00100000:3.0:1775764726.026477:0:42947:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119046656 00000100:00100000:3.0:1775764726.026544:0:42947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 148 00000100:00100000:3.0:1775764726.026554:0:42947:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bce2b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+8:3331:x1862022119046656:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1775764726.026577:0:42947:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 49217536 pending 1703936 free 3704619008 avail 3702521856 00000100:00100000:3.0:1775764726.026621:0:42947:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bce2b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+8:3331:x1862022119046656:12345-0@lo:13:osp-pre-0-0.0 Request processed in 69us (241us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764726.026628:0:42947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 148 00000100:00100000:3.0:1775764726.026675:0:3331:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bce29180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3331:1862022119046656:0@lo:13:osp-pre-0-0.0 00000100:00080000:2.0:1775764726.026724:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000040:00080000:3.0:1775764726.139981:0:48363:0:(llog.c:800:llog_process_thread()) index: 8, lh_last_idx: 8 synced_idx: 8 lgh_last_idx: 8 00000040:00080000:3.0:1775764726.139992:0:48363:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x32:0x0] at index 8 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1775764726.140060:0:48363:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x32:0x0] index 19 count 6 00000040:00080000:3.0:1775764726.140066:0:48363:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 9 count 2 00000100:00100000:0.0:1775764726.231874:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764726.232035:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098588288 00000100:00100000:1.0:1775764726.232046:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098588288 00000100:00100000:1.0:1775764726.232145:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 886 00000100:00100000:1.0:1775764726.232157:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486e61c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+29:61564:x1862022098588288:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:1.0:1775764726.232192:0:42325:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764726.232218:0:42325:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944488003e00/0x57b8ff0e030519c5 lrc: 2/0,0 mode: --/CR res: [0x200003ab4:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17bc8f expref: -99 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764726.232342:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff944488003200/0x57b8ff0e030519cc lrc: 3/0,1 mode: --/PW res: [0x200003ab4:0x6:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764726.232371:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944488003200/0x57b8ff0e030519cc lrc: 3/0,1 mode: PW/PW res: [0x200003ab4:0x6:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764726.232386:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944488003200/0x57b8ff0e030519cc lrc: 3/0,1 mode: PW/PW res: [0x200003ab4:0x6:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764726.232399:0:42325:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab4:0x6:0x0]: returning size 14 00010000:00010000:1.0:1775764726.232527:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944488003e00/0x57b8ff0e030519c5 lrc: 0/0,0 mode: --/CR res: [0x200003ab4:0x6:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bc8f expref: 32 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764726.232547:0:42325:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff944488003200/0x57b8ff0e030519cc lrc: 3/0,0 mode: PW/PW res: [0x200003ab4:0x6:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bc8f expref: 31 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764726.232556:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x6:0x0].0x0 (ffff944599e85e00) 00010000:00010000:1.0:1775764726.232559:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:1.0:1775764726.232563:0:42325:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944488003200, rc 0) 00000100:00100000:1.0:1775764726.233716:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486e61c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+31:61564:x1862022098588288:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 1552us (1845us total) trans 34359739109 rc 0/0 00000100:00100000:1.0:1775764726.233728:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 886 00000100:00100000:3.0:1775764726.239316:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764726.239685:0:42946:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098588416 00000100:00100000:0.0:1775764726.239697:0:42946:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098588416 00000100:00100000:0.0:1775764726.239837:0:42946:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 238 00000100:00100000:0.0:1775764726.239849:0:42946:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445b2cb1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+9:2376:x1862022098588416:12345-192.168.202.28@tcp:1:lfs.0 00010000:00010000:0.0:1775764726.239909:0:42946:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b51b997b/0x57b8ff0e030519da lrc: 3/0,1 mode: --/PW res: [0x240000400:0x119:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764726.239931:0:42946:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000089e944af/0x57b8ff0e030519a2 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x119:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bc81 expref: 9 pid: 42946 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764726.239945:0:42946:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764726.239948:0:42946:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764726.239951:0:42946:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b51b997b/0x57b8ff0e030519da lrc: 4/0,1 mode: --/PW res: [0x240000400:0x119:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764726.240002:0:42946:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000089e944af/0x57b8ff0e030519a2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x119:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bc81 expref: 9 pid: 42946 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764726.240029:0:42946:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000089e944af/0x57b8ff0e030519a2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x119:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bc81 expref: 9 pid: 42946 timeout: 2293 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764726.240047:0:42946:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944486e61f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:42946:1862022119046784:192.168.202.28@tcp:104: 00000100:00100000:0.0:1775764726.240144:0:42946:0:(client.c:2691:ptlrpc_set_wait()) set ffff944482d64180 going to sleep for 11 seconds 00000100:00100000:3.0:1775764726.245221:0:42946:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944486e61f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:42946:1862022119046784:192.168.202.28@tcp:104: 00000100:00100000:2.0:1775764726.245247:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00010000:00010000:3.0:1775764726.245257:0:42946:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000b51b997b/0x57b8ff0e030519da lrc: 3/0,1 mode: --/PW res: [0x240000400:0x119:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764726.245304:0:42310:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098588544 00000100:00100000:3.0:1775764726.245310:0:42310:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098588544 00000100:00080000:1.0:1775764726.245328:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:3.0:1775764726.245357:0:42310:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000089e944af/0x57b8ff0e030519a2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x119:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bc81 expref: 10 pid: 42946 timeout: 2293 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764726.245408:0:42310:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 179 00000100:00100000:3.0:1775764726.245417:0:42310:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bce29c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+10:2378:x1862022098588544:12345-192.168.202.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764726.245435:0:42310:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764726.245459:0:42310:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000089e944af/0x57b8ff0e030519a2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x119:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bc81 expref: 10 pid: 42946 timeout: 2293 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764726.245473:0:42310:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000089e944af/0x57b8ff0e030519a2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x119:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bc81 expref: 10 pid: 42946 timeout: 2293 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764726.245500:0:42310:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000089e944af/0x57b8ff0e030519a2 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x119:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bc81 expref: 10 pid: 42946 timeout: 2293 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764726.245519:0:42310:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764726.245521:0:42310:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764726.245526:0:42310:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000b51b997b/0x57b8ff0e030519da lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x119:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764726.245536:0:42310:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b51b997b/0x57b8ff0e030519da lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x119:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764726.245914:0:42310:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764726.245981:0:42310:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bce29c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+9:2378:x1862022098588544:12345-192.168.202.28@tcp:103:ldlm_bl.0 Request processed in 564us (733us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764726.245989:0:42310:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 179 00010000:00010000:2.0:1775764726.248922:0:42946:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000b51b997b/0x57b8ff0e030519da lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x119:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764726.248942:0:42946:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b51b997b/0x57b8ff0e030519da lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x119:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764726.248980:0:42946:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b51b997b/0x57b8ff0e030519da lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x119:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764726.248989:0:42946:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000b51b997b/0x57b8ff0e030519da lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x119:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764726.248997:0:42946:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000b51b997b/0x57b8ff0e030519da lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x119:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764726.249005:0:42946:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944581525400 already unused, calling callback (ffffffffc177a060) 00010000:00010000:2.0:1775764726.249019:0:42946:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000b51b997b/0x57b8ff0e030519da lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x119:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764726.249035:0:42946:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000b51b997b/0x57b8ff0e030519da lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x119:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764726.249059:0:42946:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000b51b997b/0x57b8ff0e030519da lrc: 2/0,0 mode: --/PW res: [0x240000400:0x119:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764726.249067:0:42946:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b51b997b/0x57b8ff0e030519da lrc: 0/0,0 mode: --/PW res: [0x240000400:0x119:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764726.249176:0:42946:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445b2cb1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+8:2376:x1862022098588416:12345-192.168.202.28@tcp:1:lfs.0 Request processed in 9326us (9870us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764726.249188:0:42946:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 238 00000100:00100000:2.0:1775764726.257240:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764726.257413:0:42328:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098588800 00000100:00100000:3.0:1775764726.257425:0:42328:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098588800 00000100:00100000:3.0:1775764726.257492:0:42328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 253 00000100:00100000:3.0:1775764726.257502:0:42328:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bce2a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+31:61564:x1862022098588800:12345-192.168.202.28@tcp:35:lfs.0 00000004:00010000:3.0:1775764726.257571:0:42328:0:(mdt_open.c:1994:mdt_hsm_release()) ### [0x200003ab4:0x6:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff944488003200/0x57b8ff0e030519cc lrc: 3/0,0 mode: PW/PW res: [0x200003ab4:0x6:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bc8f expref: 31 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1775764726.257996:0:42328:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 34359739110 00000001:00080000:3.0:1775764726.258384:0:42328:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 34359739111 00010000:00010000:3.0:1775764726.258448:0:42328:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695400/0x57b8ff0e030519e1 lrc: 3/0,1 mode: --/EX res: [0x200003ab4:0x6:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764726.258465:0:42328:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff944581524c00/0x57b8ff0e0305195c lrc: 2/0,0 mode: PR/PR res: [0x200003ab4:0x6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bc5e expref: 34 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764726.258475:0:42328:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695400/0x57b8ff0e030519e1 lrc: 4/0,1 mode: --/EX res: [0x200003ab4:0x6:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764726.258518:0:42328:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff944581524c00/0x57b8ff0e0305195c lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0x6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bc5e expref: 34 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764726.258537:0:42328:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff944581524c00/0x57b8ff0e0305195c lrc: 4/0,0 mode: PR/PR res: [0x200003ab4:0x6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bc5e expref: 34 pid: 44493 timeout: 2293 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764726.258558:0:42328:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944590389f80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:42328:1862022119046912:192.168.202.28@tcp:104: 00000100:00100000:3.0:1775764726.258674:0:42328:0:(client.c:2691:ptlrpc_set_wait()) set ffff944588523840 going to sleep for 11 seconds 00000100:00100000:3.0:1775764726.265727:0:42328:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944590389f80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:42328:1862022119046912:192.168.202.28@tcp:104: 00010000:00010000:3.0:1775764726.265757:0:42328:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695400/0x57b8ff0e030519e1 lrc: 3/0,1 mode: --/EX res: [0x200003ab4:0x6:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42328 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764726.268932:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764726.269282:0:42309:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098588928 00000100:00100000:0.0:1775764726.269293:0:42309:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098588928 00010000:00010000:0.0:1775764726.269340:0:42309:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff944581524c00/0x57b8ff0e0305195c lrc: 4/0,0 mode: PR/PR res: [0x200003ab4:0x6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bc5e expref: 35 pid: 44493 timeout: 2293 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764726.269393:0:42309:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 180 00000100:00100000:0.0:1775764726.269404:0:42309:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bce29180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+35:2379:x1862022098588928:12345-192.168.202.28@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1775764726.269419:0:42309:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764726.269426:0:42309:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff944581524c00/0x57b8ff0e0305195c lrc: 4/0,0 mode: PR/PR res: [0x200003ab4:0x6:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bc5e expref: 35 pid: 44493 timeout: 2293 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764726.269440:0:42309:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff944581524c00/0x57b8ff0e0305195c lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0x6:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bc5e expref: 35 pid: 44493 timeout: 2293 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764726.269463:0:42309:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944581524c00/0x57b8ff0e0305195c lrc: 0/0,0 mode: --/PR res: [0x200003ab4:0x6:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bc5e expref: 35 pid: 44493 timeout: 2293 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764726.269480:0:42309:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x6:0x0].0x0 (ffff944599e85e00) 00010000:00010000:0.0:1775764726.269486:0:42309:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695400/0x57b8ff0e030519e1 lrc: 3/0,1 mode: --/EX res: [0x200003ab4:0x6:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764726.269496:0:42309:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695400/0x57b8ff0e030519e1 lrc: 3/0,1 mode: EX/EX res: [0x200003ab4:0x6:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 42328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764726.269503:0:42309:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695400/0x57b8ff0e030519e1 lrc: 4/0,1 mode: EX/EX res: [0x200003ab4:0x6:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 42328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764726.269540:0:42309:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775764726.269592:0:42309:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bce29180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+34:2379:x1862022098588928:12345-192.168.202.28@tcp:103:ldlm_bl.0 Request processed in 190us (671us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764726.269599:0:42309:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 180 00010000:00010000:2.0:1775764726.270092:0:42328:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695400/0x57b8ff0e030519e1 lrc: 3/0,1 mode: EX/EX res: [0x200003ab4:0x6:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764726.270102:0:42328:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695400/0x57b8ff0e030519e1 lrc: 3/0,1 mode: EX/EX res: [0x200003ab4:0x6:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42328 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1775764726.270231:0:42328:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 34359739112 00000001:00080000:2.0:1775764726.270445:0:42328:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 34359739113 00000100:00100000:2.0:1775764726.270546:0:42328:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff94458913a300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:42328:1862022119047040:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1775764726.270620:0:42328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764726.270648:0:42328:0:(client.c:2691:ptlrpc_set_wait()) set ffff9445994a7840 going to sleep for 11 seconds 00000100:00100000:0.0:1775764726.271208:0:42330:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119047040 00000100:00100000:0.0:1775764726.271217:0:42330:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119047040 00000100:00100000:0.0:1775764726.271267:0:42330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 62 00000100:00100000:0.0:1775764726.271275:0:42330:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944589139f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+8:42328:x1862022119047040:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1775764726.271379:0:42330:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944589139f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+8:42328:x1862022119047040:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 104us (758us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764726.271387:0:42330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 62 00000100:00100000:2.0:1775764726.271923:0:42328:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff94458913a300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:42328:1862022119047040:0@lo:1000:mdt_rdpg00_001.0 00000001:00080000:2.0:1775764726.272322:0:42328:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 34359739114 00000100:00100000:2.0:1775764726.272414:0:42328:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff94458913a300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:42328:1862022119047168:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1775764726.272459:0:42328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764726.272487:0:42328:0:(client.c:2691:ptlrpc_set_wait()) set ffff9445994a7840 going to sleep for 11 seconds 00000100:00100000:0.0:1775764726.272757:0:42330:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119047168 00000100:00100000:0.0:1775764726.272764:0:42330:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119047168 00000100:00100000:0.0:1775764726.272873:0:42330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 63 00000100:00100000:0.0:1775764726.272882:0:42330:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94458913b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+8:42328:x1862022119047168:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1775764726.273083:0:42330:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94458913b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+9:42328:x1862022119047168:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 202us (623us total) trans 34359738442 rc 0/0 00000100:00100000:0.0:1775764726.273091:0:42330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 63 00000100:00100000:2.0:1775764726.273177:0:42328:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff94458913a300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:42328:1862022119047168:0@lo:1000:mdt_rdpg00_001.0 00000001:00080000:2.0:1775764726.273238:0:42328:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 34359739115 00010000:00010000:2.0:1775764726.273289:0:42328:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695400/0x57b8ff0e030519e1 lrc: 3/0,1 mode: EX/EX res: [0x200003ab4:0x6:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764726.273300:0:42328:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695400/0x57b8ff0e030519e1 lrc: 2/0,0 mode: EX/EX res: [0x200003ab4:0x6:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764726.273308:0:42328:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695400/0x57b8ff0e030519e1 lrc: 3/0,0 mode: EX/EX res: [0x200003ab4:0x6:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764726.273315:0:42328:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445be695400 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764726.273321:0:42328:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695400/0x57b8ff0e030519e1 lrc: 3/0,0 mode: EX/EX res: [0x200003ab4:0x6:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764726.273329:0:42328:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695400/0x57b8ff0e030519e1 lrc: 4/0,0 mode: EX/EX res: [0x200003ab4:0x6:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764726.273345:0:42328:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x6:0x0].0x0 (ffff944599e85e00) 00010000:00010000:2.0:1775764726.273348:0:42328:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:2.0:1775764726.273364:0:42328:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695400/0x57b8ff0e030519e1 lrc: 2/0,0 mode: --/EX res: [0x200003ab4:0x6:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764726.273371:0:42328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695400/0x57b8ff0e030519e1 lrc: 0/0,0 mode: --/EX res: [0x200003ab4:0x6:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42328 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1775764726.273647:0:42328:0:(mdd_object.c:4010:mdd_close()) Object [0x200003ab4:0x7:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:2.0:1775764726.273764:0:42328:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x2e:0x0].22, 64 off9768 00000004:00080000:2.0:1775764726.273779:0:42328:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 2193120979834ns, next at 2194120977204ns, rc = 0 00000001:00080000:2.0:1775764726.273786:0:42328:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 34359739116 00010000:00010000:2.0:1775764726.273846:0:42328:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x6:0x0].0x0 (ffff944599e85e00) 00010000:00010000:2.0:1775764726.273849:0:42328:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1775764726.273856:0:42328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944488003200/0x57b8ff0e030519cc lrc: 0/0,0 mode: --/PW res: [0x200003ab4:0x6:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bc8f expref: 38 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764726.273967:0:42328:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bce2a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+37:61564:x1862022098588800:12345-192.168.202.28@tcp:35:lfs.0 Request processed in 16466us (16737us total) trans 34359739117 rc 0/0 00000100:00100000:2.0:1775764726.273976:0:42328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 253 00000020:00080000:2.0:1775764726.273981:0:42328:0:(tgt_main.c:783:tgt_ses_key_exit()) total 8 transactions per RPC 00000100:00100000:3.0:1775764726.303152:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764726.303226:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098589184 00000100:00100000:0.0:1775764726.303238:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098589184 00000100:00100000:0.0:1775764726.303294:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 887 00000100:00100000:0.0:1775764726.303304:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944590389f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+37:61567:x1862022098589184:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:0.0:1775764726.303329:0:42326:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764726.303350:0:42326:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944581524c00/0x57b8ff0e030519e8 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17bc96 expref: -99 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764726.303427:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff944581525400/0x57b8ff0e030519ef lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764726.303441:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944581525400/0x57b8ff0e030519ef lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764726.303453:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944581525400/0x57b8ff0e030519ef lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764726.303467:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944581525c00/0x57b8ff0e030519f6 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3dd7c34f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764726.303474:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944581525c00/0x57b8ff0e030519f6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3dd7c34f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764726.303480:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944581525c00/0x57b8ff0e030519f6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3dd7c34f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764726.303625:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944581525600/0x57b8ff0e030519fd lrc: 3/1,0 mode: --/PR res: [0x200003ab4:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764726.303633:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944581525600/0x57b8ff0e030519fd lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764726.303641:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944581525600/0x57b8ff0e030519fd lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764726.303651:0:42326:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab4:0x6:0x0]: returning size 14 00010000:00010000:0.0:1775764726.303770:0:42326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff944581525400/0x57b8ff0e030519ef lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764726.303777:0:42326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944581525400/0x57b8ff0e030519ef lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764726.303785:0:42326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944581525400/0x57b8ff0e030519ef lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764726.303790:0:42326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944581525400 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:0.0:1775764726.303794:0:42326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944581525400/0x57b8ff0e030519ef lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764726.303828:0:42326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944581525400/0x57b8ff0e030519ef lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764726.303839:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff944599e85d00) 00010000:00010000:0.0:1775764726.303842:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764726.303848:0:42326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944581525400/0x57b8ff0e030519ef lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764726.303854:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944581525400/0x57b8ff0e030519ef lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764726.303867:0:42326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944581525c00/0x57b8ff0e030519f6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3dd7c34f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764726.303873:0:42326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944581525c00/0x57b8ff0e030519f6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3dd7c34f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764726.303879:0:42326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944581525c00/0x57b8ff0e030519f6 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3dd7c34f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764726.303883:0:42326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944581525c00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:0.0:1775764726.303886:0:42326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944581525c00/0x57b8ff0e030519f6 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3dd7c34f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764726.303892:0:42326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944581525c00/0x57b8ff0e030519f6 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3dd7c34f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764726.303899:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x3dd7c34f (ffff944599e85800) 00010000:00010000:0.0:1775764726.303901:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764726.303904:0:42326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944581525c00/0x57b8ff0e030519f6 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3dd7c34f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764726.303909:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944581525c00/0x57b8ff0e030519f6 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3dd7c34f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764726.303948:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944581524c00/0x57b8ff0e030519e8 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bc96 expref: 40 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764726.303961:0:42326:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff944581525600/0x57b8ff0e030519fd lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0x6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bc96 expref: 39 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764726.303969:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x6:0x0].0x0 (ffff944599e85b00) 00010000:00010000:0.0:1775764726.303971:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1775764726.303974:0:42326:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944581525600, rc 0) 00000100:00100000:0.0:1775764726.304059:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944590389f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+39:61567:x1862022098589184:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 757us (916us total) trans 34359739118 rc 0/0 00000100:00100000:0.0:1775764726.304067:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 887 00000100:00100000:1.0:1775764726.310506:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764726.310617:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098589312 00000100:00100000:3.0:1775764726.310627:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098589312 00000100:00100000:3.0:1775764726.310720:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 888 00000100:00100000:3.0:1775764726.310730:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bfe6b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+39:61567:x1862022098589312:12345-192.168.202.28@tcp:54:lfs.0 00010000:00010000:3.0:1775764726.310795:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694000/0x57b8ff0e03051a0b lrc: 3/1,0 mode: --/PR res: [0x200003ab4:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764726.310840:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694000/0x57b8ff0e03051a0b lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x6:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764726.310851:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694000/0x57b8ff0e03051a0b lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x6:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764726.310876:0:44493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694000/0x57b8ff0e03051a0b lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x6:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764726.310937:0:44493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694000/0x57b8ff0e03051a0b lrc: 2/0,0 mode: PR/PR res: [0x200003ab4:0x6:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764726.310945:0:44493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694000/0x57b8ff0e03051a0b lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0x6:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764726.310954:0:44493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445be694000 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:3.0:1775764726.310958:0:44493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694000/0x57b8ff0e03051a0b lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0x6:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764726.310965:0:44493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694000/0x57b8ff0e03051a0b lrc: 4/0,0 mode: PR/PR res: [0x200003ab4:0x6:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764726.310977:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x6:0x0].0x0 (ffff944599e85b00) 00010000:00010000:3.0:1775764726.310980:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1775764726.310985:0:44493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694000/0x57b8ff0e03051a0b lrc: 2/0,0 mode: --/PR res: [0x200003ab4:0x6:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764726.310990:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694000/0x57b8ff0e03051a0b lrc: 0/0,0 mode: --/PR res: [0x200003ab4:0x6:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764726.311070:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bfe6b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+39:61567:x1862022098589312:12345-192.168.202.28@tcp:54:lfs.0 Request processed in 341us (574us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764726.311078:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 888 00000100:00100000:1.0:1775764726.313791:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764726.314157:0:47878:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098589568 00000100:00100000:0.0:1775764726.314171:0:47878:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098589568 00000100:00100000:0.0:1775764726.314266:0:47878:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 254 00000100:00100000:0.0:1775764726.314277:0:47878:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bfe6a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+39:61567:x1862022098589568:12345-192.168.202.28@tcp:35:lfs.0 00000100:00100000:0.0:1775764726.314540:0:47878:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bfe6a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+40:61567:x1862022098589568:12345-192.168.202.28@tcp:35:lfs.0 Request processed in 264us (761us total) trans 34359739119 rc 0/0 00000100:00100000:0.0:1775764726.314549:0:47878:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 254 00000100:00100000:0.0:1775764726.410268:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764726.410387:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098589824 00000100:00100000:3.0:1775764726.410397:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098589824 00000100:00100000:3.0:1775764726.410457:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 889 00000100:00100000:3.0:1775764726.410467:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486e62a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+40:61577:x1862022098589824:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:3.0:1775764726.410494:0:42324:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764726.410514:0:42324:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695e00/0x57b8ff0e03051a12 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17bc9d expref: -99 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764726.410641:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694000/0x57b8ff0e03051a19 lrc: 3/1,0 mode: --/CR res: [0x200003ab4:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764726.410660:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694000/0x57b8ff0e03051a19 lrc: 3/1,0 mode: CR/CR res: [0x200003ab4:0x6:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764726.410671:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694000/0x57b8ff0e03051a19 lrc: 3/1,0 mode: CR/CR res: [0x200003ab4:0x6:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764726.410683:0:42324:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab4:0x6:0x0]: returning size 14 00010000:00010000:3.0:1775764726.410975:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695e00/0x57b8ff0e03051a12 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bc9d expref: 43 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764726.410993:0:42324:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694000/0x57b8ff0e03051a19 lrc: 3/0,0 mode: CR/CR res: [0x200003ab4:0x6:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bc9d expref: 42 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764726.411002:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x6:0x0].0x0 (ffff944599e85b00) 00010000:00010000:3.0:1775764726.411004:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:3.0:1775764726.411018:0:42324:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445be694000, rc 0) 00000100:00100000:3.0:1775764726.411079:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486e62a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+42:61577:x1862022098589824:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 614us (823us total) trans 34359739120 rc 0/0 00000100:00100000:3.0:1775764726.411085:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 889 00000100:00100000:1.0:1775764726.418207:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764726.418322:0:44302:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098590080 00000100:00100000:0.0:1775764726.418332:0:44302:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098590080 00000100:00100000:0.0:1775764726.418400:0:44302:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 77 00000100:00100000:0.0:1775764726.418411:0:44302:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445b1d48850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+42:61577:x1862022098590080:12345-192.168.202.28@tcp:103:lfs.0 00010000:00010000:0.0:1775764726.418431:0:44302:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1775764726.418456:0:44302:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694000/0x57b8ff0e03051a19 lrc: 0/0,0 mode: --/CR res: [0x200003ab4:0x6:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bc9d expref: 42 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764726.418476:0:44302:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944581525600/0x57b8ff0e030519fd lrc: 0/0,0 mode: --/PR res: [0x200003ab4:0x6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bc96 expref: 41 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764726.418485:0:44302:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x6:0x0].0x0 (ffff944599e85b00) 00010000:00010000:0.0:1775764726.418494:0:44302:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775764726.418552:0:44302:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445b1d48850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+40:61577:x1862022098590080:12345-192.168.202.28@tcp:103:lfs.0 Request processed in 144us (357us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764726.418563:0:44302:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 77 00000100:00100000:1.0:1775764726.421005:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764726.421088:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098590208 00000100:00100000:0.0:1775764726.421098:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098590208 00000100:00100000:0.0:1775764726.421155:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 890 00000100:00100000:0.0:1775764726.421166:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bfe6b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+40:61577:x1862022098590208:12345-192.168.202.28@tcp:58:lfs.0 00010000:00010000:0.0:1775764726.421287:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff944581524c00/0x57b8ff0e03051a27 lrc: 3/0,1 mode: --/EX res: [0x200003ab4:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764726.421304:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944581524c00/0x57b8ff0e03051a27 lrc: 3/0,1 mode: EX/EX res: [0x200003ab4:0x6:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764726.421317:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944581524c00/0x57b8ff0e03051a27 lrc: 3/0,1 mode: EX/EX res: [0x200003ab4:0x6:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1775764726.421583:0:42325:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x32:0x0].19, 136 off10776 00000100:00100000:0.0:1775764726.421668:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bfe6b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+40:61577:x1862022098590208:12345-192.168.202.28@tcp:58:lfs.0 Request processed in 503us (671us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764726.421674:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 890 00000100:00100000:3.0:1775764726.424835:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764726.424945:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098590336 00000100:00100000:0.0:1775764726.424955:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098590336 00000100:00100000:0.0:1775764726.425023:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 891 00000100:00100000:0.0:1775764726.425034:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944489168e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+40:61577:x1862022098590336:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:0.0:1775764726.425058:0:42326:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764726.425079:0:42326:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944581525600/0x57b8ff0e03051a2e lrc: 2/0,0 mode: --/CR res: [0x200003ab4:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17bca4 expref: -99 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764726.425149:0:42326:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff944581524c00/0x57b8ff0e03051a27 lrc: 2/0,1 mode: EX/EX res: [0x200003ab4:0x6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764726.425161:0:42326:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff944581525600/0x57b8ff0e03051a2e lrc: 4/0,0 mode: --/CR res: [0x200003ab4:0x6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bca4 expref: 41 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764726.425180:0:42326:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff944581524c00/0x57b8ff0e03051a27 lrc: 3/0,1 mode: EX/EX res: [0x200003ab4:0x6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764726.425190:0:42326:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff944581525600/0x57b8ff0e03051a2e lrc: 3/0,0 mode: --/CR res: [0x200003ab4:0x6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bca4 expref: 41 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764726.425202:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x6:0x0].0x0 (ffff944599e85800) 00010000:00010000:0.0:1775764726.425204:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1775764726.425207:0:42326:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff944581525600/0x57b8ff0e03051a2e lrc: 3/0,0 mode: --/CR res: [0x200003ab4:0x6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bca4 expref: 41 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764726.425212:0:42326:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944581525600, rc 0) 00000100:00100000:0.0:1775764726.425261:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944489168e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+41:61577:x1862022098590336:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 230us (470us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764726.425265:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 891 00000100:00100000:0.0:1775764726.531829:0:3329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944486e60700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3329:1862022119047552:0@lo:400:kworker.0 00000100:00100000:0.0:1775764726.531916:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764726.531997:0:3329:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1775764726.531997:0:3331:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944486e60e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d8dacf45-8471-4226-a2fb-1fac83f69c1e:3331:1862022119047296:0@lo:400:kworker.0 00000100:00100000:0.0:1775764726.532002:0:3329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944486e63b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3329:1862022119047424:0@lo:400:kworker.0 00000100:00100000:1.0:1775764726.532389:0:3330:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944486e60a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3330:1862022119047680:0@lo:400:kworker.0 00000100:00100000:2.0:1775764726.533771:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119047552 00000100:00100000:2.0:1775764726.533783:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119047552 00000100:00100000:2.0:1775764726.533865:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 343 00000100:00100000:2.0:1775764726.533876:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486e63800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3329:x1862022119047552:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764726.534125:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764726.534214:0:43212:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119047424 00000100:00100000:0.0:1775764726.534219:0:43212:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119047424 00000100:00100000:0.0:1775764726.534281:0:43212:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 243 00000100:00100000:0.0:1775764726.534289:0:43212:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445b2cb1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3329:x1862022119047424:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764726.534351:0:43212:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445b2cb1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3329:x1862022119047424:12345-0@lo:400:kworker.0 Request processed in 64us (226us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764726.534360:0:43212:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 243 00000100:00080000:0.0:1775764726.534386:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1775764726.534421:0:3329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944486e63b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3329:1862022119047424:0@lo:400:kworker.0 00000100:00100000:3.0:1775764726.537278:0:3331:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764726.537449:0:3330:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764726.537557:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119047680 00000100:00100000:1.0:1775764726.537578:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119047680 00000100:00100000:1.0:1775764726.537638:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 344 00000100:00100000:1.0:1775764726.537649:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bfe68a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3330:x1862022119047680:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764726.537707:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bfe68a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3330:x1862022119047680:12345-0@lo:400:kworker.0 Request processed in 60us (257us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764726.537714:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 344 00000100:00100000:1.0:1775764726.537771:0:3330:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944486e60a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3330:1862022119047680:0@lo:400:kworker.0 00000100:00080000:1.0:1775764726.537825:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1775764726.537865:0:3331:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944486e61f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3331:1862022119047808:0@lo:400:kworker.0 00000100:00100000:3.0:1775764726.538452:0:3331:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764726.538557:0:42317:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119047296 00000100:00100000:0.0:1775764726.538563:0:42317:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119047296 00000100:00100000:0.0:1775764726.538608:0:42317:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 281 00000100:00100000:0.0:1775764726.538617:0:42317:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bd37a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d8dacf45-8471-4226-a2fb-1fac83f69c1e+18:3331:x1862022119047296:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764726.538664:0:42317:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bd37a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d8dacf45-8471-4226-a2fb-1fac83f69c1e+18:3331:x1862022119047296:12345-0@lo:400:kworker.0 Request processed in 49us (1396us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764726.538671:0:42317:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 281 00000100:00100000:3.0:1775764726.539022:0:3331:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944486e60e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d8dacf45-8471-4226-a2fb-1fac83f69c1e:3331:1862022119047296:0@lo:400:kworker.0 00000100:00100000:1.0:1775764726.540878:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119047808 00000100:00100000:1.0:1775764726.540891:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119047808 00000100:00080000:0.0:1775764726.541052:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1775764726.541104:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 345 00000100:00100000:1.0:1775764726.541118:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94448916ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3331:x1862022119047808:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764726.541219:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94448916ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3331:x1862022119047808:12345-0@lo:400:kworker.0 Request processed in 105us (2768us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764726.541227:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 345 00000100:00100000:0.0:1775764726.541506:0:3331:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944486e61f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3331:1862022119047808:0@lo:400:kworker.0 00000100:00100000:0.0:1775764726.541847:0:3329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944486e60700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3329:1862022119047552:0@lo:400:kworker.0 00000100:00100000:2.0:1775764726.541848:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486e63800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3329:x1862022119047552:12345-0@lo:400:kworker.0 Request processed in 7881us (9839us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764726.541857:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 343 00010000:00010000:3.0:1775764726.593075:0:42313:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1775764726.977155:0:42356:0:(llog.c:800:llog_process_thread()) index: 8, lh_last_idx: 8 synced_idx: 8 lgh_last_idx: 8 00000040:00080000:1.0:1775764726.977168:0:42356:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x32:0x0] at index 8 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1775764726.977241:0:42356:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x32:0x0] index 20 count 7 00000040:00080000:1.0:1775764726.977250:0:42356:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 9 count 2 00000100:00100000:1.0:1775764726.977420:0:42356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bbd78e00 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:42356:1862022119047936:192.168.202.28@tcp:107:hsm_cdtr.0 00000100:00100000:1.0:1775764726.977526:0:42356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9445b7bab000 going to sleep for 11 seconds 00000100:00100000:3.0:1775764726.990363:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764726.990930:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098590464 00000100:00100000:0.0:1775764726.990940:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098590464 00000100:00100000:0.0:1775764726.991033:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 892 00000100:00100000:0.0:1775764726.991045:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944489168380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+42:61578:x1862022098590464:12345-192.168.202.28@tcp:53:lhsmtool_posix.0 00000004:00000080:0.0:1775764726.991078:0:42326:0:(mdt_handler.c:7957:mdt_fid2path()) path get [0x200003ab4:0x6:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1775764726.991190:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944489168380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+42:61578:x1862022098590464:12345-192.168.202.28@tcp:53:lhsmtool_posix.0 Request processed in 148us (844us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764726.991198:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 892 00000100:00100000:1.0:1775764726.991897:0:42356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bbd78e00 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:42356:1862022119047936:192.168.202.28@tcp:107:hsm_cdtr.0 00000100:00100000:3.0:1775764727.002315:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764727.002413:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098590592 00000100:00100000:1.0:1775764727.002425:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098590592 00000100:00100000:1.0:1775764727.002523:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 893 00000100:00100000:1.0:1775764727.002534:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94448916b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+41:61578:x1862022098590592:12345-192.168.202.28@tcp:34:lhsmtool_posix.0 00010000:00010000:1.0:1775764727.002615:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff944488003e00/0x57b8ff0e03051a35 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764727.002645:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944488003e00/0x57b8ff0e03051a35 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764727.002659:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944488003e00/0x57b8ff0e03051a35 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764727.002677:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944488003c00/0x57b8ff0e03051a3c lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x28930b76 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764727.002684:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944488003c00/0x57b8ff0e03051a3c lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x28930b76 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764727.002692:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944488003c00/0x57b8ff0e03051a3c lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x28930b76 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764727.002716:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944488002a00/0x57b8ff0e03051a43 lrc: 3/1,0 mode: --/PR res: [0x200003ab4:0x6:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764727.002724:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944488002a00/0x57b8ff0e03051a43 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764727.002731:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944488002a00/0x57b8ff0e03051a43 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764727.002775:0:42324:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab4:0x6:0x0]: returning size 14 00000004:00200000:1.0:1775764727.002780:0:42324:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1775764727.002792:0:42324:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff944488002a00/0x57b8ff0e03051a43 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764727.002835:0:42324:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff944488003e00/0x57b8ff0e03051a35 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764727.002843:0:42324:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944488003e00/0x57b8ff0e03051a35 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764727.002851:0:42324:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944488003e00/0x57b8ff0e03051a35 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764727.002857:0:42324:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944488003e00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:1.0:1775764727.002862:0:42324:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944488003e00/0x57b8ff0e03051a35 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764727.002869:0:42324:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944488003e00/0x57b8ff0e03051a35 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764727.002893:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff944598a9bf00) 00010000:00010000:1.0:1775764727.002897:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764727.002902:0:42324:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944488003e00/0x57b8ff0e03051a35 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764727.002908:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944488003e00/0x57b8ff0e03051a35 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764727.002923:0:42324:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944488003c00/0x57b8ff0e03051a3c lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x28930b76 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764727.002934:0:42324:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944488003c00/0x57b8ff0e03051a3c lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x28930b76 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764727.002940:0:42324:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944488003c00/0x57b8ff0e03051a3c lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x28930b76 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764727.002946:0:42324:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944488003c00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:1.0:1775764727.002949:0:42324:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944488003c00/0x57b8ff0e03051a3c lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x28930b76 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764727.002955:0:42324:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944488003c00/0x57b8ff0e03051a3c lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x28930b76 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764727.002963:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x28930b76 (ffff944598a9b200) 00010000:00010000:1.0:1775764727.002965:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00080000:0.0:1775764727.003411:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:1.0:1775764727.003443:0:42324:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944488003c00/0x57b8ff0e03051a3c lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x28930b76 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764727.003531:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944488003c00/0x57b8ff0e03051a3c lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x28930b76 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764727.003553:0:42324:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944488002a00/0x57b8ff0e03051a43 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764727.003560:0:42324:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944488002a00/0x57b8ff0e03051a43 lrc: 2/0,0 mode: PR/PR res: [0x200003ab4:0x6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764727.003566:0:42324:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944488002a00/0x57b8ff0e03051a43 lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0x6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764727.003571:0:42324:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944488002a00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:1.0:1775764727.003575:0:42324:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944488002a00/0x57b8ff0e03051a43 lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0x6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764727.003581:0:42324:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944488002a00/0x57b8ff0e03051a43 lrc: 4/0,0 mode: PR/PR res: [0x200003ab4:0x6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764727.003591:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x6:0x0].0x0 (ffff944599e85800) 00010000:00010000:1.0:1775764727.003594:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764727.003597:0:42324:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944488002a00/0x57b8ff0e03051a43 lrc: 2/0,0 mode: --/PR res: [0x200003ab4:0x6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764727.003603:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944488002a00/0x57b8ff0e03051a43 lrc: 0/0,0 mode: --/PR res: [0x200003ab4:0x6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764727.003837:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94448916b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+41:61578:x1862022098590592:12345-192.168.202.28@tcp:34:lhsmtool_posix.0 Request processed in 1302us (1531us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764727.003849:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 893 00000100:00100000:3.0:1775764727.019601:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764727.019709:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098590848 00000100:00100000:0.0:1775764727.019720:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098590848 00000100:00100000:0.0:1775764727.019830:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 894 00000100:00100000:0.0:1775764727.019843:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94448916a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+41:61578:x1862022098590848:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1775764727.019864:0:42326:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764727.019900:0:42326:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944581525c00/0x57b8ff0e03051a4a lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17bcab expref: -99 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764727.020035:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944581525400/0x57b8ff0e03051a51 lrc: 3/1,0 mode: --/PR res: [0x200003ab4:0x6:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764727.020055:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944581525400/0x57b8ff0e03051a51 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x6:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764727.020069:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944581525400/0x57b8ff0e03051a51 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x6:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764727.020084:0:42326:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab4:0x6:0x0]: returning size 14 00010000:00010000:0.0:1775764727.020203:0:42326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944581525400/0x57b8ff0e03051a51 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x6:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764727.020211:0:42326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944581525400/0x57b8ff0e03051a51 lrc: 2/0,0 mode: PR/PR res: [0x200003ab4:0x6:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764727.020218:0:42326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944581525400/0x57b8ff0e03051a51 lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0x6:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764727.020224:0:42326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944581525400 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:0.0:1775764727.020229:0:42326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944581525400/0x57b8ff0e03051a51 lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0x6:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764727.020236:0:42326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944581525400/0x57b8ff0e03051a51 lrc: 4/0,0 mode: PR/PR res: [0x200003ab4:0x6:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764727.020252:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x6:0x0].0x0 (ffff944599e85800) 00010000:00010000:0.0:1775764727.020255:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1775764727.020260:0:42326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944581525400/0x57b8ff0e03051a51 lrc: 2/0,0 mode: --/PR res: [0x200003ab4:0x6:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764727.020267:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944581525400/0x57b8ff0e03051a51 lrc: 0/0,0 mode: --/PR res: [0x200003ab4:0x6:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764727.020320:0:42326:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff944581525c00/0x57b8ff0e03051a4a lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bcab expref: 43 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764727.020330:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff944598a9bf00) 00010000:00010000:0.0:1775764727.020333:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1775764727.020336:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944581525c00/0x57b8ff0e03051a4a lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bcab expref: 43 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764727.020345:0:42326:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944581525c00, rc 0) 00000100:00100000:0.0:1775764727.020401:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94448916a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+42:61578:x1862022098590848:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 Request processed in 561us (812us total) trans 34359739121 rc 301/301 00000100:00100000:0.0:1775764727.020408:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 894 00000100:00100000:3.0:1775764727.033084:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764727.033482:0:42328:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098591104 00000100:00100000:2.0:1775764727.033494:0:42328:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098591104 00000100:00100000:2.0:1775764727.033551:0:42328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 255 00000100:00100000:2.0:1775764727.033562:0:42328:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445b1dbd850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+42:61578:x1862022098591104:12345-192.168.202.28@tcp:35:lhsmtool_posix.0 00000100:00100000:2.0:1775764727.033845:0:42328:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445b1dbd850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+43:61578:x1862022098591104:12345-192.168.202.28@tcp:35:lhsmtool_posix.0 Request processed in 285us (773us total) trans 34359739122 rc 0/0 00000100:00100000:2.0:1775764727.033853:0:42328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 255 00000100:00100000:3.0:1775764727.044386:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764727.045514:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098591232 00000100:00100000:2.0:1775764727.045528:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098591232 00000100:00100000:2.0:1775764727.045604:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 895 00000100:00100000:2.0:1775764727.045614:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bb489180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+43:61578:x1862022098591232:12345-192.168.202.28@tcp:53:lhsmtool_posix.0 00000004:00000080:2.0:1775764727.045652:0:44493:0:(mdt_handler.c:7957:mdt_fid2path()) path get [0x200003ab4:0x6:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1775764727.045762:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bb489180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+43:61578:x1862022098591232:12345-192.168.202.28@tcp:53:lhsmtool_posix.0 Request processed in 150us (1388us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764727.045771:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 895 00000100:00100000:3.0:1775764727.051957:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764727.052051:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098591488 00000100:00100000:1.0:1775764727.052062:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098591488 00000100:00100000:1.0:1775764727.052115:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 896 00000100:00100000:1.0:1775764727.052124:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bb489f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+43:61578:x1862022098591488:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1775764727.052143:0:42325:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764727.052146:0:42325:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:1.0:1775764727.052171:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944581524a00/0x57b8ff0e0305197f lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bc73 expref: 43 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764727.052189:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff944599e85d00) 00010000:00010000:1.0:1775764727.052200:0:42325:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1775764727.052217:0:42325:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944488002a00/0x57b8ff0e03051a5f lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17bcb2 expref: -99 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764727.052764:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944488003c00/0x57b8ff0e03051a66 lrc: 3/1,0 mode: --/PR res: [0x200003ab4:0x8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764727.052778:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944488003c00/0x57b8ff0e03051a66 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764727.052788:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944488003c00/0x57b8ff0e03051a66 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764727.052851:0:42325:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab4:0x8:0x0]: returning size 0 00010000:00010000:1.0:1775764727.052899:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944488002a00/0x57b8ff0e03051a5f lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bcb2 expref: 45 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764727.052919:0:42325:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff944488003c00/0x57b8ff0e03051a66 lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0x8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bcb2 expref: 44 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764727.052927:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x8:0x0].0x0 (ffff944598a9ba00) 00010000:00010000:1.0:1775764727.052931:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1775764727.052934:0:42325:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944488003c00, rc 0) 00000100:00100000:1.0:1775764727.053016:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bb489f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+44:61578:x1862022098591488:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 Request processed in 892us (1069us total) trans 34359739123 rc 0/0 00000100:00100000:1.0:1775764727.053024:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 896 00000100:00100000:3.0:1775764727.056629:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764727.057103:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098591616 00000100:00100000:2.0:1775764727.057115:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098591616 00000100:00100000:2.0:1775764727.057179:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 897 00000100:00100000:2.0:1775764727.057188:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bb489500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+44:61578:x1862022098591616:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1775764727.057216:0:44493:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764727.057238:0:44493:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25000/0x57b8ff0e03051a74 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17bcb9 expref: -99 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764727.057300:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24a00/0x57b8ff0e03051a7b lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764727.057313:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24a00/0x57b8ff0e03051a7b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764727.057325:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24a00/0x57b8ff0e03051a7b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764727.057400:0:44493:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 9728 00000004:00200000:2.0:1775764727.057404:0:44493:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 43 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764727.057428:0:44493:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24a00/0x57b8ff0e03051a7b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764727.057453:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25000/0x57b8ff0e03051a74 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bcb9 expref: 46 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764727.057472:0:44493:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24a00/0x57b8ff0e03051a7b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bcb9 expref: 45 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764727.057480:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9445838af700) 00010000:00010000:2.0:1775764727.057482:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1775764727.057485:0:44493:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445baf24a00, rc 0) 00000100:00100000:2.0:1775764727.057550:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bb489500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+45:61578:x1862022098591616:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 Request processed in 363us (930us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764727.057556:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 897 00000100:00100000:3.0:1775764727.065969:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764727.066122:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098591872 00000100:00100000:1.0:1775764727.066132:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098591872 00000100:00100000:1.0:1775764727.066195:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 898 00000100:00100000:1.0:1775764727.066207:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bb48a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+45:61578:x1862022098591872:12345-192.168.202.28@tcp:36:lhsmtool_posix.0 00010000:00010000:1.0:1775764727.066271:0:42325:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1775764727.066299:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944488003c00/0x57b8ff0e03051a66 lrc: 0/0,0 mode: --/PR res: [0x200003ab4:0x8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bcb2 expref: 45 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764727.066319:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x8:0x0].0x0 (ffff944598a9ba00) 00010000:00010000:1.0:1775764727.066334:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24a00/0x57b8ff0e03051a7b lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bcb9 expref: 44 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764727.066342:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9445838af700) 00010000:00010000:1.0:1775764727.066361:0:42325:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1775764727.066382:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff944488002a00/0x57b8ff0e03051a82 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764727.066394:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944488002a00/0x57b8ff0e03051a82 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764727.066404:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944488002a00/0x57b8ff0e03051a82 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764727.066415:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff944488003e00/0x57b8ff0e03051a89 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x53a441e6 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764727.066421:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944488003e00/0x57b8ff0e03051a89 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x53a441e6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764727.066428:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944488003e00/0x57b8ff0e03051a89 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x53a441e6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764727.066506:0:42325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff944488002a00/0x57b8ff0e03051a82 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764727.066514:0:42325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944488002a00/0x57b8ff0e03051a82 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764727.066521:0:42325:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944488002a00/0x57b8ff0e03051a82 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764727.066527:0:42325:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944488002a00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:1.0:1775764727.066532:0:42325:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944488002a00/0x57b8ff0e03051a82 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764727.066539:0:42325:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944488002a00/0x57b8ff0e03051a82 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764727.066548:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff944598a9b200) 00010000:00010000:1.0:1775764727.066550:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764727.066554:0:42325:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944488002a00/0x57b8ff0e03051a82 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764727.066560:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944488002a00/0x57b8ff0e03051a82 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764727.066573:0:42325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff944488003e00/0x57b8ff0e03051a89 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x53a441e6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764727.066579:0:42325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944488003e00/0x57b8ff0e03051a89 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x53a441e6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764727.066585:0:42325:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944488003e00/0x57b8ff0e03051a89 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x53a441e6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764727.066590:0:42325:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944488003e00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:1.0:1775764727.066593:0:42325:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944488003e00/0x57b8ff0e03051a89 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x53a441e6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764727.066603:0:42325:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944488003e00/0x57b8ff0e03051a89 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x53a441e6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764727.066610:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x53a441e6 (ffff944598a9b400) 00010000:00010000:1.0:1775764727.066612:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764727.066615:0:42325:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944488003e00/0x57b8ff0e03051a89 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x53a441e6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764727.066620:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944488003e00/0x57b8ff0e03051a89 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x53a441e6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764727.066701:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bb48a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+43:61578:x1862022098591872:12345-192.168.202.28@tcp:36:lhsmtool_posix.0 Request processed in 495us (740us total) trans 0 rc -2/-2 00000100:00100000:1.0:1775764727.066709:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 898 00000100:00100000:3.0:1775764727.071741:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764727.072103:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098592000 00000100:00100000:2.0:1775764727.072116:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098592000 00000100:00100000:2.0:1775764727.072179:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 899 00000100:00100000:2.0:1775764727.072189:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bb488a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+43:61578:x1862022098592000:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1775764727.072211:0:44493:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764727.072235:0:44493:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25000/0x57b8ff0e03051a90 lrc: 2/0,0 mode: --/PR res: [0x200003ab4:0x8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17bcc0 expref: -99 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764727.072273:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24800/0x57b8ff0e03051a97 lrc: 3/1,0 mode: --/PR res: [0x200003ab4:0x8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764727.072287:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24800/0x57b8ff0e03051a97 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x8:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764727.072298:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24800/0x57b8ff0e03051a97 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x8:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764727.073128:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25000/0x57b8ff0e03051a90 lrc: 0/0,0 mode: --/PR res: [0x200003ab4:0x8:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bcc0 expref: 45 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764727.073152:0:44493:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24800/0x57b8ff0e03051a97 lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0x8:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bcc0 expref: 44 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764727.073163:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x8:0x0].0x0 (ffff9445838af900) 00010000:00010000:2.0:1775764727.073166:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1775764727.073170:0:44493:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445baf24800, rc 0) 00000100:00100000:2.0:1775764727.073243:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bb488a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+44:61578:x1862022098592000:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 Request processed in 1055us (1511us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764727.073252:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 899 00000100:00100000:3.0:1775764727.078364:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764727.078841:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098592256 00000100:00100000:1.0:1775764727.078856:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098592256 00000100:00100000:1.0:1775764727.078945:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 900 00000100:00100000:1.0:1775764727.078958:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bb488000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+44:61578:x1862022098592256:12345-192.168.202.28@tcp:36:lhsmtool_posix.0 00010000:00010000:1.0:1775764727.079080:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff944488003e00/0x57b8ff0e03051a9e lrc: 3/0,1 mode: --/PW res: [0x200003ab4:0x8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764727.079104:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944488003e00/0x57b8ff0e03051a9e lrc: 3/0,1 mode: PW/PW res: [0x200003ab4:0x8:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764727.079117:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944488003e00/0x57b8ff0e03051a9e lrc: 3/0,1 mode: PW/PW res: [0x200003ab4:0x8:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764727.079343:0:42325:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000366cfa04 reply state 000000009859ad25 transno 34359739124 ns: mdt-lustre-MDT0000_UUID lock: ffff944488003e00/0x57b8ff0e03051a9e lrc: 3/0,1 mode: PW/PW res: [0x200003ab4:0x8:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764727.079369:0:42325:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1775764727.079482:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bb488000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+46:61578:x1862022098592256:12345-192.168.202.28@tcp:36:lhsmtool_posix.0 Request processed in 524us (1130us total) trans 34359739124 rc 0/0 00000100:00100000:1.0:1775764727.079489:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 900 00010000:00010000:2.0:1775764727.085042:0:3314:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff944488003e00/0x57b8ff0e03051a9e lrc: 3/0,1 mode: PW/PW res: [0x200003ab4:0x8:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764727.085061:0:3314:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944488003e00/0x57b8ff0e03051a9e lrc: 2/0,0 mode: PW/PW res: [0x200003ab4:0x8:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764727.085069:0:3314:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944488003e00/0x57b8ff0e03051a9e lrc: 3/0,0 mode: PW/PW res: [0x200003ab4:0x8:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764727.085075:0:3314:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944488003e00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764727.085080:0:3314:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944488003e00/0x57b8ff0e03051a9e lrc: 3/0,0 mode: PW/PW res: [0x200003ab4:0x8:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764727.085087:0:3314:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944488003e00/0x57b8ff0e03051a9e lrc: 4/0,0 mode: PW/PW res: [0x200003ab4:0x8:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764727.085104:0:3314:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x8:0x0].0x0 (ffff9445838af900) 00010000:00010000:2.0:1775764727.085108:0:3314:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1775764727.085112:0:3314:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944488003e00/0x57b8ff0e03051a9e lrc: 2/0,0 mode: --/PW res: [0x200003ab4:0x8:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764727.085118:0:3314:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944488003e00/0x57b8ff0e03051a9e lrc: 0/0,0 mode: --/PW res: [0x200003ab4:0x8:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764727.089215:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764727.096105:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098592384 00000100:00100000:1.0:1775764727.096121:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098592384 00000100:00100000:1.0:1775764727.096205:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 901 00000100:00100000:1.0:1775764727.096216:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bb48b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+45:61578:x1862022098592384:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1775764727.096240:0:42324:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764727.096261:0:42324:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944488002a00/0x57b8ff0e03051aa5 lrc: 2/0,0 mode: --/CR res: [0x200003ab4:0x8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17bcc7 expref: -99 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764727.096322:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944488002a00/0x57b8ff0e03051aa5 lrc: 3/0,0 mode: CR/CR res: [0x200003ab4:0x8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bcc7 expref: 46 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764727.096337:0:42324:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff944488002a00/0x57b8ff0e03051aa5 lrc: 3/0,0 mode: CR/CR res: [0x200003ab4:0x8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bcc7 expref: 46 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764727.096346:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x8:0x0].0x0 (ffff9445838af900) 00010000:00010000:1.0:1775764727.096349:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1775764727.096353:0:42324:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944488002a00, rc 0) 00000100:00100000:1.0:1775764727.096416:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bb48b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+46:61578:x1862022098592384:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 Request processed in 202us (7216us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764727.096423:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 901 00000100:00100000:3.0:1775764727.099260:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764727.099463:0:47878:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098592512 00000100:00100000:0.0:1775764727.099475:0:47878:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098592512 00000100:00100000:0.0:1775764727.099568:0:47878:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 256 00000100:00100000:0.0:1775764727.099578:0:47878:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bb489880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+46:61578:x1862022098592512:12345-192.168.202.28@tcp:49:lhsmtool_posix.0 00000100:00100000:0.0:1775764727.099703:0:47878:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bb489880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+46:61578:x1862022098592512:12345-192.168.202.28@tcp:49:lhsmtool_posix.0 Request processed in 127us (454us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764727.099710:0:47878:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 256 00000100:00100000:3.0:1775764727.108235:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764727.108339:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098592768 00000100:00100000:1.0:1775764727.108362:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098592768 00000100:00100000:1.0:1775764727.108430:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 902 00000100:00100000:1.0:1775764727.108440:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bb48bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+46:61578:x1862022098592768:12345-192.168.202.28@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1775764727.108561:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bb48bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+46:61578:x1862022098592768:12345-192.168.202.28@tcp:57:lhsmtool_posix.0 Request processed in 122us (339us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764727.108569:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 902 00000100:00100000:3.0:1775764727.111354:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764727.111425:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098593024 00000100:00100000:1.0:1775764727.111436:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098593024 00000100:00100000:1.0:1775764727.111490:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 903 00000100:00100000:1.0:1775764727.111498:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bb48a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+46:61578:x1862022098593024:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1775764727.111519:0:42324:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764727.111539:0:42324:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944488003c00/0x57b8ff0e03051aac lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17bcce expref: -99 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764727.111635:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff944488002200/0x57b8ff0e03051ab3 lrc: 3/0,1 mode: --/EX res: [0x200003ab4:0x8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764727.111650:0:42324:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff944488002a00/0x57b8ff0e03051aa5 lrc: 2/0,0 mode: CR/CR res: [0x200003ab4:0x8:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bcc7 expref: 47 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764727.111659:0:42324:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff944488002200/0x57b8ff0e03051ab3 lrc: 4/0,1 mode: --/EX res: [0x200003ab4:0x8:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764727.111693:0:42324:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff944488002a00/0x57b8ff0e03051aa5 lrc: 3/0,0 mode: CR/CR res: [0x200003ab4:0x8:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bcc7 expref: 47 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764727.111706:0:42324:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff944488002a00/0x57b8ff0e03051aa5 lrc: 4/0,0 mode: CR/CR res: [0x200003ab4:0x8:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bcc7 expref: 47 pid: 42324 timeout: 2293 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764727.111726:0:42324:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bbd78e00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:42324:1862022119048064:192.168.202.28@tcp:104: 00000100:00100000:1.0:1775764727.111833:0:42324:0:(client.c:2691:ptlrpc_set_wait()) set ffff9445b7bab3c0 going to sleep for 11 seconds 00000100:00100000:3.0:1775764727.118188:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764727.118857:0:42309:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098593152 00000100:00100000:0.0:1775764727.118871:0:42309:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098593152 00010000:00010000:0.0:1775764727.118936:0:42309:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff944488002a00/0x57b8ff0e03051aa5 lrc: 5/0,0 mode: CR/CR res: [0x200003ab4:0x8:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bcc7 expref: 48 pid: 42324 timeout: 2293 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764727.118978:0:42309:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 181 00000100:00100000:0.0:1775764727.118987:0:42309:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bb48b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+48:2378:x1862022098593152:12345-192.168.202.28@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1775764727.119013:0:42309:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764727.119020:0:42309:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff944488002a00/0x57b8ff0e03051aa5 lrc: 5/0,0 mode: CR/CR res: [0x200003ab4:0x8:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bcc7 expref: 48 pid: 42324 timeout: 2293 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764727.119034:0:42309:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff944488002a00/0x57b8ff0e03051aa5 lrc: 4/0,0 mode: CR/CR res: [0x200003ab4:0x8:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bcc7 expref: 48 pid: 42324 timeout: 2293 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764727.119057:0:42309:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x8:0x0].0x0 (ffff9445838af900) 00010000:00010000:0.0:1775764727.119063:0:42309:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff944488002200/0x57b8ff0e03051ab3 lrc: 3/0,1 mode: --/EX res: [0x200003ab4:0x8:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764727.119072:0:42309:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff944488002200/0x57b8ff0e03051ab3 lrc: 3/0,1 mode: EX/EX res: [0x200003ab4:0x8:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764727.119079:0:42309:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944488002200/0x57b8ff0e03051ab3 lrc: 4/0,1 mode: EX/EX res: [0x200003ab4:0x8:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764727.119098:0:42309:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775764727.119148:0:42309:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bb48b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+48:2378:x1862022098593152:12345-192.168.202.28@tcp:103:ldlm_bl.0 Request processed in 162us (972us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764727.119155:0:42309:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 181 00010000:00010000:1.0:1775764727.120265:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944488002a00/0x57b8ff0e03051aa5 lrc: 0/0,0 mode: --/CR res: [0x200003ab4:0x8:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bcc7 expref: 47 pid: 42324 timeout: 2293 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764727.120287:0:42324:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bbd78e00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:42324:1862022119048064:192.168.202.28@tcp:104: 00010000:00010000:1.0:1775764727.120308:0:42324:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff944488002200/0x57b8ff0e03051ab3 lrc: 3/0,1 mode: EX/EX res: [0x200003ab4:0x8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764727.120317:0:42324:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff944488002200/0x57b8ff0e03051ab3 lrc: 3/0,1 mode: EX/EX res: [0x200003ab4:0x8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764727.120322:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944488002200/0x57b8ff0e03051ab3 lrc: 3/0,1 mode: EX/EX res: [0x200003ab4:0x8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764727.120342:0:42324:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab4:0x8:0x0]: returning size 0 00000004:00080000:1.0:1775764727.120531:0:42324:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x119:0x0], index 1: 0 00010000:00010000:1.0:1775764727.120691:0:42324:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff944488002200/0x57b8ff0e03051ab3 lrc: 3/0,1 mode: EX/EX res: [0x200003ab4:0x8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764727.120700:0:42324:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944488002200/0x57b8ff0e03051ab3 lrc: 2/0,0 mode: EX/EX res: [0x200003ab4:0x8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764727.120708:0:42324:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944488002200/0x57b8ff0e03051ab3 lrc: 3/0,0 mode: EX/EX res: [0x200003ab4:0x8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764727.120713:0:42324:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944488002200 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:1.0:1775764727.120717:0:42324:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944488002200/0x57b8ff0e03051ab3 lrc: 3/0,0 mode: EX/EX res: [0x200003ab4:0x8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764727.120725:0:42324:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944488002200/0x57b8ff0e03051ab3 lrc: 4/0,0 mode: EX/EX res: [0x200003ab4:0x8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764727.120738:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x8:0x0].0x0 (ffff9445838af900) 00010000:00010000:1.0:1775764727.120741:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1775764727.120746:0:42324:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944488002200/0x57b8ff0e03051ab3 lrc: 2/0,0 mode: --/EX res: [0x200003ab4:0x8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764727.120751:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944488002200/0x57b8ff0e03051ab3 lrc: 0/0,0 mode: --/EX res: [0x200003ab4:0x8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764727.120864:0:42324:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff944488003c00/0x57b8ff0e03051aac lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bcce expref: 47 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764727.120875:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff944598a9b400) 00010000:00010000:1.0:1775764727.120877:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1775764727.120891:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944488003c00/0x57b8ff0e03051aac lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bcce expref: 47 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764727.120908:0:42324:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944488003c00, rc 0) 00000100:00100000:1.0:1775764727.120964:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bb48a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+46:61578:x1862022098593024:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 Request processed in 9466us (9624us total) trans 34359739125 rc 301/301 00000100:00100000:1.0:1775764727.121206:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 903 00000100:00100000:3.0:1775764727.123632:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764727.124768:0:42327:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098593408 00000100:00100000:1.0:1775764727.124780:0:42327:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098593408 00000100:00100000:1.0:1775764727.124862:0:42327:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 257 00000100:00100000:1.0:1775764727.124872:0:42327:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bb488e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+46:61578:x1862022098593408:12345-192.168.202.28@tcp:35:lhsmtool_posix.0 00000100:00100000:1.0:1775764727.125337:0:42327:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bb488e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+47:61578:x1862022098593408:12345-192.168.202.28@tcp:35:lhsmtool_posix.0 Request processed in 465us (1712us total) trans 34359739126 rc 0/0 00000100:00100000:1.0:1775764727.125346:0:42327:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 257 00000100:00100000:0.0:1775764727.131109:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764727.131344:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098593536 00000100:00100000:1.0:1775764727.131355:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098593536 00000100:00100000:1.0:1775764727.131417:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 904 00000100:00100000:1.0:1775764727.131428:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445b2cb3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+47:61578:x1862022098593536:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1775764727.131454:0:42325:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764727.131486:0:42325:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944488003c00/0x57b8ff0e03051ac1 lrc: 2/0,0 mode: --/CR res: [0x200003ab4:0x8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17bcd5 expref: -99 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764727.131567:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944488002200/0x57b8ff0e03051ac8 lrc: 3/1,0 mode: --/PR res: [0x200003ab4:0x8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764727.131583:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944488002200/0x57b8ff0e03051ac8 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x8:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764727.131595:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944488002200/0x57b8ff0e03051ac8 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x8:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764727.131644:0:42325:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab4:0x8:0x0]: returning size 0 00000004:00200000:1.0:1775764727.131648:0:42325:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1775764727.131668:0:42325:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff944488002200/0x57b8ff0e03051ac8 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x8:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764727.131693:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944488003c00/0x57b8ff0e03051ac1 lrc: 0/0,0 mode: --/CR res: [0x200003ab4:0x8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bcd5 expref: 49 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764727.131711:0:42325:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff944488002200/0x57b8ff0e03051ac8 lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0x8:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bcd5 expref: 48 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764727.131720:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x8:0x0].0x0 (ffff9445838af900) 00010000:00010000:1.0:1775764727.131723:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:1.0:1775764727.131727:0:42325:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944488002200, rc 0) 00000100:00100000:1.0:1775764727.131793:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445b2cb3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+48:61578:x1862022098593536:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 Request processed in 367us (694us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764727.131836:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 904 00000100:00100000:3.0:1775764727.137091:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764727.137152:0:42944:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098593664 00000100:00100000:1.0:1775764727.137164:0:42944:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098593664 00000100:00100000:1.0:1775764727.137250:0:42944:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 239 00000100:00100000:1.0:1775764727.137261:0:42944:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bf4fb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+7:2379:x1862022098593664:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1775764727.137287:0:42944:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764727.137312:0:42944:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000cb30c9ab/0x57b8ff0e03051acf lrc: 2/0,0 mode: --/PR res: [0x280000400:0x119:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17bcdc expref: -99 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1775764727.137344:0:42944:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x119:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1775764727.137365:0:42944:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1775764727.137367:0:42944:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1775764727.137376:0:42944:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000cb30c9ab/0x57b8ff0e03051acf lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x119:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bcdc expref: 8 pid: 42944 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764727.137394:0:42944:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000cb30c9ab/0x57b8ff0e03051acf lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x119:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bcdc expref: 8 pid: 42944 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764727.137409:0:42944:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944488002a00, rc 0) 00000100:00100000:1.0:1775764727.137490:0:42944:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bf4fb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+8:2379:x1862022098593664:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 Request processed in 230us (411us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764727.137497:0:42944:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 239 00000100:00080000:0.0:1775764727.137659:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1775764727.156767:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764727.156925:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098593920 00000100:00100000:2.0:1775764727.156936:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098593920 00000100:00100000:2.0:1775764727.156995:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 905 00000100:00100000:2.0:1775764727.157015:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bf4f9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+48:61578:x1862022098593920:12345-192.168.202.28@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1775764727.157122:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bf4f9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+48:61578:x1862022098593920:12345-192.168.202.28@tcp:57:lhsmtool_posix.0 Request processed in 119us (363us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764727.157130:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 905 00000100:00100000:3.0:1775764727.184110:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764727.184204:0:43212:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098594048 00000100:00100000:0.0:1775764727.184214:0:43212:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098594048 00000100:00100000:0.0:1775764727.184271:0:43212:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 240 00000100:00100000:0.0:1775764727.184280:0:43212:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bf4f8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+8:61578:x1862022098594048:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1775764727.184297:0:43212:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764727.184314:0:43212:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b51b997b/0x57b8ff0e03051ad6 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x119:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17bce3 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764727.184342:0:43212:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000cb30c9ab/0x57b8ff0e03051acf lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x119:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bcdc expref: 9 pid: 42944 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764727.184360:0:43212:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764727.184363:0:43212:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764727.184367:0:43212:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b51b997b/0x57b8ff0e03051ad6 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x119:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bce3 expref: 9 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764727.184398:0:43212:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000cb30c9ab/0x57b8ff0e03051acf lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x119:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bcdc expref: 9 pid: 42944 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764727.184410:0:43212:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000cb30c9ab/0x57b8ff0e03051acf lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x119:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bcdc expref: 9 pid: 42944 timeout: 2294 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764727.184425:0:43212:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445b2cb2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:43212:1862022119048192:192.168.202.28@tcp:104: 00000100:00100000:0.0:1775764727.184496:0:43212:0:(client.c:2691:ptlrpc_set_wait()) set ffff944482d64000 going to sleep for 11 seconds 00000100:00100000:0.0:1775764727.201402:0:43212:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445b2cb2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:43212:1862022119048192:192.168.202.28@tcp:104: 00010000:00010000:0.0:1775764727.201455:0:43212:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000b51b997b/0x57b8ff0e03051ad6 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x119:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bce3 expref: 9 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764727.201483:0:43212:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944581525400, rc 0) 00000100:00100000:0.0:1775764727.201581:0:43212:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bf4f8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+9:61578:x1862022098594048:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 Request processed in 17300us (17478us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764727.201592:0:43212:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 240 00000100:00100000:3.0:1775764727.205066:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764727.205234:0:42310:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098594176 00000100:00100000:0.0:1775764727.205247:0:42310:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098594176 00010000:00010000:0.0:1775764727.205308:0:42310:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000cb30c9ab/0x57b8ff0e03051acf lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x119:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bcdc expref: 9 pid: 42944 timeout: 2294 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764727.205372:0:42310:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 182 00000100:00100000:0.0:1775764727.205382:0:42310:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bf4fa680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+9:2379:x1862022098594176:12345-192.168.202.28@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1775764727.205398:0:42310:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764727.205419:0:42310:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000cb30c9ab/0x57b8ff0e03051acf lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x119:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bcdc expref: 9 pid: 42944 timeout: 2294 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764727.205434:0:42310:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000cb30c9ab/0x57b8ff0e03051acf lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x119:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bcdc expref: 9 pid: 42944 timeout: 2294 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764727.205461:0:42310:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000cb30c9ab/0x57b8ff0e03051acf lrc: 0/0,0 mode: --/PR res: [0x280000400:0x119:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bcdc expref: 9 pid: 42944 timeout: 2294 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764727.205480:0:42310:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764727.205483:0:42310:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764727.205490:0:42310:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000b51b997b/0x57b8ff0e03051ad6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x119:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bce3 expref: 8 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764727.205500:0:42310:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b51b997b/0x57b8ff0e03051ad6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x119:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bce3 expref: 8 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764727.205542:0:42310:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000b51b997b/0x57b8ff0e03051ad6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x119:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bce3 expref: 8 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764727.205558:0:42310:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445b2cb2680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:42310:1862022119048320:192.168.202.28@tcp:105: 00000100:00100000:0.0:1775764727.205646:0:42310:0:(client.c:2691:ptlrpc_set_wait()) set ffff944482d64000 going to sleep for 11 seconds 00000100:00100000:0.0:1775764727.213182:0:42310:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445b2cb2680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:42310:1862022119048320:192.168.202.28@tcp:105: 00010000:00010000:0.0:1775764727.213209:0:42310:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775764727.213265:0:42310:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bf4fa680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+8:2379:x1862022098594176:12345-192.168.202.28@tcp:103:ldlm_bl.0 Request processed in 7883us (8208us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764727.213277:0:42310:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 182 00000100:00100000:3.0:1775764727.219185:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764727.219353:0:42951:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098594304 00000100:00100000:0.0:1775764727.219364:0:42951:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098594304 00002000:00100000:0.0:1775764727.219418:0:42951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x119:0x0] (0->13) req@ffff9445bf4f9f80 x1862022098594304/t0(0) o4->fcf15866-4739-4595-8fe1-44abde7ee9d7@192.168.202.28@tcp:208/0 lens 504/0 e 0 to 0 dl 1775764738 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764727.219430:0:42951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9445bf4f9f80 with x1862022098594304 ext(0->13) 00002000:00010000:0.0:1775764727.219435:0:42951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9445bf4f9f80 00000100:00100000:0.0:1775764727.219469:0:42951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 71 00000100:00100000:0.0:1775764727.219479:0:42951:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bf4f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+8:2378:x1862022098594304:12345-192.168.202.28@tcp:4:lhsmtool_posix.0 00000100:00100000:0.0:1775764727.220041:0:42951:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bf4f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+10:2378:x1862022098594304:12345-192.168.202.28@tcp:4:lhsmtool_posix.0 Request processed in 560us (865us total) trans 34359738447 rc 0/0 00000100:00100000:0.0:1775764727.220051:0:42951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 71 00002000:00100000:0.0:1775764727.220059:0:42951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x119:0x0] (0->13) req@ffff9445bf4f9f80 x1862022098594304/t34359738447(0) o4->fcf15866-4739-4595-8fe1-44abde7ee9d7@192.168.202.28@tcp:208/0 lens 504/448 e 0 to 0 dl 1775764738 ref 1 fl Complete:/600/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764727.220068:0:42951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9445bf4f9f80 with x1862022098594304 ext(0->13) 00002000:00010000:0.0:1775764727.220072:0:42951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9445bf4f9f80 00000100:00100000:3.0:1775764727.238406:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764727.238506:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098594432 00000100:00100000:1.0:1775764727.238517:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098594432 00000100:00100000:1.0:1775764727.238577:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 906 00000100:00100000:1.0:1775764727.238587:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bf4fa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+48:61578:x1862022098594432:12345-192.168.202.28@tcp:44:lhsmtool_posix.0 00000100:00100000:1.0:1775764727.372475:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bf4fa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+48:61578:x1862022098594432:12345-192.168.202.28@tcp:44:lhsmtool_posix.0 Request processed in 133877us (134067us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764727.372491:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 906 00000001:00080000:0.0:1775764727.372928:0:5825:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 34359739121 is committed 00000020:00080000:0.0:1775764727.372952:0:5825:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 30064771823 batchid updated 00000001:00080000:0.0:1775764727.372972:0:5825:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 34359739126 is committed 00000020:00080000:0.0:1775764727.372995:0:5825:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9445b7babb40 refcount 2 committed 0 result 0 batchid 30064771824 00000020:00080000:0.0:1775764727.373008:0:5825:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9445bc120600 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9445b7babcc0 00000020:00080000:0.0:1775764727.373011:0:5825:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9445bc120c00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff944585dff400 00000004:00080000:0.0:1775764727.373022:0:5825:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 26 committed 00000020:00080000:0.0:1775764727.373046:0:5825:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff944482060f00 refcount 2 committed 0 result 0 batchid 30064771825 00000020:00080000:0.0:1775764727.373048:0:5825:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9445889a1900 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff944482060240 00000020:00080000:0.0:1775764727.373051:0:5825:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9445889a1100 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff944486474800 00000001:00080000:0.0:1775764727.373061:0:5825:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 34359739103 is committed 00000100:00100000:3.0:1775764727.373264:0:3329:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1775764727.373283:0:3329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bf4f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3329:1862022119048448:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1775764727.373352:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764727.373424:0:42944:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119048448 00000100:00100000:3.0:1775764727.373432:0:42944:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119048448 00000100:00100000:3.0:1775764727.373476:0:42944:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 241 00000100:00100000:3.0:1775764727.373485:0:42944:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bf4f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+9:3329:x1862022119048448:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1775764727.373509:0:42944:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:281 count 1 00002000:00010000:3.0:1775764727.373542:0:42944:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x119:0x0] initial LVB size: 14, mtime: 0x69d804f5, atime: 0x0, ctime: 0x69d804f5, blocks: 0x1 00010000:00010000:3.0:1775764727.373551:0:42944:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000eecd6319/0x57b8ff0e03051add lrc: 3/0,1 mode: --/PW res: [0x240000400:0x119:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764727.373569:0:42944:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764727.373572:0:42944:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764727.373578:0:42944:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000eecd6319/0x57b8ff0e03051add lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x119:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764727.373595:0:42944:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000eecd6319/0x57b8ff0e03051add lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x119:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764727.373605:0:42944:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000eecd6319/0x57b8ff0e03051add lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x119:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764727.373613:0:42944:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000eecd6319/0x57b8ff0e03051add lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x119:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764727.374941:0:42944:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1775764727.375425:0:42944:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bf4f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+10:3329:x1862022119048448:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1937us (2079us total) trans 34359738443 rc 0/0 00000100:00100000:3.0:1775764727.375438:0:42944:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 241 00000004:00080000:3.0:1775764727.375508:0:3329:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9445bf4f8700/2, rc 0, transno 34359738443 00000100:00100000:3.0:1775764727.375515:0:3329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bf4f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3329:1862022119048448:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1775764727.376840:0:43224:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1775764727.376852:0:43224:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000eecd6319/0x57b8ff0e03051add lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x119:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764727.376866:0:43224:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445be695e00 already unused, calling callback (ffffffffc177a060) 00010000:00010000:2.0:1775764727.376871:0:43224:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000eecd6319/0x57b8ff0e03051add lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x119:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764727.376882:0:43224:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000eecd6319/0x57b8ff0e03051add lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x119:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764727.376906:0:43224:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000eecd6319/0x57b8ff0e03051add lrc: 1/0,0 mode: --/PW res: [0x240000400:0x119:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764727.376913:0:43224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000eecd6319/0x57b8ff0e03051add lrc: 0/0,0 mode: --/PW res: [0x240000400:0x119:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764727.376946:0:43224:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764727.376948:0:43224:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764727.376950:0:43224:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00080000:1.0:1775764727.377446:0:42361:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 30064771825 committed batchid 30064771823 00000020:00080000:1.0:1775764727.377685:0:42361:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 30064771823 00000100:00100000:1.0:1775764727.384050:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764727.384655:0:42945:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098594560 00000100:00100000:2.0:1775764727.384666:0:42945:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098594560 00000100:00100000:2.0:1775764727.384726:0:42945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 242 00000100:00100000:2.0:1775764727.384736:0:42945:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bbd78e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+10:2379:x1862022098594560:12345-192.168.202.28@tcp:16:lhsmtool_posix.0 00000001:00080000:3.0:1775764727.481444:0:7469:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 34359738447 is committed 00000001:00100000:3.0:1775764727.481468:0:7469:0:(tgt_lastrcvd.c:568:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 82781e18-e0e3-4f9f-9a2b-041bf0344414 00000001:00080000:3.0:1775764727.481474:0:7469:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 34359738446 is committed 00000100:00100000:2.0:1775764727.481624:0:42945:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bbd78e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+7:2379:x1862022098594560:12345-192.168.202.28@tcp:16:lhsmtool_posix.0 Request processed in 96883us (97576us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764727.481637:0:42945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 242 00000100:00100000:2.0:1775764727.484016:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764727.484251:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098594816 00000100:00100000:1.0:1775764727.484266:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098594816 00000100:00100000:1.0:1775764727.484330:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 907 00000100:00100000:1.0:1775764727.484347:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94458913ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+11:61578:x1862022098594816:12345-192.168.202.28@tcp:36:lhsmtool_posix.0 00010000:00010000:1.0:1775764727.484420:0:42324:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764727.484455:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944488002200/0x57b8ff0e03051ac8 lrc: 0/0,0 mode: --/PR res: [0x200003ab4:0x8:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bcd5 expref: 11 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764727.484479:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x8:0x0].0x0 (ffff9445838af900) 00010000:00010000:1.0:1775764727.484484:0:42324:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1775764727.484515:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff944488002600/0x57b8ff0e03051ae4 lrc: 3/0,1 mode: --/PW res: [0x200003ab4:0x8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764727.484528:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944488002600/0x57b8ff0e03051ae4 lrc: 3/0,1 mode: PW/PW res: [0x200003ab4:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764727.484542:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944488002600/0x57b8ff0e03051ae4 lrc: 3/0,1 mode: PW/PW res: [0x200003ab4:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764727.484739:0:42324:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000087f4bdeb reply state 0000000028098473 transno 34359739127 ns: mdt-lustre-MDT0000_UUID lock: ffff944488002600/0x57b8ff0e03051ae4 lrc: 3/0,1 mode: PW/PW res: [0x200003ab4:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764727.484748:0:42324:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1775764727.487795:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94458913ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+12:61578:x1862022098594816:12345-192.168.202.28@tcp:36:lhsmtool_posix.0 Request processed in 3436us (3778us total) trans 34359739127 rc 0/0 00000100:00100000:2.0:1775764727.487955:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 907 00000100:00100000:3.0:1775764727.493631:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00010000:00010000:0.0:1775764727.493869:0:3315:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff944488002600/0x57b8ff0e03051ae4 lrc: 3/0,1 mode: PW/PW res: [0x200003ab4:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764727.493881:0:3315:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944488002600/0x57b8ff0e03051ae4 lrc: 2/0,0 mode: PW/PW res: [0x200003ab4:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764727.493895:0:3315:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944488002600/0x57b8ff0e03051ae4 lrc: 3/0,0 mode: PW/PW res: [0x200003ab4:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764727.493902:0:3315:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944488002600 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:0.0:1775764727.493909:0:3315:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944488002600/0x57b8ff0e03051ae4 lrc: 3/0,0 mode: PW/PW res: [0x200003ab4:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764727.493927:0:3315:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944488002600/0x57b8ff0e03051ae4 lrc: 4/0,0 mode: PW/PW res: [0x200003ab4:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764727.493952:0:3315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x8:0x0].0x0 (ffff9445838af900) 00010000:00010000:0.0:1775764727.493955:0:3315:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764727.493960:0:3315:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944488002600/0x57b8ff0e03051ae4 lrc: 2/0,0 mode: --/PW res: [0x200003ab4:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764727.493967:0:3315:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944488002600/0x57b8ff0e03051ae4 lrc: 0/0,0 mode: --/PW res: [0x200003ab4:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764727.494063:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098594944 00000100:00100000:2.0:1775764727.494077:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098594944 00000100:00100000:2.0:1775764727.494149:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 908 00000100:00100000:2.0:1775764727.494161:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bf4f9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+11:61578:x1862022098594944:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1775764727.494191:0:42326:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764727.494212:0:42326:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24c00/0x57b8ff0e03051aeb lrc: 2/0,0 mode: --/CR res: [0x200003ab4:0x8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17bcea expref: -99 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764727.494299:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24c00/0x57b8ff0e03051aeb lrc: 3/0,0 mode: CR/CR res: [0x200003ab4:0x8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bcea expref: 12 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764727.494320:0:42326:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24c00/0x57b8ff0e03051aeb lrc: 3/0,0 mode: CR/CR res: [0x200003ab4:0x8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bcea expref: 12 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764727.494340:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x8:0x0].0x0 (ffff9445838af900) 00010000:00010000:2.0:1775764727.494343:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1775764727.494346:0:42326:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445baf24c00, rc 0) 00000100:00100000:2.0:1775764727.494429:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bf4f9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+12:61578:x1862022098594944:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 Request processed in 260us (802us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764727.494437:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 908 00000100:00100000:1.0:1775764727.498028:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764727.498287:0:42944:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098595072 00000100:00100000:3.0:1775764727.498298:0:42944:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098595072 00000100:00100000:3.0:1775764727.498382:0:42944:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 243 00000100:00100000:3.0:1775764727.498393:0:42944:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bbd78380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+7:2378:x1862022098595072:12345-192.168.202.28@tcp:2:lhsmtool_posix.0 00002000:00010000:3.0:1775764727.498685:0:42944:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x119:0x0] updating lvb size from disk: 0 -> 14 00002000:00010000:3.0:1775764727.498689:0:42944:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x119:0x0] updating lvb mtime from disk: 0 -> 1775764725 00002000:00010000:3.0:1775764727.498692:0:42944:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x119:0x0] updating lvb atime from disk: 0 -> 1775764725 00002000:00010000:3.0:1775764727.498694:0:42944:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x119:0x0] updating lvb ctime from disk: 0 -> 1775764725 00002000:00010000:3.0:1775764727.498696:0:42944:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x119:0x0] updating lvb blocks from disk: 1 -> 11 00000100:00100000:3.0:1775764727.498863:0:42944:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bbd78380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+8:2378:x1862022098595072:12345-192.168.202.28@tcp:2:lhsmtool_posix.0 Request processed in 470us (861us total) trans 34359738448 rc 0/0 00000100:00100000:3.0:1775764727.498872:0:42944:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 243 00000100:00100000:3.0:1775764727.509084:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764727.512528:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098595328 00000100:00100000:2.0:1775764727.512547:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098595328 00000100:00100000:2.0:1775764727.512636:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 909 00000100:00100000:2.0:1775764727.512647:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bf4f8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+12:61578:x1862022098595328:12345-192.168.202.28@tcp:55:lhsmtool_posix.0 00010000:00010000:2.0:1775764727.512718:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24400/0x57b8ff0e03051af2 lrc: 3/0,1 mode: --/PW res: [0x200003ab4:0x8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764727.512735:0:44493:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24800/0x57b8ff0e03051a97 lrc: 2/0,0 mode: PR/PR res: [0x200003ab4:0x8:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bcc0 expref: 12 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764727.512743:0:44493:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24400/0x57b8ff0e03051af2 lrc: 4/0,1 mode: --/PW res: [0x200003ab4:0x8:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764727.512779:0:44493:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24800/0x57b8ff0e03051a97 lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0x8:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bcc0 expref: 12 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764727.512792:0:44493:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24800/0x57b8ff0e03051a97 lrc: 4/0,0 mode: PR/PR res: [0x200003ab4:0x8:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bcc0 expref: 12 pid: 44493 timeout: 2294 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764727.512862:0:44493:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff94458913b800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:44493:1862022119048576:192.168.202.28@tcp:104: 00000100:00100000:2.0:1775764727.512974:0:44493:0:(client.c:2691:ptlrpc_set_wait()) set ffff944483662c00 going to sleep for 11 seconds 00000100:00100000:2.0:1775764727.516459:0:44493:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff94458913b800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:44493:1862022119048576:192.168.202.28@tcp:104: 00010000:00010000:2.0:1775764727.516651:0:44493:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24400/0x57b8ff0e03051af2 lrc: 3/0,1 mode: --/PW res: [0x200003ab4:0x8:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764727.525044:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764727.525154:0:42309:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098595456 00000100:00100000:1.0:1775764727.525169:0:42309:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098595456 00010000:00010000:1.0:1775764727.525216:0:42309:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24800/0x57b8ff0e03051a97 lrc: 4/0,0 mode: PR/PR res: [0x200003ab4:0x8:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bcc0 expref: 13 pid: 44493 timeout: 2294 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764727.525274:0:42309:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 183 00000100:00100000:1.0:1775764727.525284:0:42309:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bf4faa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+13:2379:x1862022098595456:12345-192.168.202.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1775764727.525301:0:42309:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764727.525308:0:42309:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24800/0x57b8ff0e03051a97 lrc: 4/0,0 mode: PR/PR res: [0x200003ab4:0x8:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bcc0 expref: 13 pid: 44493 timeout: 2294 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764727.525322:0:42309:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24800/0x57b8ff0e03051a97 lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0x8:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bcc0 expref: 13 pid: 44493 timeout: 2294 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764727.525347:0:42309:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24800/0x57b8ff0e03051a97 lrc: 0/0,0 mode: --/PR res: [0x200003ab4:0x8:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bcc0 expref: 13 pid: 44493 timeout: 2294 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764727.525364:0:42309:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x8:0x0].0x0 (ffff9445838af900) 00010000:00010000:1.0:1775764727.525370:0:42309:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24400/0x57b8ff0e03051af2 lrc: 3/0,1 mode: --/PW res: [0x200003ab4:0x8:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764727.525380:0:42309:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24400/0x57b8ff0e03051af2 lrc: 3/0,1 mode: PW/PW res: [0x200003ab4:0x8:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764727.525388:0:42309:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24400/0x57b8ff0e03051af2 lrc: 4/0,1 mode: PW/PW res: [0x200003ab4:0x8:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764727.525418:0:42309:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1775764727.525477:0:42309:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bf4faa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+12:2379:x1862022098595456:12345-192.168.202.28@tcp:103:ldlm_bl.0 Request processed in 194us (444us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764727.525484:0:42309:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 183 00010000:00010000:2.0:1775764727.528745:0:44493:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24400/0x57b8ff0e03051af2 lrc: 3/0,1 mode: PW/PW res: [0x200003ab4:0x8:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764727.528765:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24400/0x57b8ff0e03051af2 lrc: 3/0,1 mode: PW/PW res: [0x200003ab4:0x8:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764727.528843:0:44493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24400/0x57b8ff0e03051af2 lrc: 3/0,1 mode: PW/PW res: [0x200003ab4:0x8:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764727.528852:0:44493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24400/0x57b8ff0e03051af2 lrc: 2/0,0 mode: PW/PW res: [0x200003ab4:0x8:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764727.528860:0:44493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24400/0x57b8ff0e03051af2 lrc: 3/0,0 mode: PW/PW res: [0x200003ab4:0x8:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764727.528867:0:44493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445baf24400 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764727.528872:0:44493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24400/0x57b8ff0e03051af2 lrc: 3/0,0 mode: PW/PW res: [0x200003ab4:0x8:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764727.528880:0:44493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24400/0x57b8ff0e03051af2 lrc: 4/0,0 mode: PW/PW res: [0x200003ab4:0x8:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764727.528901:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x8:0x0].0x0 (ffff9445838af900) 00010000:00010000:2.0:1775764727.528906:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:2.0:1775764727.528912:0:44493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24400/0x57b8ff0e03051af2 lrc: 2/0,0 mode: --/PW res: [0x200003ab4:0x8:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764727.528920:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24400/0x57b8ff0e03051af2 lrc: 0/0,0 mode: --/PW res: [0x200003ab4:0x8:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764727.529063:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bf4f8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+11:61578:x1862022098595328:12345-192.168.202.28@tcp:55:lhsmtool_posix.0 Request processed in 16412us (19984us total) trans 0 rc -22/-22 00000100:00100000:2.0:1775764727.529076:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 909 00000100:00100000:1.0:1775764727.550033:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764727.550847:0:43212:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098595584 00000100:00100000:0.0:1775764727.550860:0:43212:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098595584 00000100:00100000:1.0:1775764727.553135:0:43212:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 244 00000100:00100000:1.0:1775764727.553162:0:43212:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bbd79500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+8:2377:x1862022098595584:12345-192.168.202.28@tcp:1:lhsmtool_posix.0 00010000:00010000:1.0:1775764727.553214:0:43212:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 000000007f996372/0x57b8ff0e03051af9 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x119:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764727.553233:0:43212:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b51b997b/0x57b8ff0e03051ad6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x119:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bce3 expref: 8 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764727.553242:0:43212:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1775764727.553244:0:43212:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1775764727.553247:0:43212:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007f996372/0x57b8ff0e03051af9 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x119:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764727.553283:0:43212:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b51b997b/0x57b8ff0e03051ad6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x119:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bce3 expref: 8 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764727.553303:0:43212:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b51b997b/0x57b8ff0e03051ad6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x119:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bce3 expref: 8 pid: 43212 timeout: 2294 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764727.553319:0:43212:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bbd7b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:43212:1862022119048704:192.168.202.28@tcp:104: 00000100:00100000:1.0:1775764727.553432:0:43212:0:(client.c:2691:ptlrpc_set_wait()) set ffff9445b7bab000 going to sleep for 11 seconds 00000100:00100000:1.0:1775764727.559069:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764727.559201:0:43212:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bbd7b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:43212:1862022119048704:192.168.202.28@tcp:104: 00010000:00010000:3.0:1775764727.559244:0:43212:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000007f996372/0x57b8ff0e03051af9 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x119:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764727.559500:0:44302:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098595712 00000100:00100000:0.0:1775764727.559507:0:44302:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098595712 00010000:00010000:0.0:1775764727.559547:0:44302:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b51b997b/0x57b8ff0e03051ad6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x119:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bce3 expref: 9 pid: 43212 timeout: 2294 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764727.559587:0:44302:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 184 00000100:00100000:0.0:1775764727.559597:0:44302:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bbd78700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+9:2379:x1862022098595712:12345-192.168.202.28@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1775764727.559612:0:44302:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764727.559635:0:44302:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b51b997b/0x57b8ff0e03051ad6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x119:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bce3 expref: 9 pid: 43212 timeout: 2294 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764727.559648:0:44302:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b51b997b/0x57b8ff0e03051ad6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x119:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bce3 expref: 9 pid: 43212 timeout: 2294 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764727.559678:0:44302:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b51b997b/0x57b8ff0e03051ad6 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x119:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bce3 expref: 9 pid: 43212 timeout: 2294 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764727.559694:0:44302:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764727.559696:0:44302:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764727.559701:0:44302:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000007f996372/0x57b8ff0e03051af9 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x119:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764727.559710:0:44302:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007f996372/0x57b8ff0e03051af9 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x119:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764727.559743:0:44302:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775764727.559850:0:44302:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bbd78700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+8:2379:x1862022098595712:12345-192.168.202.28@tcp:103:ldlm_bl.0 Request processed in 201us (745us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764727.559859:0:44302:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 184 00010000:00010000:1.0:1775764727.560617:0:43212:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000007f996372/0x57b8ff0e03051af9 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x119:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764727.560631:0:43212:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007f996372/0x57b8ff0e03051af9 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x119:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764727.560658:0:43212:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 000000007f996372/0x57b8ff0e03051af9 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x119:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764727.560666:0:43212:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000007f996372/0x57b8ff0e03051af9 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x119:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764727.560673:0:43212:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000007f996372/0x57b8ff0e03051af9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x119:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764727.560679:0:43212:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944488002400 already unused, calling callback (ffffffffc177a060) 00010000:00010000:1.0:1775764727.560683:0:43212:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000007f996372/0x57b8ff0e03051af9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x119:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764727.560695:0:43212:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000007f996372/0x57b8ff0e03051af9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x119:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764727.560712:0:43212:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000007f996372/0x57b8ff0e03051af9 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x119:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764727.560718:0:43212:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007f996372/0x57b8ff0e03051af9 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x119:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764727.560829:0:43212:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bbd79500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+7:2377:x1862022098595584:12345-192.168.202.28@tcp:1:lhsmtool_posix.0 Request processed in 7651us (10779us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764727.560839:0:43212:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 244 00000100:00100000:3.0:1775764727.564597:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764727.567674:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098595968 00000100:00100000:2.0:1775764727.567688:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098595968 00000100:00100000:2.0:1775764727.567765:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 910 00000100:00100000:2.0:1775764727.567774:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bf4fbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+11:61578:x1862022098595968:12345-192.168.202.28@tcp:57:lhsmtool_posix.0 00010000:00010000:2.0:1775764727.567889:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24400/0x57b8ff0e03051b00 lrc: 3/0,1 mode: --/PW res: [0x200003ab4:0x6:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764727.567907:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24400/0x57b8ff0e03051b00 lrc: 3/0,1 mode: PW/PW res: [0x200003ab4:0x6:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764727.567923:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24400/0x57b8ff0e03051b00 lrc: 3/0,1 mode: PW/PW res: [0x200003ab4:0x6:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764727.568194:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24600/0x57b8ff0e03051b07 lrc: 3/0,1 mode: --/EX res: [0x200003ab4:0x8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764727.568205:0:42325:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24c00/0x57b8ff0e03051aeb lrc: 2/0,0 mode: CR/CR res: [0x200003ab4:0x8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bcea expref: 12 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764727.568215:0:42325:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24600/0x57b8ff0e03051b07 lrc: 4/0,1 mode: --/EX res: [0x200003ab4:0x8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764727.568273:0:42325:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24c00/0x57b8ff0e03051aeb lrc: 3/0,0 mode: CR/CR res: [0x200003ab4:0x8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bcea expref: 12 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764727.568288:0:42325:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24c00/0x57b8ff0e03051aeb lrc: 4/0,0 mode: CR/CR res: [0x200003ab4:0x8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bcea expref: 12 pid: 42326 timeout: 2294 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764727.568305:0:42325:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff94458913b800 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:42325:1862022119048832:192.168.202.28@tcp:104: 00000100:00100000:2.0:1775764727.568931:0:42325:0:(client.c:2691:ptlrpc_set_wait()) set ffff944483662c00 going to sleep for 11 seconds 00000100:00100000:2.0:1775764727.572977:0:42325:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff94458913b800 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:42325:1862022119048832:192.168.202.28@tcp:104: 00000100:00100000:0.0:1775764727.572985:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00010000:00010000:2.0:1775764727.573023:0:42325:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24600/0x57b8ff0e03051b07 lrc: 3/0,1 mode: --/EX res: [0x200003ab4:0x8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764727.573402:0:42309:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098596096 00000100:00100000:1.0:1775764727.573410:0:42309:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098596096 00010000:00010000:1.0:1775764727.573447:0:42309:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24c00/0x57b8ff0e03051aeb lrc: 4/0,0 mode: CR/CR res: [0x200003ab4:0x8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bcea expref: 13 pid: 42326 timeout: 2294 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764727.573484:0:42309:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 185 00000100:00100000:1.0:1775764727.573493:0:42309:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445b2cb2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+13:2378:x1862022098596096:12345-192.168.202.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1775764727.573507:0:42309:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764727.573514:0:42309:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24c00/0x57b8ff0e03051aeb lrc: 4/0,0 mode: CR/CR res: [0x200003ab4:0x8:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bcea expref: 13 pid: 42326 timeout: 2294 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764727.573525:0:42309:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24c00/0x57b8ff0e03051aeb lrc: 3/0,0 mode: CR/CR res: [0x200003ab4:0x8:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bcea expref: 13 pid: 42326 timeout: 2294 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764727.573553:0:42309:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24c00/0x57b8ff0e03051aeb lrc: 0/0,0 mode: --/CR res: [0x200003ab4:0x8:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bcea expref: 13 pid: 42326 timeout: 2294 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764727.573569:0:42309:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x8:0x0].0x0 (ffff9445838af900) 00010000:00010000:1.0:1775764727.573573:0:42309:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24600/0x57b8ff0e03051b07 lrc: 3/0,1 mode: --/EX res: [0x200003ab4:0x8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764727.573582:0:42309:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24600/0x57b8ff0e03051b07 lrc: 3/0,1 mode: EX/EX res: [0x200003ab4:0x8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764727.573589:0:42309:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24600/0x57b8ff0e03051b07 lrc: 4/0,1 mode: EX/EX res: [0x200003ab4:0x8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764727.573618:0:42309:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1775764727.573678:0:42309:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445b2cb2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+12:2378:x1862022098596096:12345-192.168.202.28@tcp:103:ldlm_bl.0 Request processed in 185us (697us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764727.573687:0:42309:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 185 00010000:00010000:2.0:1775764727.574634:0:42325:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24600/0x57b8ff0e03051b07 lrc: 3/0,1 mode: EX/EX res: [0x200003ab4:0x8:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764727.574648:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24600/0x57b8ff0e03051b07 lrc: 3/0,1 mode: EX/EX res: [0x200003ab4:0x8:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1775764727.574875:0:42325:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 34359739128 00000001:00080000:2.0:1775764727.575035:0:42325:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 34359739129 00000001:00080000:2.0:1775764727.575080:0:42325:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 34359739130 00000100:00100000:2.0:1775764727.575164:0:42325:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff94458913b800 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:42325:1862022119048960:0@lo:1000:mdt00_001.0 00000100:00100000:2.0:1775764727.575223:0:42325:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764727.575250:0:42325:0:(client.c:2691:ptlrpc_set_wait()) set ffff944598151180 going to sleep for 11 seconds 00000100:00100000:0.0:1775764727.575321:0:42329:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119048960 00000100:00100000:0.0:1775764727.575327:0:42329:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119048960 00000100:00100000:0.0:1775764727.575367:0:42329:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 64 00000100:00100000:0.0:1775764727.575375:0:42329:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445becb5450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:42325:x1862022119048960:12345-0@lo:1000:mdt00_001.0 00000100:00100000:0.0:1775764727.575448:0:42329:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445becb5450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:42325:x1862022119048960:12345-0@lo:1000:mdt00_001.0 Request processed in 74us (224us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764727.575455:0:42329:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 64 00000100:00100000:1.0:1775764727.580372:0:42325:0:(client.c:3082:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 34359738446 gen 2 00000004:00080000:1.0:1775764727.580385:0:42325:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 34359738446 committed transno 34359738446 00000100:00100000:1.0:1775764727.580414:0:42325:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff94458913b800 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:42325:1862022119048960:0@lo:1000:mdt00_001.0 00000001:00080000:1.0:1775764727.580872:0:42325:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 34359739131 00000100:00100000:1.0:1775764727.580986:0:42325:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bbd7b800 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:42325:1862022119049088:0@lo:1000:mdt00_001.0 00000100:00100000:1.0:1775764727.581110:0:42325:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764727.581146:0:42325:0:(client.c:2691:ptlrpc_set_wait()) set ffff9445b7bab000 going to sleep for 11 seconds 00000100:00100000:0.0:1775764727.581358:0:42329:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119049088 00000100:00100000:0.0:1775764727.581368:0:42329:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119049088 00000100:00100000:0.0:1775764727.581439:0:42329:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 65 00000100:00100000:0.0:1775764727.581450:0:42329:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bbd7a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:42325:x1862022119049088:12345-0@lo:1000:mdt00_001.0 00000100:00100000:0.0:1775764727.581884:0:42329:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bbd7a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:42325:x1862022119049088:12345-0@lo:1000:mdt00_001.0 Request processed in 434us (772us total) trans 34359738449 rc 0/0 00000100:00100000:0.0:1775764727.581894:0:42329:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 65 00000100:00100000:1.0:1775764727.582765:0:42325:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bbd7b800 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:42325:1862022119049088:0@lo:1000:mdt00_001.0 00000001:00080000:1.0:1775764727.582921:0:42325:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 34359739132 00010000:00010000:1.0:1775764727.582970:0:42325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24600/0x57b8ff0e03051b07 lrc: 3/0,1 mode: EX/EX res: [0x200003ab4:0x8:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764727.582982:0:42325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24600/0x57b8ff0e03051b07 lrc: 2/0,0 mode: EX/EX res: [0x200003ab4:0x8:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764727.582990:0:42325:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24600/0x57b8ff0e03051b07 lrc: 3/0,0 mode: EX/EX res: [0x200003ab4:0x8:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764727.583009:0:42325:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445baf24600 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:1.0:1775764727.583013:0:42325:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24600/0x57b8ff0e03051b07 lrc: 3/0,0 mode: EX/EX res: [0x200003ab4:0x8:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764727.583021:0:42325:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24600/0x57b8ff0e03051b07 lrc: 4/0,0 mode: EX/EX res: [0x200003ab4:0x8:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764727.583038:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x8:0x0].0x0 (ffff9445838af900) 00010000:00010000:1.0:1775764727.583041:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1775764727.583046:0:42325:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24600/0x57b8ff0e03051b07 lrc: 2/0,0 mode: --/EX res: [0x200003ab4:0x8:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764727.583052:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24600/0x57b8ff0e03051b07 lrc: 0/0,0 mode: --/EX res: [0x200003ab4:0x8:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764727.583089:0:42325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff944581524c00/0x57b8ff0e03051a27 lrc: 3/0,1 mode: EX/EX res: [0x200003ab4:0x6:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764727.583096:0:42325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944581524c00/0x57b8ff0e03051a27 lrc: 2/0,0 mode: EX/EX res: [0x200003ab4:0x6:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764727.583101:0:42325:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944581524c00/0x57b8ff0e03051a27 lrc: 3/0,0 mode: EX/EX res: [0x200003ab4:0x6:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764727.583105:0:42325:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944581524c00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:1.0:1775764727.583108:0:42325:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944581524c00/0x57b8ff0e03051a27 lrc: 3/0,0 mode: EX/EX res: [0x200003ab4:0x6:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764727.583114:0:42325:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944581524c00/0x57b8ff0e03051a27 lrc: 4/0,0 mode: EX/EX res: [0x200003ab4:0x6:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000020 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764727.583124:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x6:0x0].0x0 (ffff944599e85800) 00010000:00010000:1.0:1775764727.583126:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1775764727.583133:0:42325:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff944581525600/0x57b8ff0e03051a2e lrc: 2/0,0 mode: --/CR res: [0x200003ab4:0x6:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bca4 expref: 16 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764727.583144:0:42325:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff944581525600/0x57b8ff0e03051a2e lrc: 2/0,0 mode: CR/CR res: [0x200003ab4:0x6:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bca4 expref: 16 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764727.583153:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944581525600/0x57b8ff0e03051a2e lrc: 3/0,0 mode: CR/CR res: [0x200003ab4:0x6:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bca4 expref: 16 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764727.583192:0:42325:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff944581525600/0x57b8ff0e03051a2e lrc: 3/0,0 mode: CR/CR res: [0x200003ab4:0x6:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bca4 expref: 16 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764727.583207:0:42325:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bbd78000 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:42325:1862022119049216:192.168.202.28@tcp:105: 00000100:00100000:1.0:1775764727.583597:0:42325:0:(client.c:2691:ptlrpc_set_wait()) set ffff9445b7bab000 going to sleep for 11 seconds 00000100:00100000:1.0:1775764727.590393:0:42325:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bbd78000 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:42325:1862022119049216:192.168.202.28@tcp:105: 00010000:00010000:1.0:1775764727.590425:0:42325:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944581524c00/0x57b8ff0e03051a27 lrc: 2/0,0 mode: --/EX res: [0x200003ab4:0x6:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764727.590437:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944581524c00/0x57b8ff0e03051a27 lrc: 0/0,0 mode: --/EX res: [0x200003ab4:0x6:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764727.590473:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff944488002400/0x57b8ff0e03051b0e lrc: 3/0,1 mode: --/EX res: [0x200003ab4:0x6:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764727.590486:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944488002400/0x57b8ff0e03051b0e lrc: 3/0,1 mode: EX/EX res: [0x200003ab4:0x6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764727.590497:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944488002400/0x57b8ff0e03051b0e lrc: 3/0,1 mode: EX/EX res: [0x200003ab4:0x6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764727.590508:0:42325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff944488002400/0x57b8ff0e03051b0e lrc: 3/0,1 mode: EX/EX res: [0x200003ab4:0x6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764727.590514:0:42325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944488002400/0x57b8ff0e03051b0e lrc: 2/0,0 mode: EX/EX res: [0x200003ab4:0x6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764727.590519:0:42325:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944488002400/0x57b8ff0e03051b0e lrc: 3/0,0 mode: EX/EX res: [0x200003ab4:0x6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764727.590524:0:42325:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944488002400 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:1.0:1775764727.590528:0:42325:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944488002400/0x57b8ff0e03051b0e lrc: 3/0,0 mode: EX/EX res: [0x200003ab4:0x6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764727.590534:0:42325:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944488002400/0x57b8ff0e03051b0e lrc: 4/0,0 mode: EX/EX res: [0x200003ab4:0x6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764727.590546:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x6:0x0].0x0 (ffff944599e85800) 00010000:00010000:1.0:1775764727.590550:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764727.590553:0:42325:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944488002400/0x57b8ff0e03051b0e lrc: 2/0,0 mode: --/EX res: [0x200003ab4:0x6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764727.590558:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944488002400/0x57b8ff0e03051b0e lrc: 0/0,0 mode: --/EX res: [0x200003ab4:0x6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764727.590568:0:42325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24400/0x57b8ff0e03051b00 lrc: 3/0,1 mode: PW/PW res: [0x200003ab4:0x6:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764727.590573:0:42325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24400/0x57b8ff0e03051b00 lrc: 2/0,0 mode: PW/PW res: [0x200003ab4:0x6:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764727.590578:0:42325:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24400/0x57b8ff0e03051b00 lrc: 3/0,0 mode: PW/PW res: [0x200003ab4:0x6:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764727.590583:0:42325:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445baf24400 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:1.0:1775764727.590585:0:42325:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24400/0x57b8ff0e03051b00 lrc: 3/0,0 mode: PW/PW res: [0x200003ab4:0x6:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764727.590591:0:42325:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24400/0x57b8ff0e03051b00 lrc: 4/0,0 mode: PW/PW res: [0x200003ab4:0x6:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764727.590598:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x6:0x0].0x0 (ffff944599e85800) 00010000:00010000:1.0:1775764727.590600:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1775764727.590603:0:42325:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24400/0x57b8ff0e03051b00 lrc: 2/0,0 mode: --/PW res: [0x200003ab4:0x6:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764727.590608:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24400/0x57b8ff0e03051b00 lrc: 0/0,0 mode: --/PW res: [0x200003ab4:0x6:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764727.590901:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bf4fbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+16:61578:x1862022098595968:12345-192.168.202.28@tcp:57:lhsmtool_posix.0 Request processed in 23125us (26316us total) trans 34359739133 rc 0/0 00000100:00100000:1.0:1775764727.590914:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 910 00000020:00080000:1.0:1775764727.590921:0:42325:0:(tgt_main.c:783:tgt_ses_key_exit()) total 6 transactions per RPC 00000040:00080000:3.0:1775764727.591603:0:42356:0:(llog.c:800:llog_process_thread()) index: 8, lh_last_idx: 8 synced_idx: 8 lgh_last_idx: 8 00000040:00080000:3.0:1775764727.591610:0:42356:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x32:0x0] at index 8 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1775764727.592145:0:42356:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x32:0x0] index 64768 count 7 00000040:00080000:3.0:1775764727.592155:0:42356:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 9 count 2 00000100:00100000:3.0:1775764727.596953:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764727.600474:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764727.605598:0:47878:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098596224 00000100:00100000:0.0:1775764727.605616:0:47878:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098596224 00000100:00100000:0.0:1775764727.605769:0:47878:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098596480 00000100:00100000:0.0:1775764727.605774:0:47878:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098596480 00000100:00100000:2.0:1775764727.608143:0:42328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 258 00000100:00100000:2.0:1775764727.608169:0:42328:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bf4fb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+17:61577:x1862022098596224:12345-192.168.202.28@tcp:49:lfs.0 00000100:00100000:1.0:1775764727.608493:0:42327:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 259 00000100:00100000:1.0:1775764727.608505:0:42327:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bf4fb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+17:61578:x1862022098596480:12345-192.168.202.28@tcp:35:lhsmtool_posix.0 00000004:00080000:1.0:1775764727.609220:0:42327:0:(mdd_object.c:4010:mdd_close()) Object [0x200003ab4:0x8:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000100:00100000:2.0:1775764727.609982:0:42328:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bf4fb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+18:61577:x1862022098596224:12345-192.168.202.28@tcp:49:lfs.0 Request processed in 1822us (13037us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764727.610005:0:42328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 258 00000001:00080000:1.0:1775764727.610143:0:42327:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 34359739134 00010000:00010000:1.0:1775764727.610214:0:42327:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff944488002400/0x57b8ff0e03051b15 lrc: 3/0,1 mode: --/PW res: [0x200003ab4:0x8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764727.610986:0:42327:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944488002400/0x57b8ff0e03051b15 lrc: 3/0,1 mode: PW/PW res: [0x200003ab4:0x8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010080000000 pid: 42327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764727.611015:0:42327:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944488002400/0x57b8ff0e03051b15 lrc: 3/0,1 mode: PW/PW res: [0x200003ab4:0x8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 42327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764727.611025:0:42327:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff944488002400/0x57b8ff0e03051b15 lrc: 4/0,1 mode: PW/PW res: [0x200003ab4:0x8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 42327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764727.611032:0:42327:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff944488002400/0x57b8ff0e03051b15 lrc: 4/0,1 mode: PW/PW res: [0x200003ab4:0x8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 42327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764727.611038:0:42327:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944488002400/0x57b8ff0e03051b15 lrc: 3/0,0 mode: PW/PW res: [0x200003ab4:0x8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 42327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764727.611059:0:42327:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1775764727.611171:0:42327:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bf4fb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+18:61578:x1862022098596480:12345-192.168.202.28@tcp:35:lhsmtool_posix.0 Request processed in 2668us (10706us total) trans 34359739135 rc 0/0 00000100:00100000:1.0:1775764727.611183:0:42327:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 259 00000020:00080000:1.0:1775764727.611187:0:42327:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:0.0:1775764727.615647:0:42312:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1775764727.615668:0:42312:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944488002400/0x57b8ff0e03051b15 lrc: 2/0,0 mode: PW/PW res: [0x200003ab4:0x8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 42327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764727.615681:0:42312:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944488002400 already unused, calling callback (ffffffffc177a060) 00010000:00010000:0.0:1775764727.615686:0:42312:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944488002400/0x57b8ff0e03051b15 lrc: 2/0,0 mode: PW/PW res: [0x200003ab4:0x8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 42327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764727.615697:0:42312:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944488002400/0x57b8ff0e03051b15 lrc: 3/0,0 mode: PW/PW res: [0x200003ab4:0x8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 42327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764727.615722:0:42312:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x8:0x0].0x0 (ffff944598a9b400) 00010000:00010000:0.0:1775764727.615725:0:42312:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1775764727.615733:0:42312:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944488002400/0x57b8ff0e03051b15 lrc: 1/0,0 mode: --/PW res: [0x200003ab4:0x8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 42327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764727.615739:0:42312:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944488002400/0x57b8ff0e03051b15 lrc: 0/0,0 mode: --/PW res: [0x200003ab4:0x8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 42327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764727.615772:0:42312:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764727.615774:0:42312:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764727.615776:0:42312:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764727.616904:0:42313:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775764727.618008:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764727.618106:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098596736 00000100:00100000:2.0:1775764727.618117:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098596736 00000100:00100000:2.0:1775764727.618186:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 911 00000100:00100000:2.0:1775764727.618198:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94448647c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+18:61577:x1862022098596736:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:2.0:1775764727.618223:0:42324:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764727.618226:0:42324:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1775764727.618246:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944581525600/0x57b8ff0e03051a2e lrc: 0/0,0 mode: --/CR res: [0x200003ab4:0x6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bca4 expref: 18 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764727.618266:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x6:0x0].0x0 (ffff944599e85800) 00010000:00010000:2.0:1775764727.618276:0:42324:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775764727.618292:0:42324:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24800/0x57b8ff0e03051b1c lrc: 2/0,0 mode: --/EX res: [0x200003ab4:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17bcf1 expref: -99 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764727.618335:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24200/0x57b8ff0e03051b23 lrc: 3/1,0 mode: --/CR res: [0x200003ab4:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764727.618359:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24200/0x57b8ff0e03051b23 lrc: 3/1,0 mode: CR/CR res: [0x200003ab4:0x6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764727.618370:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24200/0x57b8ff0e03051b23 lrc: 3/1,0 mode: CR/CR res: [0x200003ab4:0x6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764727.618384:0:42324:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24200/0x57b8ff0e03051b23 lrc: 3/1,0 mode: CR/CR res: [0x200003ab4:0x6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764727.618391:0:42324:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24200/0x57b8ff0e03051b23 lrc: 2/0,0 mode: CR/CR res: [0x200003ab4:0x6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764727.618400:0:42324:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24200/0x57b8ff0e03051b23 lrc: 3/0,0 mode: CR/CR res: [0x200003ab4:0x6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764727.618405:0:42324:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445baf24200 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764727.618409:0:42324:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24200/0x57b8ff0e03051b23 lrc: 3/0,0 mode: CR/CR res: [0x200003ab4:0x6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764727.618705:0:42324:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24200/0x57b8ff0e03051b23 lrc: 4/0,0 mode: CR/CR res: [0x200003ab4:0x6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764727.618716:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x6:0x0].0x0 (ffff9445838afe00) 00010000:00010000:2.0:1775764727.618719:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1775764727.618723:0:42324:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24200/0x57b8ff0e03051b23 lrc: 2/0,0 mode: --/CR res: [0x200003ab4:0x6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764727.618729:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24200/0x57b8ff0e03051b23 lrc: 0/0,0 mode: --/CR res: [0x200003ab4:0x6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764727.618753:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25000/0x57b8ff0e03051b2a lrc: 3/0,1 mode: --/EX res: [0x200003ab4:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764727.618761:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25000/0x57b8ff0e03051b2a lrc: 3/0,1 mode: EX/EX res: [0x200003ab4:0x6:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764727.618768:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25000/0x57b8ff0e03051b2a lrc: 3/0,1 mode: EX/EX res: [0x200003ab4:0x6:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764727.621100:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25000/0x57b8ff0e03051b2a lrc: 3/0,0 mode: CR/CR res: [0x200003ab4:0x6:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bcf1 expref: 20 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764727.621116:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x6:0x0].0x0 (ffff9445838afe00) 00010000:00010000:2.0:1775764727.621119:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:2.0:1775764727.621135:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24800/0x57b8ff0e03051b1c lrc: 0/0,0 mode: --/EX res: [0x200003ab4:0x6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bcf1 expref: 20 pid: 42324 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764727.621154:0:42324:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25000/0x57b8ff0e03051b2a lrc: 3/0,0 mode: CR/CR res: [0x200003ab4:0x6:0x0].0x0 bits 0xa/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bcf1 expref: 19 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764727.621182:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x6:0x0].0x0 (ffff9445838afe00) 00010000:00010000:2.0:1775764727.621184:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:2.0:1775764727.621186:0:42324:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445baf25000, rc 0) 00000100:00100000:2.0:1775764727.621307:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94448647c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+19:61577:x1862022098596736:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 3111us (3318us total) trans 34359739136 rc 0/0 00000100:00100000:2.0:1775764727.621317:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 911 00000100:00100000:1.0:1775764727.630210:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764727.630381:0:42946:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098596864 00000100:00100000:2.0:1775764727.630393:0:42946:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098596864 00000100:00100000:2.0:1775764727.630469:0:42946:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 245 00000100:00100000:2.0:1775764727.630479:0:42946:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bbd78000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+7:61577:x1862022098596864:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:2.0:1775764727.630698:0:42946:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764727.630725:0:42946:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a48f61ea/0x57b8ff0e03051b31 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x119:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17bcf8 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1775764727.630751:0:42946:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x119:0x0] initial LVB size: 14, mtime: 0x69d804f5, atime: 0x69d804f5, ctime: 0x69d804f5, blocks: 0xb 00010000:00010000:2.0:1775764727.630773:0:42946:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764727.630775:0:42946:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764727.630785:0:42946:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a48f61ea/0x57b8ff0e03051b31 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x119:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bcf8 expref: 8 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764727.630857:0:42946:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000a48f61ea/0x57b8ff0e03051b31 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x119:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bcf8 expref: 8 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764727.630872:0:42946:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445baf24a00, rc 0) 00000100:00100000:2.0:1775764727.630937:0:42946:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bbd78000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+8:61577:x1862022098596864:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 459us (738us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764727.630945:0:42946:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 245 00000100:00100000:1.0:1775764727.634413:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764727.634480:0:45548:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098596992 00000100:00100000:2.0:1775764727.634503:0:45548:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098596992 00002000:00100000:2.0:1775764727.634552:0:45548:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x119:0x0] (0->4095) req@ffff9445bbd7aa00 x1862022098596992/t0(0) o3->fcf15866-4739-4595-8fe1-44abde7ee9d7@192.168.202.28@tcp:208/0 lens 488/0 e 0 to 0 dl 1775764738 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764727.634564:0:45548:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9445bbd7aa00 with x1862022098596992 ext(0->4095) 00002000:00010000:2.0:1775764727.634570:0:45548:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9445bbd7aa00 00000100:00100000:2.0:1775764727.634602:0:45548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 72 00000100:00100000:2.0:1775764727.634610:0:45548:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bbd7aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+8:2378:x1862022098596992:12345-192.168.202.28@tcp:3:lfs.0 00000100:00100000:2.0:1775764727.634830:0:45548:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bbd7aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+8:2378:x1862022098596992:12345-192.168.202.28@tcp:3:lfs.0 Request processed in 219us (426us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1775764727.634838:0:45548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 72 00002000:00100000:2.0:1775764727.634844:0:45548:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x119:0x0] (0->4095) req@ffff9445bbd7aa00 x1862022098596992/t0(0) o3->fcf15866-4739-4595-8fe1-44abde7ee9d7@192.168.202.28@tcp:208/0 lens 488/4536 e 0 to 0 dl 1775764738 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764727.634853:0:45548:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9445bbd7aa00 with x1862022098596992 ext(0->4095) 00002000:00010000:2.0:1775764727.634856:0:45548:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9445bbd7aa00 00000100:00100000:3.0:1775764727.638355:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764727.638459:0:47878:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098597248 00000100:00100000:0.0:1775764727.638470:0:47878:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098597248 00000100:00100000:0.0:1775764727.638542:0:47878:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 260 00000100:00100000:0.0:1775764727.638553:0:47878:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445b1dbdc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+19:61577:x1862022098597248:12345-192.168.202.28@tcp:35:lfs.0 00000100:00100000:0.0:1775764727.638838:0:47878:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445b1dbdc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+20:61577:x1862022098597248:12345-192.168.202.28@tcp:35:lfs.0 Request processed in 286us (497us total) trans 34359739137 rc 0/0 00000100:00100000:0.0:1775764727.638848:0:47878:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 260 00000100:00100000:1.0:1775764727.797490:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764727.797838:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098597376 00000100:00100000:0.0:1775764727.797848:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098597376 00000100:00100000:0.0:1775764727.797915:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 912 00000100:00100000:0.0:1775764727.797924:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bbd7bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+20:61588:x1862022098597376:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:0.0:1775764727.797947:0:42326:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764727.797969:0:42326:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944581525600/0x57b8ff0e03051b38 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17bcff expref: -99 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764727.798035:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944581525000/0x57b8ff0e03051b3f lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764727.798048:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944581525000/0x57b8ff0e03051b3f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764727.798058:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944581525000/0x57b8ff0e03051b3f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764727.798237:0:42326:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 9728 00000004:00200000:0.0:1775764727.798241:0:42326:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 43 stripe count 1 MDT count 1 00000004:00010000:0.0:1775764727.798303:0:42326:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff944581525000/0x57b8ff0e03051b3f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764727.798329:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944581525600/0x57b8ff0e03051b38 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bcff expref: 22 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764727.798360:0:42326:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff944581525000/0x57b8ff0e03051b3f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bcff expref: 21 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764727.798369:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff944599e85300) 00010000:00010000:0.0:1775764727.798372:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1775764727.798376:0:42326:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944581525000, rc 0) 00000100:00100000:0.0:1775764727.798659:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bbd7bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+21:61588:x1862022098597376:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 735us (1175us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764727.798667:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 912 00000100:00100000:3.0:1775764727.807464:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764727.811162:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098597504 00000100:00100000:0.0:1775764727.811179:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098597504 00000100:00100000:0.0:1775764727.811262:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 913 00000100:00100000:0.0:1775764727.811273:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94448647ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+21:61588:x1862022098597504:12345-192.168.202.28@tcp:34:lfs.0 00010000:00010000:0.0:1775764727.811368:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff944581524e00/0x57b8ff0e03051b46 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764727.811385:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944581524e00/0x57b8ff0e03051b46 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764727.811398:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944581524e00/0x57b8ff0e03051b46 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764727.811889:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944581524c00/0x57b8ff0e03051b4d lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3dd7c34f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764727.811901:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944581524c00/0x57b8ff0e03051b4d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3dd7c34f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764727.811914:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944581524c00/0x57b8ff0e03051b4d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3dd7c34f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764727.812242:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944581525400/0x57b8ff0e03051b54 lrc: 3/1,0 mode: --/PR res: [0x200003ab4:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764727.812251:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944581525400/0x57b8ff0e03051b54 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764727.812258:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944581525400/0x57b8ff0e03051b54 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764727.813134:0:44493:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff944581525400/0x57b8ff0e03051b54 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764727.813151:0:44493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff944581524e00/0x57b8ff0e03051b46 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764727.813158:0:44493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944581524e00/0x57b8ff0e03051b46 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764727.813164:0:44493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944581524e00/0x57b8ff0e03051b46 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764727.813169:0:44493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944581524e00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:0.0:1775764727.813173:0:44493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944581524e00/0x57b8ff0e03051b46 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764727.813180:0:44493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944581524e00/0x57b8ff0e03051b46 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764727.813193:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff944599e85300) 00010000:00010000:0.0:1775764727.813197:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764727.813201:0:44493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944581524e00/0x57b8ff0e03051b46 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764727.813207:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944581524e00/0x57b8ff0e03051b46 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764727.813222:0:44493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944581524c00/0x57b8ff0e03051b4d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3dd7c34f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764727.813226:0:44493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944581524c00/0x57b8ff0e03051b4d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3dd7c34f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764727.813231:0:44493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944581524c00/0x57b8ff0e03051b4d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3dd7c34f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764727.813235:0:44493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944581524c00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:0.0:1775764727.813237:0:44493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944581524c00/0x57b8ff0e03051b4d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3dd7c34f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764727.813242:0:44493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944581524c00/0x57b8ff0e03051b4d lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3dd7c34f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764727.813248:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x3dd7c34f (ffff944599e85b00) 00010000:00010000:0.0:1775764727.813250:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764727.813253:0:44493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944581524c00/0x57b8ff0e03051b4d lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3dd7c34f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764727.813257:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944581524c00/0x57b8ff0e03051b4d lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3dd7c34f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764727.813271:0:44493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944581525400/0x57b8ff0e03051b54 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764727.813276:0:44493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944581525400/0x57b8ff0e03051b54 lrc: 2/0,0 mode: PR/PR res: [0x200003ab4:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764727.813281:0:44493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944581525400/0x57b8ff0e03051b54 lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764727.813285:0:44493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944581525400 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:0.0:1775764727.813288:0:44493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944581525400/0x57b8ff0e03051b54 lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764727.813293:0:44493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944581525400/0x57b8ff0e03051b54 lrc: 4/0,0 mode: PR/PR res: [0x200003ab4:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764727.813738:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x6:0x0].0x0 (ffff9445838afe00) 00010000:00010000:0.0:1775764727.813740:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764727.813743:0:44493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944581525400/0x57b8ff0e03051b54 lrc: 2/0,0 mode: --/PR res: [0x200003ab4:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764727.813749:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944581525400/0x57b8ff0e03051b54 lrc: 0/0,0 mode: --/PR res: [0x200003ab4:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764727.816003:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94448647ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+21:61588:x1862022098597504:12345-192.168.202.28@tcp:34:lfs.0 Request processed in 4711us (8530us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764727.816019:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 913 00000100:00100000:1.0:1775764727.906164:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764727.906272:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098597760 00000100:00100000:2.0:1775764727.906283:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098597760 00000100:00100000:2.0:1775764727.906354:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 914 00000100:00100000:2.0:1775764727.906365:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bbd7ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+21:61595:x1862022098597760:12345-192.168.202.28@tcp:101:cat.0 00010000:00010000:2.0:1775764727.906386:0:42325:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764727.906406:0:42325:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24800/0x57b8ff0e03051b5b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17bd06 expref: -99 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764727.906788:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24200/0x57b8ff0e03051b62 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764727.906841:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24200/0x57b8ff0e03051b62 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764727.906856:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24200/0x57b8ff0e03051b62 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764727.906872:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25e00/0x57b8ff0e03051b69 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3dd7c34f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764727.906879:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25e00/0x57b8ff0e03051b69 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3dd7c34f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764727.906886:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25e00/0x57b8ff0e03051b69 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3dd7c34f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764727.907792:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25200/0x57b8ff0e03051b70 lrc: 3/1,0 mode: --/PR res: [0x200003ab4:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764727.907829:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25200/0x57b8ff0e03051b70 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764727.907839:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25200/0x57b8ff0e03051b70 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764727.907850:0:42325:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab4:0x6:0x0]: returning size 14 00010000:00010000:2.0:1775764727.907949:0:42325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24200/0x57b8ff0e03051b62 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764727.907957:0:42325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24200/0x57b8ff0e03051b62 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764727.907963:0:42325:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24200/0x57b8ff0e03051b62 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764727.907970:0:42325:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445baf24200 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764727.907975:0:42325:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24200/0x57b8ff0e03051b62 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764727.907982:0:42325:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24200/0x57b8ff0e03051b62 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764727.908006:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff944599e85300) 00010000:00010000:2.0:1775764727.908009:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764727.908014:0:42325:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24200/0x57b8ff0e03051b62 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764727.908019:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24200/0x57b8ff0e03051b62 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764727.908033:0:42325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25e00/0x57b8ff0e03051b69 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3dd7c34f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764727.908039:0:42325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25e00/0x57b8ff0e03051b69 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3dd7c34f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764727.908045:0:42325:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25e00/0x57b8ff0e03051b69 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3dd7c34f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764727.908054:0:42325:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445baf25e00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764727.908057:0:42325:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25e00/0x57b8ff0e03051b69 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3dd7c34f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764727.908063:0:42325:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25e00/0x57b8ff0e03051b69 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3dd7c34f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764727.908070:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x3dd7c34f (ffff9445838af700) 00010000:00010000:2.0:1775764727.908073:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764727.908076:0:42325:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25e00/0x57b8ff0e03051b69 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3dd7c34f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764727.908082:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25e00/0x57b8ff0e03051b69 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3dd7c34f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764727.908130:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24800/0x57b8ff0e03051b5b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bd06 expref: 24 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764727.908145:0:42325:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25200/0x57b8ff0e03051b70 lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0x6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bd06 expref: 23 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764727.908153:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x6:0x0].0x0 (ffff9445838afe00) 00010000:00010000:2.0:1775764727.908155:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1775764727.908158:0:42325:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445baf25200, rc 0) 00000100:00100000:2.0:1775764727.913960:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bbd7ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+23:61595:x1862022098597760:12345-192.168.202.28@tcp:101:cat.0 Request processed in 7582us (7792us total) trans 34359739138 rc 0/0 00000100:00100000:2.0:1775764727.913976:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 914 00000100:00100000:2.0:1775764727.924939:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764727.925190:0:42327:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098598016 00000100:00100000:1.0:1775764727.925200:0:42327:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098598016 00000100:00100000:1.0:1775764727.925991:0:42327:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 261 00000100:00100000:1.0:1775764727.926013:0:42327:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944589139500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+23:61595:x1862022098598016:12345-192.168.202.28@tcp:35:cat.0 00000100:00100000:1.0:1775764727.926330:0:42327:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944589139500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+24:61595:x1862022098598016:12345-192.168.202.28@tcp:35:cat.0 Request processed in 321us (1401us total) trans 34359739139 rc 0/0 00000100:00100000:1.0:1775764727.926346:0:42327:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 261 00000100:00100000:3.0:1775764728.011766:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764728.014593:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098598272 00000100:00100000:2.0:1775764728.014609:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098598272 00000100:00100000:3.0:1775764728.022218:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 915 00000100:00100000:3.0:1775764728.022247:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94448647ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+24:61601:x1862022098598272:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:3.0:1775764728.022284:0:42324:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764728.022311:0:42324:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695000/0x57b8ff0e03051b7e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17bd0d expref: -99 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764728.022446:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694800/0x57b8ff0e03051b85 lrc: 3/0,1 mode: --/CW res: [0x200003ab4:0x6:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764728.022462:0:42324:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25200/0x57b8ff0e03051b70 lrc: 2/0,0 mode: PR/PR res: [0x200003ab4:0x6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bd06 expref: 25 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764728.022470:0:42324:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694800/0x57b8ff0e03051b85 lrc: 4/0,1 mode: --/CW res: [0x200003ab4:0x6:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764728.022510:0:42324:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25200/0x57b8ff0e03051b70 lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0x6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bd06 expref: 25 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764728.022527:0:42324:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25200/0x57b8ff0e03051b70 lrc: 4/0,0 mode: PR/PR res: [0x200003ab4:0x6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bd06 expref: 25 pid: 42325 timeout: 2294 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764728.022542:0:42324:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff94448647ea00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:42324:1862022119049344:192.168.202.28@tcp:104: 00000100:00100000:3.0:1775764728.022707:0:42324:0:(client.c:2691:ptlrpc_set_wait()) set ffff944588523840 going to sleep for 11 seconds 00000100:00100000:2.0:1775764728.026910:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764728.027111:0:44302:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098598400 00000100:00100000:0.0:1775764728.027122:0:44302:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098598400 00010000:00010000:0.0:1775764728.027173:0:44302:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25200/0x57b8ff0e03051b70 lrc: 5/0,0 mode: PR/PR res: [0x200003ab4:0x6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bd06 expref: 26 pid: 42325 timeout: 2294 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764728.027228:0:44302:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 186 00000100:00100000:0.0:1775764728.027238:0:44302:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944589138380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+26:2379:x1862022098598400:12345-192.168.202.28@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1775764728.027252:0:44302:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764728.027259:0:44302:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25200/0x57b8ff0e03051b70 lrc: 5/0,0 mode: PR/PR res: [0x200003ab4:0x6:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bd06 expref: 26 pid: 42325 timeout: 2294 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764728.027274:0:44302:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25200/0x57b8ff0e03051b70 lrc: 4/0,0 mode: PR/PR res: [0x200003ab4:0x6:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bd06 expref: 26 pid: 42325 timeout: 2294 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764728.027300:0:44302:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x6:0x0].0x0 (ffff9445838afe00) 00010000:00010000:0.0:1775764728.027306:0:44302:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694800/0x57b8ff0e03051b85 lrc: 3/0,1 mode: --/CW res: [0x200003ab4:0x6:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764728.027315:0:44302:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694800/0x57b8ff0e03051b85 lrc: 3/0,1 mode: CW/CW res: [0x200003ab4:0x6:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764728.027323:0:44302:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694800/0x57b8ff0e03051b85 lrc: 4/0,1 mode: CW/CW res: [0x200003ab4:0x6:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764728.027358:0:44302:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775764728.027420:0:44302:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944589138380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+26:2379:x1862022098598400:12345-192.168.202.28@tcp:103:ldlm_bl.0 Request processed in 183us (523us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764728.027427:0:44302:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 186 00010000:00010000:3.0:1775764728.029172:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25200/0x57b8ff0e03051b70 lrc: 0/0,0 mode: --/PR res: [0x200003ab4:0x6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bd06 expref: 25 pid: 42325 timeout: 2294 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764728.029200:0:42324:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff94448647ea00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:42324:1862022119049344:192.168.202.28@tcp:104: 00010000:00010000:3.0:1775764728.029229:0:42324:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694800/0x57b8ff0e03051b85 lrc: 3/0,1 mode: CW/CW res: [0x200003ab4:0x6:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764728.029241:0:42324:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694800/0x57b8ff0e03051b85 lrc: 3/0,1 mode: CW/CW res: [0x200003ab4:0x6:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764728.029246:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694800/0x57b8ff0e03051b85 lrc: 3/0,1 mode: CW/CW res: [0x200003ab4:0x6:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764728.029272:0:42324:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab4:0x6:0x0]: returning size 14 00010000:00010000:3.0:1775764728.029778:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695000/0x57b8ff0e03051b7e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bd0d expref: 26 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764728.030069:0:42324:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694800/0x57b8ff0e03051b85 lrc: 3/0,0 mode: CW/CW res: [0x200003ab4:0x6:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bd0d expref: 25 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764728.030082:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x6:0x0].0x0 (ffff9445838afe00) 00010000:00010000:3.0:1775764728.030085:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:3.0:1775764728.030089:0:42324:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445be694800, rc 0) 00000100:00100000:3.0:1775764728.030166:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94448647ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+25:61601:x1862022098598272:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 7933us (18414us total) trans 34359739140 rc 0/0 00000100:00100000:3.0:1775764728.030174:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 915 00000004:00080000:1.0:1775764728.065257:0:42349:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 2194912455846ns, next at 2195912453460ns, rc = 0 00000100:00100000:1.0:1775764728.065279:0:3328:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1775764728.065299:0:3328:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bbd79f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3328:1862022119049472:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1775764728.065379:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764728.065429:0:42947:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119049472 00000100:00100000:1.0:1775764728.065436:0:42947:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119049472 00000100:00100000:1.0:1775764728.065499:0:42947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 149 00000100:00100000:1.0:1775764728.065508:0:42947:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bbd79880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3328:x1862022119049472:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1775764728.065530:0:42947:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 52625408 pending 0 free 3765436416 avail 3762290688 00000100:00100000:1.0:1775764728.065572:0:42947:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bbd79880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3328:x1862022119049472:12345-0@lo:13:osp-pre-1-0.0 Request processed in 65us (193us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764728.065579:0:42947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 149 00000100:00080000:1.0:1775764728.065598:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1775764728.065635:0:3328:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bbd79f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3328:1862022119049472:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1775764728.642145:0:43224:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:3.0:1775764728.665255:0:6613:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 34359738442 is committed 00000001:00080000:3.0:1775764728.665277:0:6613:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 34359738437 is committed 00000001:00080000:3.0:1775764728.665292:0:6613:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 34359738443 is committed 00000001:00080000:3.0:1775764728.665297:0:6613:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 34359738441 is committed 00000100:00100000:3.0:1775764729.524655:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764729.524701:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764729.524726:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764729.524746:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764729.524765:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764729.524788:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764729.524845:0:42945:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098598784 00000100:00100000:3.0:1775764729.524857:0:42945:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098598784 00000100:00100000:1.0:1775764729.525056:0:42318:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098598528 00000100:00100000:1.0:1775764729.525061:0:42318:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098598528 00000100:00100000:1.0:1775764729.525105:0:42318:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 282 00000100:00100000:1.0:1775764729.525115:0:42318:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bd37b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:24b54882-c0a1-43f2-954f-009e5a9afc9d+12:2378:x1862022098598528:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:1.0:1775764729.525205:0:42318:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bd37b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:24b54882-c0a1-43f2-954f-009e5a9afc9d+12:2378:x1862022098598528:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 91us (563us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764729.525216:0:42318:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 282 00000100:00100000:1.0:1775764729.525249:0:43212:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098599040 00000100:00100000:1.0:1775764729.525253:0:43212:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098599040 00000100:00100000:3.0:1775764729.527237:0:42945:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098599168 00000100:00100000:3.0:1775764729.527247:0:42945:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098599168 00000100:00100000:1.0:1775764729.529523:0:43212:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 244 00000100:00100000:1.0:1775764729.529540:0:43212:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94448647ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:82781e18-e0e3-4f9f-9a2b-041bf0344414+6:2379:x1862022098598784:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:1.0:1775764729.529632:0:43212:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94448647ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:82781e18-e0e3-4f9f-9a2b-041bf0344414+6:2379:x1862022098598784:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 98us (4929us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764729.529640:0:43212:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 244 00000100:00100000:1.0:1775764729.529662:0:43212:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 245 00000100:00100000:1.0:1775764729.529669:0:43212:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94448647fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+5:2379:x1862022098599040:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:1.0:1775764729.529696:0:43212:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94448647fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+5:2379:x1862022098599040:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 27us (4969us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764729.529703:0:43212:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 245 00000100:00100000:3.0:1775764729.530653:0:42945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 246 00000100:00100000:3.0:1775764729.530662:0:42945:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94448647e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+8:2379:x1862022098599168:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:3.0:1775764729.530712:0:42945:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94448647e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+8:2379:x1862022098599168:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 52us (5923us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764729.530719:0:42945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 246 00000100:00100000:3.0:1775764729.530744:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098598656 00000100:00100000:3.0:1775764729.530751:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098598656 00000100:00100000:3.0:1775764729.530790:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098598912 00000100:00100000:3.0:1775764729.530793:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098598912 00000100:00100000:3.0:1775764729.530832:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 346 00000100:00100000:3.0:1775764729.530838:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94448647df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:82781e18-e0e3-4f9f-9a2b-041bf0344414+5:2379:x1862022098598656:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:3.0:1775764729.530871:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94448647df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:82781e18-e0e3-4f9f-9a2b-041bf0344414+5:2379:x1862022098598656:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 33us (6123us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764729.530877:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 346 00000100:00100000:3.0:1775764729.530905:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 347 00000100:00100000:3.0:1775764729.530912:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94448647c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+25:2379:x1862022098598912:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:3.0:1775764729.530938:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94448647c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+25:2379:x1862022098598912:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 27us (6172us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764729.530945:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 347 00000100:00080000:2.0:1775764729.536619:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1775764729.536628:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1775764729.536631:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:0.0:1775764729.665069:0:42312:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764730.691245:0:42313:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775764731.137192:0:3330:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff94458913bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3330:1862022119049600:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1775764731.137264:0:3330:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764731.137668:0:42947:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119049600 00000100:00100000:3.0:1775764731.137676:0:42947:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119049600 00000100:00100000:3.0:1775764731.137763:0:42947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 150 00000100:00100000:3.0:1775764731.137772:0:42947:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bbd79f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3330:x1862022119049600:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1775764731.137830:0:42947:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 47513600 pending 0 free 3704619008 avail 3702521856 00000100:00080000:2.0:1775764731.139085:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1775764731.145499:0:42947:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bbd79f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3330:x1862022119049600:12345-0@lo:13:osp-pre-0-0.0 Request processed in 7719us (8224us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764731.145617:0:42947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 150 00000100:00100000:1.0:1775764731.146345:0:3330:0:(client.c:3082:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 34359738443 gen 2 00000004:00080000:1.0:1775764731.146353:0:3330:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 34359738438 committed transno 34359738443 00000004:00080000:1.0:1775764731.146376:0:3330:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 34359738439 committed transno 34359738443 00000004:00080000:1.0:1775764731.146389:0:3330:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff944590388380, transno 34359738440 00000004:00080000:1.0:1775764731.146402:0:3330:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 34359738442 committed transno 34359738443 00000004:00080000:1.0:1775764731.146411:0:3330:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9445bf4f8700, transno 34359738443 00000100:00100000:1.0:1775764731.146429:0:3330:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff94458913bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3330:1862022119049600:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1775764731.649149:0:3329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944589139880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3329:1862022119049984:0@lo:400:kworker.0 00000100:00100000:2.0:1775764731.649233:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764731.649294:0:3329:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:2.0:1775764731.649311:0:3329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944589139180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3329:1862022119049856:0@lo:400:kworker.0 00000100:00100000:2.0:1775764731.649334:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764731.649359:0:3329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff94458913b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3329:1862022119050368:0@lo:400:kworker.0 00000100:00100000:2.0:1775764731.649383:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764731.649421:0:42945:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119049984 00000100:00100000:2.0:1775764731.649429:0:42945:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119049984 00000100:00100000:2.0:1775764731.649486:0:42945:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119049856 00000100:00100000:2.0:1775764731.649489:0:42945:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119049856 00000100:00100000:2.0:1775764731.649520:0:42945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 247 00000100:00100000:2.0:1775764731.649529:0:42945:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944589138e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3329:x1862022119049984:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764731.649591:0:42945:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944589138e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3329:x1862022119049984:12345-0@lo:400:kworker.0 Request processed in 62us (356us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764731.649599:0:42945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 247 00000100:00100000:2.0:1775764731.649616:0:42945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 248 00000100:00100000:2.0:1775764731.649622:0:42945:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944589139f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3329:x1862022119049856:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764731.649660:0:42945:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944589139f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3329:x1862022119049856:12345-0@lo:400:kworker.0 Request processed in 38us (325us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764731.649670:0:42945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 248 00000100:00100000:2.0:1775764731.649690:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119050368 00000100:00100000:2.0:1775764731.649694:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119050368 00000100:00100000:2.0:1775764731.649720:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 348 00000100:00100000:2.0:1775764731.649725:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94458913b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3329:x1862022119050368:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764731.649751:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94458913b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3329:x1862022119050368:12345-0@lo:400:kworker.0 Request processed in 26us (367us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764731.649756:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 348 00000100:00080000:2.0:1775764731.649769:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1775764731.649783:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1775764731.649841:0:3329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944589139180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3329:1862022119049856:0@lo:400:kworker.0 00000100:00100000:2.0:1775764731.649851:0:3329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff94458913b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3329:1862022119050368:0@lo:400:kworker.0 00000100:00100000:2.0:1775764731.649860:0:3329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944589139880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3329:1862022119049984:0@lo:400:kworker.0 00000100:00100000:0.0:1775764731.649956:0:3331:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944589139c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d8dacf45-8471-4226-a2fb-1fac83f69c1e:3331:1862022119049728:0@lo:400:kworker.0 00000100:00100000:0.0:1775764731.650002:0:3331:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764731.650026:0:3331:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff94458913a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3331:1862022119050240:0@lo:400:kworker.0 00000100:00100000:0.0:1775764731.650045:0:3331:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764731.650060:0:3331:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1775764731.650065:0:3331:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff94458913bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3331:1862022119050112:0@lo:400:kworker.0 00000100:00100000:0.0:1775764731.650080:0:3331:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764731.650103:0:42319:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119049728 00000100:00100000:0.0:1775764731.650107:0:42319:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119049728 00000100:00100000:0.0:1775764731.650132:0:42319:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 283 00000100:00100000:0.0:1775764731.650137:0:42319:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bd37a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d8dacf45-8471-4226-a2fb-1fac83f69c1e+18:3331:x1862022119049728:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764731.650163:0:42319:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bd37a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d8dacf45-8471-4226-a2fb-1fac83f69c1e+18:3331:x1862022119049728:12345-0@lo:400:kworker.0 Request processed in 26us (161us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764731.650168:0:42319:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 283 00000100:00100000:0.0:1775764731.650192:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119050240 00000100:00100000:0.0:1775764731.650195:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119050240 00000100:00100000:0.0:1775764731.650217:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119050112 00000100:00100000:0.0:1775764731.650219:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119050112 00000100:00100000:0.0:1775764731.650229:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 349 00000100:00100000:0.0:1775764731.650234:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445b2cb2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3331:x1862022119050240:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764731.650256:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445b2cb2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3331:x1862022119050240:12345-0@lo:400:kworker.0 Request processed in 22us (211us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764731.650261:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 349 00000100:00100000:0.0:1775764731.650270:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 350 00000100:00100000:0.0:1775764731.650276:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bf4f8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3331:x1862022119050112:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764731.650299:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bf4f8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3331:x1862022119050112:12345-0@lo:400:kworker.0 Request processed in 24us (217us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764731.650303:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 350 00000100:00080000:0.0:1775764731.650315:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1775764731.650330:0:3331:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff94458913bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3331:1862022119050112:0@lo:400:kworker.0 00000100:00100000:0.0:1775764731.650336:0:3331:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944589139c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d8dacf45-8471-4226-a2fb-1fac83f69c1e:3331:1862022119049728:0@lo:400:kworker.0 00000100:00100000:0.0:1775764731.650343:0:3331:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff94458913a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3331:1862022119050240:0@lo:400:kworker.0 00010000:00010000:1.0:1775764731.715954:0:43224:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764732.737024:0:42312:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:1.0:1775764732.747035:0:7469:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 34359738449 is committed 00000001:00080000:1.0:1775764732.747053:0:7469:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 34359738448 is committed 00000001:00080000:0.0:1775764732.762284:0:5825:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 34359739137 is committed 00000004:00080000:0.0:1775764732.762305:0:5825:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 24 committed 00000001:00080000:0.0:1775764732.762318:0:5825:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 34359739139 is committed 00000020:00080000:0.0:1775764732.762334:0:5825:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9445b7bab6c0 refcount 2 committed 0 result 0 batchid 30064771826 00000020:00080000:0.0:1775764732.762339:0:5825:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9445bc120000 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9445b7babcc0 00000020:00080000:0.0:1775764732.762342:0:5825:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9445bc120d00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff944486477c00 00000020:00080000:0.0:1775764732.762362:0:5825:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 30064771825 batchid updated 00000100:00100000:3.0:1775764732.763772:0:3328:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1775764732.763790:0:3328:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff94448647d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3328:1862022119050496:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1775764732.763870:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764732.764313:0:42945:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119050496 00000100:00100000:2.0:1775764732.764320:0:42945:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119050496 00000100:00100000:2.0:1775764732.764367:0:42945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 246 00000100:00100000:2.0:1775764732.764373:0:42945:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944584b90450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3328:x1862022119050496:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1775764732.764395:0:42945:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:280 count 1 00010000:00010000:2.0:1775764732.764414:0:42945:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000038ab7c7e/0x57b8ff0e03051b93 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x118:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 42945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764732.764430:0:42945:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000ffd68b5e/0x57b8ff0e03051828 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x118:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bc18 expref: 6 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764732.764436:0:42945:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000033f52952/0x57b8ff0e03051916 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x118:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bc50 expref: 5 pid: 43212 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764732.764442:0:42945:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764732.764443:0:42945:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764732.764446:0:42945:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000038ab7c7e/0x57b8ff0e03051b93 lrc: 5/0,1 mode: --/PW res: [0x280000400:0x118:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764732.764464:0:42945:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000033f52952/0x57b8ff0e03051916 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x118:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bc50 expref: 5 pid: 43212 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764732.764473:0:42945:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000033f52952/0x57b8ff0e03051916 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x118:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bc50 expref: 5 pid: 43212 timeout: 2299 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764732.764481:0:42945:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944589139880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:42945:1862022119050624:192.168.202.28@tcp:104: 00010000:00010000:2.0:1775764732.764533:0:42945:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000ffd68b5e/0x57b8ff0e03051828 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x118:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000010020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bc18 expref: 6 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764732.764539:0:42945:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000ffd68b5e/0x57b8ff0e03051828 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x118:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400010020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bc18 expref: 6 pid: 42944 timeout: 2299 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764732.764545:0:42945:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff94458913b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:42945:1862022119050752:192.168.202.28@tcp:104: 00000100:00100000:2.0:1775764732.764557:0:42945:0:(client.c:2691:ptlrpc_set_wait()) set ffff9445b7bab840 going to sleep for 11 seconds 00000020:00080000:1.0:1775764732.765504:0:42361:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 30064771826 committed batchid 30064771825 00000020:00080000:1.0:1775764732.765719:0:42361:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 30064771825 00000001:00080000:0.0:1775764732.766122:0:5825:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 34359739140 is committed 00000100:00100000:0.0:1775764732.768883:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764732.768959:0:42309:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098599296 00000100:00100000:1.0:1775764732.768971:0:42309:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098599296 00010000:00010000:1.0:1775764732.769031:0:42309:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000ffd68b5e/0x57b8ff0e03051828 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x118:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bc18 expref: 7 pid: 42944 timeout: 2299 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764732.769074:0:42309:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 187 00000100:00100000:1.0:1775764732.769087:0:42309:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445b1d48450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+7:2379:x1862022098599296:12345-192.168.202.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1775764732.769102:0:42309:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764732.769108:0:42309:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000ffd68b5e/0x57b8ff0e03051828 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x118:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bc18 expref: 7 pid: 42944 timeout: 2299 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764732.769121:0:42309:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000ffd68b5e/0x57b8ff0e03051828 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x118:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400010020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bc18 expref: 7 pid: 42944 timeout: 2299 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764732.769156:0:42309:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00080000:0.0:1775764732.769279:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1775764732.770701:0:42309:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445b1d48450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+7:2379:x1862022098599296:12345-192.168.202.28@tcp:103:ldlm_bl.0 Request processed in 1609us (2533us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764732.770713:0:42309:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 187 00010000:00010000:3.0:1775764732.770998:0:42945:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ffd68b5e/0x57b8ff0e03051828 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x118:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400010020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bc18 expref: 6 pid: 42944 timeout: 2299 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764732.771021:0:42945:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff94458913b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:42945:1862022119050752:192.168.202.28@tcp:104: 00000100:00100000:3.0:1775764732.772763:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764732.772848:0:42945:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944589139880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:42945:1862022119050624:192.168.202.28@tcp:104: 00010000:00010000:1.0:1775764732.772875:0:42945:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000038ab7c7e/0x57b8ff0e03051b93 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x118:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764732.773057:0:44302:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098599424 00000100:00100000:3.0:1775764732.773064:0:44302:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098599424 00010000:00010000:3.0:1775764732.773142:0:44302:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000033f52952/0x57b8ff0e03051916 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x118:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bc50 expref: 6 pid: 43212 timeout: 2299 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764732.773187:0:44302:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 188 00000100:00100000:3.0:1775764732.773198:0:44302:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94448647e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:82781e18-e0e3-4f9f-9a2b-041bf0344414+6:2378:x1862022098599424:12345-192.168.202.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764732.773213:0:44302:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764732.773220:0:44302:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000033f52952/0x57b8ff0e03051916 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x118:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bc50 expref: 6 pid: 43212 timeout: 2299 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764732.773234:0:44302:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000033f52952/0x57b8ff0e03051916 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x118:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bc50 expref: 6 pid: 43212 timeout: 2299 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764732.773263:0:44302:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000033f52952/0x57b8ff0e03051916 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x118:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bc50 expref: 6 pid: 43212 timeout: 2299 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764732.773300:0:44302:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764732.773303:0:44302:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764732.773309:0:44302:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000038ab7c7e/0x57b8ff0e03051b93 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x118:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 42945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764732.773318:0:44302:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000038ab7c7e/0x57b8ff0e03051b93 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x118:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 42945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764732.773345:0:44302:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764732.773405:0:44302:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94448647e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:82781e18-e0e3-4f9f-9a2b-041bf0344414+5:2378:x1862022098599424:12345-192.168.202.28@tcp:103:ldlm_bl.0 Request processed in 209us (651us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764732.773412:0:44302:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 188 00010000:00010000:3.0:1775764732.773441:0:42945:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000038ab7c7e/0x57b8ff0e03051b93 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x118:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764732.773450:0:42945:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000038ab7c7e/0x57b8ff0e03051b93 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x118:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764732.773460:0:42945:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000038ab7c7e/0x57b8ff0e03051b93 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x118:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764732.773467:0:42945:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000038ab7c7e/0x57b8ff0e03051b93 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x118:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 42945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764732.773484:0:42945:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1775764732.773556:0:42313:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1775764732.773565:0:42313:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000038ab7c7e/0x57b8ff0e03051b93 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x118:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764732.773580:0:42313:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445baf24e00 already unused, calling callback (ffffffffc177a060) 00010000:00010000:2.0:1775764732.773585:0:42313:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000038ab7c7e/0x57b8ff0e03051b93 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x118:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764732.773595:0:42313:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000038ab7c7e/0x57b8ff0e03051b93 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x118:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 42945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764732.773609:0:42313:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000038ab7c7e/0x57b8ff0e03051b93 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x118:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764732.773617:0:42313:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000038ab7c7e/0x57b8ff0e03051b93 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x118:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764732.773637:0:42313:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764732.773639:0:42313:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764732.773641:0:42313:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775764732.774079:0:42945:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944584b90450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3328:x1862022119050496:12345-0@lo:6:osp-syn-1-0.0 Request processed in 9704us (10207us total) trans 34359738450 rc 0/0 00000100:00100000:3.0:1775764732.774088:0:42945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 246 00000100:00100000:2.0:1775764732.774372:0:3328:0:(client.c:3082:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 34359738449 gen 2 00000004:00080000:2.0:1775764732.774379:0:3328:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 34359738449 committed transno 34359738449 00000100:00100000:2.0:1775764732.774400:0:3328:0:(client.c:3126:ptlrpc_free_committed()) @@@ stopping search req@ffff94448647d880 x1862022119050496/t34359738450(34359738450) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1775764748 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:2.0:1775764732.774410:0:3328:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff94448647d880/2, rc 0, transno 34359738450 00000100:00100000:2.0:1775764732.774416:0:3328:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff94448647d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3328:1862022119050496:0@lo:6:osp-syn-1-0.0 00000100:00080000:0.0:1775764732.775097:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1775764733.186437:0:3330:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bbd78700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3330:1862022119050880:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1775764733.186514:0:3330:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764733.186622:0:42948:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119050880 00000100:00100000:2.0:1775764733.186630:0:42948:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119050880 00000100:00100000:2.0:1775764733.186691:0:42948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 151 00000100:00100000:2.0:1775764733.186700:0:42948:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944589139180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3330:x1862022119050880:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1775764733.186739:0:42948:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 52625408 pending 0 free 3765436416 avail 3763339264 00000100:00100000:2.0:1775764733.186788:0:42948:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944589139180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3330:x1862022119050880:12345-0@lo:13:osp-pre-1-0.0 Request processed in 89us (274us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764733.186795:0:42948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 151 00000100:00080000:0.0:1775764733.187000:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1775764733.190082:0:3330:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bbd78700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3330:1862022119050880:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1775764733.693189:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764733.693681:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098599552 00000100:00100000:0.0:1775764733.693694:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098599552 00000100:00100000:0.0:1775764733.693911:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 916 00000100:00100000:0.0:1775764733.693937:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bbd79180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:82781e18-e0e3-4f9f-9a2b-041bf0344414+5:62016:x1862022098599552:12345-192.168.202.28@tcp:101:lctl.0 00010000:00010000:0.0:1775764733.693968:0:42324:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764733.693991:0:42324:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944581525400/0x57b8ff0e03051b9a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17bd14 expref: -99 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764733.694118:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944581524c00/0x57b8ff0e03051ba1 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764733.694144:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944581524c00/0x57b8ff0e03051ba1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764733.694179:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944581524c00/0x57b8ff0e03051ba1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764733.694555:0:42324:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 9728 00000004:00200000:0.0:1775764733.694561:0:42324:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 43 stripe count 1 MDT count 1 00000004:00010000:0.0:1775764733.694746:0:42324:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff944581524c00/0x57b8ff0e03051ba1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764733.694922:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944581525400/0x57b8ff0e03051b9a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bd14 expref: 7 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764733.694952:0:42324:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff944581524c00/0x57b8ff0e03051ba1 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bd14 expref: 6 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764733.694963:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff944599e85300) 00010000:00010000:0.0:1775764733.694967:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1775764733.694970:0:42324:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944581524c00, rc 0) 00000100:00100000:0.0:1775764733.695047:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bbd79180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:82781e18-e0e3-4f9f-9a2b-041bf0344414+6:62016:x1862022098599552:12345-192.168.202.28@tcp:101:lctl.0 Request processed in 1116us (1868us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764733.695056:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 916 00000100:00080000:2.0:1775764733.697238:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1775764733.706514:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764733.707065:0:42309:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098599808 00000100:00100000:1.0:1775764733.707079:0:42309:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098599808 00000100:00100000:1.0:1775764733.723261:0:42309:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 78 00000100:00100000:1.0:1775764733.723311:0:42309:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944589138e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+11:62016:x1862022098599808:12345-192.168.202.28@tcp:103:lctl.0 00010000:00010000:1.0:1775764733.723344:0:42309:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764733.723397:0:42309:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25000/0x57b8ff0e03051b2a lrc: 0/0,0 mode: --/CR res: [0x200003ab4:0x6:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bcf1 expref: 11 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764733.723433:0:42309:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x6:0x0].0x0 (ffff9445838afe00) 00010000:00010000:1.0:1775764733.723439:0:42309:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1775764733.723553:0:42309:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944589138e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+10:62016:x1862022098599808:12345-192.168.202.28@tcp:103:lctl.0 Request processed in 257us (17050us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764733.723573:0:42309:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 78 00000100:00080000:2.0:1775764733.726304:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1775764733.740999:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764733.741181:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098599936 00000100:00100000:0.0:1775764733.741194:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098599936 00000100:00100000:0.0:1775764733.741262:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 917 00000100:00100000:0.0:1775764733.741273:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94448647ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+10:62016:x1862022098599936:12345-192.168.202.28@tcp:58:lctl.0 00000100:00100000:0.0:1775764733.741412:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94448647ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+10:62016:x1862022098599936:12345-192.168.202.28@tcp:58:lctl.0 Request processed in 141us (425us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764733.741420:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 917 00000100:00100000:1.0:1775764733.750959:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764733.751048:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098600064 00000100:00100000:0.0:1775764733.751061:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098600064 00000100:00100000:0.0:1775764733.751192:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 918 00000100:00100000:0.0:1775764733.751205:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bbd79c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+10:62016:x1862022098600064:12345-192.168.202.28@tcp:101:lctl.0 00010000:00010000:0.0:1775764733.751236:0:42324:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764733.751262:0:42324:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944581525400/0x57b8ff0e03051ba8 lrc: 2/0,0 mode: --/CR res: [0x200003ab4:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17bd1b expref: -99 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764733.751332:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944581525400/0x57b8ff0e03051ba8 lrc: 3/0,0 mode: CR/CR res: [0x200003ab4:0x6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bd1b expref: 11 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764733.751348:0:42324:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff944581525400/0x57b8ff0e03051ba8 lrc: 3/0,0 mode: CR/CR res: [0x200003ab4:0x6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bd1b expref: 11 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764733.751370:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x6:0x0].0x0 (ffff9445838afe00) 00010000:00010000:0.0:1775764733.751374:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1775764733.751391:0:42324:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944581525400, rc 0) 00000100:00100000:0.0:1775764733.752016:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bbd79c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+11:62016:x1862022098600064:12345-192.168.202.28@tcp:101:lctl.0 Request processed in 810us (1077us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764733.752024:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 918 00000100:00100000:2.0:1775764733.756429:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764733.759890:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098600320 00000100:00100000:1.0:1775764733.759906:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098600320 00000100:00100000:1.0:1775764733.759995:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 919 00000100:00100000:1.0:1775764733.760005:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944589139f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+11:62016:x1862022098600320:12345-192.168.202.28@tcp:58:lctl.0 00000040:00080000:1.0:1775764733.761313:0:42326:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x32:0x0].20, 136 off10912 00000100:00100000:1.0:1775764733.761467:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944589139f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+11:62016:x1862022098600320:12345-192.168.202.28@tcp:58:lctl.0 Request processed in 1461us (5042us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764733.761477:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 919 00000040:00080000:1.0:1775764733.763310:0:42356:0:(llog.c:800:llog_process_thread()) index: 8, lh_last_idx: 8 synced_idx: 8 lgh_last_idx: 8 00000040:00080000:1.0:1775764733.763318:0:42356:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x32:0x0] at index 8 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1775764733.763352:0:42356:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x32:0x0] index 21 count 8 00000040:00080000:1.0:1775764733.763358:0:42356:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 9 count 2 00000100:00100000:1.0:1775764733.763481:0:42356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bbd78700 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:42356:1862022119051008:192.168.202.28@tcp:107:hsm_cdtr.0 00000100:00100000:1.0:1775764733.763595:0:42356:0:(client.c:2691:ptlrpc_set_wait()) set ffff94459828b000 going to sleep for 11 seconds 00010000:00010000:1.0:1775764733.764682:0:43224:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775764733.769226:0:42356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bbd78700 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:42356:1862022119051008:192.168.202.28@tcp:107:hsm_cdtr.0 00000100:00100000:2.0:1775764733.775501:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764733.776654:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098600448 00000100:00100000:0.0:1775764733.776667:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098600448 00000100:00100000:0.0:1775764733.776743:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 920 00000100:00100000:0.0:1775764733.776755:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944589139880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+11:62023:x1862022098600448:12345-192.168.202.28@tcp:53:lhsmtool_posix.0 00000004:00000080:0.0:1775764733.776789:0:42325:0:(mdt_handler.c:7957:mdt_fid2path()) path get [0x200003ab4:0x6:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1775764733.776914:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944589139880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+11:62023:x1862022098600448:12345-192.168.202.28@tcp:53:lhsmtool_posix.0 Request processed in 163us (1424us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764733.776923:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 920 00000100:00100000:2.0:1775764733.807662:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764733.809085:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098600704 00000100:00100000:0.0:1775764733.809099:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098600704 00000100:00100000:0.0:1775764733.809234:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 921 00000100:00100000:0.0:1775764733.809245:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94458913b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+11:62023:x1862022098600704:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1775764733.809267:0:42324:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764733.809299:0:42324:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944581524e00/0x57b8ff0e03051baf lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17bd22 expref: -99 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764733.809414:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944581525600/0x57b8ff0e03051bb6 lrc: 3/1,0 mode: --/PR res: [0x200003ab4:0x6:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764733.809429:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944581525600/0x57b8ff0e03051bb6 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x6:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764733.809450:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944581525600/0x57b8ff0e03051bb6 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x6:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764733.809463:0:42324:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab4:0x6:0x0]: returning size 14 00010000:00010000:0.0:1775764733.809642:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944581524e00/0x57b8ff0e03051baf lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bd22 expref: 14 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764733.809660:0:42324:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff944581525600/0x57b8ff0e03051bb6 lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0x6:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bd22 expref: 13 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764733.809668:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x6:0x0].0x0 (ffff9445838afe00) 00010000:00010000:0.0:1775764733.809671:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:0.0:1775764733.809675:0:42324:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944581525600, rc 0) 00000100:00100000:0.0:1775764733.809741:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94458913b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+13:62023:x1862022098600704:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 Request processed in 498us (2089us total) trans 34359739141 rc 0/0 00000100:00100000:0.0:1775764733.809749:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 921 00000100:00100000:2.0:1775764733.842566:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764733.848313:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098600960 00000100:00100000:1.0:1775764733.848343:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098600960 00000100:00100000:1.0:1775764733.849558:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 922 00000100:00100000:1.0:1775764733.849570:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944589138380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+13:62023:x1862022098600960:12345-192.168.202.28@tcp:57:lhsmtool_posix.0 00010000:00010000:1.0:1775764733.849656:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff944488003000/0x57b8ff0e03051bc4 lrc: 3/0,1 mode: --/PW res: [0x200003ab4:0x6:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764733.849675:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944488003000/0x57b8ff0e03051bc4 lrc: 3/0,1 mode: PW/PW res: [0x200003ab4:0x6:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764733.849687:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944488003000/0x57b8ff0e03051bc4 lrc: 3/0,1 mode: PW/PW res: [0x200003ab4:0x6:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764733.849721:0:42326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff944488003000/0x57b8ff0e03051bc4 lrc: 3/0,1 mode: PW/PW res: [0x200003ab4:0x6:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764733.849727:0:42326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944488003000/0x57b8ff0e03051bc4 lrc: 2/0,0 mode: PW/PW res: [0x200003ab4:0x6:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764733.849732:0:42326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944488003000/0x57b8ff0e03051bc4 lrc: 3/0,0 mode: PW/PW res: [0x200003ab4:0x6:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764733.849738:0:42326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944488003000 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:1.0:1775764733.849742:0:42326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944488003000/0x57b8ff0e03051bc4 lrc: 3/0,0 mode: PW/PW res: [0x200003ab4:0x6:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764733.849749:0:42326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944488003000/0x57b8ff0e03051bc4 lrc: 4/0,0 mode: PW/PW res: [0x200003ab4:0x6:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764733.849772:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x6:0x0].0x0 (ffff9445838afe00) 00010000:00010000:1.0:1775764733.849775:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1775764733.849779:0:42326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944488003000/0x57b8ff0e03051bc4 lrc: 2/0,0 mode: --/PW res: [0x200003ab4:0x6:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764733.849785:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944488003000/0x57b8ff0e03051bc4 lrc: 0/0,0 mode: --/PW res: [0x200003ab4:0x6:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764733.850020:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944589138380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+13:62023:x1862022098600960:12345-192.168.202.28@tcp:57:lhsmtool_posix.0 Request processed in 452us (7465us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764733.850028:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 922 00000040:00080000:3.0:1775764733.851275:0:42356:0:(llog.c:800:llog_process_thread()) index: 8, lh_last_idx: 8 synced_idx: 8 lgh_last_idx: 8 00000040:00080000:3.0:1775764733.851281:0:42356:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x32:0x0] at index 8 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1775764733.851716:0:42356:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x32:0x0] index 64768 count 8 00000040:00080000:3.0:1775764733.851724:0:42356:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 9 count 2 00000100:00100000:2.0:1775764733.864920:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764733.864989:0:42328:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098601216 00000100:00100000:3.0:1775764733.864999:0:42328:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098601216 00000100:00100000:3.0:1775764733.865121:0:42328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 262 00000100:00100000:3.0:1775764733.865131:0:42328:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94458913a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+13:62023:x1862022098601216:12345-192.168.202.28@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1775764733.865388:0:42328:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94458913a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+14:62023:x1862022098601216:12345-192.168.202.28@tcp:35:lhsmtool_posix.0 Request processed in 258us (479us total) trans 34359739142 rc 0/0 00000100:00100000:3.0:1775764733.865396:0:42328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 262 00000100:00100000:2.0:1775764733.924274:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764733.924568:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098601344 00000100:00100000:3.0:1775764733.924672:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098601344 00000100:00100000:3.0:1775764733.924748:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 923 00000100:00100000:3.0:1775764733.924760:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944589139c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+14:61408:x1862022098601344:12345-192.168.202.28@tcp:60:lhsmtool_posix.0 00000100:00100000:3.0:1775764733.925084:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944589139c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+14:61408:x1862022098601344:12345-192.168.202.28@tcp:60:lhsmtool_posix.0 Request processed in 325us (819us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764733.925092:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 923 00000100:00100000:2.0:1775764733.934051:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764733.934699:0:42327:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098601600 00000100:00100000:1.0:1775764733.934711:0:42327:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098601600 00000100:00100000:1.0:1775764733.935204:0:42327:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 263 00000100:00100000:1.0:1775764733.935216:0:42327:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94458913bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+14:61408:x1862022098601600:12345-192.168.202.28@tcp:35:lhsmtool_posix.0 00000100:00100000:1.0:1775764733.935784:0:42327:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94458913bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+15:61408:x1862022098601600:12345-192.168.202.28@tcp:35:lhsmtool_posix.0 Request processed in 569us (1742us total) trans 34359739143 rc 0/0 00000100:00100000:1.0:1775764733.935793:0:42327:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 263 00000100:00100000:2.0:1775764734.642386:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764734.642424:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764734.642568:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764734.642606:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764734.642626:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764734.642650:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764734.642694:0:42317:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098601728 00000100:00100000:2.0:1775764734.642703:0:42317:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098601728 00000100:00100000:2.0:1775764734.642765:0:42317:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 284 00000100:00100000:2.0:1775764734.642776:0:42317:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bd379050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:24b54882-c0a1-43f2-954f-009e5a9afc9d+12:2378:x1862022098601728:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:2.0:1775764734.642887:0:42317:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bd379050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:24b54882-c0a1-43f2-954f-009e5a9afc9d+12:2378:x1862022098601728:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 114us (280us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764734.642896:0:42317:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 284 00000100:00100000:2.0:1775764734.642928:0:42944:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098602368 00000100:00100000:2.0:1775764734.642959:0:42944:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098602368 00000100:00100000:2.0:1775764734.642995:0:42944:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098601984 00000100:00100000:2.0:1775764734.642998:0:42944:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098601984 00000100:00100000:2.0:1775764734.643012:0:42944:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098602240 00000100:00100000:2.0:1775764734.643014:0:42944:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098602240 00000100:00100000:2.0:1775764734.643029:0:42944:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 249 00000100:00100000:2.0:1775764734.643036:0:42944:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bfe69500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+6:2378:x1862022098602368:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:2.0:1775764734.643071:0:42944:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bfe69500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+6:2378:x1862022098602368:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 36us (503us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764734.643078:0:42944:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 249 00000100:00100000:2.0:1775764734.643089:0:42944:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 250 00000100:00100000:2.0:1775764734.643095:0:42944:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bfe69c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:82781e18-e0e3-4f9f-9a2b-041bf0344414+5:2378:x1862022098601984:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:2.0:1775764734.643118:0:42944:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bfe69c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:82781e18-e0e3-4f9f-9a2b-041bf0344414+5:2378:x1862022098601984:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 23us (490us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764734.643124:0:42944:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 250 00000100:00100000:2.0:1775764734.643133:0:42944:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 251 00000100:00100000:2.0:1775764734.643139:0:42944:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bfe68380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+5:2378:x1862022098602240:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:2.0:1775764734.643159:0:42944:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bfe68380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+5:2378:x1862022098602240:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 21us (509us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764734.643165:0:42944:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 251 00000100:00080000:2.0:1775764734.643180:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1775764734.643183:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1775764734.650831:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098601856 00000100:00100000:0.0:1775764734.650849:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098601856 00000100:00100000:0.0:1775764734.650924:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098602112 00000100:00100000:0.0:1775764734.650928:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098602112 00000100:00100000:0.0:1775764734.650970:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 351 00000100:00100000:0.0:1775764734.650981:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bfe6b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:82781e18-e0e3-4f9f-9a2b-041bf0344414+6:2378:x1862022098601856:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:0.0:1775764734.651072:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bfe6b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:82781e18-e0e3-4f9f-9a2b-041bf0344414+6:2378:x1862022098601856:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 93us (8698us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764734.651081:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 351 00000100:00100000:0.0:1775764734.651101:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 352 00000100:00100000:0.0:1775764734.651108:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bfe69180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+15:2378:x1862022098602112:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:0.0:1775764734.651135:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bfe69180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+15:2378:x1862022098602112:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 28us (8711us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764734.651141:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 352 00010000:00010000:0.0:1775764734.786178:0:42312:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1775764734.913060:0:42356:0:(llog.c:800:llog_process_thread()) index: 8, lh_last_idx: 8 synced_idx: 8 lgh_last_idx: 8 00000040:00080000:3.0:1775764734.913070:0:42356:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x32:0x0] at index 8 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1775764734.913105:0:42356:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x32:0x0] index 21 count 8 00000040:00080000:3.0:1775764734.913113:0:42356:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 9 count 2 00010000:00010000:2.0:1775764735.809420:0:42313:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775764736.257951:0:3331:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bfe69880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3331:1862022119051136:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1775764736.258031:0:3331:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764736.259191:0:42948:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119051136 00000100:00100000:2.0:1775764736.259206:0:42948:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119051136 00000100:00100000:2.0:1775764736.259300:0:42948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 152 00000100:00100000:2.0:1775764736.259311:0:42948:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bbd78700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3331:x1862022119051136:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1775764736.259351:0:42948:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 47513600 pending 0 free 3704619008 avail 3702521856 00000100:00100000:2.0:1775764736.259421:0:42948:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bbd78700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3331:x1862022119051136:12345-0@lo:13:osp-pre-0-0.0 Request processed in 112us (1389us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764736.259428:0:42948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 152 00000100:00080000:0.0:1775764736.259501:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1775764736.259584:0:3331:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bfe69880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3331:1862022119051136:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1775764736.770696:0:3331:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bbd79500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3331:1862022119051648:0@lo:400:kworker.0 00000100:00100000:0.0:1775764736.770705:0:3330:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bbd78380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3330:1862022119051520:0@lo:400:kworker.0 00000100:00100000:2.0:1775764736.770760:0:3328:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bbd7b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d8dacf45-8471-4226-a2fb-1fac83f69c1e:3328:1862022119051264:0@lo:400:kworker.0 00000100:00100000:3.0:1775764736.771202:0:3329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bbd78e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3329:1862022119051392:0@lo:400:kworker.0 00000100:00100000:0.0:1775764736.771768:0:3330:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764736.771876:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119051520 00000100:00100000:0.0:1775764736.771885:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119051520 00000100:00100000:0.0:1775764736.771952:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 353 00000100:00100000:0.0:1775764736.771963:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bf4fb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3330:x1862022119051520:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764736.772024:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bf4fb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3330:x1862022119051520:12345-0@lo:400:kworker.0 Request processed in 64us (257us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764736.772035:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 353 00000100:00100000:0.0:1775764736.772091:0:3330:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bbd78380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3330:1862022119051520:0@lo:400:kworker.0 00000100:00100000:2.0:1775764736.777150:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764736.777218:0:3328:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bbd78000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3328:1862022119051776:0@lo:400:kworker.0 00000100:00100000:2.0:1775764736.777527:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764736.777613:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119051776 00000100:00100000:2.0:1775764736.777621:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119051776 00000100:00100000:2.0:1775764736.777969:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 354 00000100:00100000:2.0:1775764736.777981:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bfe68000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3328:x1862022119051776:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764736.778042:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bfe68000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3328:x1862022119051776:12345-0@lo:400:kworker.0 Request processed in 65us (515us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764736.778049:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 354 00000100:00100000:2.0:1775764736.778096:0:3328:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bbd78000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3328:1862022119051776:0@lo:400:kworker.0 00000100:00100000:0.0:1775764736.778289:0:42318:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119051264 00000100:00100000:0.0:1775764736.778295:0:42318:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119051264 00000100:00100000:0.0:1775764736.778337:0:42318:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 285 00000100:00100000:0.0:1775764736.778343:0:42318:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bd378c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d8dacf45-8471-4226-a2fb-1fac83f69c1e+18:3328:x1862022119051264:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764736.778387:0:42318:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bd378c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d8dacf45-8471-4226-a2fb-1fac83f69c1e+18:3328:x1862022119051264:12345-0@lo:400:kworker.0 Request processed in 44us (1251us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764736.778393:0:42318:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 285 00000100:00080000:0.0:1775764736.778427:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1775764736.778443:0:3328:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bbd7b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d8dacf45-8471-4226-a2fb-1fac83f69c1e:3328:1862022119051264:0@lo:400:kworker.0 00000100:00100000:0.0:1775764736.779160:0:3331:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764736.779389:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119051648 00000100:00100000:1.0:1775764736.779398:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119051648 00000100:00080000:0.0:1775764736.779500:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1775764736.779532:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 355 00000100:00100000:1.0:1775764736.779542:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bf4fb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3331:x1862022119051648:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764736.779607:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bf4fb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3331:x1862022119051648:12345-0@lo:400:kworker.0 Request processed in 67us (450us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764736.779614:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 355 00000100:00100000:3.0:1775764736.779706:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764736.779767:0:42944:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119051392 00000100:00100000:3.0:1775764736.779771:0:42944:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119051392 00000100:00100000:3.0:1775764736.779831:0:42944:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 252 00000100:00100000:3.0:1775764736.779839:0:42944:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94448647fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3329:x1862022119051392:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764736.779872:0:42944:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94448647fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3329:x1862022119051392:12345-0@lo:400:kworker.0 Request processed in 36us (167us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764736.779878:0:42944:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 252 00000100:00080000:3.0:1775764736.779896:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1775764736.779936:0:3329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bbd78e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3329:1862022119051392:0@lo:400:kworker.0 00000100:00100000:0.0:1775764736.780218:0:3331:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bbd79500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3331:1862022119051648:0@lo:400:kworker.0 00010000:00010000:1.0:1775764736.833488:0:43224:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764737.857371:0:42312:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:2.0:1775764737.931842:0:5825:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 34359739141 is committed 00000001:00080000:2.0:1775764737.931864:0:5825:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 34359739143 is committed 00000020:00080000:2.0:1775764737.931876:0:5825:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 30064771826 batchid updated 00000020:00080000:0.0:1775764737.932473:0:42361:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 30064771826 00000020:00080000:0.0:1775764737.932486:0:42361:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 30064771826 00000001:00080000:2.0:1775764737.938354:0:7469:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 34359738450 is committed 00000100:00100000:3.0:1775764738.306544:0:3329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bbd7a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3329:1862022119051904:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1775764738.306617:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764738.306826:0:42948:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119051904 00000100:00100000:1.0:1775764738.306835:0:42948:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119051904 00000100:00100000:1.0:1775764738.306911:0:42948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 153 00000100:00100000:1.0:1775764738.306922:0:42948:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94448647e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3329:x1862022119051904:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1775764738.306960:0:42948:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 52625408 pending 0 free 3765436416 avail 3763339264 00000100:00100000:1.0:1775764738.307010:0:42948:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94448647e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3329:x1862022119051904:12345-0@lo:13:osp-pre-1-0.0 Request processed in 90us (392us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764738.307017:0:42948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 153 00000100:00100000:1.0:1775764738.307058:0:3329:0:(client.c:3082:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 34359738450 gen 2 00000004:00080000:1.0:1775764738.307064:0:3329:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff94448647d880, transno 34359738450 00000100:00100000:1.0:1775764738.307082:0:3329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bbd7a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3329:1862022119051904:0@lo:13:osp-pre-1-0.0 00000100:00080000:3.0:1775764738.307572:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:2.0:1775764738.883052:0:42313:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:3.0:1775764739.241426:0:48567:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-pcc test 23: Test write/truncate/mmap-write invalidating RO-PCC caching ========================================================== 15:58:57 (1775764737) 00000100:00100000:2.0:1775764739.767367:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764739.767418:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764739.767531:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764739.767537:0:42319:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098602496 00000100:00100000:0.0:1775764739.767549:0:42319:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098602496 00000100:00100000:0.0:1775764739.767624:0:42319:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 286 00000100:00100000:0.0:1775764739.767635:0:42319:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bd37b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:24b54882-c0a1-43f2-954f-009e5a9afc9d+12:2377:x1862022098602496:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:0.0:1775764739.767716:0:42319:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bd37b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:24b54882-c0a1-43f2-954f-009e5a9afc9d+12:2377:x1862022098602496:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 82us (359us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764739.767725:0:42319:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 286 00000100:00100000:2.0:1775764739.770244:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764739.770280:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764739.770312:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764739.770457:0:42946:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098602752 00000100:00100000:1.0:1775764739.772252:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098602624 00000100:00100000:1.0:1775764739.772263:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098602624 00000100:00100000:1.0:1775764739.772326:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098602880 00000100:00100000:1.0:1775764739.772329:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098602880 00000100:00100000:1.0:1775764739.772357:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 356 00000100:00100000:1.0:1775764739.772366:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bfe6a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:82781e18-e0e3-4f9f-9a2b-041bf0344414+6:2377:x1862022098602624:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:1.0:1775764739.772438:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bfe6a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:82781e18-e0e3-4f9f-9a2b-041bf0344414+6:2377:x1862022098602624:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 73us (2215us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764739.772445:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 356 00000100:00100000:1.0:1775764739.772459:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 357 00000100:00100000:1.0:1775764739.772465:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bfe69880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+12:2377:x1862022098602880:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:1.0:1775764739.772484:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bfe69880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+12:2377:x1862022098602880:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 19us (2205us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764739.772490:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 357 00000100:00080000:1.0:1775764739.772502:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1775764739.772733:0:42946:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098602752 00000100:00100000:3.0:1775764739.772786:0:42946:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098603008 00000100:00100000:3.0:1775764739.772791:0:42946:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098603008 00000100:00100000:3.0:1775764739.772828:0:42946:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 253 00000100:00100000:3.0:1775764739.772835:0:42946:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bfe6a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:82781e18-e0e3-4f9f-9a2b-041bf0344414+5:2377:x1862022098602752:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:3.0:1775764739.772933:0:42946:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bfe6a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:82781e18-e0e3-4f9f-9a2b-041bf0344414+5:2377:x1862022098602752:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 98us (5514us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764739.772941:0:42946:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 253 00000100:00100000:3.0:1775764739.772958:0:42946:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 254 00000100:00100000:3.0:1775764739.772965:0:42946:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bfe6bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+5:2377:x1862022098603008:12345-192.168.202.28@tcp:400:kworker.0 00000100:00080000:1.0:1775764739.772987:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1775764739.772992:0:42946:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bfe6bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+5:2377:x1862022098603008:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 26us (5460us total) trans 0 rc 0/0 00000100:00080000:1.0:1775764739.772993:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1775764739.773002:0:42946:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 254 00000100:00100000:3.0:1775764739.773190:0:42946:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098603136 00000100:00100000:3.0:1775764739.773194:0:42946:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098603136 00000100:00100000:3.0:1775764739.773238:0:42946:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 255 00000100:00100000:3.0:1775764739.773244:0:42946:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944487fbca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+6:2377:x1862022098603136:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:3.0:1775764739.773276:0:42946:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944487fbca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+6:2377:x1862022098603136:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 32us (2963us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764739.773282:0:42946:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 255 00000100:00080000:1.0:1775764739.773746:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:1.0:1775764739.905071:0:43224:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764740.929086:0:42312:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775764741.377163:0:3331:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1775764741.377187:0:3331:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944487fbd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3331:1862022119052032:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1775764741.377280:0:3331:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764741.377410:0:42948:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119052032 00000100:00100000:2.0:1775764741.377418:0:42948:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119052032 00000100:00100000:2.0:1775764741.377502:0:42948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 154 00000100:00100000:2.0:1775764741.377513:0:42948:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bbd7a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3331:x1862022119052032:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1775764741.377547:0:42948:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 47513600 pending 0 free 3704619008 avail 3702521856 00000100:00100000:2.0:1775764741.377614:0:42948:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bbd7a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3331:x1862022119052032:12345-0@lo:13:osp-pre-0-0.0 Request processed in 103us (333us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764741.377621:0:42948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 154 00000100:00080000:1.0:1775764741.377735:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1775764741.377765:0:3331:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944487fbd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3331:1862022119052032:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1775764741.438213:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764741.439120:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098603392 00000100:00100000:2.0:1775764741.439142:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098603392 00000100:00100000:2.0:1775764741.439252:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 924 00000100:00100000:2.0:1775764741.439263:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bbd7b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+12:62303:x1862022098603392:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1775764741.439292:0:44493:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764741.439315:0:44493:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25e00/0x57b8ff0e03051bcb lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17bd29 expref: -99 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764741.439396:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24200/0x57b8ff0e03051bd2 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764741.439411:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24200/0x57b8ff0e03051bd2 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764741.439425:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24200/0x57b8ff0e03051bd2 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764741.439457:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25400/0x57b8ff0e03051bd9 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764741.439471:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25400/0x57b8ff0e03051bd9 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764741.439477:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25400/0x57b8ff0e03051bd9 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764741.439983:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25200/0x57b8ff0e03051be0 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764741.439994:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25200/0x57b8ff0e03051be0 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764741.440001:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25200/0x57b8ff0e03051be0 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764741.440012:0:44493:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000002:0x2:0x0]: returning size 6656 00010000:00010000:2.0:1775764741.440191:0:44493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24200/0x57b8ff0e03051bd2 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764741.440199:0:44493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24200/0x57b8ff0e03051bd2 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764741.440206:0:44493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24200/0x57b8ff0e03051bd2 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764741.440211:0:44493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445baf24200 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764741.440216:0:44493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24200/0x57b8ff0e03051bd2 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764741.440223:0:44493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24200/0x57b8ff0e03051bd2 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764741.440235:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff9445838af500) 00010000:00010000:2.0:1775764741.440239:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764741.440243:0:44493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24200/0x57b8ff0e03051bd2 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764741.440248:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24200/0x57b8ff0e03051bd2 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764741.440259:0:44493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25400/0x57b8ff0e03051bd9 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764741.440265:0:44493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25400/0x57b8ff0e03051bd9 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764741.440270:0:44493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25400/0x57b8ff0e03051bd9 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764741.440276:0:44493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445baf25400 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764741.440278:0:44493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25400/0x57b8ff0e03051bd9 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764741.440284:0:44493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25400/0x57b8ff0e03051bd9 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764741.440291:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x8d45d6bc (ffff9445838afa00) 00010000:00010000:2.0:1775764741.440293:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764741.440296:0:44493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25400/0x57b8ff0e03051bd9 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764741.440301:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25400/0x57b8ff0e03051bd9 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00080000:1.0:1775764741.442487:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:2.0:1775764741.443229:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25e00/0x57b8ff0e03051bcb lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bd29 expref: 15 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764741.443255:0:44493:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25200/0x57b8ff0e03051be0 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bd29 expref: 14 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764741.443264:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff944598a9bf00) 00010000:00010000:2.0:1775764741.443267:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764741.443272:0:44493:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445baf25200, rc 0) 00000100:00100000:2.0:1775764741.443337:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bbd7b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+14:62303:x1862022098603392:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 Request processed in 4076us (5133us total) trans 34359739144 rc 0/0 00000100:00100000:2.0:1775764741.443347:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 924 00000100:00100000:3.0:1775764741.459976:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764741.460079:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764741.460258:0:42310:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098603648 00000100:00100000:0.0:1775764741.460275:0:42310:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098603648 00000100:00100000:0.0:1775764741.460344:0:42310:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 79 00000100:00100000:0.0:1775764741.460354:0:42310:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94448647ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+14:2377:x1862022098603648:12345-192.168.202.28@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1775764741.460370:0:42310:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764741.460395:0:42310:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25200/0x57b8ff0e03051be0 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bd29 expref: 14 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764741.460416:0:42310:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff944598a9bf00) 00010000:00010000:0.0:1775764741.460420:0:42310:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775764741.460468:0:42310:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94448647ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+13:2377:x1862022098603648:12345-192.168.202.28@tcp:103:ldlm_bl.0 Request processed in 116us (389us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764741.460475:0:42310:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 79 00000100:00100000:1.0:1775764741.461020:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098603520 00000100:00100000:1.0:1775764741.461027:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098603520 00000100:00100000:1.0:1775764741.461068:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 925 00000100:00100000:1.0:1775764741.461076:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94448647f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+13:62303:x1862022098603520:12345-192.168.202.28@tcp:59:lhsmtool_posix.0 00000100:00100000:1.0:1775764741.461148:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94448647f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+13:62303:x1862022098603520:12345-192.168.202.28@tcp:59:lhsmtool_posix.0 Request processed in 72us (1182us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764741.461156:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 925 00000100:00100000:0.0:1775764741.592853:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764741.592952:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098603904 00000100:00100000:3.0:1775764741.592962:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098603904 00000100:00100000:3.0:1775764741.593026:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 926 00000100:00100000:3.0:1775764741.593036:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bf4fb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+13:62071:x1862022098603904:12345-192.168.202.28@tcp:101:bash.0 00010000:00010000:3.0:1775764741.593058:0:42325:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764741.593061:0:42325:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1775764741.593088:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944581525000/0x57b8ff0e03051b3f lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bcff expref: 13 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764741.593108:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff944599e85300) 00010000:00010000:3.0:1775764741.593112:0:42325:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1775764741.593136:0:42325:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e03051bee lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17bd30 expref: -99 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764741.593472:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e03051bf5 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764741.593486:0:42325:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff944581524c00/0x57b8ff0e03051ba1 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bd14 expref: 5 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764741.593493:0:42325:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e03051bf5 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764741.593523:0:42325:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff944581524c00/0x57b8ff0e03051ba1 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bd14 expref: 5 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764741.593535:0:42325:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff944581524c00/0x57b8ff0e03051ba1 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bd14 expref: 5 pid: 42324 timeout: 2308 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764741.593546:0:42325:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff94448647c380 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:42325:1862022119052160:192.168.202.28@tcp:104: 00000100:00100000:3.0:1775764741.593641:0:42325:0:(client.c:2691:ptlrpc_set_wait()) set ffff944584c33300 going to sleep for 11 seconds 00000100:00100000:3.0:1775764741.599101:0:42325:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff94448647c380 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:42325:1862022119052160:192.168.202.28@tcp:104: 00010000:00010000:3.0:1775764741.599128:0:42325:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e03051bf5 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764741.600215:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764741.600434:0:42311:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098604032 00000100:00100000:1.0:1775764741.600443:0:42311:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098604032 00010000:00010000:1.0:1775764741.600506:0:42311:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff944581524c00/0x57b8ff0e03051ba1 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bd14 expref: 6 pid: 42324 timeout: 2308 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764741.600552:0:42311:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 189 00000100:00100000:1.0:1775764741.600564:0:42311:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bf4f8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:82781e18-e0e3-4f9f-9a2b-041bf0344414+6:2378:x1862022098604032:12345-192.168.202.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1775764741.600580:0:42311:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764741.600587:0:42311:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff944581524c00/0x57b8ff0e03051ba1 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bd14 expref: 6 pid: 42324 timeout: 2308 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764741.600600:0:42311:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff944581524c00/0x57b8ff0e03051ba1 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bd14 expref: 6 pid: 42324 timeout: 2308 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764741.600892:0:42311:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944581524c00/0x57b8ff0e03051ba1 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bd14 expref: 6 pid: 42324 timeout: 2308 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764741.600910:0:42311:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff944599e85300) 00010000:00010000:1.0:1775764741.600915:0:42311:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e03051bf5 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764741.600925:0:42311:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e03051bf5 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764741.600932:0:42311:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e03051bf5 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764741.600969:0:42311:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1775764741.601090:0:42325:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e03051bf5 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764741.601099:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e03051bf5 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764741.601132:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff944581524e00/0x57b8ff0e03051bfc lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xbc130913 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764741.601143:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944581524e00/0x57b8ff0e03051bfc lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbc130913 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764741.601150:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944581524e00/0x57b8ff0e03051bfc lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbc130913 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764741.602009:0:42311:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bf4f8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:82781e18-e0e3-4f9f-9a2b-041bf0344414+5:2378:x1862022098604032:12345-192.168.202.28@tcp:103:ldlm_bl.0 Request processed in 1441us (1792us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764741.602020:0:42311:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 189 00000100:00080000:3.0:1775764741.603635:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000004:00080000:0.0:1775764741.605999:0:42325:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x11a:0x0], index 0: 0 00010000:00010000:0.0:1775764741.609186:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944581525000/0x57b8ff0e03051c03 lrc: 3/1,0 mode: --/PR res: [0x200003ab4:0x9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764741.609209:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944581525000/0x57b8ff0e03051c03 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764741.609221:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944581525000/0x57b8ff0e03051c03 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764741.609256:0:42325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e03051bf5 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764741.610965:0:42325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e03051bf5 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764741.610976:0:42325:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e03051bf5 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764741.610982:0:42325:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445be695c00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:0.0:1775764741.610986:0:42325:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e03051bf5 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764741.610994:0:42325:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e03051bf5 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764741.611010:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff944599e85300) 00010000:00010000:0.0:1775764741.611013:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764741.611018:0:42325:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e03051bf5 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764741.611024:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e03051bf5 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764741.611043:0:42325:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000007b8556d6 reply state 0000000035dd1b9c transno 34359739145 ns: mdt-lustre-MDT0000_UUID lock: ffff944581524e00/0x57b8ff0e03051bfc lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbc130913 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764741.611053:0:42325:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1775764741.611101:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e03051bee lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bd30 expref: 15 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764741.614438:0:42325:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff944581525000/0x57b8ff0e03051c03 lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bd30 expref: 14 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764741.614458:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x9:0x0].0x0 (ffff944599e85b00) 00010000:00010000:0.0:1775764741.614461:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1775764741.614465:0:42325:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944581525000, rc 0) 00000100:00100000:0.0:1775764741.614545:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bf4fb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+15:62071:x1862022098603904:12345-192.168.202.28@tcp:101:bash.0 Request processed in 21509us (21700us total) trans 34359739145 rc 0/0 00000100:00100000:0.0:1775764741.614556:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 926 00000100:00100000:1.0:1775764741.624027:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764741.624561:0:43212:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098604160 00000100:00100000:3.0:1775764741.624571:0:43212:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098604160 00000100:00100000:3.0:1775764741.624652:0:43212:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 247 00000100:00100000:3.0:1775764741.624662:0:43212:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bbd7b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+5:62071:x1862022098604160:12345-192.168.202.28@tcp:101:bash.0 00010000:00010000:3.0:1775764741.624680:0:43212:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764741.624701:0:43212:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c599d625/0x57b8ff0e03051c11 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x11a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17bd37 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1775764741.624727:0:43212:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x11a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1775764741.624749:0:43212:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764741.624752:0:43212:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764741.624761:0:43212:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c599d625/0x57b8ff0e03051c11 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x11a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bd37 expref: 6 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764741.624780:0:43212:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000c599d625/0x57b8ff0e03051c11 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x11a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bd37 expref: 6 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764741.624794:0:43212:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445be695000, rc 0) 00000100:00100000:3.0:1775764741.624890:0:43212:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bbd7b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+6:62071:x1862022098604160:12345-192.168.202.28@tcp:101:bash.0 Request processed in 229us (872us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764741.624897:0:43212:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 247 00010000:00010000:2.0:1775764741.625894:0:3314:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff944581524e00/0x57b8ff0e03051bfc lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbc130913 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764741.625906:0:3314:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944581524e00/0x57b8ff0e03051bfc lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbc130913 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764741.625913:0:3314:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944581524e00/0x57b8ff0e03051bfc lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbc130913 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764741.625919:0:3314:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944581524e00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764741.625924:0:3314:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944581524e00/0x57b8ff0e03051bfc lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbc130913 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764741.625935:0:3314:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944581524e00/0x57b8ff0e03051bfc lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbc130913 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764741.625951:0:3314:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbc130913 (ffff944599e85900) 00010000:00010000:2.0:1775764741.625954:0:3314:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764741.625958:0:3314:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944581524e00/0x57b8ff0e03051bfc lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xbc130913 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764741.625964:0:3314:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944581524e00/0x57b8ff0e03051bfc lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xbc130913 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00080000:1.0:1775764741.628401:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1775764741.631182:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764741.631336:0:42328:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098604416 00000100:00100000:3.0:1775764741.631347:0:42328:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098604416 00000100:00100000:3.0:1775764741.631406:0:42328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 264 00000100:00100000:3.0:1775764741.631416:0:42328:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944487fbe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+14:62071:x1862022098604416:12345-192.168.202.28@tcp:35:bash.0 00000001:00080000:3.0:1775764741.632430:0:42328:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 34359739146 00000100:00100000:3.0:1775764741.632558:0:42328:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944487fbe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+16:62071:x1862022098604416:12345-192.168.202.28@tcp:35:bash.0 Request processed in 1141us (1386us total) trans 34359739147 rc 0/0 00000100:00100000:3.0:1775764741.632569:0:42328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 264 00000020:00080000:3.0:1775764741.632574:0:42328:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1775764741.704923:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764741.705062:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098604544 00000100:00100000:1.0:1775764741.705072:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098604544 00000100:00100000:1.0:1775764741.705124:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 927 00000100:00100000:1.0:1775764741.705134:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94448647c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+16:62314:x1862022098604544:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:1.0:1775764741.705158:0:42324:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764741.705179:0:42324:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944488003600/0x57b8ff0e03051c18 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17bd3e expref: -99 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764741.705257:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944488002400/0x57b8ff0e03051c1f lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764741.705270:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944488002400/0x57b8ff0e03051c1f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764741.705281:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944488002400/0x57b8ff0e03051c1f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764741.705350:0:42324:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 9728 00000004:00200000:1.0:1775764741.705354:0:42324:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 44 stripe count 1 MDT count 1 00000004:00010000:1.0:1775764741.705376:0:42324:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff944488002400/0x57b8ff0e03051c1f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764741.705399:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944488003600/0x57b8ff0e03051c18 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bd3e expref: 18 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764741.705417:0:42324:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff944488002400/0x57b8ff0e03051c1f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bd3e expref: 17 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764741.705434:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff944598a9b200) 00010000:00010000:1.0:1775764741.705437:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1775764741.705441:0:42324:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944488002400, rc 0) 00000100:00100000:1.0:1775764741.705497:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94448647c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+17:62314:x1862022098604544:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 364us (584us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764741.705505:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 927 00000100:00100000:1.0:1775764741.815138:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764741.815189:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764741.815429:0:42944:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098604800 00000100:00100000:2.0:1775764741.815441:0:42944:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098604800 00000100:00100000:2.0:1775764741.815513:0:42944:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 248 00000100:00100000:2.0:1775764741.815524:0:42944:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bbd78e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+6:2378:x1862022098604800:12345-192.168.202.28@tcp:16:kworker.0 00000100:00100000:2.0:1775764741.815658:0:42944:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bbd78e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+6:2378:x1862022098604800:12345-192.168.202.28@tcp:16:kworker.0 Request processed in 135us (467us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764741.815666:0:42944:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 248 00000100:00100000:3.0:1775764741.818588:0:42949:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098604672 00000100:00100000:3.0:1775764741.818606:0:42949:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098604672 00002000:00100000:3.0:1775764741.818678:0:42949:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x11a:0x0] (0->10) req@ffff9445bbd79500 x1862022098604672/t0(0) o4->fcf15866-4739-4595-8fe1-44abde7ee9d7@192.168.202.28@tcp:222/0 lens 504/0 e 0 to 0 dl 1775764752 ref 1 fl New:/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764741.818690:0:42949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9445bbd79500 with x1862022098604672 ext(0->10) 00002000:00010000:3.0:1775764741.818696:0:42949:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9445bbd79500 00000100:00100000:3.0:1775764741.818748:0:42949:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 73 00000100:00100000:3.0:1775764741.818757:0:42949:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bbd79500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+6:2378:x1862022098604672:12345-192.168.202.28@tcp:4:bash.0 00000100:00100000:3.0:1775764741.821060:0:42949:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bbd79500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+8:2378:x1862022098604672:12345-192.168.202.28@tcp:4:bash.0 Request processed in 2294us (5924us total) trans 34359738444 rc 0/0 00000100:00100000:3.0:1775764741.821074:0:42949:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 73 00002000:00100000:3.0:1775764741.821085:0:42949:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x11a:0x0] (0->10) req@ffff9445bbd79500 x1862022098604672/t34359738444(0) o4->fcf15866-4739-4595-8fe1-44abde7ee9d7@192.168.202.28@tcp:222/0 lens 504/448 e 0 to 0 dl 1775764752 ref 1 fl Complete:/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764741.821096:0:42949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9445bbd79500 with x1862022098604672 ext(0->10) 00002000:00010000:3.0:1775764741.821100:0:42949:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9445bbd79500 00000100:00100000:3.0:1775764741.889319:0:3331:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944487fbe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d8dacf45-8471-4226-a2fb-1fac83f69c1e:3331:1862022119052288:0@lo:400:kworker.0 00000100:00100000:3.0:1775764741.889395:0:3331:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764741.889452:0:3331:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944487fbea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3331:1862022119052800:0@lo:400:kworker.0 00000100:00100000:3.0:1775764741.889479:0:3331:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764741.889512:0:3331:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1775764741.889518:0:3331:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944487fbdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3331:1862022119052672:0@lo:400:kworker.0 00000100:00100000:3.0:1775764741.889538:0:3331:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764741.889833:0:42317:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119052288 00000100:00100000:2.0:1775764741.889841:0:42317:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119052288 00000100:00100000:2.0:1775764741.889899:0:42317:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 287 00000100:00100000:2.0:1775764741.889908:0:42317:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944587289c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d8dacf45-8471-4226-a2fb-1fac83f69c1e+18:3331:x1862022119052288:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764741.889961:0:42317:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944587289c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d8dacf45-8471-4226-a2fb-1fac83f69c1e+18:3331:x1862022119052288:12345-0@lo:400:kworker.0 Request processed in 54us (565us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764741.889967:0:42317:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 287 00000100:00100000:2.0:1775764741.890016:0:3331:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944487fbe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d8dacf45-8471-4226-a2fb-1fac83f69c1e:3331:1862022119052288:0@lo:400:kworker.0 00000100:00100000:2.0:1775764741.890037:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119052800 00000100:00100000:2.0:1775764741.890041:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119052800 00000100:00100000:2.0:1775764741.890072:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119052672 00000100:00100000:2.0:1775764741.890075:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119052672 00000100:00100000:2.0:1775764741.890093:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 358 00000100:00100000:2.0:1775764741.890098:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94448647f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3331:x1862022119052800:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764741.890128:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94448647f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3331:x1862022119052800:12345-0@lo:400:kworker.0 Request processed in 30us (648us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764741.890133:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 358 00000100:00100000:2.0:1775764741.890144:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 359 00000100:00100000:2.0:1775764741.890149:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94448647d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3331:x1862022119052672:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764741.890172:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94448647d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3331:x1862022119052672:12345-0@lo:400:kworker.0 Request processed in 23us (633us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764741.890177:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 359 00000100:00080000:2.0:1775764741.890193:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1775764741.890209:0:3331:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944487fbdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3331:1862022119052672:0@lo:400:kworker.0 00000100:00100000:2.0:1775764741.890216:0:3331:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944487fbea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3331:1862022119052800:0@lo:400:kworker.0 00000100:00100000:1.0:1775764741.890427:0:3328:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944487fbf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3328:1862022119052416:0@lo:400:kworker.0 00000100:00100000:1.0:1775764741.890460:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764741.890489:0:3328:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1775764741.890494:0:3328:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944487fbdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3328:1862022119052544:0@lo:400:kworker.0 00000100:00100000:1.0:1775764741.890607:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764741.890638:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119052544 00000100:00100000:1.0:1775764741.890641:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119052544 00000100:00100000:1.0:1775764741.890778:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 360 00000100:00100000:1.0:1775764741.890787:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bbd78000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3328:x1862022119052544:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764741.890844:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bbd78000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3328:x1862022119052544:12345-0@lo:400:kworker.0 Request processed in 59us (236us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764741.890850:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 360 00000100:00100000:1.0:1775764741.890894:0:3328:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944487fbdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3328:1862022119052544:0@lo:400:kworker.0 00000100:00100000:2.0:1775764741.891167:0:43212:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119052416 00000100:00100000:2.0:1775764741.891172:0:43212:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119052416 00000100:00100000:2.0:1775764741.891257:0:43212:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 256 00000100:00100000:2.0:1775764741.891265:0:43212:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bbd7b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3328:x1862022119052416:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764741.891302:0:43212:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bbd7b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3328:x1862022119052416:12345-0@lo:400:kworker.0 Request processed in 38us (841us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764741.891319:0:43212:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 256 00000100:00080000:1.0:1775764741.891894:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1775764741.891923:0:3328:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944487fbf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3328:1862022119052416:0@lo:400:kworker.0 00010000:00010000:2.0:1775764741.960008:0:42313:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775764742.012485:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764742.012613:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098605056 00000100:00100000:2.0:1775764742.012626:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098605056 00000100:00100000:2.0:1775764742.012693:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 928 00000100:00100000:2.0:1775764742.012705:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bbd78380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+17:62330:x1862022098605056:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:2.0:1775764742.012741:0:42324:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764742.012770:0:42324:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24200/0x57b8ff0e03051c26 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17bd45 expref: -99 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764742.012978:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25000/0x57b8ff0e03051c2d lrc: 3/1,0 mode: --/PR res: [0x200003ab4:0x9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764742.012995:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25000/0x57b8ff0e03051c2d lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764742.013008:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25000/0x57b8ff0e03051c2d lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764742.013023:0:42324:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab4:0x9:0x0]: returning size 11 00010000:00010000:2.0:1775764742.013183:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24200/0x57b8ff0e03051c26 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bd45 expref: 20 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764742.013204:0:42324:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25000/0x57b8ff0e03051c2d lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bd45 expref: 19 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764742.013213:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x9:0x0].0x0 (ffff944599e85b00) 00010000:00010000:2.0:1775764742.013217:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1775764742.013221:0:42324:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445baf25000, rc 0) 00000100:00100000:2.0:1775764742.013294:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bbd78380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+19:62330:x1862022098605056:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 592us (826us total) trans 34359739148 rc 0/0 00000100:00100000:2.0:1775764742.013302:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 928 00000100:00100000:0.0:1775764742.019896:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764742.020127:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098605312 00000100:00100000:1.0:1775764742.020141:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098605312 00000100:00100000:1.0:1775764742.020220:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 929 00000100:00100000:1.0:1775764742.020231:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bf4f8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+19:62330:x1862022098605312:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:1.0:1775764742.020262:0:42326:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764742.020265:0:42326:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 1 00010000:00010000:1.0:1775764742.020296:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25000/0x57b8ff0e03051c2d lrc: 0/0,0 mode: --/PR res: [0x200003ab4:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bd45 expref: 19 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764742.020322:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944581525000/0x57b8ff0e03051c03 lrc: 0/0,0 mode: --/PR res: [0x200003ab4:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bd30 expref: 18 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764742.020334:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x9:0x0].0x0 (ffff944599e85b00) 00010000:00010000:1.0:1775764742.020346:0:42326:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1775764742.020362:0:42326:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944488002e00/0x57b8ff0e03051c3b lrc: 2/0,0 mode: --/EX res: [0x200003ab4:0x9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17bd4c expref: -99 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764742.020403:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff944488003800/0x57b8ff0e03051c42 lrc: 3/1,0 mode: --/CR res: [0x200003ab4:0x9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764742.020415:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944488003800/0x57b8ff0e03051c42 lrc: 3/1,0 mode: CR/CR res: [0x200003ab4:0x9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764742.020425:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944488003800/0x57b8ff0e03051c42 lrc: 3/1,0 mode: CR/CR res: [0x200003ab4:0x9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764742.020438:0:42326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff944488003800/0x57b8ff0e03051c42 lrc: 3/1,0 mode: CR/CR res: [0x200003ab4:0x9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764742.020444:0:42326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944488003800/0x57b8ff0e03051c42 lrc: 2/0,0 mode: CR/CR res: [0x200003ab4:0x9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764742.020450:0:42326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944488003800/0x57b8ff0e03051c42 lrc: 3/0,0 mode: CR/CR res: [0x200003ab4:0x9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764742.020456:0:42326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944488003800 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:1.0:1775764742.020461:0:42326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944488003800/0x57b8ff0e03051c42 lrc: 3/0,0 mode: CR/CR res: [0x200003ab4:0x9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764742.020468:0:42326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944488003800/0x57b8ff0e03051c42 lrc: 4/0,0 mode: CR/CR res: [0x200003ab4:0x9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764742.020476:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x9:0x0].0x0 (ffff944598a9ba00) 00010000:00010000:1.0:1775764742.020479:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1775764742.020482:0:42326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944488003800/0x57b8ff0e03051c42 lrc: 2/0,0 mode: --/CR res: [0x200003ab4:0x9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764742.020488:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944488003800/0x57b8ff0e03051c42 lrc: 0/0,0 mode: --/CR res: [0x200003ab4:0x9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764742.020515:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff944488002000/0x57b8ff0e03051c49 lrc: 3/0,1 mode: --/EX res: [0x200003ab4:0x9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764742.020522:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944488002000/0x57b8ff0e03051c49 lrc: 3/0,1 mode: EX/EX res: [0x200003ab4:0x9:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764742.020530:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944488002000/0x57b8ff0e03051c49 lrc: 3/0,1 mode: EX/EX res: [0x200003ab4:0x9:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764742.020745:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944488002000/0x57b8ff0e03051c49 lrc: 3/0,0 mode: CR/CR res: [0x200003ab4:0x9:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bd4c expref: 20 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764742.020752:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x9:0x0].0x0 (ffff944598a9ba00) 00010000:00010000:1.0:1775764742.020754:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:1.0:1775764742.020764:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944488002e00/0x57b8ff0e03051c3b lrc: 0/0,0 mode: --/EX res: [0x200003ab4:0x9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bd4c expref: 20 pid: 42326 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764742.020778:0:42326:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff944488002000/0x57b8ff0e03051c49 lrc: 3/0,0 mode: CR/CR res: [0x200003ab4:0x9:0x0].0x0 bits 0xa/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bd4c expref: 19 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764742.021332:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x9:0x0].0x0 (ffff944598a9ba00) 00010000:00010000:1.0:1775764742.021337:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:1.0:1775764742.021339:0:42326:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944488002000, rc 0) 00000100:00100000:1.0:1775764742.021416:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bf4f8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+19:62330:x1862022098605312:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 1185us (1539us total) trans 34359739149 rc 0/0 00000100:00100000:1.0:1775764742.021424:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 929 00000100:00100000:3.0:1775764742.029933:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764742.030139:0:42950:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098605440 00000100:00100000:0.0:1775764742.030150:0:42950:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098605440 00002000:00100000:0.0:1775764742.030199:0:42950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x11a:0x0] (0->4095) req@ffff94448647d880 x1862022098605440/t0(0) o3->fcf15866-4739-4595-8fe1-44abde7ee9d7@192.168.202.28@tcp:223/0 lens 488/0 e 0 to 0 dl 1775764753 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764742.030223:0:42950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff94448647d880 with x1862022098605440 ext(0->4095) 00002000:00010000:0.0:1775764742.030229:0:42950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff94448647d880 00000100:00100000:0.0:1775764742.030257:0:42950:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 74 00000100:00100000:0.0:1775764742.030268:0:42950:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94448647d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+8:2378:x1862022098605440:12345-192.168.202.28@tcp:3:lfs.0 00000100:00100000:0.0:1775764742.030460:0:42950:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94448647d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+8:2378:x1862022098605440:12345-192.168.202.28@tcp:3:lfs.0 Request processed in 193us (536us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1775764742.030468:0:42950:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 74 00002000:00100000:0.0:1775764742.030475:0:42950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x11a:0x0] (0->4095) req@ffff94448647d880 x1862022098605440/t0(0) o3->fcf15866-4739-4595-8fe1-44abde7ee9d7@192.168.202.28@tcp:223/0 lens 488/4536 e 0 to 0 dl 1775764753 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764742.030483:0:42950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff94448647d880 with x1862022098605440 ext(0->4095) 00002000:00010000:0.0:1775764742.030487:0:42950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff94448647d880 00000100:00100000:3.0:1775764742.046451:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764742.047228:0:47878:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098605696 00000100:00100000:0.0:1775764742.047240:0:47878:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098605696 00000100:00100000:0.0:1775764742.047310:0:47878:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 265 00000100:00100000:0.0:1775764742.047321:0:47878:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944587191f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+19:62330:x1862022098605696:12345-192.168.202.28@tcp:35:lfs.0 00000100:00100000:0.0:1775764742.047558:0:47878:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944587191f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+20:62330:x1862022098605696:12345-192.168.202.28@tcp:35:lfs.0 Request processed in 238us (1117us total) trans 34359739150 rc 0/0 00000100:00100000:0.0:1775764742.047566:0:47878:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 265 00000040:00080000:3.0:1775764742.081184:0:42356:0:(llog.c:800:llog_process_thread()) index: 8, lh_last_idx: 8 synced_idx: 8 lgh_last_idx: 8 00000040:00080000:3.0:1775764742.081193:0:42356:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x32:0x0] at index 8 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1775764742.081231:0:42356:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x32:0x0] index 21 count 8 00000040:00080000:3.0:1775764742.081237:0:42356:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 9 count 2 00000100:00100000:2.0:1775764742.188952:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764742.189119:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098605824 00000100:00100000:1.0:1775764742.189131:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098605824 00000100:00100000:1.0:1775764742.189197:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 930 00000100:00100000:1.0:1775764742.189208:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944487fbea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+20:62340:x1862022098605824:12345-192.168.202.28@tcp:34:lfs.0 00010000:00010000:1.0:1775764742.189296:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff944488002e00/0x57b8ff0e03051c50 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764742.189315:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944488002e00/0x57b8ff0e03051c50 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764742.189333:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944488002e00/0x57b8ff0e03051c50 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764742.189352:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944488003800/0x57b8ff0e03051c57 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbc130913 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764742.189359:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944488003800/0x57b8ff0e03051c57 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc130913 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764742.189366:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944488003800/0x57b8ff0e03051c57 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc130913 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764742.189473:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944488003400/0x57b8ff0e03051c5e lrc: 3/1,0 mode: --/PR res: [0x200003ab4:0x9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764742.189482:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944488003400/0x57b8ff0e03051c5e lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764742.189489:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944488003400/0x57b8ff0e03051c5e lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764742.189539:0:42324:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff944488003400/0x57b8ff0e03051c5e lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764742.189551:0:42324:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff944488002e00/0x57b8ff0e03051c50 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764742.189558:0:42324:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944488002e00/0x57b8ff0e03051c50 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764742.189564:0:42324:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944488002e00/0x57b8ff0e03051c50 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764742.189570:0:42324:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944488002e00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:1.0:1775764742.189573:0:42324:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944488002e00/0x57b8ff0e03051c50 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764742.189581:0:42324:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944488002e00/0x57b8ff0e03051c50 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764742.189592:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff944598a9b200) 00010000:00010000:1.0:1775764742.189596:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764742.189600:0:42324:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944488002e00/0x57b8ff0e03051c50 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764742.189607:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944488002e00/0x57b8ff0e03051c50 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764742.189621:0:42324:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944488003800/0x57b8ff0e03051c57 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc130913 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764742.189627:0:42324:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944488003800/0x57b8ff0e03051c57 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc130913 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764742.189633:0:42324:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944488003800/0x57b8ff0e03051c57 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc130913 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764742.189637:0:42324:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944488003800 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:1.0:1775764742.189640:0:42324:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944488003800/0x57b8ff0e03051c57 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc130913 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764742.189646:0:42324:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944488003800/0x57b8ff0e03051c57 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc130913 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764742.189652:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbc130913 (ffff944598a9b500) 00010000:00010000:1.0:1775764742.189655:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764742.189658:0:42324:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944488003800/0x57b8ff0e03051c57 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbc130913 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764742.189676:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944488003800/0x57b8ff0e03051c57 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbc130913 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764742.189693:0:42324:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944488003400/0x57b8ff0e03051c5e lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764742.189698:0:42324:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944488003400/0x57b8ff0e03051c5e lrc: 2/0,0 mode: PR/PR res: [0x200003ab4:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764742.189703:0:42324:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944488003400/0x57b8ff0e03051c5e lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764742.189708:0:42324:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944488003400 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:1.0:1775764742.189710:0:42324:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944488003400/0x57b8ff0e03051c5e lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764742.189716:0:42324:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944488003400/0x57b8ff0e03051c5e lrc: 4/0,0 mode: PR/PR res: [0x200003ab4:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764742.189723:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x9:0x0].0x0 (ffff944598a9ba00) 00010000:00010000:1.0:1775764742.189725:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764742.189728:0:42324:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944488003400/0x57b8ff0e03051c5e lrc: 2/0,0 mode: --/PR res: [0x200003ab4:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764742.189733:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944488003400/0x57b8ff0e03051c5e lrc: 0/0,0 mode: --/PR res: [0x200003ab4:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764742.189858:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944487fbea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+20:62340:x1862022098605824:12345-192.168.202.28@tcp:34:lfs.0 Request processed in 651us (915us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764742.189875:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 930 00000100:00100000:3.0:1775764742.444969:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764742.445135:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098606080 00000100:00100000:1.0:1775764742.445146:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098606080 00000100:00100000:1.0:1775764742.445216:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 931 00000100:00100000:1.0:1775764742.445226:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944587192d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+20:62354:x1862022098606080:12345-192.168.202.28@tcp:101:cat.0 00010000:00010000:1.0:1775764742.445252:0:42326:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764742.445274:0:42326:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944488003400/0x57b8ff0e03051c65 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17bd53 expref: -99 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764742.445366:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff944488003800/0x57b8ff0e03051c6c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764742.445380:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944488003800/0x57b8ff0e03051c6c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764742.445392:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944488003800/0x57b8ff0e03051c6c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764742.445406:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944488002e00/0x57b8ff0e03051c73 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbc130913 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764742.445413:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944488002e00/0x57b8ff0e03051c73 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc130913 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764742.445420:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944488002e00/0x57b8ff0e03051c73 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc130913 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764742.445572:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944488003600/0x57b8ff0e03051c7a lrc: 3/1,0 mode: --/PR res: [0x200003ab4:0x9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764742.445581:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944488003600/0x57b8ff0e03051c7a lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764742.445588:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944488003600/0x57b8ff0e03051c7a lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764742.445598:0:42326:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab4:0x9:0x0]: returning size 11 00010000:00010000:1.0:1775764742.445695:0:42326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff944488003800/0x57b8ff0e03051c6c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764742.445707:0:42326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944488003800/0x57b8ff0e03051c6c lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764742.445713:0:42326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944488003800/0x57b8ff0e03051c6c lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764742.445720:0:42326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944488003800 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:1.0:1775764742.445724:0:42326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944488003800/0x57b8ff0e03051c6c lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764742.445731:0:42326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944488003800/0x57b8ff0e03051c6c lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764742.445744:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff944598a9b200) 00010000:00010000:1.0:1775764742.445747:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764742.445752:0:42326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944488003800/0x57b8ff0e03051c6c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764742.445758:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944488003800/0x57b8ff0e03051c6c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764742.445774:0:42326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944488002e00/0x57b8ff0e03051c73 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc130913 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764742.445780:0:42326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944488002e00/0x57b8ff0e03051c73 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc130913 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764742.445786:0:42326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944488002e00/0x57b8ff0e03051c73 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc130913 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764742.445791:0:42326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944488002e00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:1.0:1775764742.445794:0:42326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944488002e00/0x57b8ff0e03051c73 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc130913 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764742.445855:0:42326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944488002e00/0x57b8ff0e03051c73 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc130913 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764742.445873:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbc130913 (ffff944598a9b500) 00010000:00010000:1.0:1775764742.445876:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764742.445891:0:42326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944488002e00/0x57b8ff0e03051c73 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbc130913 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764742.445897:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944488002e00/0x57b8ff0e03051c73 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbc130913 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764742.445939:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944488003400/0x57b8ff0e03051c65 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bd53 expref: 23 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764742.445954:0:42326:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff944488003600/0x57b8ff0e03051c7a lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bd53 expref: 22 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764742.445961:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x9:0x0].0x0 (ffff944598a9ba00) 00010000:00010000:1.0:1775764742.445963:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1775764742.445966:0:42326:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944488003600, rc 0) 00000100:00100000:1.0:1775764742.446032:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944587192d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+22:62354:x1862022098606080:12345-192.168.202.28@tcp:101:cat.0 Request processed in 806us (1072us total) trans 34359739151 rc 0/0 00000100:00100000:1.0:1775764742.446040:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 931 00000100:00100000:3.0:1775764742.456431:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764742.456523:0:42328:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098606336 00000100:00100000:2.0:1775764742.456533:0:42328:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098606336 00000100:00100000:2.0:1775764742.456595:0:42328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 266 00000100:00100000:2.0:1775764742.456606:0:42328:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445b1dbcc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+22:62354:x1862022098606336:12345-192.168.202.28@tcp:35:cat.0 00000100:00100000:2.0:1775764742.457169:0:42328:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445b1dbcc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+23:62354:x1862022098606336:12345-192.168.202.28@tcp:35:cat.0 Request processed in 563us (746us total) trans 34359739152 rc 0/0 00000100:00100000:2.0:1775764742.457178:0:42328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 266 00000100:00100000:2.0:1775764742.561695:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764742.562368:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098606592 00000100:00100000:1.0:1775764742.562380:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098606592 00000100:00100000:1.0:1775764742.562494:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 932 00000100:00100000:1.0:1775764742.562516:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944487fbe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+23:62361:x1862022098606592:12345-192.168.202.28@tcp:101:mmap_cat.0 00010000:00010000:1.0:1775764742.562544:0:42324:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764742.562567:0:42324:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944488003400/0x57b8ff0e03051c88 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17bd5a expref: -99 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764742.562687:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944488002e00/0x57b8ff0e03051c8f lrc: 3/1,0 mode: --/PR res: [0x200003ab4:0x9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764742.562703:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944488002e00/0x57b8ff0e03051c8f lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764742.563287:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944488002e00/0x57b8ff0e03051c8f lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764742.563308:0:42324:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab4:0x9:0x0]: returning size 11 00010000:00010000:0.0:1775764742.564660:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944488003400/0x57b8ff0e03051c88 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bd5a expref: 26 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764742.564689:0:42324:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff944488002e00/0x57b8ff0e03051c8f lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bd5a expref: 25 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764742.564699:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x9:0x0].0x0 (ffff944598a9ba00) 00010000:00010000:0.0:1775764742.564703:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1775764742.564707:0:42324:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944488002e00, rc 0) 00000100:00100000:0.0:1775764742.565368:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944487fbe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+25:62361:x1862022098606592:12345-192.168.202.28@tcp:101:mmap_cat.0 Request processed in 2850us (3676us total) trans 34359739153 rc 0/0 00000100:00100000:0.0:1775764742.565378:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 932 00000100:00100000:3.0:1775764742.573945:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764742.573994:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764742.574077:0:42310:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098606720 00000100:00100000:0.0:1775764742.574087:0:42310:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098606720 00000100:00100000:0.0:1775764742.574152:0:42310:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 80 00000100:00100000:0.0:1775764742.574163:0:42310:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944587190e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+25:2378:x1862022098606720:12345-192.168.202.28@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1775764742.574179:0:42310:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764742.574213:0:42310:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944488002e00/0x57b8ff0e03051c8f lrc: 0/0,0 mode: --/PR res: [0x200003ab4:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bd5a expref: 25 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764742.574236:0:42310:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x9:0x0].0x0 (ffff944598a9ba00) 00010000:00010000:0.0:1775764742.574241:0:42310:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775764742.574297:0:42310:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944587190e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+24:2378:x1862022098606720:12345-192.168.202.28@tcp:103:ldlm_bl.0 Request processed in 136us (362us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764742.574305:0:42310:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 80 00000100:00100000:1.0:1775764742.574593:0:42327:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098606976 00000100:00100000:1.0:1775764742.574599:0:42327:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098606976 00000100:00100000:1.0:1775764742.574634:0:42327:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 267 00000100:00100000:1.0:1775764742.574642:0:42327:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944587191500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+24:62361:x1862022098606976:12345-192.168.202.28@tcp:35:mmap_cat.0 00000100:00100000:1.0:1775764742.574911:0:42327:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944587191500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+25:62361:x1862022098606976:12345-192.168.202.28@tcp:35:mmap_cat.0 Request processed in 270us (916us total) trans 34359739154 rc 0/0 00000100:00100000:1.0:1775764742.574918:0:42327:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 267 00000100:00100000:3.0:1775764742.759147:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764742.759411:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098607232 00000100:00100000:0.0:1775764742.759422:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098607232 00000100:00100000:0.0:1775764742.759484:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 933 00000100:00100000:0.0:1775764742.759494:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944587190380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+25:62071:x1862022098607232:12345-192.168.202.28@tcp:101:bash.0 00010000:00010000:0.0:1775764742.759520:0:42325:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764742.759523:0:42325:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1775764742.759554:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944488002400/0x57b8ff0e03051c1f lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bd3e expref: 25 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764742.759576:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff944598a9b200) 00010000:00010000:0.0:1775764742.759589:0:42325:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1775764742.759607:0:42325:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944581524a00/0x57b8ff0e03051c9d lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17bd61 expref: -99 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764742.759730:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff944581525c00/0x57b8ff0e03051ca4 lrc: 3/0,1 mode: --/CW res: [0x200003ab4:0x9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764742.759749:0:42325:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff944488003600/0x57b8ff0e03051c7a lrc: 2/0,0 mode: PR/PR res: [0x200003ab4:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bd53 expref: 25 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764742.759758:0:42325:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff944581525c00/0x57b8ff0e03051ca4 lrc: 4/0,1 mode: --/CW res: [0x200003ab4:0x9:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764742.759830:0:42325:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff944488003600/0x57b8ff0e03051c7a lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bd53 expref: 25 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764742.759847:0:42325:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff944488003600/0x57b8ff0e03051c7a lrc: 4/0,0 mode: PR/PR res: [0x200003ab4:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bd53 expref: 25 pid: 42326 timeout: 2309 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764742.759871:0:42325:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bf4fa680 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:42325:1862022119052928:192.168.202.28@tcp:104: 00000100:00100000:0.0:1775764742.759980:0:42325:0:(client.c:2691:ptlrpc_set_wait()) set ffff94459828bcc0 going to sleep for 11 seconds 00000100:00100000:0.0:1775764742.765023:0:42325:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bf4fa680 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:42325:1862022119052928:192.168.202.28@tcp:104: 00010000:00010000:0.0:1775764742.765055:0:42325:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff944581525c00/0x57b8ff0e03051ca4 lrc: 3/0,1 mode: --/CW res: [0x200003ab4:0x9:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764742.768080:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764742.768227:0:44302:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098607360 00000100:00100000:0.0:1775764742.768237:0:44302:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098607360 00010000:00010000:0.0:1775764742.768278:0:44302:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff944488003600/0x57b8ff0e03051c7a lrc: 4/0,0 mode: PR/PR res: [0x200003ab4:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bd53 expref: 26 pid: 42326 timeout: 2309 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764742.768326:0:44302:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 190 00000100:00100000:0.0:1775764742.768337:0:44302:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944587190000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+26:2378:x1862022098607360:12345-192.168.202.28@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1775764742.768353:0:44302:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764742.768361:0:44302:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff944488003600/0x57b8ff0e03051c7a lrc: 4/0,0 mode: PR/PR res: [0x200003ab4:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bd53 expref: 26 pid: 42326 timeout: 2309 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764742.768375:0:44302:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff944488003600/0x57b8ff0e03051c7a lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bd53 expref: 26 pid: 42326 timeout: 2309 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764742.768414:0:44302:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944488003600/0x57b8ff0e03051c7a lrc: 0/0,0 mode: --/PR res: [0x200003ab4:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bd53 expref: 26 pid: 42326 timeout: 2309 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764742.768434:0:44302:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x9:0x0].0x0 (ffff944598a9ba00) 00010000:00010000:0.0:1775764742.768440:0:44302:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff944581525c00/0x57b8ff0e03051ca4 lrc: 3/0,1 mode: --/CW res: [0x200003ab4:0x9:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764742.768451:0:44302:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff944581525c00/0x57b8ff0e03051ca4 lrc: 3/0,1 mode: CW/CW res: [0x200003ab4:0x9:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764742.768459:0:44302:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944581525c00/0x57b8ff0e03051ca4 lrc: 4/0,1 mode: CW/CW res: [0x200003ab4:0x9:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764742.768501:0:44302:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775764742.768559:0:44302:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944587190000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+25:2378:x1862022098607360:12345-192.168.202.28@tcp:103:ldlm_bl.0 Request processed in 224us (490us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764742.768567:0:44302:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 190 00010000:00010000:2.0:1775764742.768700:0:42325:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff944581525c00/0x57b8ff0e03051ca4 lrc: 3/0,1 mode: CW/CW res: [0x200003ab4:0x9:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764742.768709:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944581525c00/0x57b8ff0e03051ca4 lrc: 3/0,1 mode: CW/CW res: [0x200003ab4:0x9:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764742.768730:0:42325:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab4:0x9:0x0]: returning size 11 00010000:00010000:2.0:1775764742.768954:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944581524a00/0x57b8ff0e03051c9d lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bd61 expref: 26 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764742.768977:0:42325:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff944581525c00/0x57b8ff0e03051ca4 lrc: 3/0,0 mode: CW/CW res: [0x200003ab4:0x9:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bd61 expref: 25 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764742.768984:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x9:0x0].0x0 (ffff944598a9ba00) 00010000:00010000:2.0:1775764742.768987:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:2.0:1775764742.768990:0:42325:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944581525c00, rc 0) 00000100:00100000:2.0:1775764742.769016:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944587190380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+25:62071:x1862022098607232:12345-192.168.202.28@tcp:101:bash.0 Request processed in 9525us (9881us total) trans 34359739155 rc 0/0 00000100:00100000:2.0:1775764742.769023:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 933 00000100:00100000:3.0:1775764742.786193:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764742.786567:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098607616 00000100:00100000:2.0:1775764742.786578:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098607616 00000100:00100000:2.0:1775764742.786639:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 934 00000100:00100000:2.0:1775764742.786648:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944587192680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+25:62071:x1862022098607616:12345-192.168.202.28@tcp:36:bash.0 00010000:00010000:2.0:1775764742.786712:0:44493:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764742.786751:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944488002000/0x57b8ff0e03051c49 lrc: 0/0,0 mode: --/CR res: [0x200003ab4:0x9:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bd4c expref: 25 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764742.786773:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x9:0x0].0x0 (ffff944598a9ba00) 00010000:00010000:2.0:1775764742.786779:0:44493:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775764742.787077:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25a00/0x57b8ff0e03051cb2 lrc: 3/0,1 mode: --/PW res: [0x200003ab4:0x9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764742.787092:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25a00/0x57b8ff0e03051cb2 lrc: 3/0,1 mode: PW/PW res: [0x200003ab4:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764742.787102:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25a00/0x57b8ff0e03051cb2 lrc: 3/0,1 mode: PW/PW res: [0x200003ab4:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1775764742.787153:0:44493:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 34359739156 00000004:00010000:2.0:1775764742.787178:0:44493:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000006eef2aa4 reply state 00000000460fdc0f transno 34359739157 ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25a00/0x57b8ff0e03051cb2 lrc: 3/0,1 mode: PW/PW res: [0x200003ab4:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764742.787188:0:44493:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1775764742.787286:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944587192680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+27:62071:x1862022098607616:12345-192.168.202.28@tcp:36:bash.0 Request processed in 638us (1103us total) trans 34359739157 rc 0/0 00000100:00100000:2.0:1775764742.787294:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 934 00000020:00080000:2.0:1775764742.787299:0:44493:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:0.0:1775764742.789654:0:3315:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25a00/0x57b8ff0e03051cb2 lrc: 3/0,1 mode: PW/PW res: [0x200003ab4:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764742.789670:0:3315:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25a00/0x57b8ff0e03051cb2 lrc: 2/0,0 mode: PW/PW res: [0x200003ab4:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764742.789677:0:3315:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25a00/0x57b8ff0e03051cb2 lrc: 3/0,0 mode: PW/PW res: [0x200003ab4:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764742.789686:0:3315:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445baf25a00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:0.0:1775764742.789690:0:3315:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25a00/0x57b8ff0e03051cb2 lrc: 3/0,0 mode: PW/PW res: [0x200003ab4:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764742.789697:0:3315:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25a00/0x57b8ff0e03051cb2 lrc: 4/0,0 mode: PW/PW res: [0x200003ab4:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764742.789712:0:3315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x9:0x0].0x0 (ffff944598a9ba00) 00010000:00010000:0.0:1775764742.789715:0:3315:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764742.789719:0:3315:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25a00/0x57b8ff0e03051cb2 lrc: 2/0,0 mode: --/PW res: [0x200003ab4:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764742.789725:0:3315:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25a00/0x57b8ff0e03051cb2 lrc: 0/0,0 mode: --/PW res: [0x200003ab4:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764742.790028:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764742.790341:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098607744 00000100:00100000:1.0:1775764742.790353:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098607744 00000100:00100000:1.0:1775764742.790415:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 935 00000100:00100000:1.0:1775764742.790426:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944587190700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+26:62071:x1862022098607744:12345-192.168.202.28@tcp:101:bash.0 00010000:00010000:1.0:1775764742.790452:0:42326:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764742.790469:0:42326:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944488002200/0x57b8ff0e03051cb9 lrc: 2/0,0 mode: --/CR res: [0x200003ab4:0x9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17bd68 expref: -99 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764742.790530:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944488002200/0x57b8ff0e03051cb9 lrc: 3/0,0 mode: CR/CR res: [0x200003ab4:0x9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bd68 expref: 27 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764742.790543:0:42326:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff944488002200/0x57b8ff0e03051cb9 lrc: 3/0,0 mode: CR/CR res: [0x200003ab4:0x9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bd68 expref: 27 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764742.790559:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x9:0x0].0x0 (ffff944598a9ba00) 00010000:00010000:1.0:1775764742.790562:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1775764742.790564:0:42326:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944488002200, rc 0) 00000100:00100000:1.0:1775764742.790617:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944587190700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+27:62071:x1862022098607744:12345-192.168.202.28@tcp:101:bash.0 Request processed in 193us (593us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764742.790624:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 935 00000100:00100000:3.0:1775764742.801864:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764742.802109:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098608000 00000100:00100000:2.0:1775764742.802120:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098608000 00000100:00100000:2.0:1775764742.802186:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 936 00000100:00100000:2.0:1775764742.802196:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944587192a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+27:62071:x1862022098608000:12345-192.168.202.28@tcp:101:bash.0 00010000:00010000:2.0:1775764742.802227:0:44493:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764742.802229:0:44493:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1775764742.802257:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944488002200/0x57b8ff0e03051cb9 lrc: 0/0,0 mode: --/CR res: [0x200003ab4:0x9:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bd68 expref: 27 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764742.802278:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x9:0x0].0x0 (ffff944598a9ba00) 00010000:00010000:2.0:1775764742.802283:0:44493:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775764742.802296:0:44493:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25c00/0x57b8ff0e03051cc0 lrc: 2/0,0 mode: --/EX res: [0x200003ab4:0x9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17bd6f expref: -99 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764742.802346:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25600/0x57b8ff0e03051cc7 lrc: 3/0,1 mode: --/EX res: [0x200003ab4:0x9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764742.802360:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25600/0x57b8ff0e03051cc7 lrc: 3/0,1 mode: EX/EX res: [0x200003ab4:0x9:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764742.802372:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25600/0x57b8ff0e03051cc7 lrc: 3/0,1 mode: EX/EX res: [0x200003ab4:0x9:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764742.802589:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25600/0x57b8ff0e03051cc7 lrc: 3/0,0 mode: CR/CR res: [0x200003ab4:0x9:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bd6f expref: 29 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764742.802597:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x9:0x0].0x0 (ffff944598a9ba00) 00010000:00010000:2.0:1775764742.802600:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:2.0:1775764742.802611:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25c00/0x57b8ff0e03051cc0 lrc: 0/0,0 mode: --/EX res: [0x200003ab4:0x9:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bd6f expref: 29 pid: 44493 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764742.802624:0:44493:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25600/0x57b8ff0e03051cc7 lrc: 3/0,0 mode: CR/CR res: [0x200003ab4:0x9:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bd6f expref: 28 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764742.802649:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x9:0x0].0x0 (ffff944598a9ba00) 00010000:00010000:2.0:1775764742.802652:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:2.0:1775764742.802655:0:44493:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445baf25600, rc 0) 00000100:00100000:2.0:1775764742.802719:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944587192a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+28:62071:x1862022098608000:12345-192.168.202.28@tcp:101:bash.0 Request processed in 524us (875us total) trans 34359739158 rc 0/0 00000100:00100000:2.0:1775764742.802727:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 936 00000100:00100000:3.0:1775764742.820559:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764742.820786:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098608256 00000100:00100000:1.0:1775764742.820830:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098608256 00000100:00100000:1.0:1775764742.820900:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 937 00000100:00100000:1.0:1775764742.820912:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944587193480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+28:62071:x1862022098608256:12345-192.168.202.28@tcp:101:bash.0 00010000:00010000:1.0:1775764742.820939:0:42326:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764742.820942:0:42326:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:1.0:1775764742.820971:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25600/0x57b8ff0e03051cc7 lrc: 0/0,0 mode: --/CR res: [0x200003ab4:0x9:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bd6f expref: 28 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764742.820989:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x9:0x0].0x0 (ffff944598a9ba00) 00010000:00010000:1.0:1775764742.820995:0:42326:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1775764742.821009:0:42326:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944488002600/0x57b8ff0e03051cce lrc: 2/0,0 mode: --/EX res: [0x200003ab4:0x9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17bd76 expref: -99 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764742.821064:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff944488003a00/0x57b8ff0e03051cd5 lrc: 3/0,1 mode: --/EX res: [0x200003ab4:0x9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764742.821078:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944488003a00/0x57b8ff0e03051cd5 lrc: 3/0,1 mode: EX/EX res: [0x200003ab4:0x9:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764742.821088:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944488003a00/0x57b8ff0e03051cd5 lrc: 3/0,1 mode: EX/EX res: [0x200003ab4:0x9:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1775764742.821870:0:42326:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x2e:0x0].23, 88 off9856 00000004:00080000:1.0:1775764742.821882:0:42326:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 2209669082674ns, next at 2194120977204ns, rc = 0 00010000:00010000:1.0:1775764742.911645:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944488003a00/0x57b8ff0e03051cd5 lrc: 3/0,0 mode: CR/CR res: [0x200003ab4:0x9:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bd76 expref: 30 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764742.911663:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x9:0x0].0x0 (ffff944598a9ba00) 00010000:00010000:1.0:1775764742.911666:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:1.0:1775764742.911686:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944488002600/0x57b8ff0e03051cce lrc: 0/0,0 mode: --/EX res: [0x200003ab4:0x9:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bd76 expref: 30 pid: 42326 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764742.911705:0:42326:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff944488003a00/0x57b8ff0e03051cd5 lrc: 3/0,0 mode: CR/CR res: [0x200003ab4:0x9:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bd76 expref: 29 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764742.912084:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x9:0x0].0x0 (ffff944598a9ba00) 00010000:00010000:1.0:1775764742.912088:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:1.0:1775764742.912091:0:42326:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944488003a00, rc 0) 00000100:00100000:1.0:1775764742.912162:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944587193480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+29:62071:x1862022098608256:12345-192.168.202.28@tcp:101:bash.0 Request processed in 91251us (91611us total) trans 34359739159 rc 0/0 00000100:00100000:1.0:1775764742.912172:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 937 00000001:00080000:1.0:1775764742.912219:0:5825:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 34359739153 is committed 00000001:00080000:1.0:1775764742.912233:0:5825:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 34359739159 is committed 00000004:00080000:1.0:1775764742.912237:0:5825:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 27 committed 00000100:00100000:1.0:1775764742.912348:0:3328:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445b2cb3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3328:1862022119053056:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1775764742.926544:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764742.927136:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764742.927903:0:42944:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119053056 00000100:00100000:3.0:1775764742.927913:0:42944:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119053056 00000100:00100000:3.0:1775764742.927960:0:42944:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 249 00000100:00100000:3.0:1775764742.927969:0:42944:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445b2cb0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3328:x1862022119053056:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:3.0:1775764742.928173:0:42944:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x11a:0x0] updating lvb size from disk: 0 -> 11 00002000:00010000:3.0:1775764742.928177:0:42944:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x11a:0x0] updating lvb mtime from disk: 0 -> 1775764742 00002000:00010000:3.0:1775764742.928180:0:42944:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x11a:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1775764742.928182:0:42944:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x11a:0x0] updating lvb ctime from disk: 0 -> 1775764742 00002000:00010000:3.0:1775764742.928184:0:42944:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x11a:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:3.0:1775764742.928252:0:42944:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445b2cb0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3328:x1862022119053056:12345-0@lo:2:osp-syn-0-0.0 Request processed in 283us (1116us total) trans 34359738445 rc 0/0 00000100:00100000:3.0:1775764742.928259:0:42944:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 249 00000100:00100000:2.0:1775764742.928976:0:45548:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098608384 00000100:00100000:2.0:1775764742.928983:0:45548:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098608384 00002000:00010000:2.0:1775764742.929006:0:45548:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/282 (0->18446744073709551615) 00002000:00100000:2.0:1775764742.929010:0:45548:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff944587191880 with x1862022098608384 ext(0->18446744073709551615) 00002000:00010000:2.0:1775764742.929018:0:45548:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff944587191880. 00000100:00100000:2.0:1775764742.929040:0:45548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 75 00000100:00100000:2.0:1775764742.929046:0:45548:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944587191880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+8:2379:x1862022098608384:12345-192.168.202.28@tcp:10:bash.0 00002000:00010000:2.0:1775764742.930585:0:45548:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x11a:0x0] updating lvb size from disk: 11 -> 0 00002000:00010000:2.0:1775764742.930594:0:45548:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x11a:0x0] updating lvb mtime from disk: 1775764742 -> 1775764743 00002000:00010000:2.0:1775764742.930597:0:45548:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x11a:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1775764742.930599:0:45548:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x11a:0x0] updating lvb ctime from disk: 1775764742 -> 1775764743 00002000:00010000:2.0:1775764742.930601:0:45548:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x11a:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:2.0:1775764742.930680:0:45548:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944587191880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+9:2379:x1862022098608384:12345-192.168.202.28@tcp:10:bash.0 Request processed in 1629us (4140us total) trans 34359738446 rc 0/0 00000100:00100000:2.0:1775764742.930689:0:45548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 75 00002000:00010000:2.0:1775764742.930693:0:45548:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/282 (0->18446744073709551615) 00002000:00100000:2.0:1775764742.930697:0:45548:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff944587191880 with x1862022098608384 ext(0->18446744073709551615) 00002000:00010000:2.0:1775764742.930702:0:45548:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff944587191880. 00000004:00080000:1.0:1775764742.931274:0:3328:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9445b2cb3100/2, rc 0, transno 34359738445 00000100:00100000:1.0:1775764742.931284:0:3328:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445b2cb3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3328:1862022119053056:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1775764742.959534:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764742.960039:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098608512 00000100:00100000:2.0:1775764742.960051:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098608512 00000100:00100000:2.0:1775764742.960123:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 938 00000100:00100000:2.0:1775764742.960136:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944587191180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+13:62372:x1862022098608512:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:2.0:1775764742.960165:0:44493:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764742.960192:0:44493:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25c00/0x57b8ff0e03051cdc lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17bd7d expref: -99 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764742.960282:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25600/0x57b8ff0e03051ce3 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764742.960296:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25600/0x57b8ff0e03051ce3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764742.960308:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25600/0x57b8ff0e03051ce3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764742.960539:0:44493:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 9728 00000004:00200000:2.0:1775764742.960543:0:44493:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 44 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764742.960622:0:44493:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25600/0x57b8ff0e03051ce3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764742.960648:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25c00/0x57b8ff0e03051cdc lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bd7d expref: 15 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764742.960664:0:44493:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25600/0x57b8ff0e03051ce3 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bd7d expref: 14 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764742.960674:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9445838afa00) 00010000:00010000:2.0:1775764742.960677:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1775764742.960682:0:44493:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445baf25600, rc 0) 00000100:00100000:2.0:1775764742.960747:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944587191180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+14:62372:x1862022098608512:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 615us (1223us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764742.960754:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 938 00000100:00100000:0.0:1775764742.964779:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764742.965037:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098608768 00000100:00100000:2.0:1775764742.965047:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098608768 00000100:00100000:2.0:1775764742.965110:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 939 00000100:00100000:2.0:1775764742.965121:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bf4fa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+14:62372:x1862022098608768:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:2.0:1775764742.965143:0:42325:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764742.965163:0:42325:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25a00/0x57b8ff0e03051cea lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17bd84 expref: -99 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764742.965250:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24e00/0x57b8ff0e03051cf1 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764742.965266:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24e00/0x57b8ff0e03051cf1 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764742.965278:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24e00/0x57b8ff0e03051cf1 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764742.965293:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e03051cf8 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbc130913 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764742.965299:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e03051cf8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc130913 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764742.965306:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e03051cf8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc130913 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764742.965672:0:42325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24e00/0x57b8ff0e03051cf1 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764742.965680:0:42325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24e00/0x57b8ff0e03051cf1 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764742.965687:0:42325:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24e00/0x57b8ff0e03051cf1 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764742.965693:0:42325:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445baf24e00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764742.965697:0:42325:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24e00/0x57b8ff0e03051cf1 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764742.965704:0:42325:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24e00/0x57b8ff0e03051cf1 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764742.965717:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9445838afa00) 00010000:00010000:2.0:1775764742.965720:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764742.965725:0:42325:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24e00/0x57b8ff0e03051cf1 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764742.965731:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24e00/0x57b8ff0e03051cf1 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764742.965742:0:42325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e03051cf8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc130913 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764742.965750:0:42325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e03051cf8 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc130913 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764742.965754:0:42325:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e03051cf8 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc130913 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764742.965758:0:42325:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445baf25800 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764742.965761:0:42325:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e03051cf8 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc130913 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764742.965766:0:42325:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e03051cf8 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc130913 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764742.965772:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbc130913 (ffff9445838af700) 00010000:00010000:2.0:1775764742.965774:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764742.965777:0:42325:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e03051cf8 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbc130913 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764742.965782:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e03051cf8 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbc130913 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764742.965844:0:42325:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25a00/0x57b8ff0e03051cea lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bd84 expref: 15 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764742.965869:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9445838afa00) 00010000:00010000:2.0:1775764742.965871:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1775764742.965875:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25a00/0x57b8ff0e03051cea lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bd84 expref: 15 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764742.965884:0:42325:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445baf25a00, rc 0) 00000100:00100000:2.0:1775764742.965950:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bf4fa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+14:62372:x1862022098608768:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 831us (1179us total) trans 0 rc 301/301 00000100:00100000:2.0:1775764742.965958:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 939 00000100:00100000:0.0:1775764742.977836:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764742.977931:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098608896 00000100:00100000:2.0:1775764742.977942:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098608896 00000100:00100000:2.0:1775764742.977997:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 940 00000100:00100000:2.0:1775764742.978006:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bf4faa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+14:62372:x1862022098608896:12345-192.168.202.28@tcp:34:lfs.0 00010000:00010000:2.0:1775764742.978077:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25a00/0x57b8ff0e03051cff lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764742.978094:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25a00/0x57b8ff0e03051cff lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764742.978105:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25a00/0x57b8ff0e03051cff lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764742.978118:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e03051d06 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbc130913 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764742.978125:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e03051d06 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc130913 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764742.978131:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e03051d06 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc130913 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764742.978453:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24e00/0x57b8ff0e03051d0d lrc: 3/1,0 mode: --/PR res: [0x200003ab4:0x9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764742.978462:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24e00/0x57b8ff0e03051d0d lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764742.978469:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24e00/0x57b8ff0e03051d0d lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764742.978506:0:44493:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab4:0x9:0x0]: returning size 2 00000004:00200000:2.0:1775764742.978510:0:44493:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764742.978521:0:44493:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24e00/0x57b8ff0e03051d0d lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764742.978532:0:44493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25a00/0x57b8ff0e03051cff lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764742.978538:0:44493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25a00/0x57b8ff0e03051cff lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764742.978544:0:44493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25a00/0x57b8ff0e03051cff lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764742.978550:0:44493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445baf25a00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764742.978555:0:44493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25a00/0x57b8ff0e03051cff lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764742.978562:0:44493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25a00/0x57b8ff0e03051cff lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764742.978575:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9445838afa00) 00010000:00010000:2.0:1775764742.978578:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764742.978582:0:44493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25a00/0x57b8ff0e03051cff lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764742.978588:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25a00/0x57b8ff0e03051cff lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764742.978598:0:44493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e03051d06 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc130913 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764742.978603:0:44493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e03051d06 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc130913 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764742.978608:0:44493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e03051d06 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc130913 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764742.978612:0:44493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445baf25800 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764742.978615:0:44493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e03051d06 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc130913 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764742.978620:0:44493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e03051d06 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc130913 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764742.978626:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbc130913 (ffff9445838af700) 00010000:00010000:2.0:1775764742.978628:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764742.978630:0:44493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e03051d06 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbc130913 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764742.978635:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e03051d06 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbc130913 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764742.978648:0:44493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24e00/0x57b8ff0e03051d0d lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764742.978653:0:44493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24e00/0x57b8ff0e03051d0d lrc: 2/0,0 mode: PR/PR res: [0x200003ab4:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764742.978659:0:44493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24e00/0x57b8ff0e03051d0d lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764742.978664:0:44493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445baf24e00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764742.978666:0:44493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24e00/0x57b8ff0e03051d0d lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764742.978672:0:44493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24e00/0x57b8ff0e03051d0d lrc: 4/0,0 mode: PR/PR res: [0x200003ab4:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764742.978679:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x9:0x0].0x0 (ffff944598a9ba00) 00010000:00010000:2.0:1775764742.978681:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764742.978684:0:44493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24e00/0x57b8ff0e03051d0d lrc: 2/0,0 mode: --/PR res: [0x200003ab4:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764742.978688:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24e00/0x57b8ff0e03051d0d lrc: 0/0,0 mode: --/PR res: [0x200003ab4:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764742.978768:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bf4faa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+14:62372:x1862022098608896:12345-192.168.202.28@tcp:34:lfs.0 Request processed in 760us (969us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764742.978776:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 940 00010000:00010000:1.0:1775764742.979671:0:43224:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1775764743.126438:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764743.126624:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098609024 00000100:00100000:0.0:1775764743.126636:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098609024 00000100:00100000:0.0:1775764743.126726:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 941 00000100:00100000:0.0:1775764743.126737:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944487fbdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+14:62382:x1862022098609024:12345-192.168.202.28@tcp:34:lfs.0 00010000:00010000:0.0:1775764743.126843:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff944581525000/0x57b8ff0e03051d14 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764743.126892:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944581525000/0x57b8ff0e03051d14 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764743.126905:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944581525000/0x57b8ff0e03051d14 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764743.126925:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944581524600/0x57b8ff0e03051d1b lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbc130913 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764743.126931:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944581524600/0x57b8ff0e03051d1b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc130913 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764743.126937:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944581524600/0x57b8ff0e03051d1b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc130913 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00080000:1.0:1775764743.127530:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1775764743.127681:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944581524e00/0x57b8ff0e03051d22 lrc: 3/1,0 mode: --/PR res: [0x200003ab4:0x9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764743.127691:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944581524e00/0x57b8ff0e03051d22 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764743.127698:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944581524e00/0x57b8ff0e03051d22 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764743.127840:0:42325:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff944581524e00/0x57b8ff0e03051d22 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764743.128288:0:42325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff944581525000/0x57b8ff0e03051d14 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764743.128368:0:42325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944581525000/0x57b8ff0e03051d14 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764743.128377:0:42325:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944581525000/0x57b8ff0e03051d14 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764743.128383:0:42325:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944581525000 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:0.0:1775764743.128387:0:42325:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944581525000/0x57b8ff0e03051d14 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764743.128396:0:42325:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944581525000/0x57b8ff0e03051d14 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764743.128409:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9445838afa00) 00010000:00010000:0.0:1775764743.128412:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764743.128416:0:42325:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944581525000/0x57b8ff0e03051d14 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764743.128422:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944581525000/0x57b8ff0e03051d14 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764743.128436:0:42325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944581524600/0x57b8ff0e03051d1b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc130913 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764743.128442:0:42325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944581524600/0x57b8ff0e03051d1b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc130913 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764743.128446:0:42325:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944581524600/0x57b8ff0e03051d1b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc130913 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764743.128451:0:42325:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944581524600 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:0.0:1775764743.128453:0:42325:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944581524600/0x57b8ff0e03051d1b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc130913 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764743.128459:0:42325:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944581524600/0x57b8ff0e03051d1b lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc130913 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764743.128466:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbc130913 (ffff944599e85d00) 00010000:00010000:0.0:1775764743.128469:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764743.128472:0:42325:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944581524600/0x57b8ff0e03051d1b lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbc130913 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764743.128481:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944581524600/0x57b8ff0e03051d1b lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbc130913 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764743.128496:0:42325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944581524e00/0x57b8ff0e03051d22 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764743.128502:0:42325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944581524e00/0x57b8ff0e03051d22 lrc: 2/0,0 mode: PR/PR res: [0x200003ab4:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764743.128507:0:42325:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944581524e00/0x57b8ff0e03051d22 lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764743.128511:0:42325:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944581524e00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:0.0:1775764743.128514:0:42325:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944581524e00/0x57b8ff0e03051d22 lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764743.128519:0:42325:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944581524e00/0x57b8ff0e03051d22 lrc: 4/0,0 mode: PR/PR res: [0x200003ab4:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764743.128526:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x9:0x0].0x0 (ffff944598a9ba00) 00010000:00010000:0.0:1775764743.128528:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764743.128531:0:42325:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944581524e00/0x57b8ff0e03051d22 lrc: 2/0,0 mode: --/PR res: [0x200003ab4:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764743.128536:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944581524e00/0x57b8ff0e03051d22 lrc: 0/0,0 mode: --/PR res: [0x200003ab4:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764743.128628:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944487fbdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+14:62382:x1862022098609024:12345-192.168.202.28@tcp:34:lfs.0 Request processed in 1892us (2199us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764743.128639:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 941 00000100:00100000:3.0:1775764743.242407:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764743.242889:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098609280 00000100:00100000:2.0:1775764743.242901:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098609280 00000100:00100000:2.0:1775764743.242963:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 942 00000100:00100000:2.0:1775764743.242973:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944587190a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+14:62389:x1862022098609280:12345-192.168.202.28@tcp:101:cat.0 00010000:00010000:2.0:1775764743.242997:0:44493:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764743.243021:0:44493:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24e00/0x57b8ff0e03051d29 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17bd8b expref: -99 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764743.243112:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e03051d30 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764743.243127:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e03051d30 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764743.243140:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e03051d30 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764743.243153:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25a00/0x57b8ff0e03051d37 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbc130913 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764743.243160:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25a00/0x57b8ff0e03051d37 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc130913 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764743.243166:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25a00/0x57b8ff0e03051d37 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc130913 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764743.243584:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25c00/0x57b8ff0e03051d3e lrc: 3/1,0 mode: --/PR res: [0x200003ab4:0x9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764743.243594:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25c00/0x57b8ff0e03051d3e lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x9:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764743.243602:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25c00/0x57b8ff0e03051d3e lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x9:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764743.243613:0:44493:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab4:0x9:0x0]: returning size 2 00010000:00010000:2.0:1775764743.243749:0:44493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e03051d30 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764743.243757:0:44493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e03051d30 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764743.243764:0:44493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e03051d30 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764743.243770:0:44493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445baf25800 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764743.243775:0:44493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e03051d30 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764743.243782:0:44493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e03051d30 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764743.243794:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9445838afa00) 00010000:00010000:2.0:1775764743.243866:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764743.243873:0:44493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e03051d30 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764743.243880:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e03051d30 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764743.243894:0:44493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25a00/0x57b8ff0e03051d37 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc130913 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764743.243900:0:44493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25a00/0x57b8ff0e03051d37 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc130913 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764743.243905:0:44493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25a00/0x57b8ff0e03051d37 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc130913 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764743.243911:0:44493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445baf25a00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764743.243914:0:44493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25a00/0x57b8ff0e03051d37 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc130913 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764743.243919:0:44493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25a00/0x57b8ff0e03051d37 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc130913 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764743.243927:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbc130913 (ffff9445838af700) 00010000:00010000:2.0:1775764743.243929:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764743.243931:0:44493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25a00/0x57b8ff0e03051d37 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbc130913 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764743.243935:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25a00/0x57b8ff0e03051d37 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbc130913 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764743.243977:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24e00/0x57b8ff0e03051d29 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bd8b expref: 17 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764743.243996:0:44493:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25c00/0x57b8ff0e03051d3e lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0x9:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bd8b expref: 16 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764743.244003:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x9:0x0].0x0 (ffff944598a9ba00) 00010000:00010000:2.0:1775764743.244005:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:2.0:1775764743.244007:0:44493:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445baf25c00, rc 0) 00000100:00100000:2.0:1775764743.244084:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944587190a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+16:62389:x1862022098609280:12345-192.168.202.28@tcp:101:cat.0 Request processed in 1112us (1689us total) trans 34359739160 rc 0/0 00000100:00100000:2.0:1775764743.244092:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 942 00000100:00100000:3.0:1775764743.251605:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764743.251699:0:42328:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098609536 00000100:00100000:2.0:1775764743.251710:0:42328:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098609536 00000100:00100000:2.0:1775764743.251781:0:42328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 268 00000100:00100000:2.0:1775764743.251793:0:42328:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944587192300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+16:62389:x1862022098609536:12345-192.168.202.28@tcp:35:cat.0 00000100:00100000:2.0:1775764743.252130:0:42328:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944587192300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+17:62389:x1862022098609536:12345-192.168.202.28@tcp:35:cat.0 Request processed in 338us (534us total) trans 34359739161 rc 0/0 00000100:00100000:2.0:1775764743.252139:0:42328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 268 00000100:00100000:3.0:1775764743.364708:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764743.365559:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098609664 00000100:00100000:2.0:1775764743.365572:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098609664 00000100:00100000:2.0:1775764743.365643:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 943 00000100:00100000:2.0:1775764743.365654:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944587191f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+17:62395:x1862022098609664:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:2.0:1775764743.365690:0:42326:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764743.365712:0:42326:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24e00/0x57b8ff0e03051d4c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17bd92 expref: -99 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764743.365842:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25a00/0x57b8ff0e03051d53 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764743.365866:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25a00/0x57b8ff0e03051d53 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764743.366264:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25a00/0x57b8ff0e03051d53 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764743.366284:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e03051d5a lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbc130913 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764743.366301:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e03051d5a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc130913 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764743.366308:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e03051d5a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc130913 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764743.366714:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24200/0x57b8ff0e03051d61 lrc: 3/1,0 mode: --/PR res: [0x200003ab4:0x9:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764743.366726:0:42326:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff944581525c00/0x57b8ff0e03051ca4 lrc: 2/0,0 mode: CW/CW res: [0x200003ab4:0x9:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bd61 expref: 18 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764743.366745:0:42326:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24200/0x57b8ff0e03051d61 lrc: 4/1,0 mode: --/PR res: [0x200003ab4:0x9:0x0].0x0 bits 0x13/0x48 rrc: 5 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764743.366783:0:42326:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff944581525c00/0x57b8ff0e03051ca4 lrc: 3/0,0 mode: CW/CW res: [0x200003ab4:0x9:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bd61 expref: 18 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764743.366825:0:42326:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff944581525c00/0x57b8ff0e03051ca4 lrc: 4/0,0 mode: CW/CW res: [0x200003ab4:0x9:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bd61 expref: 18 pid: 42325 timeout: 2310 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764743.366847:0:42326:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944487fbe680 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:42326:1862022119053184:192.168.202.28@tcp:104: 00000100:00100000:2.0:1775764743.367689:0:42326:0:(client.c:2691:ptlrpc_set_wait()) set ffff944585e07780 going to sleep for 11 seconds 00000100:00100000:2.0:1775764743.390171:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764743.391649:0:47878:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098609920 00000100:00100000:0.0:1775764743.391664:0:47878:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098609920 00000100:00100000:0.0:1775764743.391755:0:47878:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 269 00000100:00100000:0.0:1775764743.391769:0:47878:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944487fbd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+19:46149:x1862022098609920:12345-192.168.202.28@tcp:35:ldlm_bl.0 00000100:00100000:0.0:1775764743.392221:0:47878:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944487fbd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+20:46149:x1862022098609920:12345-192.168.202.28@tcp:35:ldlm_bl.0 Request processed in 454us (2060us total) trans 34359739162 rc 0/0 00000100:00100000:0.0:1775764743.392230:0:47878:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 269 00000100:00100000:2.0:1775764743.397098:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764743.397942:0:42310:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098610048 00000100:00100000:0.0:1775764743.397960:0:42310:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098610048 00010000:00010000:0.0:1775764743.398020:0:42310:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff944581525c00/0x57b8ff0e03051ca4 lrc: 5/0,0 mode: CW/CW res: [0x200003ab4:0x9:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bd61 expref: 20 pid: 42325 timeout: 2310 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764743.398074:0:42310:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 191 00000100:00100000:0.0:1775764743.398085:0:42310:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445b1d4b850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+20:2378:x1862022098610048:12345-192.168.202.28@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1775764743.398106:0:42310:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764743.398113:0:42310:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff944581525c00/0x57b8ff0e03051ca4 lrc: 5/0,0 mode: CW/CW res: [0x200003ab4:0x9:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bd61 expref: 20 pid: 42325 timeout: 2310 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764743.398127:0:42310:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff944581525c00/0x57b8ff0e03051ca4 lrc: 4/0,0 mode: CW/CW res: [0x200003ab4:0x9:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bd61 expref: 20 pid: 42325 timeout: 2310 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764743.398163:0:42310:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x9:0x0].0x0 (ffff944598a9ba00) 00010000:00010000:0.0:1775764743.398169:0:42310:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24200/0x57b8ff0e03051d61 lrc: 3/1,0 mode: --/PR res: [0x200003ab4:0x9:0x0].0x0 bits 0x13/0x48 rrc: 6 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764743.398179:0:42310:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24200/0x57b8ff0e03051d61 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x9:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764743.398192:0:42310:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24200/0x57b8ff0e03051d61 lrc: 4/1,0 mode: PR/PR res: [0x200003ab4:0x9:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764743.398231:0:42310:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775764743.398779:0:42310:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445b1d4b850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+20:2378:x1862022098610048:12345-192.168.202.28@tcp:103:ldlm_bl.0 Request processed in 693us (1689us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764743.398788:0:42310:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 191 00010000:00010000:1.0:1775764743.400818:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944581525c00/0x57b8ff0e03051ca4 lrc: 0/0,0 mode: --/CW res: [0x200003ab4:0x9:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bd61 expref: 19 pid: 42325 timeout: 2310 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764743.400844:0:42326:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944487fbe680 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:42326:1862022119053184:192.168.202.28@tcp:104: 00010000:00010000:1.0:1775764743.400887:0:42326:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24200/0x57b8ff0e03051d61 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x9:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764743.400899:0:42326:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24200/0x57b8ff0e03051d61 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x9:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764743.400904:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24200/0x57b8ff0e03051d61 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x9:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764743.400949:0:42326:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab4:0x9:0x0]: returning size 14 00000004:00200000:1.0:1775764743.400953:0:42326:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1775764743.400975:0:42326:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24200/0x57b8ff0e03051d61 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x9:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764743.400990:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24200/0x57b8ff0e03051d61 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764743.401004:0:42326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25a00/0x57b8ff0e03051d53 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764743.401010:0:42326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25a00/0x57b8ff0e03051d53 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764743.401018:0:42326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25a00/0x57b8ff0e03051d53 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764743.401023:0:42326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445baf25a00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:1.0:1775764743.401027:0:42326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25a00/0x57b8ff0e03051d53 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764743.401036:0:42326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25a00/0x57b8ff0e03051d53 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764743.401049:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9445838afa00) 00010000:00010000:1.0:1775764743.401052:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764743.401056:0:42326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25a00/0x57b8ff0e03051d53 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764743.401062:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25a00/0x57b8ff0e03051d53 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764743.401071:0:42326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e03051d5a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc130913 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764743.401076:0:42326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e03051d5a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc130913 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764743.401081:0:42326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e03051d5a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc130913 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764743.401085:0:42326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445baf25800 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:1.0:1775764743.401088:0:42326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e03051d5a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc130913 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764743.401092:0:42326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e03051d5a lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc130913 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764743.401098:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbc130913 (ffff9445838af700) 00010000:00010000:1.0:1775764743.401100:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764743.401102:0:42326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e03051d5a lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbc130913 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764743.401107:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e03051d5a lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbc130913 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764743.401144:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24e00/0x57b8ff0e03051d4c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bd92 expref: 19 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764743.401159:0:42326:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24200/0x57b8ff0e03051d61 lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bd92 expref: 18 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764743.401166:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x9:0x0].0x0 (ffff944598a9ba00) 00010000:00010000:1.0:1775764743.401168:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1775764743.401170:0:42326:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445baf24200, rc 0) 00000100:00100000:1.0:1775764743.401239:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944587191f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+18:62395:x1862022098609664:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 35587us (36541us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764743.401249:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 943 00000100:00100000:2.0:1775764743.415467:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764743.421994:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098610304 00000100:00100000:1.0:1775764743.422010:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098610304 00000100:00100000:1.0:1775764743.427779:0:3328:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1775764743.427818:0:3328:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445b2cb3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3328:1862022119053312:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1775764743.427913:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764743.428028:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 944 00000100:00100000:1.0:1775764743.428039:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944487fbf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+18:62395:x1862022098610304:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:1.0:1775764743.428066:0:44493:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764743.428086:0:44493:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944488002600/0x57b8ff0e03051d68 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17bd99 expref: -99 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764743.428184:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff944488003c00/0x57b8ff0e03051d6f lrc: 3/1,0 mode: --/CR res: [0x200003ab4:0x9:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764743.428211:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944488003c00/0x57b8ff0e03051d6f lrc: 3/1,0 mode: CR/CR res: [0x200003ab4:0x9:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764743.428224:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944488003c00/0x57b8ff0e03051d6f lrc: 3/1,0 mode: CR/CR res: [0x200003ab4:0x9:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764743.428235:0:44493:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab4:0x9:0x0]: returning size 14 00010000:00010000:1.0:1775764743.428638:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944488002600/0x57b8ff0e03051d68 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bd99 expref: 21 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764743.428660:0:44493:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff944488003c00/0x57b8ff0e03051d6f lrc: 3/0,0 mode: CR/CR res: [0x200003ab4:0x9:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bd99 expref: 20 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764743.428681:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x9:0x0].0x0 (ffff944598a9ba00) 00010000:00010000:1.0:1775764743.428684:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:1.0:1775764743.428687:0:44493:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944488003c00, rc 0) 00000100:00100000:1.0:1775764743.428761:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944487fbf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+20:62395:x1862022098610304:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 724us (13306us total) trans 34359739163 rc 0/0 00000100:00100000:1.0:1775764743.428770:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 944 00000100:00100000:3.0:1775764743.431452:0:42947:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119053312 00000100:00100000:3.0:1775764743.431467:0:42947:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119053312 00000100:00100000:3.0:1775764743.431611:0:42947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 155 00000100:00100000:3.0:1775764743.431622:0:42947:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445b2cb0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3328:x1862022119053312:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1775764743.432077:0:42947:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 52625408 pending 0 free 3765436416 avail 3763339264 00000100:00100000:3.0:1775764743.432183:0:42947:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445b2cb0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3328:x1862022119053312:12345-0@lo:13:osp-pre-1-0.0 Request processed in 562us (4269us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764743.432202:0:42947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 155 00000100:00080000:3.0:1775764743.432252:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1775764743.432508:0:3328:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445b2cb3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3328:1862022119053312:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1775764743.436299:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764743.436583:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098610560 00000100:00100000:0.0:1775764743.436596:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098610560 00000100:00100000:0.0:1775764743.436688:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 945 00000100:00100000:0.0:1775764743.436698:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944587190e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+20:62395:x1862022098610560:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:0.0:1775764743.436729:0:42325:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764743.436733:0:42325:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 5 locks, starting at 1 00010000:00010000:0.0:1775764743.436772:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24200/0x57b8ff0e03051d61 lrc: 0/0,0 mode: --/PR res: [0x200003ab4:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bd92 expref: 20 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764743.436822:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25c00/0x57b8ff0e03051d3e lrc: 0/0,0 mode: --/PR res: [0x200003ab4:0x9:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bd8b expref: 19 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764743.436837:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944488003c00/0x57b8ff0e03051d6f lrc: 0/0,0 mode: --/CR res: [0x200003ab4:0x9:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bd99 expref: 18 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764743.436861:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944488003a00/0x57b8ff0e03051cd5 lrc: 0/0,0 mode: --/CR res: [0x200003ab4:0x9:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bd76 expref: 17 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764743.436877:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x9:0x0].0x0 (ffff944598a9ba00) 00010000:00010000:0.0:1775764743.436891:0:42325:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1775764743.436907:0:42325:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944581524600/0x57b8ff0e03051d7d lrc: 2/0,0 mode: --/EX res: [0x200003ab4:0x9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17bda0 expref: -99 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764743.436961:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff944581525000/0x57b8ff0e03051d84 lrc: 3/1,0 mode: --/CR res: [0x200003ab4:0x9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764743.436975:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944581525000/0x57b8ff0e03051d84 lrc: 3/1,0 mode: CR/CR res: [0x200003ab4:0x9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764743.436987:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944581525000/0x57b8ff0e03051d84 lrc: 3/1,0 mode: CR/CR res: [0x200003ab4:0x9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764743.437004:0:42325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff944581525000/0x57b8ff0e03051d84 lrc: 3/1,0 mode: CR/CR res: [0x200003ab4:0x9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764743.437010:0:42325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944581525000/0x57b8ff0e03051d84 lrc: 2/0,0 mode: CR/CR res: [0x200003ab4:0x9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764743.437017:0:42325:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944581525000/0x57b8ff0e03051d84 lrc: 3/0,0 mode: CR/CR res: [0x200003ab4:0x9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764743.437024:0:42325:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944581525000 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:0.0:1775764743.437029:0:42325:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944581525000/0x57b8ff0e03051d84 lrc: 3/0,0 mode: CR/CR res: [0x200003ab4:0x9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764743.437038:0:42325:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944581525000/0x57b8ff0e03051d84 lrc: 4/0,0 mode: CR/CR res: [0x200003ab4:0x9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764743.437049:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x9:0x0].0x0 (ffff944599e85d00) 00010000:00010000:0.0:1775764743.437051:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1775764743.437055:0:42325:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944581525000/0x57b8ff0e03051d84 lrc: 2/0,0 mode: --/CR res: [0x200003ab4:0x9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764743.437061:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944581525000/0x57b8ff0e03051d84 lrc: 0/0,0 mode: --/CR res: [0x200003ab4:0x9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764743.437087:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff944581524c00/0x57b8ff0e03051d8b lrc: 3/0,1 mode: --/EX res: [0x200003ab4:0x9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764743.437095:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944581524c00/0x57b8ff0e03051d8b lrc: 3/0,1 mode: EX/EX res: [0x200003ab4:0x9:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764743.437102:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944581524c00/0x57b8ff0e03051d8b lrc: 3/0,1 mode: EX/EX res: [0x200003ab4:0x9:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764743.437775:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944581524c00/0x57b8ff0e03051d8b lrc: 3/0,0 mode: CR/CR res: [0x200003ab4:0x9:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bda0 expref: 19 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764743.437786:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x9:0x0].0x0 (ffff944599e85d00) 00010000:00010000:0.0:1775764743.437789:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:0.0:1775764743.437964:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944581524600/0x57b8ff0e03051d7d lrc: 0/0,0 mode: --/EX res: [0x200003ab4:0x9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bda0 expref: 19 pid: 42325 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764743.437982:0:42325:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff944581524c00/0x57b8ff0e03051d8b lrc: 3/0,0 mode: CR/CR res: [0x200003ab4:0x9:0x0].0x0 bits 0xa/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bda0 expref: 18 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764743.438010:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x9:0x0].0x0 (ffff944599e85d00) 00010000:00010000:0.0:1775764743.438013:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:0.0:1775764743.438016:0:42325:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944581524c00, rc 0) 00000100:00100000:0.0:1775764743.438082:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944587190e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+18:62395:x1862022098610560:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 1385us (1804us total) trans 34359739164 rc 0/0 00000100:00100000:0.0:1775764743.438091:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 945 00000100:00100000:0.0:1775764743.445094:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764743.445235:0:42950:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098610688 00000100:00100000:3.0:1775764743.445247:0:42950:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098610688 00002000:00100000:3.0:1775764743.445325:0:42950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x11a:0x0] (0->13) req@ffff9445bf4f8000 x1862022098610688/t0(0) o4->fcf15866-4739-4595-8fe1-44abde7ee9d7@192.168.202.28@tcp:224/0 lens 504/0 e 0 to 0 dl 1775764754 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764743.445337:0:42950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9445bf4f8000 with x1862022098610688 ext(0->13) 00002000:00010000:3.0:1775764743.445345:0:42950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9445bf4f8000 00000100:00100000:3.0:1775764743.445377:0:42950:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 76 00000100:00100000:3.0:1775764743.445389:0:42950:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bf4f8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+9:2379:x1862022098610688:12345-192.168.202.28@tcp:4:cat.0 00000100:00100000:3.0:1775764743.445933:0:42950:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bf4f8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+11:2379:x1862022098610688:12345-192.168.202.28@tcp:4:cat.0 Request processed in 543us (849us total) trans 34359738447 rc 0/0 00000100:00100000:3.0:1775764743.445943:0:42950:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 76 00002000:00100000:3.0:1775764743.445951:0:42950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x11a:0x0] (0->13) req@ffff9445bf4f8000 x1862022098610688/t34359738447(0) o4->fcf15866-4739-4595-8fe1-44abde7ee9d7@192.168.202.28@tcp:224/0 lens 504/448 e 0 to 0 dl 1775764754 ref 1 fl Complete:/600/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764743.445959:0:42950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9445bf4f8000 with x1862022098610688 ext(0->13) 00002000:00010000:3.0:1775764743.445963:0:42950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9445bf4f8000 00000100:00080000:1.0:1775764743.446144:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1775764743.456147:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764743.456600:0:42949:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098610816 00000100:00100000:2.0:1775764743.456611:0:42949:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098610816 00002000:00100000:2.0:1775764743.456660:0:42949:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x11a:0x0] (0->4095) req@ffff944587190000 x1862022098610816/t0(0) o3->fcf15866-4739-4595-8fe1-44abde7ee9d7@192.168.202.28@tcp:224/0 lens 488/0 e 0 to 0 dl 1775764754 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764743.456686:0:42949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff944587190000 with x1862022098610816 ext(0->4095) 00002000:00010000:2.0:1775764743.456692:0:42949:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff944587190000 00000100:00100000:2.0:1775764743.456789:0:42949:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 77 00000100:00100000:2.0:1775764743.456876:0:42949:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944587190000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+11:2378:x1862022098610816:12345-192.168.202.28@tcp:3:lfs.0 00000100:00100000:2.0:1775764743.457107:0:42949:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944587190000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+11:2378:x1862022098610816:12345-192.168.202.28@tcp:3:lfs.0 Request processed in 308us (973us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1775764743.457115:0:42949:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 77 00002000:00100000:2.0:1775764743.457123:0:42949:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x11a:0x0] (0->4095) req@ffff944587190000 x1862022098610816/t0(0) o3->fcf15866-4739-4595-8fe1-44abde7ee9d7@192.168.202.28@tcp:224/0 lens 488/4536 e 0 to 0 dl 1775764754 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764743.457131:0:42949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff944587190000 with x1862022098610816 ext(0->4095) 00002000:00010000:2.0:1775764743.457134:0:42949:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff944587190000 00000100:00100000:3.0:1775764743.469097:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764743.470232:0:42327:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098611072 00000100:00100000:1.0:1775764743.470246:0:42327:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098611072 00000100:00100000:1.0:1775764743.470314:0:42327:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 270 00000100:00100000:1.0:1775764743.470326:0:42327:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445b296e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+18:62395:x1862022098611072:12345-192.168.202.28@tcp:35:lfs.0 00000100:00100000:1.0:1775764743.470575:0:42327:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445b296e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+19:62395:x1862022098611072:12345-192.168.202.28@tcp:35:lfs.0 Request processed in 251us (1487us total) trans 34359739165 rc 0/0 00000100:00100000:1.0:1775764743.470584:0:42327:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 270 00000100:00100000:1.0:1775764743.676669:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764743.676766:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098611200 00000100:00100000:2.0:1775764743.676778:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098611200 00000100:00100000:2.0:1775764743.676885:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 946 00000100:00100000:2.0:1775764743.676896:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445b2cb1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+19:62405:x1862022098611200:12345-192.168.202.28@tcp:34:lfs.0 00010000:00010000:2.0:1775764743.676976:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25200/0x57b8ff0e03051d92 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764743.676993:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25200/0x57b8ff0e03051d92 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764743.677006:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25200/0x57b8ff0e03051d92 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764743.677022:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24800/0x57b8ff0e03051d99 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbc130913 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764743.677030:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24800/0x57b8ff0e03051d99 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc130913 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764743.677036:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24800/0x57b8ff0e03051d99 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc130913 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764743.677383:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24400/0x57b8ff0e03051da0 lrc: 3/1,0 mode: --/PR res: [0x200003ab4:0x9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764743.677402:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24400/0x57b8ff0e03051da0 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764743.677410:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24400/0x57b8ff0e03051da0 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764743.677450:0:44493:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24400/0x57b8ff0e03051da0 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764743.677462:0:44493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25200/0x57b8ff0e03051d92 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764743.677471:0:44493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25200/0x57b8ff0e03051d92 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764743.677478:0:44493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25200/0x57b8ff0e03051d92 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764743.677483:0:44493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445baf25200 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764743.677499:0:44493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25200/0x57b8ff0e03051d92 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764743.677506:0:44493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25200/0x57b8ff0e03051d92 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764743.677518:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9445838afa00) 00010000:00010000:2.0:1775764743.677520:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764743.677525:0:44493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25200/0x57b8ff0e03051d92 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764743.677530:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25200/0x57b8ff0e03051d92 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764743.677541:0:44493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24800/0x57b8ff0e03051d99 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc130913 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764743.677546:0:44493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24800/0x57b8ff0e03051d99 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc130913 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764743.677551:0:44493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24800/0x57b8ff0e03051d99 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc130913 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764743.677555:0:44493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445baf24800 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764743.677558:0:44493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24800/0x57b8ff0e03051d99 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc130913 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764743.677563:0:44493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24800/0x57b8ff0e03051d99 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc130913 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764743.677569:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbc130913 (ffff9445838af600) 00010000:00010000:2.0:1775764743.677572:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764743.677574:0:44493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24800/0x57b8ff0e03051d99 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbc130913 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764743.677578:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24800/0x57b8ff0e03051d99 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbc130913 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764743.677592:0:44493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24400/0x57b8ff0e03051da0 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764743.677597:0:44493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24400/0x57b8ff0e03051da0 lrc: 2/0,0 mode: PR/PR res: [0x200003ab4:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764743.677601:0:44493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24400/0x57b8ff0e03051da0 lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764743.677605:0:44493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445baf24400 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764743.677607:0:44493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24400/0x57b8ff0e03051da0 lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764743.677613:0:44493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24400/0x57b8ff0e03051da0 lrc: 4/0,0 mode: PR/PR res: [0x200003ab4:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764743.677619:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x9:0x0].0x0 (ffff944599e85d00) 00010000:00010000:2.0:1775764743.677621:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764743.677623:0:44493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24400/0x57b8ff0e03051da0 lrc: 2/0,0 mode: --/PR res: [0x200003ab4:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764743.677628:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24400/0x57b8ff0e03051da0 lrc: 0/0,0 mode: --/PR res: [0x200003ab4:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764743.677709:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445b2cb1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+19:62405:x1862022098611200:12345-192.168.202.28@tcp:34:lfs.0 Request processed in 813us (1048us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764743.677717:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 946 00000100:00100000:3.0:1775764743.779499:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764743.792580:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098611456 00000100:00100000:1.0:1775764743.792596:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098611456 00000100:00100000:1.0:1775764743.795944:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 947 00000100:00100000:1.0:1775764743.795975:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445b296ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+19:62406:x1862022098611456:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:1.0:1775764743.796006:0:42326:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764743.796034:0:42326:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944488002a00/0x57b8ff0e03051da7 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17bda7 expref: -99 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764743.796135:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff944488003e00/0x57b8ff0e03051dae lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764743.796150:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944488003e00/0x57b8ff0e03051dae lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764743.796163:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944488003e00/0x57b8ff0e03051dae lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764743.796183:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944488003200/0x57b8ff0e03051db5 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbc130913 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764743.796201:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944488003200/0x57b8ff0e03051db5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc130913 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764743.796209:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944488003200/0x57b8ff0e03051db5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc130913 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764743.796540:0:42326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff944488003e00/0x57b8ff0e03051dae lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764743.796548:0:42326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944488003e00/0x57b8ff0e03051dae lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764743.796555:0:42326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944488003e00/0x57b8ff0e03051dae lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764743.796560:0:42326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944488003e00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:1.0:1775764743.796565:0:42326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944488003e00/0x57b8ff0e03051dae lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764743.796573:0:42326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944488003e00/0x57b8ff0e03051dae lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764743.796585:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9445838afa00) 00010000:00010000:1.0:1775764743.796588:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764743.796592:0:42326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944488003e00/0x57b8ff0e03051dae lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764743.796597:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944488003e00/0x57b8ff0e03051dae lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764743.796610:0:42326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944488003200/0x57b8ff0e03051db5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc130913 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764743.796616:0:42326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944488003200/0x57b8ff0e03051db5 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc130913 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764743.796622:0:42326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944488003200/0x57b8ff0e03051db5 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc130913 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764743.796627:0:42326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944488003200 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:1.0:1775764743.796629:0:42326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944488003200/0x57b8ff0e03051db5 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc130913 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764743.796635:0:42326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944488003200/0x57b8ff0e03051db5 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc130913 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764743.796640:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbc130913 (ffff944598a9b400) 00010000:00010000:1.0:1775764743.796643:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764743.796645:0:42326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944488003200/0x57b8ff0e03051db5 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbc130913 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764743.796650:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944488003200/0x57b8ff0e03051db5 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbc130913 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764743.796686:0:42326:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff944488002a00/0x57b8ff0e03051da7 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bda7 expref: 20 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764743.796696:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9445838afa00) 00010000:00010000:1.0:1775764743.796698:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1775764743.796702:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944488002a00/0x57b8ff0e03051da7 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bda7 expref: 20 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764743.796712:0:42326:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944488002a00, rc 0) 00000100:00100000:1.0:1775764743.796793:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445b296ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+19:62406:x1862022098611456:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 836us (18009us total) trans 0 rc 301/301 00000100:00100000:1.0:1775764743.796857:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 947 00000100:00100000:3.0:1775764743.800469:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764743.814043:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098611584 00000100:00100000:0.0:1775764743.814060:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098611584 00000100:00100000:0.0:1775764743.814146:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 948 00000100:00100000:0.0:1775764743.814158:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445b296d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+19:62406:x1862022098611584:12345-192.168.202.28@tcp:34:lfs.0 00010000:00010000:0.0:1775764743.814245:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff944581524600/0x57b8ff0e03051dbc lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764743.814263:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944581524600/0x57b8ff0e03051dbc lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764743.814276:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944581524600/0x57b8ff0e03051dbc lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764743.814292:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944581525000/0x57b8ff0e03051dc3 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbc130913 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764743.814298:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944581525000/0x57b8ff0e03051dc3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc130913 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764743.814304:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944581525000/0x57b8ff0e03051dc3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc130913 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764743.815640:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944581525c00/0x57b8ff0e03051dca lrc: 3/1,0 mode: --/PR res: [0x200003ab4:0x9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764743.815658:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944581525c00/0x57b8ff0e03051dca lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764743.815669:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944581525c00/0x57b8ff0e03051dca lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764743.815708:0:42325:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab4:0x9:0x0]: returning size 14 00000004:00200000:0.0:1775764743.815713:0:42325:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1775764743.815724:0:42325:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff944581525c00/0x57b8ff0e03051dca lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764743.820024:0:42325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff944581524600/0x57b8ff0e03051dbc lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764743.820043:0:42325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944581524600/0x57b8ff0e03051dbc lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764743.820050:0:42325:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944581524600/0x57b8ff0e03051dbc lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764743.820057:0:42325:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944581524600 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:0.0:1775764743.820061:0:42325:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944581524600/0x57b8ff0e03051dbc lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764743.820069:0:42325:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944581524600/0x57b8ff0e03051dbc lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764743.820090:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9445838afa00) 00010000:00010000:0.0:1775764743.820093:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764743.820098:0:42325:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944581524600/0x57b8ff0e03051dbc lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764743.820109:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944581524600/0x57b8ff0e03051dbc lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764743.820129:0:42325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944581525000/0x57b8ff0e03051dc3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc130913 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764743.820135:0:42325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944581525000/0x57b8ff0e03051dc3 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc130913 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764743.820141:0:42325:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944581525000/0x57b8ff0e03051dc3 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc130913 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764743.820146:0:42325:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944581525000 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:0.0:1775764743.820148:0:42325:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944581525000/0x57b8ff0e03051dc3 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc130913 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764743.820154:0:42325:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944581525000/0x57b8ff0e03051dc3 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc130913 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764743.820161:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbc130913 (ffff944599e85800) 00010000:00010000:0.0:1775764743.820163:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764743.820166:0:42325:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944581525000/0x57b8ff0e03051dc3 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbc130913 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764743.820171:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944581525000/0x57b8ff0e03051dc3 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbc130913 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764743.821598:0:42325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944581525c00/0x57b8ff0e03051dca lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764743.821616:0:42325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944581525c00/0x57b8ff0e03051dca lrc: 2/0,0 mode: PR/PR res: [0x200003ab4:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764743.821624:0:42325:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944581525c00/0x57b8ff0e03051dca lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764743.821630:0:42325:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944581525c00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:0.0:1775764743.821634:0:42325:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944581525c00/0x57b8ff0e03051dca lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764743.821642:0:42325:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944581525c00/0x57b8ff0e03051dca lrc: 4/0,0 mode: PR/PR res: [0x200003ab4:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764743.821657:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x9:0x0].0x0 (ffff944599e85d00) 00010000:00010000:0.0:1775764743.821660:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764743.821663:0:42325:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944581525c00/0x57b8ff0e03051dca lrc: 2/0,0 mode: --/PR res: [0x200003ab4:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764743.821670:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944581525c00/0x57b8ff0e03051dca lrc: 0/0,0 mode: --/PR res: [0x200003ab4:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764743.822995:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445b296d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+19:62406:x1862022098611584:12345-192.168.202.28@tcp:34:lfs.0 Request processed in 8829us (22523us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764743.823008:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 948 00000100:00100000:2.0:1775764743.861243:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764743.861480:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098611712 00000100:00100000:3.0:1775764743.861491:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098611712 00000100:00100000:3.0:1775764743.861554:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 949 00000100:00100000:3.0:1775764743.861565:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944487fbed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+19:62407:x1862022098611712:12345-192.168.202.28@tcp:101:truncate.0 00010000:00010000:3.0:1775764743.861586:0:42324:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764743.861609:0:42324:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695600/0x57b8ff0e03051dd1 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17bdae expref: -99 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764743.861677:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e03051dd8 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764743.861693:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e03051dd8 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764743.861706:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e03051dd8 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764743.861721:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e03051ddf lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbc130913 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764743.861728:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e03051ddf lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc130913 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764743.861744:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e03051ddf lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc130913 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764743.862593:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e03051de6 lrc: 3/1,0 mode: --/PR res: [0x200003ab4:0x9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764743.862604:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e03051de6 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x9:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764743.862612:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e03051de6 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x9:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764743.862647:0:42324:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab4:0x9:0x0]: returning size 14 00000004:00200000:3.0:1775764743.862652:0:42324:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1775764743.862672:0:42324:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e03051de6 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x9:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764743.862686:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e03051de6 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764743.862695:0:42324:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e03051dd8 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764743.862706:0:42324:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e03051dd8 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764743.862713:0:42324:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e03051dd8 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764743.862720:0:42324:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445be695800 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:3.0:1775764743.862724:0:42324:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e03051dd8 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764743.862999:0:42324:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e03051dd8 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764743.863015:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9445838afa00) 00010000:00010000:3.0:1775764743.863018:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764743.863023:0:42324:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e03051dd8 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764743.863029:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e03051dd8 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764743.863042:0:42324:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e03051ddf lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc130913 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764743.863048:0:42324:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e03051ddf lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc130913 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764743.863054:0:42324:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e03051ddf lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc130913 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764743.863059:0:42324:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445be695200 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:3.0:1775764743.863062:0:42324:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e03051ddf lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc130913 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764743.863068:0:42324:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e03051ddf lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc130913 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764743.863074:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbc130913 (ffff9445867bee00) 00010000:00010000:3.0:1775764743.863077:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764743.863079:0:42324:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e03051ddf lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbc130913 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764743.863084:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e03051ddf lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbc130913 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764743.863126:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695600/0x57b8ff0e03051dd1 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bdae expref: 21 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764743.863139:0:42324:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e03051de6 lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bdae expref: 20 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764743.863147:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x9:0x0].0x0 (ffff944599e85d00) 00010000:00010000:3.0:1775764743.863148:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1775764743.863151:0:42324:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445be695c00, rc 0) 00000100:00100000:3.0:1775764743.864412:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944487fbed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+20:62407:x1862022098611712:12345-192.168.202.28@tcp:101:truncate.0 Request processed in 2842us (3172us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764743.864423:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 949 00000100:00100000:3.0:1775764743.870670:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764743.870844:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098611968 00000100:00100000:2.0:1775764743.870865:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098611968 00000100:00100000:2.0:1775764743.870943:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 950 00000100:00100000:2.0:1775764743.870954:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445b296f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+20:62407:x1862022098611968:12345-192.168.202.28@tcp:36:truncate.0 00010000:00010000:2.0:1775764743.871014:0:44493:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1775764743.871043:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e03051de6 lrc: 0/0,0 mode: --/PR res: [0x200003ab4:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bdae expref: 20 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764743.871066:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944581524c00/0x57b8ff0e03051d8b lrc: 0/0,0 mode: --/CR res: [0x200003ab4:0x9:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bda0 expref: 19 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764743.871078:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x9:0x0].0x0 (ffff944599e85d00) 00010000:00010000:2.0:1775764743.871090:0:44493:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775764743.871310:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24800/0x57b8ff0e03051ded lrc: 3/0,1 mode: --/PW res: [0x200003ab4:0x9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764743.871324:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24800/0x57b8ff0e03051ded lrc: 3/0,1 mode: PW/PW res: [0x200003ab4:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764743.871345:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24800/0x57b8ff0e03051ded lrc: 3/0,1 mode: PW/PW res: [0x200003ab4:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1775764743.871398:0:44493:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 34359739166 00000004:00010000:2.0:1775764743.871423:0:44493:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000004920459f reply state 00000000f8beb950 transno 34359739167 ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24800/0x57b8ff0e03051ded lrc: 3/0,1 mode: PW/PW res: [0x200003ab4:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764743.871432:0:44493:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1775764743.871528:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445b296f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+21:62407:x1862022098611968:12345-192.168.202.28@tcp:36:truncate.0 Request processed in 576us (867us total) trans 34359739167 rc 0/0 00000100:00100000:2.0:1775764743.871536:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 950 00000020:00080000:2.0:1775764743.871541:0:44493:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:2.0:1775764743.876247:0:3314:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24800/0x57b8ff0e03051ded lrc: 3/0,1 mode: PW/PW res: [0x200003ab4:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764743.876265:0:3314:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24800/0x57b8ff0e03051ded lrc: 2/0,0 mode: PW/PW res: [0x200003ab4:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764743.876271:0:3314:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24800/0x57b8ff0e03051ded lrc: 3/0,0 mode: PW/PW res: [0x200003ab4:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764743.876277:0:3314:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445baf24800 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764743.876282:0:3314:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24800/0x57b8ff0e03051ded lrc: 3/0,0 mode: PW/PW res: [0x200003ab4:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764743.876290:0:3314:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24800/0x57b8ff0e03051ded lrc: 4/0,0 mode: PW/PW res: [0x200003ab4:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764743.876308:0:3314:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x9:0x0].0x0 (ffff9445838af600) 00010000:00010000:2.0:1775764743.876311:0:3314:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764743.876316:0:3314:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24800/0x57b8ff0e03051ded lrc: 2/0,0 mode: --/PW res: [0x200003ab4:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764743.876324:0:3314:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24800/0x57b8ff0e03051ded lrc: 0/0,0 mode: --/PW res: [0x200003ab4:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764743.890874:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764743.891085:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098612096 00000100:00100000:2.0:1775764743.891095:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098612096 00000100:00100000:2.0:1775764743.891147:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 951 00000100:00100000:2.0:1775764743.891155:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445b296f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+20:62407:x1862022098612096:12345-192.168.202.28@tcp:101:truncate.0 00010000:00010000:2.0:1775764743.891179:0:42326:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764743.891205:0:42326:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24800/0x57b8ff0e03051df4 lrc: 2/0,0 mode: --/CR res: [0x200003ab4:0x9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17bdb5 expref: -99 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764743.891267:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24800/0x57b8ff0e03051df4 lrc: 3/0,0 mode: CR/CR res: [0x200003ab4:0x9:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bdb5 expref: 21 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764743.891281:0:42326:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24800/0x57b8ff0e03051df4 lrc: 3/0,0 mode: CR/CR res: [0x200003ab4:0x9:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bdb5 expref: 21 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764743.891298:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x9:0x0].0x0 (ffff9445838af600) 00010000:00010000:2.0:1775764743.891301:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1775764743.891305:0:42326:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445baf24800, rc 0) 00000100:00100000:2.0:1775764743.891368:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445b296f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+21:62407:x1862022098612096:12345-192.168.202.28@tcp:101:truncate.0 Request processed in 213us (504us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764743.891375:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 951 00000100:00100000:1.0:1775764743.895721:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764743.895837:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098612352 00000100:00100000:2.0:1775764743.895858:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098612352 00000100:00100000:2.0:1775764743.895926:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 952 00000100:00100000:2.0:1775764743.895936:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445b2cb1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+21:62407:x1862022098612352:12345-192.168.202.28@tcp:101:truncate.0 00010000:00010000:2.0:1775764743.895955:0:44493:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764743.895958:0:44493:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1775764743.895983:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24800/0x57b8ff0e03051df4 lrc: 0/0,0 mode: --/CR res: [0x200003ab4:0x9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bdb5 expref: 21 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764743.896001:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x9:0x0].0x0 (ffff9445838af600) 00010000:00010000:2.0:1775764743.896011:0:44493:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775764743.896024:0:44493:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25200/0x57b8ff0e03051dfb lrc: 2/0,0 mode: --/EX res: [0x200003ab4:0x9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17bdbc expref: -99 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764743.896071:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24600/0x57b8ff0e03051e02 lrc: 3/0,1 mode: --/EX res: [0x200003ab4:0x9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764743.896083:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24600/0x57b8ff0e03051e02 lrc: 3/0,1 mode: EX/EX res: [0x200003ab4:0x9:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764743.896093:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24600/0x57b8ff0e03051e02 lrc: 3/0,1 mode: EX/EX res: [0x200003ab4:0x9:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764743.896265:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24600/0x57b8ff0e03051e02 lrc: 3/0,0 mode: CR/CR res: [0x200003ab4:0x9:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bdbc expref: 23 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764743.896273:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x9:0x0].0x0 (ffff9445838afc00) 00010000:00010000:2.0:1775764743.896276:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:2.0:1775764743.896285:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25200/0x57b8ff0e03051dfb lrc: 0/0,0 mode: --/EX res: [0x200003ab4:0x9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bdbc expref: 23 pid: 44493 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764743.896297:0:44493:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24600/0x57b8ff0e03051e02 lrc: 3/0,0 mode: CR/CR res: [0x200003ab4:0x9:0x0].0x0 bits 0xa/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bdbc expref: 22 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764743.896325:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x9:0x0].0x0 (ffff9445838afc00) 00010000:00010000:2.0:1775764743.896328:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:2.0:1775764743.896697:0:44493:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445baf24600, rc 0) 00000100:00100000:2.0:1775764743.896761:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445b2cb1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+22:62407:x1862022098612352:12345-192.168.202.28@tcp:101:truncate.0 Request processed in 826us (1050us total) trans 34359739168 rc 0/0 00000100:00100000:2.0:1775764743.896770:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 952 00000100:00100000:1.0:1775764743.901915:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764743.902086:0:42950:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098612480 00000100:00100000:3.0:1775764743.902099:0:42950:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098612480 00002000:00010000:3.0:1775764743.902162:0:42950:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/282 (256->18446744073709551615) 00002000:00100000:3.0:1775764743.902168:0:42950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9445b2cb1500 with x1862022098612480 ext(256->18446744073709551615) 00002000:00010000:3.0:1775764743.902183:0:42950:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9445b2cb1500. 00000100:00100000:3.0:1775764743.902233:0:42950:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 78 00000100:00100000:3.0:1775764743.902244:0:42950:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445b2cb1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+11:2379:x1862022098612480:12345-192.168.202.28@tcp:10:truncate.0 00002000:00010000:3.0:1775764743.902549:0:42950:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x11a:0x0] updating lvb size from disk: 0 -> 256 00002000:00010000:3.0:1775764743.902553:0:42950:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x11a:0x0] updating lvb mtime from disk: 1775764743 -> 1775764744 00002000:00010000:3.0:1775764743.902556:0:42950:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x11a:0x0] updating lvb atime from disk: 0 -> 1775764743 00002000:00010000:3.0:1775764743.902558:0:42950:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x11a:0x0] updating lvb ctime from disk: 1775764743 -> 1775764744 00002000:00010000:3.0:1775764743.902560:0:42950:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x11a:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:3.0:1775764743.902632:0:42950:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445b2cb1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+12:2379:x1862022098612480:12345-192.168.202.28@tcp:10:truncate.0 Request processed in 388us (727us total) trans 34359738448 rc 0/0 00000100:00100000:3.0:1775764743.902641:0:42950:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 78 00002000:00010000:3.0:1775764743.902645:0:42950:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/282 (256->18446744073709551615) 00002000:00100000:3.0:1775764743.902647:0:42950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9445b2cb1500 with x1862022098612480 ext(256->18446744073709551615) 00002000:00010000:3.0:1775764743.902652:0:42950:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9445b2cb1500. 00000100:00100000:3.0:1775764743.935622:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764743.936522:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098612736 00000100:00100000:2.0:1775764743.936534:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098612736 00000100:00100000:2.0:1775764743.936593:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 953 00000100:00100000:2.0:1775764743.936603:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445b296e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+22:62408:x1862022098612736:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:2.0:1775764743.936627:0:42326:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764743.936646:0:42326:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25200/0x57b8ff0e03051e09 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17bdc3 expref: -99 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764743.936724:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24800/0x57b8ff0e03051e10 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764743.936750:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24800/0x57b8ff0e03051e10 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764743.936763:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24800/0x57b8ff0e03051e10 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764743.936776:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24c00/0x57b8ff0e03051e17 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbc130913 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764743.936783:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24c00/0x57b8ff0e03051e17 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc130913 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764743.936790:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24c00/0x57b8ff0e03051e17 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc130913 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764743.940409:0:42326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24800/0x57b8ff0e03051e10 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764743.940422:0:42326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24800/0x57b8ff0e03051e10 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764743.940430:0:42326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24800/0x57b8ff0e03051e10 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764743.940436:0:42326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445baf24800 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764743.940441:0:42326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24800/0x57b8ff0e03051e10 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764743.940448:0:42326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24800/0x57b8ff0e03051e10 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764743.940465:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9445838afa00) 00010000:00010000:2.0:1775764743.940468:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764743.940473:0:42326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24800/0x57b8ff0e03051e10 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764743.940479:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24800/0x57b8ff0e03051e10 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764743.940491:0:42326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24c00/0x57b8ff0e03051e17 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc130913 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764743.940497:0:42326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24c00/0x57b8ff0e03051e17 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc130913 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764743.940503:0:42326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24c00/0x57b8ff0e03051e17 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc130913 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764743.940508:0:42326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445baf24c00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764743.940510:0:42326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24c00/0x57b8ff0e03051e17 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc130913 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764743.940516:0:42326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24c00/0x57b8ff0e03051e17 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc130913 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764743.940523:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbc130913 (ffff9445838af600) 00010000:00010000:2.0:1775764743.940525:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764743.940527:0:42326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24c00/0x57b8ff0e03051e17 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbc130913 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764743.940532:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24c00/0x57b8ff0e03051e17 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbc130913 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764743.940580:0:42326:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25200/0x57b8ff0e03051e09 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bdc3 expref: 23 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764743.940590:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9445838afa00) 00010000:00010000:2.0:1775764743.940593:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1775764743.940596:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25200/0x57b8ff0e03051e09 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bdc3 expref: 23 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764743.940605:0:42326:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445baf25200, rc 0) 00000100:00100000:2.0:1775764743.940672:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445b296e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+22:62408:x1862022098612736:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 4069us (5061us total) trans 0 rc 301/301 00000100:00100000:2.0:1775764743.940685:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 953 00000100:00100000:3.0:1775764743.947662:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764743.947700:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098612864 00000100:00100000:3.0:1775764743.947711:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098612864 00000100:00100000:3.0:1775764743.947763:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 954 00000100:00100000:3.0:1775764743.947771:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445b296ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+22:62408:x1862022098612864:12345-192.168.202.28@tcp:34:lfs.0 00010000:00010000:3.0:1775764743.949136:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695600/0x57b8ff0e03051e1e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764743.949160:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695600/0x57b8ff0e03051e1e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764743.949175:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695600/0x57b8ff0e03051e1e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764743.949336:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e03051e25 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbc130913 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764743.949346:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e03051e25 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc130913 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764743.949353:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e03051e25 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc130913 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764743.949691:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e03051e2c lrc: 3/1,0 mode: --/PR res: [0x200003ab4:0x9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764743.949701:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e03051e2c lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764743.949708:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e03051e2c lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764743.949764:0:42325:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab4:0x9:0x0]: returning size 256 00000004:00200000:3.0:1775764743.949770:0:42325:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1775764743.949785:0:42325:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e03051e2c lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764743.950506:0:42325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695600/0x57b8ff0e03051e1e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764743.950516:0:42325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695600/0x57b8ff0e03051e1e lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764743.950527:0:42325:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695600/0x57b8ff0e03051e1e lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764743.950532:0:42325:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445be695600 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:3.0:1775764743.950537:0:42325:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695600/0x57b8ff0e03051e1e lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764743.950544:0:42325:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695600/0x57b8ff0e03051e1e lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764743.950558:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9445838afa00) 00010000:00010000:3.0:1775764743.950561:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764743.950565:0:42325:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695600/0x57b8ff0e03051e1e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764743.950573:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695600/0x57b8ff0e03051e1e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764743.950589:0:42325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e03051e25 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc130913 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764743.950595:0:42325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e03051e25 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc130913 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764743.950601:0:42325:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e03051e25 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc130913 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764743.950606:0:42325:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445be695200 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:3.0:1775764743.950608:0:42325:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e03051e25 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc130913 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764743.950618:0:42325:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e03051e25 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc130913 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764743.950626:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbc130913 (ffff9445867bee00) 00010000:00010000:3.0:1775764743.950628:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764743.950631:0:42325:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e03051e25 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbc130913 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764743.950637:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e03051e25 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbc130913 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764743.950658:0:42325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e03051e2c lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764743.950663:0:42325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e03051e2c lrc: 2/0,0 mode: PR/PR res: [0x200003ab4:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764743.950669:0:42325:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e03051e2c lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764743.950674:0:42325:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445be695800 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:3.0:1775764743.950677:0:42325:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e03051e2c lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764743.950682:0:42325:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e03051e2c lrc: 4/0,0 mode: PR/PR res: [0x200003ab4:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764743.950689:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x9:0x0].0x0 (ffff9445838afc00) 00010000:00010000:3.0:1775764743.950692:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764743.950694:0:42325:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e03051e2c lrc: 2/0,0 mode: --/PR res: [0x200003ab4:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764743.950702:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e03051e2c lrc: 0/0,0 mode: --/PR res: [0x200003ab4:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764743.950828:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445b296ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+22:62408:x1862022098612864:12345-192.168.202.28@tcp:34:lfs.0 Request processed in 3022us (3139us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764743.950840:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 954 00010000:00010000:1.0:1775764744.004320:0:42312:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:2.0:1775764744.045829:0:6613:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 34359738446 is committed 00000001:00080000:2.0:1775764744.052367:0:6613:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 34359738448 is committed 00000001:00080000:2.0:1775764744.052397:0:6613:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 34359738445 is committed 00000100:00100000:1.0:1775764744.124413:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764744.124529:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098612992 00000100:00100000:2.0:1775764744.124541:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098612992 00000100:00100000:2.0:1775764744.124703:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 955 00000100:00100000:2.0:1775764744.124715:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445b2cb2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+22:62418:x1862022098612992:12345-192.168.202.28@tcp:34:lfs.0 00010000:00010000:2.0:1775764744.124863:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25200/0x57b8ff0e03051e33 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764744.124883:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25200/0x57b8ff0e03051e33 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764744.124897:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25200/0x57b8ff0e03051e33 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764744.124913:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24c00/0x57b8ff0e03051e3a lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbc130913 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764744.124920:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24c00/0x57b8ff0e03051e3a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc130913 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764744.124927:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24c00/0x57b8ff0e03051e3a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc130913 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764744.125299:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24800/0x57b8ff0e03051e41 lrc: 3/1,0 mode: --/PR res: [0x200003ab4:0x9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764744.125308:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24800/0x57b8ff0e03051e41 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764744.125317:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24800/0x57b8ff0e03051e41 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764744.125363:0:42326:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24800/0x57b8ff0e03051e41 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764744.125378:0:42326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25200/0x57b8ff0e03051e33 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764744.125384:0:42326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25200/0x57b8ff0e03051e33 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764744.125392:0:42326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25200/0x57b8ff0e03051e33 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764744.125398:0:42326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445baf25200 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764744.125403:0:42326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25200/0x57b8ff0e03051e33 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764744.125410:0:42326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25200/0x57b8ff0e03051e33 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764744.125425:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9445838afa00) 00010000:00010000:2.0:1775764744.125429:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764744.125434:0:42326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25200/0x57b8ff0e03051e33 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764744.125441:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25200/0x57b8ff0e03051e33 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764744.125455:0:42326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24c00/0x57b8ff0e03051e3a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc130913 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764744.125462:0:42326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24c00/0x57b8ff0e03051e3a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc130913 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764744.125467:0:42326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24c00/0x57b8ff0e03051e3a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc130913 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764744.125472:0:42326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445baf24c00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764744.125475:0:42326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24c00/0x57b8ff0e03051e3a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc130913 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764744.125481:0:42326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24c00/0x57b8ff0e03051e3a lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc130913 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764744.125488:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbc130913 (ffff9445838af900) 00010000:00010000:2.0:1775764744.125490:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764744.125493:0:42326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24c00/0x57b8ff0e03051e3a lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbc130913 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764744.125499:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24c00/0x57b8ff0e03051e3a lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbc130913 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764744.127046:0:42326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24800/0x57b8ff0e03051e41 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764744.127061:0:42326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24800/0x57b8ff0e03051e41 lrc: 2/0,0 mode: PR/PR res: [0x200003ab4:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764744.127067:0:42326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24800/0x57b8ff0e03051e41 lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764744.127072:0:42326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445baf24800 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764744.127077:0:42326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24800/0x57b8ff0e03051e41 lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764744.127083:0:42326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24800/0x57b8ff0e03051e41 lrc: 4/0,0 mode: PR/PR res: [0x200003ab4:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764744.127099:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x9:0x0].0x0 (ffff9445838afc00) 00010000:00010000:2.0:1775764744.127102:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764744.127105:0:42326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24800/0x57b8ff0e03051e41 lrc: 2/0,0 mode: --/PR res: [0x200003ab4:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764744.127112:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24800/0x57b8ff0e03051e41 lrc: 0/0,0 mode: --/PR res: [0x200003ab4:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764744.127235:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445b2cb2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+22:62418:x1862022098612992:12345-192.168.202.28@tcp:34:lfs.0 Request processed in 2519us (2831us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764744.127245:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 955 00000040:00080000:1.0:1775764744.133474:0:42356:0:(llog.c:800:llog_process_thread()) index: 8, lh_last_idx: 8 synced_idx: 8 lgh_last_idx: 8 00000040:00080000:1.0:1775764744.133483:0:42356:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x32:0x0] at index 8 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1775764744.133929:0:42356:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x32:0x0] index 21 count 6 00000040:00080000:1.0:1775764744.133936:0:42356:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 9 count 2 00000100:00100000:0.0:1775764744.326138:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764744.326647:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098613120 00000100:00100000:2.0:1775764744.326658:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098613120 00000100:00100000:2.0:1775764744.326731:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 956 00000100:00100000:2.0:1775764744.326743:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94448647e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+22:62425:x1862022098613120:12345-192.168.202.28@tcp:101:stat.0 00010000:00010000:2.0:1775764744.326777:0:44493:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764744.326831:0:44493:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24800/0x57b8ff0e03051e48 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17bdca expref: -99 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764744.326922:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24c00/0x57b8ff0e03051e4f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764744.326936:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24c00/0x57b8ff0e03051e4f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764744.326953:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24c00/0x57b8ff0e03051e4f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764744.326967:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25200/0x57b8ff0e03051e56 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbc130913 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764744.326974:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25200/0x57b8ff0e03051e56 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc130913 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764744.326980:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25200/0x57b8ff0e03051e56 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc130913 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764744.327347:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24400/0x57b8ff0e03051e5d lrc: 3/1,0 mode: --/PR res: [0x200003ab4:0x9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764744.327358:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24400/0x57b8ff0e03051e5d lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x9:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764744.327365:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24400/0x57b8ff0e03051e5d lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x9:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764744.327422:0:44493:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab4:0x9:0x0]: returning size 256 00000004:00200000:2.0:1775764744.327427:0:44493:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764744.327447:0:44493:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24400/0x57b8ff0e03051e5d lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x9:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764744.327460:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24400/0x57b8ff0e03051e5d lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764744.327469:0:44493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24c00/0x57b8ff0e03051e4f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764744.327954:0:44493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24c00/0x57b8ff0e03051e4f lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764744.327965:0:44493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24c00/0x57b8ff0e03051e4f lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764744.327970:0:44493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445baf24c00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764744.327974:0:44493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24c00/0x57b8ff0e03051e4f lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764744.327982:0:44493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24c00/0x57b8ff0e03051e4f lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764744.327997:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9445838afa00) 00010000:00010000:2.0:1775764744.328000:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764744.328004:0:44493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24c00/0x57b8ff0e03051e4f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764744.328010:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24c00/0x57b8ff0e03051e4f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764744.328022:0:44493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25200/0x57b8ff0e03051e56 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc130913 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764744.328028:0:44493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25200/0x57b8ff0e03051e56 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc130913 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764744.328033:0:44493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25200/0x57b8ff0e03051e56 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc130913 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764744.328038:0:44493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445baf25200 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764744.328041:0:44493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25200/0x57b8ff0e03051e56 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc130913 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764744.328046:0:44493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25200/0x57b8ff0e03051e56 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc130913 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764744.328052:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbc130913 (ffff9445838af900) 00010000:00010000:2.0:1775764744.328055:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764744.328058:0:44493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25200/0x57b8ff0e03051e56 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbc130913 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764744.328063:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25200/0x57b8ff0e03051e56 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbc130913 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764744.328099:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24800/0x57b8ff0e03051e48 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bdca expref: 24 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764744.328113:0:44493:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24400/0x57b8ff0e03051e5d lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bdca expref: 23 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764744.328119:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x9:0x0].0x0 (ffff9445838afc00) 00010000:00010000:2.0:1775764744.328121:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1775764744.328124:0:44493:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445baf24400, rc 0) 00000100:00100000:2.0:1775764744.328203:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94448647e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+23:62425:x1862022098613120:12345-192.168.202.28@tcp:101:stat.0 Request processed in 1461us (2076us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764744.328212:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 956 00000100:00100000:3.0:1775764744.367414:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764744.367633:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098613376 00000100:00100000:0.0:1775764744.367644:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098613376 00000100:00100000:0.0:1775764744.367712:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 957 00000100:00100000:0.0:1775764744.367723:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445b296d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+23:62071:x1862022098613376:12345-192.168.202.28@tcp:101:bash.0 00010000:00010000:0.0:1775764744.367762:0:42324:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764744.367765:0:42324:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1775764744.367794:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25600/0x57b8ff0e03051ce3 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bd7d expref: 23 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764744.367862:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9445838afa00) 00010000:00010000:0.0:1775764744.367875:0:42324:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1775764744.367894:0:42324:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944581525c00/0x57b8ff0e03051e64 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17bdd1 expref: -99 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764744.368004:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff944581525000/0x57b8ff0e03051e6b lrc: 3/0,1 mode: --/CW res: [0x200003ab4:0x9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764744.368018:0:42324:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24400/0x57b8ff0e03051e5d lrc: 2/0,0 mode: PR/PR res: [0x200003ab4:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bdca expref: 23 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764744.368026:0:42324:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff944581525000/0x57b8ff0e03051e6b lrc: 4/0,1 mode: --/CW res: [0x200003ab4:0x9:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764744.368061:0:42324:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24400/0x57b8ff0e03051e5d lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bdca expref: 23 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764744.368075:0:42324:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24400/0x57b8ff0e03051e5d lrc: 4/0,0 mode: PR/PR res: [0x200003ab4:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bdca expref: 23 pid: 44493 timeout: 2311 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764744.368090:0:42324:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff94448647ed80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:42324:1862022119053440:192.168.202.28@tcp:104: 00000100:00100000:0.0:1775764744.368195:0:42324:0:(client.c:2691:ptlrpc_set_wait()) set ffff9445b7bab900 going to sleep for 11 seconds 00000100:00100000:0.0:1775764744.373029:0:42324:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff94448647ed80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:42324:1862022119053440:192.168.202.28@tcp:104: 00010000:00010000:0.0:1775764744.373059:0:42324:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff944581525000/0x57b8ff0e03051e6b lrc: 3/0,1 mode: --/CW res: [0x200003ab4:0x9:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764744.374311:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764744.374479:0:44302:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098613504 00000100:00100000:0.0:1775764744.374489:0:44302:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098613504 00010000:00010000:0.0:1775764744.374532:0:44302:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24400/0x57b8ff0e03051e5d lrc: 4/0,0 mode: PR/PR res: [0x200003ab4:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bdca expref: 24 pid: 44493 timeout: 2311 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764744.374577:0:44302:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 192 00000100:00100000:0.0:1775764744.374586:0:44302:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445b296f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+24:2378:x1862022098613504:12345-192.168.202.28@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1775764744.374601:0:44302:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764744.374608:0:44302:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24400/0x57b8ff0e03051e5d lrc: 4/0,0 mode: PR/PR res: [0x200003ab4:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bdca expref: 24 pid: 44493 timeout: 2311 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764744.374622:0:44302:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24400/0x57b8ff0e03051e5d lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bdca expref: 24 pid: 44493 timeout: 2311 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764744.374644:0:44302:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24400/0x57b8ff0e03051e5d lrc: 0/0,0 mode: --/PR res: [0x200003ab4:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bdca expref: 24 pid: 44493 timeout: 2311 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764744.374664:0:44302:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x9:0x0].0x0 (ffff9445838afc00) 00010000:00010000:0.0:1775764744.374669:0:44302:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff944581525000/0x57b8ff0e03051e6b lrc: 3/0,1 mode: --/CW res: [0x200003ab4:0x9:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764744.374679:0:44302:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff944581525000/0x57b8ff0e03051e6b lrc: 3/0,1 mode: CW/CW res: [0x200003ab4:0x9:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764744.374687:0:44302:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944581525000/0x57b8ff0e03051e6b lrc: 4/0,1 mode: CW/CW res: [0x200003ab4:0x9:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764744.374721:0:44302:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775764744.374794:0:44302:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445b296f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+23:2378:x1862022098613504:12345-192.168.202.28@tcp:103:ldlm_bl.0 Request processed in 208us (488us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764744.374830:0:44302:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 192 00010000:00010000:3.0:1775764744.375507:0:42324:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff944581525000/0x57b8ff0e03051e6b lrc: 3/0,1 mode: CW/CW res: [0x200003ab4:0x9:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764744.375518:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944581525000/0x57b8ff0e03051e6b lrc: 3/0,1 mode: CW/CW res: [0x200003ab4:0x9:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764744.375537:0:42324:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab4:0x9:0x0]: returning size 256 00010000:00010000:3.0:1775764744.375684:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944581525c00/0x57b8ff0e03051e64 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bdd1 expref: 24 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764744.375707:0:42324:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff944581525000/0x57b8ff0e03051e6b lrc: 3/0,0 mode: CW/CW res: [0x200003ab4:0x9:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bdd1 expref: 23 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764744.375713:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x9:0x0].0x0 (ffff9445838afc00) 00010000:00010000:3.0:1775764744.375715:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:3.0:1775764744.375718:0:42324:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944581525000, rc 0) 00000100:00100000:3.0:1775764744.375877:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445b296d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+23:62071:x1862022098613376:12345-192.168.202.28@tcp:101:bash.0 Request processed in 8157us (8477us total) trans 34359739169 rc 0/0 00000100:00100000:3.0:1775764744.375887:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 957 00000100:00100000:3.0:1775764744.390282:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764744.390415:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098613760 00000100:00100000:2.0:1775764744.390426:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098613760 00000100:00100000:2.0:1775764744.390495:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 958 00000100:00100000:2.0:1775764744.390506:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445b296fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+23:62071:x1862022098613760:12345-192.168.202.28@tcp:36:bash.0 00010000:00010000:2.0:1775764744.390580:0:44493:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764744.390612:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24600/0x57b8ff0e03051e02 lrc: 0/0,0 mode: --/CR res: [0x200003ab4:0x9:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bdbc expref: 23 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764744.390634:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x9:0x0].0x0 (ffff9445838afc00) 00010000:00010000:2.0:1775764744.390639:0:44493:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775764744.391175:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25200/0x57b8ff0e03051e79 lrc: 3/0,1 mode: --/PW res: [0x200003ab4:0x9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764744.391191:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25200/0x57b8ff0e03051e79 lrc: 3/0,1 mode: PW/PW res: [0x200003ab4:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764744.391202:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25200/0x57b8ff0e03051e79 lrc: 3/0,1 mode: PW/PW res: [0x200003ab4:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1775764744.391255:0:44493:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 34359739170 00000004:00010000:2.0:1775764744.391278:0:44493:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000bee552dc reply state 0000000015526fc8 transno 34359739171 ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25200/0x57b8ff0e03051e79 lrc: 3/0,1 mode: PW/PW res: [0x200003ab4:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764744.391287:0:44493:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1775764744.391405:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445b296fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+25:62071:x1862022098613760:12345-192.168.202.28@tcp:36:bash.0 Request processed in 899us (1131us total) trans 34359739171 rc 0/0 00000100:00100000:2.0:1775764744.391414:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 958 00000020:00080000:2.0:1775764744.391420:0:44493:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1775764744.400989:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764744.401094:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098613888 00000100:00100000:2.0:1775764744.401104:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098613888 00000100:00100000:2.0:1775764744.401158:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 959 00000100:00100000:2.0:1775764744.401168:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445b2cb3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+25:62071:x1862022098613888:12345-192.168.202.28@tcp:101:bash.0 00010000:00010000:2.0:1775764744.401195:0:42326:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764744.401216:0:42326:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24c00/0x57b8ff0e03051e80 lrc: 2/0,0 mode: --/CR res: [0x200003ab4:0x9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17bdd8 expref: -99 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764744.401291:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24c00/0x57b8ff0e03051e80 lrc: 3/0,0 mode: CR/CR res: [0x200003ab4:0x9:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bdd8 expref: 26 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764744.401307:0:42326:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24c00/0x57b8ff0e03051e80 lrc: 3/0,0 mode: CR/CR res: [0x200003ab4:0x9:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bdd8 expref: 26 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764744.401327:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x9:0x0].0x0 (ffff9445838afc00) 00010000:00010000:2.0:1775764744.401330:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1775764744.401334:0:42326:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445baf24c00, rc 0) 00000100:00100000:2.0:1775764744.401385:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445b2cb3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+26:62071:x1862022098613888:12345-192.168.202.28@tcp:101:bash.0 Request processed in 218us (408us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764744.401392:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 959 00010000:00010000:3.0:1775764744.401879:0:3315:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25200/0x57b8ff0e03051e79 lrc: 3/0,1 mode: PW/PW res: [0x200003ab4:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764744.401891:0:3315:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25200/0x57b8ff0e03051e79 lrc: 2/0,0 mode: PW/PW res: [0x200003ab4:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764744.401898:0:3315:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25200/0x57b8ff0e03051e79 lrc: 3/0,0 mode: PW/PW res: [0x200003ab4:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764744.401904:0:3315:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445baf25200 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:3.0:1775764744.401909:0:3315:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25200/0x57b8ff0e03051e79 lrc: 3/0,0 mode: PW/PW res: [0x200003ab4:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764744.401919:0:3315:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25200/0x57b8ff0e03051e79 lrc: 4/0,0 mode: PW/PW res: [0x200003ab4:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764744.401932:0:3315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x9:0x0].0x0 (ffff9445838afc00) 00010000:00010000:3.0:1775764744.401935:0:3315:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764744.401938:0:3315:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25200/0x57b8ff0e03051e79 lrc: 2/0,0 mode: --/PW res: [0x200003ab4:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764744.401944:0:3315:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25200/0x57b8ff0e03051e79 lrc: 0/0,0 mode: --/PW res: [0x200003ab4:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764744.416070:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764744.417141:0:45548:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098614016 00000100:00100000:0.0:1775764744.417156:0:45548:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098614016 00002000:00010000:0.0:1775764744.417201:0:45548:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/282 (0->18446744073709551615) 00002000:00100000:0.0:1775764744.417206:0:45548:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff944483640700 with x1862022098614016 ext(0->18446744073709551615) 00002000:00010000:0.0:1775764744.417217:0:45548:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff944483640700. 00000100:00100000:0.0:1775764744.417256:0:45548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 79 00000100:00100000:0.0:1775764744.417266:0:45548:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944483640700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+6:2379:x1862022098614016:12345-192.168.202.28@tcp:10:bash.0 00002000:00010000:0.0:1775764744.417627:0:45548:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x11a:0x0] updating lvb size from disk: 256 -> 0 00002000:00010000:0.0:1775764744.417631:0:45548:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x11a:0x0] updating lvb mtime from disk: 1775764744 -> 1775764744 00002000:00010000:0.0:1775764744.417634:0:45548:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x11a:0x0] updating lvb atime from disk: 1775764743 -> 1775764743 00002000:00010000:0.0:1775764744.417636:0:45548:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x11a:0x0] updating lvb ctime from disk: 1775764744 -> 1775764744 00002000:00010000:0.0:1775764744.417638:0:45548:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x11a:0x0] updating lvb blocks from disk: 1 -> 11 00000100:00100000:0.0:1775764744.417704:0:45548:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944483640700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+7:2379:x1862022098614016:12345-192.168.202.28@tcp:10:bash.0 Request processed in 438us (1643us total) trans 34359738449 rc 0/0 00000100:00100000:0.0:1775764744.417711:0:45548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 79 00002000:00010000:0.0:1775764744.417715:0:45548:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/282 (0->18446744073709551615) 00002000:00100000:0.0:1775764744.417718:0:45548:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff944483640700 with x1862022098614016 ext(0->18446744073709551615) 00002000:00010000:0.0:1775764744.417723:0:45548:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff944483640700. 00000100:00100000:3.0:1775764744.437960:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764744.438037:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098614144 00000100:00100000:3.0:1775764744.438047:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098614144 00000100:00100000:3.0:1775764744.438110:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 960 00000100:00100000:3.0:1775764744.438121:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445b296ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+25:62426:x1862022098614144:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:3.0:1775764744.438142:0:44493:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764744.438166:0:44493:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695e00/0x57b8ff0e03051e87 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17bddf expref: -99 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764744.438248:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e03051e8e lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764744.438264:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e03051e8e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764744.438275:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e03051e8e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764744.438478:0:44493:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 9728 00000004:00200000:3.0:1775764744.438482:0:44493:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 44 stripe count 1 MDT count 1 00000004:00010000:3.0:1775764744.438557:0:44493:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e03051e8e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764744.438581:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695e00/0x57b8ff0e03051e87 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bddf expref: 27 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764744.438598:0:44493:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e03051e8e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bddf expref: 26 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764744.438606:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9445867bee00) 00010000:00010000:3.0:1775764744.438609:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1775764744.438612:0:44493:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445be695800, rc 0) 00000100:00100000:3.0:1775764744.438673:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445b296ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+26:62426:x1862022098614144:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 554us (726us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764744.438679:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 960 00000100:00100000:1.0:1775764744.454268:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764744.455644:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098614400 00000100:00100000:2.0:1775764744.455659:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098614400 00000100:00100000:2.0:1775764744.455731:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 961 00000100:00100000:2.0:1775764744.455757:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944483642680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+26:62426:x1862022098614400:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:2.0:1775764744.455779:0:42326:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764744.455857:0:42326:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24600/0x57b8ff0e03051e95 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17bde6 expref: -99 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764744.455942:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25e00/0x57b8ff0e03051e9c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764744.455957:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25e00/0x57b8ff0e03051e9c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764744.455975:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25e00/0x57b8ff0e03051e9c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764744.455989:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25c00/0x57b8ff0e03051ea3 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbc130913 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764744.456011:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25c00/0x57b8ff0e03051ea3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc130913 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764744.456018:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25c00/0x57b8ff0e03051ea3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc130913 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764744.457419:0:42326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25e00/0x57b8ff0e03051e9c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764744.457430:0:42326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25e00/0x57b8ff0e03051e9c lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764744.457436:0:42326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25e00/0x57b8ff0e03051e9c lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764744.457442:0:42326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445baf25e00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764744.457445:0:42326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25e00/0x57b8ff0e03051e9c lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764744.457453:0:42326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25e00/0x57b8ff0e03051e9c lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764744.457650:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9445867bee00) 00010000:00010000:2.0:1775764744.457653:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764744.457658:0:42326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25e00/0x57b8ff0e03051e9c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764744.457664:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25e00/0x57b8ff0e03051e9c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764744.457678:0:42326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25c00/0x57b8ff0e03051ea3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc130913 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764744.457685:0:42326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25c00/0x57b8ff0e03051ea3 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc130913 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764744.457690:0:42326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25c00/0x57b8ff0e03051ea3 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc130913 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764744.457696:0:42326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445baf25c00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764744.457699:0:42326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25c00/0x57b8ff0e03051ea3 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc130913 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764744.457704:0:42326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25c00/0x57b8ff0e03051ea3 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc130913 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764744.457711:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbc130913 (ffff9445838af900) 00010000:00010000:2.0:1775764744.457714:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764744.457717:0:42326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25c00/0x57b8ff0e03051ea3 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbc130913 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764744.457722:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25c00/0x57b8ff0e03051ea3 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbc130913 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764744.457962:0:42326:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24600/0x57b8ff0e03051e95 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bde6 expref: 27 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764744.457981:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9445867bee00) 00010000:00010000:2.0:1775764744.457983:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1775764744.457987:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24600/0x57b8ff0e03051e95 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bde6 expref: 27 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764744.458086:0:42326:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445baf24600, rc 0) 00000100:00100000:2.0:1775764744.458163:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944483642680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+26:62426:x1862022098614400:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 2423us (3908us total) trans 0 rc 301/301 00000100:00100000:2.0:1775764744.458171:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 961 00000100:00100000:1.0:1775764744.467533:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764744.467703:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098614528 00000100:00100000:0.0:1775764744.467715:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098614528 00000100:00100000:0.0:1775764744.467794:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 962 00000100:00100000:0.0:1775764744.467856:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944483640e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+26:62426:x1862022098614528:12345-192.168.202.28@tcp:34:lfs.0 00010000:00010000:1.0:1775764744.468216:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff944488002600/0x57b8ff0e03051eaa lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764744.468237:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944488002600/0x57b8ff0e03051eaa lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764744.468250:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944488002600/0x57b8ff0e03051eaa lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764744.468267:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944488003a00/0x57b8ff0e03051eb1 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbc130913 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764744.468279:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944488003a00/0x57b8ff0e03051eb1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc130913 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764744.468286:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944488003a00/0x57b8ff0e03051eb1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc130913 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764744.468658:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944488003c00/0x57b8ff0e03051eb8 lrc: 3/1,0 mode: --/PR res: [0x200003ab4:0x9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764744.468669:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944488003c00/0x57b8ff0e03051eb8 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764744.468676:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944488003c00/0x57b8ff0e03051eb8 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764744.468714:0:42325:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab4:0x9:0x0]: returning size 0 00000004:00200000:1.0:1775764744.468718:0:42325:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1775764744.468731:0:42325:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff944488003c00/0x57b8ff0e03051eb8 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764744.468743:0:42325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff944488002600/0x57b8ff0e03051eaa lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764744.468749:0:42325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944488002600/0x57b8ff0e03051eaa lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764744.468756:0:42325:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944488002600/0x57b8ff0e03051eaa lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764744.468761:0:42325:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944488002600 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:1.0:1775764744.468766:0:42325:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944488002600/0x57b8ff0e03051eaa lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764744.468773:0:42325:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944488002600/0x57b8ff0e03051eaa lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764744.468785:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9445867bee00) 00010000:00010000:1.0:1775764744.468787:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764744.468792:0:42325:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944488002600/0x57b8ff0e03051eaa lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764744.468851:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944488002600/0x57b8ff0e03051eaa lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764744.469096:0:42325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944488003a00/0x57b8ff0e03051eb1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc130913 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764744.469103:0:42325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944488003a00/0x57b8ff0e03051eb1 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc130913 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764744.469109:0:42325:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944488003a00/0x57b8ff0e03051eb1 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc130913 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764744.469114:0:42325:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944488003a00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:1.0:1775764744.469117:0:42325:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944488003a00/0x57b8ff0e03051eb1 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc130913 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764744.469123:0:42325:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944488003a00/0x57b8ff0e03051eb1 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc130913 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764744.469131:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbc130913 (ffff944598a9b400) 00010000:00010000:1.0:1775764744.469134:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764744.469137:0:42325:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944488003a00/0x57b8ff0e03051eb1 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbc130913 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764744.469147:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944488003a00/0x57b8ff0e03051eb1 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbc130913 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764744.469162:0:42325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944488003c00/0x57b8ff0e03051eb8 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764744.469168:0:42325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944488003c00/0x57b8ff0e03051eb8 lrc: 2/0,0 mode: PR/PR res: [0x200003ab4:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764744.469173:0:42325:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944488003c00/0x57b8ff0e03051eb8 lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764744.469178:0:42325:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944488003c00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:1.0:1775764744.469330:0:42325:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944488003c00/0x57b8ff0e03051eb8 lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764744.469338:0:42325:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944488003c00/0x57b8ff0e03051eb8 lrc: 4/0,0 mode: PR/PR res: [0x200003ab4:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764744.469346:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x9:0x0].0x0 (ffff9445838afc00) 00010000:00010000:1.0:1775764744.469348:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764744.469351:0:42325:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944488003c00/0x57b8ff0e03051eb8 lrc: 2/0,0 mode: --/PR res: [0x200003ab4:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764744.469357:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944488003c00/0x57b8ff0e03051eb8 lrc: 0/0,0 mode: --/PR res: [0x200003ab4:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764744.469452:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944483640e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+26:62426:x1862022098614528:12345-192.168.202.28@tcp:34:lfs.0 Request processed in 1607us (1926us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764744.469462:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 962 00000100:00100000:3.0:1775764744.597272:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764744.597535:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098614656 00000100:00100000:1.0:1775764744.597546:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098614656 00000100:00100000:1.0:1775764744.597605:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 963 00000100:00100000:1.0:1775764744.597614:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445b296df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+26:62432:x1862022098614656:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:1.0:1775764744.597633:0:42324:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764744.597651:0:42324:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944488003c00/0x57b8ff0e03051ebf lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17bded expref: -99 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764744.597708:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff944488003a00/0x57b8ff0e03051ec6 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764744.597722:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944488003a00/0x57b8ff0e03051ec6 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764744.597745:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944488003a00/0x57b8ff0e03051ec6 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764744.597758:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944488002600/0x57b8ff0e03051ecd lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbc130913 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764744.597765:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944488002600/0x57b8ff0e03051ecd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc130913 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764744.597772:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944488002600/0x57b8ff0e03051ecd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc130913 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764744.598130:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944488002200/0x57b8ff0e03051ed4 lrc: 3/1,0 mode: --/PR res: [0x200003ab4:0x9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764744.598141:0:42324:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff944581525000/0x57b8ff0e03051e6b lrc: 2/0,0 mode: CW/CW res: [0x200003ab4:0x9:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bdd1 expref: 27 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764744.598156:0:42324:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff944488002200/0x57b8ff0e03051ed4 lrc: 4/1,0 mode: --/PR res: [0x200003ab4:0x9:0x0].0x0 bits 0x13/0x48 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764744.598344:0:42324:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff944581525000/0x57b8ff0e03051e6b lrc: 3/0,0 mode: CW/CW res: [0x200003ab4:0x9:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bdd1 expref: 27 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764744.598360:0:42324:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff944581525000/0x57b8ff0e03051e6b lrc: 4/0,0 mode: CW/CW res: [0x200003ab4:0x9:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bdd1 expref: 27 pid: 42324 timeout: 2311 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764744.598374:0:42324:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944483643100 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:42324:1862022119053568:192.168.202.28@tcp:104: 00000100:00100000:1.0:1775764744.598474:0:42324:0:(client.c:2691:ptlrpc_set_wait()) set ffff9445b67fcf00 going to sleep for 11 seconds 00000100:00100000:2.0:1775764744.601695:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764744.604562:0:42324:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944483643100 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:42324:1862022119053568:192.168.202.28@tcp:104: 00010000:00010000:1.0:1775764744.604595:0:42324:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff944488002200/0x57b8ff0e03051ed4 lrc: 3/1,0 mode: --/PR res: [0x200003ab4:0x9:0x0].0x0 bits 0x13/0x48 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764744.604680:0:42328:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098614912 00000100:00100000:3.0:1775764744.604688:0:42328:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098614912 00000100:00100000:3.0:1775764744.604794:0:42328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 271 00000100:00100000:3.0:1775764744.604831:0:42328:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944487fbce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+28:46150:x1862022098614912:12345-192.168.202.28@tcp:35:ldlm_bl.0 00000100:00100000:3.0:1775764744.605190:0:42328:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944487fbce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+29:46150:x1862022098614912:12345-192.168.202.28@tcp:35:ldlm_bl.0 Request processed in 361us (3505us total) trans 34359739172 rc 0/0 00000100:00100000:3.0:1775764744.605199:0:42328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 271 00000100:00100000:2.0:1775764744.607232:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764744.607329:0:42310:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098615040 00000100:00100000:0.0:1775764744.607339:0:42310:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098615040 00010000:00010000:0.0:1775764744.607385:0:42310:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff944581525000/0x57b8ff0e03051e6b lrc: 4/0,0 mode: CW/CW res: [0x200003ab4:0x9:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bdd1 expref: 29 pid: 42324 timeout: 2311 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764744.607435:0:42310:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 193 00000100:00100000:0.0:1775764744.607446:0:42310:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944487fbc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+29:2379:x1862022098615040:12345-192.168.202.28@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1775764744.607461:0:42310:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764744.607468:0:42310:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff944581525000/0x57b8ff0e03051e6b lrc: 4/0,0 mode: CW/CW res: [0x200003ab4:0x9:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bdd1 expref: 29 pid: 42324 timeout: 2311 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764744.607481:0:42310:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff944581525000/0x57b8ff0e03051e6b lrc: 3/0,0 mode: CW/CW res: [0x200003ab4:0x9:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bdd1 expref: 29 pid: 42324 timeout: 2311 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764744.607504:0:42310:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944581525000/0x57b8ff0e03051e6b lrc: 0/0,0 mode: --/CW res: [0x200003ab4:0x9:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bdd1 expref: 29 pid: 42324 timeout: 2311 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764744.607522:0:42310:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x9:0x0].0x0 (ffff9445838afc00) 00010000:00010000:0.0:1775764744.607528:0:42310:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff944488002200/0x57b8ff0e03051ed4 lrc: 3/1,0 mode: --/PR res: [0x200003ab4:0x9:0x0].0x0 bits 0x13/0x48 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764744.607537:0:42310:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff944488002200/0x57b8ff0e03051ed4 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x9:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764744.607545:0:42310:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944488002200/0x57b8ff0e03051ed4 lrc: 4/1,0 mode: PR/PR res: [0x200003ab4:0x9:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764744.607665:0:42310:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775764744.607713:0:42310:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944487fbc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+28:2379:x1862022098615040:12345-192.168.202.28@tcp:103:ldlm_bl.0 Request processed in 269us (488us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764744.607720:0:42310:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 193 00010000:00010000:1.0:1775764744.612299:0:42324:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff944488002200/0x57b8ff0e03051ed4 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x9:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764744.612318:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944488002200/0x57b8ff0e03051ed4 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x9:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764744.612373:0:42324:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab4:0x9:0x0]: returning size 15 00000004:00200000:1.0:1775764744.612377:0:42324:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1775764744.612398:0:42324:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff944488002200/0x57b8ff0e03051ed4 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x9:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764744.612415:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944488002200/0x57b8ff0e03051ed4 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764744.612429:0:42324:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff944488003a00/0x57b8ff0e03051ec6 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764744.612435:0:42324:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944488003a00/0x57b8ff0e03051ec6 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764744.612443:0:42324:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944488003a00/0x57b8ff0e03051ec6 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764744.612449:0:42324:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944488003a00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:1.0:1775764744.612453:0:42324:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944488003a00/0x57b8ff0e03051ec6 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764744.612460:0:42324:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944488003a00/0x57b8ff0e03051ec6 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764744.612474:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9445867bee00) 00010000:00010000:1.0:1775764744.612478:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764744.612482:0:42324:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944488003a00/0x57b8ff0e03051ec6 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764744.612489:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944488003a00/0x57b8ff0e03051ec6 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764744.612504:0:42324:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944488002600/0x57b8ff0e03051ecd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc130913 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764744.612510:0:42324:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944488002600/0x57b8ff0e03051ecd lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc130913 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764744.612516:0:42324:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944488002600/0x57b8ff0e03051ecd lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc130913 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764744.612521:0:42324:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944488002600 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:1.0:1775764744.612524:0:42324:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944488002600/0x57b8ff0e03051ecd lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc130913 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764744.612529:0:42324:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944488002600/0x57b8ff0e03051ecd lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc130913 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764744.612536:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbc130913 (ffff944598a9b400) 00010000:00010000:1.0:1775764744.612539:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764744.612541:0:42324:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944488002600/0x57b8ff0e03051ecd lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbc130913 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764744.612547:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944488002600/0x57b8ff0e03051ecd lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbc130913 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764744.612593:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944488003c00/0x57b8ff0e03051ebf lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bded expref: 28 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764744.612608:0:42324:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff944488002200/0x57b8ff0e03051ed4 lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bded expref: 27 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764744.612616:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x9:0x0].0x0 (ffff9445838afc00) 00010000:00010000:1.0:1775764744.612618:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1775764744.612620:0:42324:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944488002200, rc 0) 00000100:00100000:1.0:1775764744.612703:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445b296df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+27:62432:x1862022098614656:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 15088us (15438us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764744.612713:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 963 00000100:00100000:2.0:1775764744.619279:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764744.619698:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098615296 00000100:00100000:3.0:1775764744.619709:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098615296 00000100:00100000:3.0:1775764744.619827:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 964 00000100:00100000:3.0:1775764744.619836:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944487fbf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+27:62432:x1862022098615296:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:3.0:1775764744.619871:0:44493:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764744.619892:0:44493:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695e00/0x57b8ff0e03051edb lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17bdf4 expref: -99 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764744.619995:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e03051ee2 lrc: 3/1,0 mode: --/CR res: [0x200003ab4:0x9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764744.620009:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e03051ee2 lrc: 3/1,0 mode: CR/CR res: [0x200003ab4:0x9:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764744.620020:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e03051ee2 lrc: 3/1,0 mode: CR/CR res: [0x200003ab4:0x9:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764744.620030:0:44493:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab4:0x9:0x0]: returning size 15 00010000:00010000:3.0:1775764744.620149:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695e00/0x57b8ff0e03051edb lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bdf4 expref: 30 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764744.620171:0:44493:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e03051ee2 lrc: 3/0,0 mode: CR/CR res: [0x200003ab4:0x9:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bdf4 expref: 29 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764744.620185:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x9:0x0].0x0 (ffff9445838afc00) 00010000:00010000:3.0:1775764744.620188:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:3.0:1775764744.620192:0:44493:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445be695200, rc 0) 00000100:00100000:3.0:1775764744.620255:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944487fbf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+29:62432:x1862022098615296:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 420us (986us total) trans 34359739173 rc 0/0 00000100:00100000:3.0:1775764744.620263:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 964 00000100:00100000:2.0:1775764744.626561:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764744.626834:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098615552 00000100:00100000:3.0:1775764744.626853:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098615552 00000100:00100000:3.0:1775764744.626923:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 965 00000100:00100000:3.0:1775764744.626933:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944487fbe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+29:62432:x1862022098615552:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:3.0:1775764744.626958:0:42326:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764744.626961:0:42326:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 1 00010000:00010000:3.0:1775764744.626989:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944488002200/0x57b8ff0e03051ed4 lrc: 0/0,0 mode: --/PR res: [0x200003ab4:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bded expref: 29 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764744.627013:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e03051ee2 lrc: 0/0,0 mode: --/CR res: [0x200003ab4:0x9:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bdf4 expref: 28 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764744.627027:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24c00/0x57b8ff0e03051e80 lrc: 0/0,0 mode: --/CR res: [0x200003ab4:0x9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bdd8 expref: 27 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764744.627037:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x9:0x0].0x0 (ffff9445838afc00) 00010000:00010000:3.0:1775764744.627047:0:42326:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1775764744.627060:0:42326:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695600/0x57b8ff0e03051ef0 lrc: 2/0,0 mode: --/EX res: [0x200003ab4:0x9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17bdfb expref: -99 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764744.627103:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694000/0x57b8ff0e03051ef7 lrc: 3/1,0 mode: --/CR res: [0x200003ab4:0x9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764744.627115:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694000/0x57b8ff0e03051ef7 lrc: 3/1,0 mode: CR/CR res: [0x200003ab4:0x9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764744.627125:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694000/0x57b8ff0e03051ef7 lrc: 3/1,0 mode: CR/CR res: [0x200003ab4:0x9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764744.627138:0:42326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694000/0x57b8ff0e03051ef7 lrc: 3/1,0 mode: CR/CR res: [0x200003ab4:0x9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764744.627145:0:42326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694000/0x57b8ff0e03051ef7 lrc: 2/0,0 mode: CR/CR res: [0x200003ab4:0x9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764744.627151:0:42326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694000/0x57b8ff0e03051ef7 lrc: 3/0,0 mode: CR/CR res: [0x200003ab4:0x9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764744.627157:0:42326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445be694000 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:3.0:1775764744.627161:0:42326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694000/0x57b8ff0e03051ef7 lrc: 3/0,0 mode: CR/CR res: [0x200003ab4:0x9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764744.627168:0:42326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694000/0x57b8ff0e03051ef7 lrc: 4/0,0 mode: CR/CR res: [0x200003ab4:0x9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764744.627175:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x9:0x0].0x0 (ffff9445867be100) 00010000:00010000:3.0:1775764744.627178:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1775764744.627192:0:42326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694000/0x57b8ff0e03051ef7 lrc: 2/0,0 mode: --/CR res: [0x200003ab4:0x9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764744.627199:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694000/0x57b8ff0e03051ef7 lrc: 0/0,0 mode: --/CR res: [0x200003ab4:0x9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764744.627219:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695400/0x57b8ff0e03051efe lrc: 3/0,1 mode: --/EX res: [0x200003ab4:0x9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764744.627226:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695400/0x57b8ff0e03051efe lrc: 3/0,1 mode: EX/EX res: [0x200003ab4:0x9:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764744.627233:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695400/0x57b8ff0e03051efe lrc: 3/0,1 mode: EX/EX res: [0x200003ab4:0x9:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764744.628387:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695400/0x57b8ff0e03051efe lrc: 3/0,0 mode: CR/CR res: [0x200003ab4:0x9:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bdfb expref: 29 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764744.628401:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x9:0x0].0x0 (ffff9445867be100) 00010000:00010000:2.0:1775764744.628404:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:2.0:1775764744.628416:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695600/0x57b8ff0e03051ef0 lrc: 0/0,0 mode: --/EX res: [0x200003ab4:0x9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bdfb expref: 29 pid: 42326 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764744.628433:0:42326:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695400/0x57b8ff0e03051efe lrc: 3/0,0 mode: CR/CR res: [0x200003ab4:0x9:0x0].0x0 bits 0xa/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bdfb expref: 28 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764744.628458:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x9:0x0].0x0 (ffff9445867be100) 00010000:00010000:2.0:1775764744.628460:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:2.0:1775764744.628463:0:42326:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445be695400, rc 0) 00000100:00100000:2.0:1775764744.628576:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944487fbe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+28:62432:x1862022098615552:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 1644us (2027us total) trans 34359739174 rc 0/0 00000100:00100000:2.0:1775764744.628585:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 965 00000100:00100000:2.0:1775764744.635419:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764744.635490:0:42950:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098615680 00000100:00100000:3.0:1775764744.635500:0:42950:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098615680 00002000:00100000:3.0:1775764744.635549:0:42950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x11a:0x0] (0->14) req@ffff944487fbf100 x1862022098615680/t0(0) o4->fcf15866-4739-4595-8fe1-44abde7ee9d7@192.168.202.28@tcp:225/0 lens 504/0 e 0 to 0 dl 1775764755 ref 1 fl New:/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764744.635560:0:42950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff944487fbf100 with x1862022098615680 ext(0->14) 00002000:00010000:3.0:1775764744.635566:0:42950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff944487fbf100 00000100:00100000:3.0:1775764744.635604:0:42950:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 80 00000100:00100000:3.0:1775764744.635614:0:42950:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944487fbf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+7:2378:x1862022098615680:12345-192.168.202.28@tcp:4:bash.0 00000100:00100000:3.0:1775764744.636149:0:42950:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944487fbf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+9:2378:x1862022098615680:12345-192.168.202.28@tcp:4:bash.0 Request processed in 535us (739us total) trans 34359738450 rc 0/0 00000100:00100000:3.0:1775764744.636158:0:42950:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 80 00002000:00100000:3.0:1775764744.636165:0:42950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x11a:0x0] (0->14) req@ffff944487fbf100 x1862022098615680/t34359738450(0) o4->fcf15866-4739-4595-8fe1-44abde7ee9d7@192.168.202.28@tcp:225/0 lens 504/448 e 0 to 0 dl 1775764755 ref 1 fl Complete:/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764744.636173:0:42950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff944487fbf100 with x1862022098615680 ext(0->14) 00002000:00010000:3.0:1775764744.636177:0:42950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff944487fbf100 00000100:00100000:1.0:1775764744.640068:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764744.640147:0:45548:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098615808 00000100:00100000:2.0:1775764744.640158:0:45548:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098615808 00002000:00100000:2.0:1775764744.640220:0:45548:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x11a:0x0] (0->4095) req@ffff944483643100 x1862022098615808/t0(0) o3->fcf15866-4739-4595-8fe1-44abde7ee9d7@192.168.202.28@tcp:225/0 lens 488/0 e 0 to 0 dl 1775764755 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764744.640231:0:45548:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff944483643100 with x1862022098615808 ext(0->4095) 00002000:00010000:2.0:1775764744.640237:0:45548:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff944483643100 00000100:00100000:2.0:1775764744.640269:0:45548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 81 00000100:00100000:2.0:1775764744.640279:0:45548:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944483643100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+9:2379:x1862022098615808:12345-192.168.202.28@tcp:3:lfs.0 00000100:00100000:2.0:1775764744.640481:0:45548:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944483643100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+9:2379:x1862022098615808:12345-192.168.202.28@tcp:3:lfs.0 Request processed in 204us (425us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1775764744.640489:0:45548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 81 00002000:00100000:2.0:1775764744.640496:0:45548:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x11a:0x0] (0->4095) req@ffff944483643100 x1862022098615808/t0(0) o3->fcf15866-4739-4595-8fe1-44abde7ee9d7@192.168.202.28@tcp:225/0 lens 488/4536 e 0 to 0 dl 1775764755 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764744.640504:0:45548:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff944483643100 with x1862022098615808 ext(0->4095) 00002000:00010000:2.0:1775764744.640507:0:45548:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff944483643100 00000100:00100000:2.0:1775764744.648005:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764744.648097:0:47878:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098616064 00000100:00100000:1.0:1775764744.648107:0:47878:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098616064 00000100:00100000:1.0:1775764744.648176:0:47878:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 272 00000100:00100000:1.0:1775764744.648191:0:47878:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445b1dbfc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+28:62432:x1862022098616064:12345-192.168.202.28@tcp:35:lfs.0 00000100:00100000:1.0:1775764744.648426:0:47878:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445b1dbfc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+29:62432:x1862022098616064:12345-192.168.202.28@tcp:35:lfs.0 Request processed in 241us (431us total) trans 34359739175 rc 0/0 00000100:00100000:1.0:1775764744.648435:0:47878:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 272 00000100:00100000:1.0:1775764744.754736:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764744.755056:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098616192 00000100:00100000:3.0:1775764744.755072:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098616192 00000100:00100000:3.0:1775764744.755216:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 966 00000100:00100000:3.0:1775764744.755227:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944483643b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+29:62442:x1862022098616192:12345-192.168.202.28@tcp:34:lfs.0 00010000:00010000:3.0:1775764744.755311:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e03051f05 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764744.755330:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e03051f05 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764744.755344:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e03051f05 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764744.755358:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694000/0x57b8ff0e03051f0c lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbc130913 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764744.755366:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694000/0x57b8ff0e03051f0c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc130913 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764744.755373:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694000/0x57b8ff0e03051f0c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc130913 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764744.755767:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e03051f13 lrc: 3/1,0 mode: --/PR res: [0x200003ab4:0x9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764744.755777:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e03051f13 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764744.755783:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e03051f13 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764744.755876:0:42325:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e03051f13 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764744.756309:0:42325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e03051f05 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764744.756317:0:42325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e03051f05 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764744.756324:0:42325:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e03051f05 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764744.756330:0:42325:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445be694600 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:3.0:1775764744.756334:0:42325:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e03051f05 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764744.756341:0:42325:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e03051f05 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764744.756354:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9445867bee00) 00010000:00010000:3.0:1775764744.756357:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764744.756362:0:42325:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e03051f05 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764744.756367:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e03051f05 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764744.756381:0:42325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694000/0x57b8ff0e03051f0c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc130913 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764744.756387:0:42325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694000/0x57b8ff0e03051f0c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc130913 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764744.756393:0:42325:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694000/0x57b8ff0e03051f0c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc130913 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764744.756398:0:42325:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445be694000 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:3.0:1775764744.756402:0:42325:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694000/0x57b8ff0e03051f0c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc130913 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764744.756408:0:42325:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694000/0x57b8ff0e03051f0c lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc130913 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764744.756415:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbc130913 (ffff9445867bea00) 00010000:00010000:3.0:1775764744.756418:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764744.756421:0:42325:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694000/0x57b8ff0e03051f0c lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbc130913 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764744.756426:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694000/0x57b8ff0e03051f0c lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbc130913 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764744.756445:0:42325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e03051f13 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764744.756451:0:42325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e03051f13 lrc: 2/0,0 mode: PR/PR res: [0x200003ab4:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764744.756456:0:42325:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e03051f13 lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764744.756461:0:42325:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445be695200 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:3.0:1775764744.756463:0:42325:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e03051f13 lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764744.756469:0:42325:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e03051f13 lrc: 4/0,0 mode: PR/PR res: [0x200003ab4:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764744.756476:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x9:0x0].0x0 (ffff9445867be100) 00010000:00010000:3.0:1775764744.756478:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764744.756481:0:42325:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e03051f13 lrc: 2/0,0 mode: --/PR res: [0x200003ab4:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764744.756486:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e03051f13 lrc: 0/0,0 mode: --/PR res: [0x200003ab4:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764744.756647:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944483643b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+29:62442:x1862022098616192:12345-192.168.202.28@tcp:34:lfs.0 Request processed in 1417us (1931us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764744.756658:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 966 00000100:00100000:3.0:1775764744.801299:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764744.802203:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098616448 00000100:00100000:1.0:1775764744.802221:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098616448 00000100:00100000:1.0:1775764744.802304:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 967 00000100:00100000:1.0:1775764744.802318:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445b296ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+29:62443:x1862022098616448:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:1.0:1775764744.802344:0:42324:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764744.802370:0:42324:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944488003a00/0x57b8ff0e03051f1a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17be02 expref: -99 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764744.802462:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff944488002000/0x57b8ff0e03051f21 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764744.802478:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944488002000/0x57b8ff0e03051f21 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764744.802491:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944488002000/0x57b8ff0e03051f21 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764744.802506:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944488003800/0x57b8ff0e03051f28 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbc130913 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764744.802514:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944488003800/0x57b8ff0e03051f28 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc130913 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764744.802522:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944488003800/0x57b8ff0e03051f28 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc130913 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764744.802984:0:42324:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff944488002000/0x57b8ff0e03051f21 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764744.802993:0:42324:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944488002000/0x57b8ff0e03051f21 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764744.803000:0:42324:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944488002000/0x57b8ff0e03051f21 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764744.803007:0:42324:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944488002000 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:1.0:1775764744.803012:0:42324:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944488002000/0x57b8ff0e03051f21 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764744.803020:0:42324:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944488002000/0x57b8ff0e03051f21 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764744.803035:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9445867bee00) 00010000:00010000:1.0:1775764744.803038:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764744.803042:0:42324:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944488002000/0x57b8ff0e03051f21 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764744.803049:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944488002000/0x57b8ff0e03051f21 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764744.803061:0:42324:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944488003800/0x57b8ff0e03051f28 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc130913 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764744.803067:0:42324:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944488003800/0x57b8ff0e03051f28 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc130913 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764744.803074:0:42324:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944488003800/0x57b8ff0e03051f28 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc130913 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764744.803079:0:42324:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944488003800 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:1.0:1775764744.803082:0:42324:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944488003800/0x57b8ff0e03051f28 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc130913 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764744.803089:0:42324:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944488003800/0x57b8ff0e03051f28 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc130913 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764744.803096:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbc130913 (ffff944598a9b400) 00010000:00010000:1.0:1775764744.803099:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764744.803102:0:42324:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944488003800/0x57b8ff0e03051f28 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbc130913 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764744.803108:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944488003800/0x57b8ff0e03051f28 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbc130913 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764744.803145:0:42324:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff944488003a00/0x57b8ff0e03051f1a lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17be02 expref: 30 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764744.803156:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9445867bee00) 00010000:00010000:1.0:1775764744.803158:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1775764744.803162:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944488003a00/0x57b8ff0e03051f1a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17be02 expref: 30 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764744.803171:0:42324:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944488003a00, rc 0) 00000100:00100000:1.0:1775764744.803255:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445b296ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+29:62443:x1862022098616448:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 940us (1968us total) trans 0 rc 301/301 00000100:00100000:1.0:1775764744.803266:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 967 00000100:00100000:0.0:1775764744.807133:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764744.807279:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098616576 00000100:00100000:2.0:1775764744.807289:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098616576 00000100:00100000:2.0:1775764744.807351:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 968 00000100:00100000:2.0:1775764744.807362:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94448647ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+29:62443:x1862022098616576:12345-192.168.202.28@tcp:34:lfs.0 00010000:00010000:2.0:1775764744.807445:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25400/0x57b8ff0e03051f2f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764744.807463:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25400/0x57b8ff0e03051f2f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764744.807476:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25400/0x57b8ff0e03051f2f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764744.807490:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25000/0x57b8ff0e03051f36 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbc130913 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764744.807496:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25000/0x57b8ff0e03051f36 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc130913 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764744.807502:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25000/0x57b8ff0e03051f36 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc130913 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764744.807953:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24c00/0x57b8ff0e03051f3d lrc: 3/1,0 mode: --/PR res: [0x200003ab4:0x9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764744.807964:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24c00/0x57b8ff0e03051f3d lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764744.807976:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24c00/0x57b8ff0e03051f3d lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764744.808023:0:44493:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab4:0x9:0x0]: returning size 15 00000004:00200000:2.0:1775764744.808029:0:44493:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764744.808043:0:44493:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24c00/0x57b8ff0e03051f3d lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764744.808057:0:44493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25400/0x57b8ff0e03051f2f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764744.808063:0:44493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25400/0x57b8ff0e03051f2f lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764744.808069:0:44493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25400/0x57b8ff0e03051f2f lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764744.808077:0:44493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445baf25400 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764744.808083:0:44493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25400/0x57b8ff0e03051f2f lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764744.808091:0:44493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25400/0x57b8ff0e03051f2f lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764744.808108:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9445867bee00) 00010000:00010000:2.0:1775764744.808111:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764744.808116:0:44493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25400/0x57b8ff0e03051f2f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764744.808120:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25400/0x57b8ff0e03051f2f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764744.808135:0:44493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25000/0x57b8ff0e03051f36 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc130913 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764744.808140:0:44493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25000/0x57b8ff0e03051f36 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc130913 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764744.808145:0:44493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25000/0x57b8ff0e03051f36 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc130913 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764744.808149:0:44493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445baf25000 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764744.808152:0:44493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25000/0x57b8ff0e03051f36 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc130913 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764744.808157:0:44493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25000/0x57b8ff0e03051f36 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc130913 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764744.808164:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbc130913 (ffff9445838af900) 00010000:00010000:2.0:1775764744.808166:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764744.808169:0:44493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25000/0x57b8ff0e03051f36 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbc130913 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764744.808175:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25000/0x57b8ff0e03051f36 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbc130913 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764744.808188:0:44493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24c00/0x57b8ff0e03051f3d lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764744.808193:0:44493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24c00/0x57b8ff0e03051f3d lrc: 2/0,0 mode: PR/PR res: [0x200003ab4:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764744.808198:0:44493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24c00/0x57b8ff0e03051f3d lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764744.808203:0:44493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445baf24c00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764744.808206:0:44493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24c00/0x57b8ff0e03051f3d lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764744.808211:0:44493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24c00/0x57b8ff0e03051f3d lrc: 4/0,0 mode: PR/PR res: [0x200003ab4:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764744.808217:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x9:0x0].0x0 (ffff9445867be100) 00010000:00010000:2.0:1775764744.808219:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764744.808223:0:44493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24c00/0x57b8ff0e03051f3d lrc: 2/0,0 mode: --/PR res: [0x200003ab4:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764744.808228:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24c00/0x57b8ff0e03051f3d lrc: 0/0,0 mode: --/PR res: [0x200003ab4:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764744.808337:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94448647ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+29:62443:x1862022098616576:12345-192.168.202.28@tcp:34:lfs.0 Request processed in 974us (1214us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764744.808346:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 968 00000100:00100000:3.0:1775764744.860170:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764744.860623:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098616832 00000100:00100000:1.0:1775764744.860635:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098616832 00000100:00100000:1.0:1775764744.860703:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 969 00000100:00100000:1.0:1775764744.860713:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445b296d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+29:62449:x1862022098616832:12345-192.168.202.28@tcp:101:multiop.0 00010000:00010000:1.0:1775764744.860749:0:42324:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764744.860752:0:42324:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:1.0:1775764744.860779:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e03051e8e lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bddf expref: 29 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764744.860846:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9445867bee00) 00010000:00010000:1.0:1775764744.860863:0:42324:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1775764744.860888:0:42324:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944488003a00/0x57b8ff0e03051f44 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17be09 expref: -99 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764744.861499:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff944488003800/0x57b8ff0e03051f4b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764744.861516:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944488003800/0x57b8ff0e03051f4b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764744.861527:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944488003800/0x57b8ff0e03051f4b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764744.861541:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944488002000/0x57b8ff0e03051f52 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbc130913 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764744.861548:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944488002000/0x57b8ff0e03051f52 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc130913 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764744.861559:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944488002000/0x57b8ff0e03051f52 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc130913 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764744.862197:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944488002400/0x57b8ff0e03051f59 lrc: 3/1,0 mode: --/PR res: [0x200003ab4:0x9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764744.862209:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944488002400/0x57b8ff0e03051f59 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764744.862218:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944488002400/0x57b8ff0e03051f59 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764744.862228:0:42324:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab4:0x9:0x0]: returning size 15 00010000:00010000:1.0:1775764744.862326:0:42324:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff944488003800/0x57b8ff0e03051f4b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764744.862333:0:42324:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944488003800/0x57b8ff0e03051f4b lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764744.862340:0:42324:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944488003800/0x57b8ff0e03051f4b lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764744.862346:0:42324:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944488003800 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:1.0:1775764744.862351:0:42324:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944488003800/0x57b8ff0e03051f4b lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764744.862359:0:42324:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944488003800/0x57b8ff0e03051f4b lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764744.862369:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff944598a9b400) 00010000:00010000:1.0:1775764744.862373:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764744.862377:0:42324:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944488003800/0x57b8ff0e03051f4b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764744.862383:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944488003800/0x57b8ff0e03051f4b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764744.862395:0:42324:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944488002000/0x57b8ff0e03051f52 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc130913 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764744.862401:0:42324:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944488002000/0x57b8ff0e03051f52 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc130913 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764744.862407:0:42324:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944488002000/0x57b8ff0e03051f52 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc130913 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764744.862412:0:42324:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944488002000 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:1.0:1775764744.862415:0:42324:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944488002000/0x57b8ff0e03051f52 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc130913 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764744.862420:0:42324:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944488002000/0x57b8ff0e03051f52 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc130913 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764744.862428:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbc130913 (ffff944598a9b500) 00010000:00010000:1.0:1775764744.862430:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764744.862433:0:42324:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944488002000/0x57b8ff0e03051f52 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbc130913 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764744.862439:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944488002000/0x57b8ff0e03051f52 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbc130913 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764744.862487:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944488003a00/0x57b8ff0e03051f44 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17be09 expref: 31 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764744.862508:0:42324:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff944488002400/0x57b8ff0e03051f59 lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17be09 expref: 30 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764744.862516:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x9:0x0].0x0 (ffff9445867be100) 00010000:00010000:1.0:1775764744.862518:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1775764744.862520:0:42324:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944488002400, rc 0) 00000100:00100000:1.0:1775764744.862599:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445b296d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+30:62449:x1862022098616832:12345-192.168.202.28@tcp:101:multiop.0 Request processed in 1887us (2441us total) trans 34359739176 rc 0/0 00000100:00100000:1.0:1775764744.862609:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 969 00000100:00100000:1.0:1775764744.869950:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764744.870123:0:42950:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098616960 00000100:00100000:3.0:1775764744.870137:0:42950:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098616960 00002000:00100000:3.0:1775764744.870283:0:42950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x11a:0x0] (0->4095) req@ffff944483642300 x1862022098616960/t0(0) o3->fcf15866-4739-4595-8fe1-44abde7ee9d7@192.168.202.28@tcp:225/0 lens 488/0 e 0 to 0 dl 1775764755 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764744.870295:0:42950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff944483642300 with x1862022098616960 ext(0->4095) 00002000:00010000:3.0:1775764744.870302:0:42950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff944483642300 00000100:00100000:3.0:1775764744.870335:0:42950:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 82 00000100:00100000:3.0:1775764744.870346:0:42950:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944483642300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+9:2379:x1862022098616960:12345-192.168.202.28@tcp:3:lfs.0 00000100:00100000:3.0:1775764744.870579:0:42950:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944483642300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+9:2379:x1862022098616960:12345-192.168.202.28@tcp:3:lfs.0 Request processed in 234us (641us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1775764744.870586:0:42950:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 82 00002000:00100000:3.0:1775764744.870592:0:42950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x11a:0x0] (0->4095) req@ffff944483642300 x1862022098616960/t0(0) o3->fcf15866-4739-4595-8fe1-44abde7ee9d7@192.168.202.28@tcp:225/0 lens 488/4536 e 0 to 0 dl 1775764755 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764744.870600:0:42950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff944483642300 with x1862022098616960 ext(0->4095) 00002000:00010000:3.0:1775764744.870603:0:42950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff944483642300 00000100:00100000:2.0:1775764744.875449:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764744.875560:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098617216 00000100:00100000:3.0:1775764744.875572:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098617216 00000100:00100000:3.0:1775764744.875634:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 970 00000100:00100000:3.0:1775764744.875644:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944487fbdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+30:62449:x1862022098617216:12345-192.168.202.28@tcp:101:multiop.0 00010000:00010000:3.0:1775764744.875670:0:44493:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764744.875673:0:44493:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 1 00010000:00010000:3.0:1775764744.875698:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944488002400/0x57b8ff0e03051f59 lrc: 0/0,0 mode: --/PR res: [0x200003ab4:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17be09 expref: 30 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764744.875734:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695400/0x57b8ff0e03051efe lrc: 0/0,0 mode: --/CR res: [0x200003ab4:0x9:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bdfb expref: 29 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764744.875747:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x9:0x0].0x0 (ffff9445867be100) 00010000:00010000:3.0:1775764744.875761:0:44493:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1775764744.875775:0:44493:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e03051f67 lrc: 2/0,0 mode: --/EX res: [0x200003ab4:0x9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17be10 expref: -99 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764744.875892:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694000/0x57b8ff0e03051f6e lrc: 3/0,1 mode: --/EX res: [0x200003ab4:0x9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764744.875906:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694000/0x57b8ff0e03051f6e lrc: 3/0,1 mode: EX/EX res: [0x200003ab4:0x9:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764744.875918:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694000/0x57b8ff0e03051f6e lrc: 3/0,1 mode: EX/EX res: [0x200003ab4:0x9:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764744.876122:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694000/0x57b8ff0e03051f6e lrc: 3/0,0 mode: CR/CR res: [0x200003ab4:0x9:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17be10 expref: 31 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764744.876131:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x9:0x0].0x0 (ffff9445867bea00) 00010000:00010000:3.0:1775764744.876134:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:3.0:1775764744.876145:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e03051f67 lrc: 0/0,0 mode: --/EX res: [0x200003ab4:0x9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17be10 expref: 31 pid: 44493 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764744.876159:0:44493:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694000/0x57b8ff0e03051f6e lrc: 3/0,0 mode: CR/CR res: [0x200003ab4:0x9:0x0].0x0 bits 0xa/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17be10 expref: 30 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764744.876199:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x9:0x0].0x0 (ffff9445867bea00) 00010000:00010000:3.0:1775764744.876201:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:3.0:1775764744.876204:0:44493:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445be694000, rc 0) 00000100:00100000:3.0:1775764744.876275:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944487fbdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+30:62449:x1862022098617216:12345-192.168.202.28@tcp:101:multiop.0 Request processed in 632us (836us total) trans 34359739177 rc 0/0 00000100:00100000:3.0:1775764744.876283:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 970 00000100:00100000:0.0:1775764744.880368:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764744.880418:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764744.880489:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764744.880523:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764744.880583:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098617472 00000100:00100000:2.0:1775764744.880594:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098617472 00000100:00080000:2.0:1775764744.880633:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1775764744.880681:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 361 00000100:00100000:2.0:1775764744.880691:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bb488700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:82781e18-e0e3-4f9f-9a2b-041bf0344414+5:2378:x1862022098617472:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:2.0:1775764744.880771:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bb488700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:82781e18-e0e3-4f9f-9a2b-041bf0344414+5:2378:x1862022098617472:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 81us (281us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764744.880779:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 361 00000100:00100000:1.0:1775764744.881104:0:42318:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098617344 00000100:00100000:1.0:1775764744.881110:0:42318:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098617344 00000100:00100000:1.0:1775764744.881149:0:42318:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 288 00000100:00100000:1.0:1775764744.881156:0:42318:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944587289850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:24b54882-c0a1-43f2-954f-009e5a9afc9d+12:2378:x1862022098617344:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:1.0:1775764744.881189:0:42318:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944587289850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:24b54882-c0a1-43f2-954f-009e5a9afc9d+12:2378:x1862022098617344:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 34us (834us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764744.881195:0:42318:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 288 00000100:00100000:3.0:1775764744.890023:0:42946:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098617600 00000100:00100000:3.0:1775764744.890039:0:42946:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098617600 00000100:00100000:3.0:1775764744.890133:0:42946:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098617728 00000100:00100000:3.0:1775764744.890136:0:42946:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098617728 00000100:00100000:2.0:1775764744.890190:0:43212:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 257 00000100:00100000:2.0:1775764744.890201:0:43212:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bb48b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:82781e18-e0e3-4f9f-9a2b-041bf0344414+5:2378:x1862022098617600:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:2.0:1775764744.890274:0:43212:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bb48b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:82781e18-e0e3-4f9f-9a2b-041bf0344414+5:2378:x1862022098617600:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 76us (9856us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764744.890281:0:43212:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 257 00000100:00080000:1.0:1775764744.890667:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1775764744.890851:0:42946:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 258 00000100:00100000:3.0:1775764744.890860:0:42946:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bb489880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+6:2378:x1862022098617728:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:3.0:1775764744.891040:0:42946:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bb489880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+6:2378:x1862022098617728:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 180us (10514us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764744.891047:0:42946:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 258 00000100:00100000:0.0:1775764744.904653:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764744.904764:0:45548:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098617856 00000100:00100000:2.0:1775764744.904775:0:45548:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098617856 00002000:00100000:2.0:1775764744.904885:0:45548:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x11a:0x0] (0->4095) req@ffff9445bb488e00 x1862022098617856/t0(0) o3->fcf15866-4739-4595-8fe1-44abde7ee9d7@192.168.202.28@tcp:225/0 lens 488/0 e 0 to 0 dl 1775764755 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764744.904904:0:45548:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9445bb488e00 with x1862022098617856 ext(0->4095) 00002000:00010000:2.0:1775764744.904909:0:45548:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9445bb488e00 00000100:00100000:2.0:1775764744.904941:0:45548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 83 00000100:00100000:2.0:1775764744.904951:0:45548:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bb488e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+9:2379:x1862022098617856:12345-192.168.202.28@tcp:3:lfs.0 00000100:00100000:2.0:1775764744.905148:0:45548:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bb488e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+9:2379:x1862022098617856:12345-192.168.202.28@tcp:3:lfs.0 Request processed in 198us (506us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1775764744.905155:0:45548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 83 00002000:00100000:2.0:1775764744.905161:0:45548:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x11a:0x0] (0->4095) req@ffff9445bb488e00 x1862022098617856/t0(0) o3->fcf15866-4739-4595-8fe1-44abde7ee9d7@192.168.202.28@tcp:225/0 lens 488/4536 e 0 to 0 dl 1775764755 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764744.905169:0:45548:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9445bb488e00 with x1862022098617856 ext(0->4095) 00002000:00010000:2.0:1775764744.905172:0:45548:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9445bb488e00 00000100:00100000:2.0:1775764744.910270:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764744.910466:0:42328:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098618112 00000100:00100000:3.0:1775764744.910478:0:42328:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098618112 00000100:00100000:3.0:1775764744.910600:0:42328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 273 00000100:00100000:3.0:1775764744.910610:0:42328:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944487fbd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+30:62449:x1862022098618112:12345-192.168.202.28@tcp:35:multiop.0 00000100:00100000:3.0:1775764744.910951:0:42328:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944487fbd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+31:62449:x1862022098618112:12345-192.168.202.28@tcp:35:multiop.0 Request processed in 342us (691us total) trans 34359739178 rc 0/0 00000100:00100000:3.0:1775764744.910959:0:42328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 273 00010000:00010000:2.0:1775764745.032411:0:42313:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775764745.050157:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764745.050254:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098618240 00000100:00100000:3.0:1775764745.050266:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098618240 00000100:00100000:3.0:1775764745.050361:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 971 00000100:00100000:3.0:1775764745.050371:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bb488380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+31:62460:x1862022098618240:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:3.0:1775764745.050396:0:44493:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764745.050421:0:44493:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e03051f75 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17be17 expref: -99 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764745.050498:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695400/0x57b8ff0e03051f7c lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764745.050512:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695400/0x57b8ff0e03051f7c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764745.050524:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695400/0x57b8ff0e03051f7c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764745.050727:0:44493:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 9728 00000004:00200000:3.0:1775764745.050731:0:44493:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 44 stripe count 1 MDT count 1 00000004:00010000:3.0:1775764745.051166:0:44493:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695400/0x57b8ff0e03051f7c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764745.051195:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e03051f75 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17be17 expref: 33 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764745.051215:0:44493:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695400/0x57b8ff0e03051f7c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17be17 expref: 32 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764745.051229:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9445867be100) 00010000:00010000:3.0:1775764745.051232:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1775764745.051236:0:44493:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445be695400, rc 0) 00000100:00080000:1.0:1775764745.051368:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1775764745.051468:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bb488380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+32:62460:x1862022098618240:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 1098us (1322us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764745.051476:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 971 00000100:00100000:0.0:1775764745.058276:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764745.058652:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098618368 00000100:00100000:2.0:1775764745.058665:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098618368 00000100:00100000:2.0:1775764745.058783:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 972 00000100:00100000:2.0:1775764745.058795:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bb48ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+32:62460:x1862022098618368:12345-192.168.202.28@tcp:34:lfs.0 00010000:00010000:2.0:1775764745.058946:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25e00/0x57b8ff0e03051f83 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764745.058963:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25e00/0x57b8ff0e03051f83 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764745.058978:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25e00/0x57b8ff0e03051f83 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764745.059000:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25c00/0x57b8ff0e03051f8a lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbc130913 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764745.059007:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25c00/0x57b8ff0e03051f8a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc130913 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764745.059014:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25c00/0x57b8ff0e03051f8a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc130913 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764745.059463:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24600/0x57b8ff0e03051f91 lrc: 3/1,0 mode: --/PR res: [0x200003ab4:0x9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764745.059474:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24600/0x57b8ff0e03051f91 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764745.059482:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24600/0x57b8ff0e03051f91 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764745.059543:0:42326:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24600/0x57b8ff0e03051f91 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764745.059559:0:42326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25e00/0x57b8ff0e03051f83 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764745.059566:0:42326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25e00/0x57b8ff0e03051f83 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764745.059572:0:42326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25e00/0x57b8ff0e03051f83 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764745.059579:0:42326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445baf25e00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764745.059583:0:42326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25e00/0x57b8ff0e03051f83 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764745.059591:0:42326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25e00/0x57b8ff0e03051f83 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764745.059605:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9445867be100) 00010000:00010000:2.0:1775764745.059608:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764745.059614:0:42326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25e00/0x57b8ff0e03051f83 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764745.059620:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25e00/0x57b8ff0e03051f83 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764745.059632:0:42326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25c00/0x57b8ff0e03051f8a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc130913 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764745.059638:0:42326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25c00/0x57b8ff0e03051f8a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc130913 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764745.059644:0:42326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25c00/0x57b8ff0e03051f8a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc130913 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764745.059649:0:42326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445baf25c00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764745.059652:0:42326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25c00/0x57b8ff0e03051f8a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc130913 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764745.059658:0:42326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25c00/0x57b8ff0e03051f8a lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc130913 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764745.059666:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbc130913 (ffff9445838af900) 00010000:00010000:2.0:1775764745.059669:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764745.059673:0:42326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25c00/0x57b8ff0e03051f8a lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbc130913 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764745.059684:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25c00/0x57b8ff0e03051f8a lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbc130913 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764745.059699:0:42326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24600/0x57b8ff0e03051f91 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764745.059705:0:42326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24600/0x57b8ff0e03051f91 lrc: 2/0,0 mode: PR/PR res: [0x200003ab4:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764745.059710:0:42326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24600/0x57b8ff0e03051f91 lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764745.059716:0:42326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445baf24600 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764745.059719:0:42326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24600/0x57b8ff0e03051f91 lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764745.059725:0:42326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24600/0x57b8ff0e03051f91 lrc: 4/0,0 mode: PR/PR res: [0x200003ab4:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764745.059733:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x9:0x0].0x0 (ffff9445867bea00) 00010000:00010000:2.0:1775764745.059735:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764745.059738:0:42326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24600/0x57b8ff0e03051f91 lrc: 2/0,0 mode: --/PR res: [0x200003ab4:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764745.059743:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24600/0x57b8ff0e03051f91 lrc: 0/0,0 mode: --/PR res: [0x200003ab4:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764745.059882:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bb48ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+32:62460:x1862022098618368:12345-192.168.202.28@tcp:34:lfs.0 Request processed in 1087us (1621us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764745.059892:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 972 00000100:00100000:3.0:1775764745.120530:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764745.120643:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098618624 00000100:00100000:2.0:1775764745.120654:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098618624 00000100:00100000:2.0:1775764745.120895:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 973 00000100:00100000:2.0:1775764745.120908:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445b296c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+32:62461:x1862022098618624:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:2.0:1775764745.120931:0:42325:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764745.120951:0:42325:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24600/0x57b8ff0e03051f98 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17be1e expref: -99 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764745.121034:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25c00/0x57b8ff0e03051f9f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764745.121049:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25c00/0x57b8ff0e03051f9f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764745.121064:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25c00/0x57b8ff0e03051f9f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764745.121080:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25e00/0x57b8ff0e03051fa6 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbc130913 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764745.121087:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25e00/0x57b8ff0e03051fa6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc130913 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764745.121094:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25e00/0x57b8ff0e03051fa6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc130913 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764745.122605:0:42325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25c00/0x57b8ff0e03051f9f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764745.122617:0:42325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25c00/0x57b8ff0e03051f9f lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764745.122628:0:42325:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25c00/0x57b8ff0e03051f9f lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764745.122634:0:42325:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445baf25c00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764745.122638:0:42325:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25c00/0x57b8ff0e03051f9f lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764745.122645:0:42325:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25c00/0x57b8ff0e03051f9f lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764745.122659:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9445867be100) 00010000:00010000:2.0:1775764745.122662:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764745.122666:0:42325:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25c00/0x57b8ff0e03051f9f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764745.122671:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25c00/0x57b8ff0e03051f9f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764745.122683:0:42325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25e00/0x57b8ff0e03051fa6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc130913 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764745.122689:0:42325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25e00/0x57b8ff0e03051fa6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc130913 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764745.122695:0:42325:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25e00/0x57b8ff0e03051fa6 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc130913 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764745.122700:0:42325:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445baf25e00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764745.122703:0:42325:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25e00/0x57b8ff0e03051fa6 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc130913 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764745.122713:0:42325:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25e00/0x57b8ff0e03051fa6 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc130913 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764745.123175:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbc130913 (ffff9445838af900) 00010000:00010000:2.0:1775764745.123416:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764745.123421:0:42325:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25e00/0x57b8ff0e03051fa6 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbc130913 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764745.123427:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25e00/0x57b8ff0e03051fa6 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbc130913 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764745.123480:0:42325:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24600/0x57b8ff0e03051f98 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17be1e expref: 33 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764745.123491:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9445867be100) 00010000:00010000:2.0:1775764745.123494:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1775764745.123497:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24600/0x57b8ff0e03051f98 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17be1e expref: 33 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764745.123507:0:42325:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445baf24600, rc 0) 00000100:00100000:2.0:1775764745.123582:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445b296c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+32:62461:x1862022098618624:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 2677us (3061us total) trans 0 rc 301/301 00000100:00100000:2.0:1775764745.123591:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 973 00000100:00100000:0.0:1775764745.130535:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764745.130658:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098618752 00000100:00100000:1.0:1775764745.130670:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098618752 00000100:00100000:1.0:1775764745.131169:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 974 00000100:00100000:1.0:1775764745.131194:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bb48aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+32:62461:x1862022098618752:12345-192.168.202.28@tcp:34:lfs.0 00010000:00010000:1.0:1775764745.131274:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff944488003a00/0x57b8ff0e03051fad lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764745.131298:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944488003a00/0x57b8ff0e03051fad lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764745.131311:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944488003a00/0x57b8ff0e03051fad lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764745.131338:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944488002000/0x57b8ff0e03051fb4 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbc130913 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764745.131346:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944488002000/0x57b8ff0e03051fb4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc130913 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764745.131353:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944488002000/0x57b8ff0e03051fb4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc130913 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764745.131749:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944488003800/0x57b8ff0e03051fbb lrc: 3/1,0 mode: --/PR res: [0x200003ab4:0x9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764745.131760:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944488003800/0x57b8ff0e03051fbb lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764745.131767:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944488003800/0x57b8ff0e03051fbb lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764745.132459:0:42324:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab4:0x9:0x0]: returning size 15 00000004:00200000:1.0:1775764745.132465:0:42324:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1775764745.132481:0:42324:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff944488003800/0x57b8ff0e03051fbb lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764745.132494:0:42324:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff944488003a00/0x57b8ff0e03051fad lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764745.132506:0:42324:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944488003a00/0x57b8ff0e03051fad lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764745.132512:0:42324:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944488003a00/0x57b8ff0e03051fad lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764745.132519:0:42324:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944488003a00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:1.0:1775764745.132523:0:42324:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944488003a00/0x57b8ff0e03051fad lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764745.132531:0:42324:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944488003a00/0x57b8ff0e03051fad lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764745.132547:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9445867be100) 00010000:00010000:1.0:1775764745.132550:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764745.132555:0:42324:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944488003a00/0x57b8ff0e03051fad lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764745.132560:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944488003a00/0x57b8ff0e03051fad lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764745.132579:0:42324:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944488002000/0x57b8ff0e03051fb4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc130913 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764745.132586:0:42324:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944488002000/0x57b8ff0e03051fb4 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc130913 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764745.132593:0:42324:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944488002000/0x57b8ff0e03051fb4 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc130913 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764745.132598:0:42324:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944488002000 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:1.0:1775764745.132601:0:42324:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944488002000/0x57b8ff0e03051fb4 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc130913 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764745.132608:0:42324:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944488002000/0x57b8ff0e03051fb4 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc130913 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764745.132616:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbc130913 (ffff944598a9b400) 00010000:00010000:1.0:1775764745.132619:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764745.132622:0:42324:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944488002000/0x57b8ff0e03051fb4 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbc130913 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764745.132628:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944488002000/0x57b8ff0e03051fb4 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbc130913 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764745.132647:0:42324:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944488003800/0x57b8ff0e03051fbb lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764745.132653:0:42324:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944488003800/0x57b8ff0e03051fbb lrc: 2/0,0 mode: PR/PR res: [0x200003ab4:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764745.132659:0:42324:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944488003800/0x57b8ff0e03051fbb lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764745.132663:0:42324:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944488003800 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:1.0:1775764745.132666:0:42324:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944488003800/0x57b8ff0e03051fbb lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764745.132672:0:42324:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944488003800/0x57b8ff0e03051fbb lrc: 4/0,0 mode: PR/PR res: [0x200003ab4:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764745.132680:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x9:0x0].0x0 (ffff9445867bea00) 00010000:00010000:1.0:1775764745.132682:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764745.132686:0:42324:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944488003800/0x57b8ff0e03051fbb lrc: 2/0,0 mode: --/PR res: [0x200003ab4:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764745.132692:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944488003800/0x57b8ff0e03051fbb lrc: 0/0,0 mode: --/PR res: [0x200003ab4:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764745.132819:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bb48aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+32:62461:x1862022098618752:12345-192.168.202.28@tcp:34:lfs.0 Request processed in 1638us (2293us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764745.132830:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 974 00000100:00100000:0.0:1775764745.207723:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764745.208620:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098618880 00000100:00100000:3.0:1775764745.208632:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098618880 00000100:00100000:3.0:1775764745.208707:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 975 00000100:00100000:3.0:1775764745.208719:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bb48b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+32:62468:x1862022098618880:12345-192.168.202.28@tcp:101:mmap_cat.0 00010000:00010000:3.0:1775764745.208994:0:44493:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764745.209017:0:44493:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e03051fc2 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17be25 expref: -99 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764745.209656:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e03051fc9 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764745.209673:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e03051fc9 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764745.209689:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e03051fc9 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764745.209706:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695e00/0x57b8ff0e03051fd0 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbc130913 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764745.209713:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695e00/0x57b8ff0e03051fd0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc130913 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764745.209721:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695e00/0x57b8ff0e03051fd0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc130913 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764745.214018:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694c00/0x57b8ff0e03051fd7 lrc: 3/1,0 mode: --/PR res: [0x200003ab4:0x9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764745.214052:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694c00/0x57b8ff0e03051fd7 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x9:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764745.214066:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694c00/0x57b8ff0e03051fd7 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x9:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764745.214113:0:44493:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab4:0x9:0x0]: returning size 15 00000004:00200000:3.0:1775764745.214117:0:44493:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1775764745.214139:0:44493:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694c00/0x57b8ff0e03051fd7 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x9:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764745.214151:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694c00/0x57b8ff0e03051fd7 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764745.214160:0:44493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e03051fc9 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764745.214166:0:44493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e03051fc9 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764745.214173:0:44493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e03051fc9 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764745.214503:0:44493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445be694600 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:3.0:1775764745.214508:0:44493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e03051fc9 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764745.214517:0:44493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e03051fc9 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764745.214531:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9445867be100) 00010000:00010000:3.0:1775764745.214534:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764745.214537:0:44493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e03051fc9 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764745.214544:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e03051fc9 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764745.214559:0:44493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695e00/0x57b8ff0e03051fd0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc130913 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764745.214566:0:44493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695e00/0x57b8ff0e03051fd0 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc130913 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764745.214571:0:44493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695e00/0x57b8ff0e03051fd0 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc130913 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764745.214576:0:44493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445be695e00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:3.0:1775764745.214578:0:44493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695e00/0x57b8ff0e03051fd0 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc130913 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764745.214584:0:44493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695e00/0x57b8ff0e03051fd0 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc130913 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764745.214590:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbc130913 (ffff9445867bec00) 00010000:00010000:3.0:1775764745.214592:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764745.214594:0:44493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695e00/0x57b8ff0e03051fd0 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbc130913 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764745.214605:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695e00/0x57b8ff0e03051fd0 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbc130913 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764745.214648:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e03051fc2 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17be25 expref: 34 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764745.214662:0:44493:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694c00/0x57b8ff0e03051fd7 lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17be25 expref: 33 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764745.214669:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x9:0x0].0x0 (ffff9445867bea00) 00010000:00010000:3.0:1775764745.214671:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1775764745.214674:0:44493:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445be694c00, rc 0) 00000100:00100000:3.0:1775764745.215697:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bb48b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+33:62468:x1862022098618880:12345-192.168.202.28@tcp:101:mmap_cat.0 Request processed in 6972us (7975us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764745.215708:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 975 00000100:00100000:3.0:1775764745.225724:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764745.226092:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098619136 00000100:00100000:2.0:1775764745.226104:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098619136 00000100:00100000:2.0:1775764745.226181:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 976 00000100:00100000:2.0:1775764745.226193:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445b296e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+33:62468:x1862022098619136:12345-192.168.202.28@tcp:101:mmap_cat.0 00010000:00010000:2.0:1775764745.226223:0:42326:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764745.226245:0:42326:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24600/0x57b8ff0e03051fde lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17be2c expref: -99 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764745.226351:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25e00/0x57b8ff0e03051fe5 lrc: 3/1,0 mode: --/CR res: [0x200003ab4:0x9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764745.226366:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25e00/0x57b8ff0e03051fe5 lrc: 3/1,0 mode: CR/CR res: [0x200003ab4:0x9:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764745.226378:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25e00/0x57b8ff0e03051fe5 lrc: 3/1,0 mode: CR/CR res: [0x200003ab4:0x9:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764745.227462:0:42326:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab4:0x9:0x0]: returning size 15 00010000:00010000:2.0:1775764745.227626:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24600/0x57b8ff0e03051fde lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17be2c expref: 36 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764745.227648:0:42326:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25e00/0x57b8ff0e03051fe5 lrc: 3/0,0 mode: CR/CR res: [0x200003ab4:0x9:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17be2c expref: 35 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764745.227658:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x9:0x0].0x0 (ffff9445867bea00) 00010000:00010000:2.0:1775764745.227661:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:2.0:1775764745.227665:0:42326:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445baf25e00, rc 0) 00000100:00100000:2.0:1775764745.230165:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445b296e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+35:62468:x1862022098619136:12345-192.168.202.28@tcp:101:mmap_cat.0 Request processed in 3961us (4438us total) trans 34359739179 rc 0/0 00000100:00100000:2.0:1775764745.230180:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 976 00010000:00010000:1.0:1775764746.049403:0:43224:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1775764746.498003:0:3331:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1775764746.498026:0:3331:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944487fbd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3331:1862022119053696:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1775764746.498109:0:3331:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764746.502377:0:42947:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119053696 00000100:00100000:3.0:1775764746.502393:0:42947:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119053696 00000100:00100000:3.0:1775764746.502458:0:42947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 156 00000100:00100000:3.0:1775764746.502469:0:42947:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944487fbce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3331:x1862022119053696:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1775764746.502511:0:42947:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 54329344 pending 1703936 free 3704619008 avail 3702521856 00000100:00100000:3.0:1775764746.502602:0:42947:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944487fbce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3331:x1862022119053696:12345-0@lo:13:osp-pre-0-0.0 Request processed in 135us (4492us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764746.502610:0:42947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 156 00000100:00080000:1.0:1775764746.504378:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1775764746.519892:0:3331:0:(client.c:3082:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 34359738445 gen 2 00000004:00080000:3.0:1775764746.519907:0:3331:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9445b2cb3100, transno 34359738445 00000100:00100000:3.0:1775764746.519936:0:3331:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944487fbd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3331:1862022119053696:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1775764746.953395:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764746.953442:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764746.954776:0:43212:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098619392 00000100:00100000:2.0:1775764746.954791:0:43212:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098619392 00000100:00080000:0.0:1775764746.955079:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1775764746.955214:0:43212:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 250 00000100:00100000:2.0:1775764746.955227:0:43212:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94459038a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+9:2376:x1862022098619392:12345-192.168.202.28@tcp:16:kworker.0 00000100:00100000:3.0:1775764746.955476:0:42950:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098619264 00000100:00100000:3.0:1775764746.955483:0:42950:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098619264 00002000:00100000:3.0:1775764746.955512:0:42950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x11a:0x0] (0->14) req@ffff944590388e00 x1862022098619264/t0(0) o4->fcf15866-4739-4595-8fe1-44abde7ee9d7@192.168.202.28@tcp:227/0 lens 504/0 e 0 to 0 dl 1775764757 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764746.955524:0:42950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff944590388e00 with x1862022098619264 ext(0->14) 00002000:00010000:3.0:1775764746.955530:0:42950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff944590388e00 00000100:00100000:3.0:1775764746.955557:0:42950:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 84 00000100:00100000:3.0:1775764746.955565:0:42950:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944590388e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+10:2376:x1862022098619264:12345-192.168.202.28@tcp:4:lfs.0 00000100:00100000:3.0:1775764746.957035:0:42950:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944590388e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+12:2376:x1862022098619264:12345-192.168.202.28@tcp:4:lfs.0 Request processed in 1463us (3643us total) trans 34359738451 rc 0/0 00000100:00100000:3.0:1775764746.957049:0:42950:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 84 00002000:00100000:3.0:1775764746.957061:0:42950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x11a:0x0] (0->14) req@ffff944590388e00 x1862022098619264/t34359738451(0) o4->fcf15866-4739-4595-8fe1-44abde7ee9d7@192.168.202.28@tcp:227/0 lens 504/448 e 0 to 0 dl 1775764757 ref 1 fl Complete:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764746.957069:0:42950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff944590388e00 with x1862022098619264 ext(0->14) 00002000:00010000:3.0:1775764746.957074:0:42950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff944590388e00 00000100:00100000:3.0:1775764747.016476:0:3331:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944487fbd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d8dacf45-8471-4226-a2fb-1fac83f69c1e:3331:1862022119053824:0@lo:400:kworker.0 00000100:00100000:3.0:1775764747.016560:0:3331:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764747.020426:0:3331:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff94458913bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3331:1862022119054336:0@lo:400:kworker.0 00000100:00100000:3.0:1775764747.020507:0:3331:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764747.020570:0:3331:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1775764747.020577:0:3331:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff94458913a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3331:1862022119054208:0@lo:400:kworker.0 00000100:00100000:3.0:1775764747.020598:0:3331:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764747.020666:0:42319:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119053824 00000100:00100000:3.0:1775764747.020675:0:42319:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119053824 00000100:00100000:3.0:1775764747.021299:0:42319:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 289 00000100:00100000:3.0:1775764747.021312:0:42319:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944587289450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d8dacf45-8471-4226-a2fb-1fac83f69c1e+18:3331:x1862022119053824:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764747.021377:0:42319:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944587289450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d8dacf45-8471-4226-a2fb-1fac83f69c1e+18:3331:x1862022119053824:12345-0@lo:400:kworker.0 Request processed in 69us (4818us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764747.021384:0:42319:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 289 00000100:00100000:3.0:1775764747.021952:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119054336 00000100:00100000:3.0:1775764747.021959:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119054336 00000100:00100000:3.0:1775764747.022004:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119054208 00000100:00100000:3.0:1775764747.022007:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119054208 00000100:00100000:3.0:1775764747.022032:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 362 00000100:00100000:3.0:1775764747.022039:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486789500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3331:x1862022119054336:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764747.022075:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486789500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3331:x1862022119054336:12345-0@lo:400:kworker.0 Request processed in 37us (1568us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764747.022081:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 362 00000100:00100000:3.0:1775764747.022093:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 363 00000100:00100000:3.0:1775764747.022099:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94448678b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3331:x1862022119054208:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764747.022120:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94448678b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3331:x1862022119054208:12345-0@lo:400:kworker.0 Request processed in 22us (1521us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764747.022125:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 363 00000100:00100000:3.0:1775764747.025197:0:3331:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff94458913a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3331:1862022119054208:0@lo:400:kworker.0 00000100:00100000:3.0:1775764747.025240:0:3331:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944487fbd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d8dacf45-8471-4226-a2fb-1fac83f69c1e:3331:1862022119053824:0@lo:400:kworker.0 00000100:00100000:3.0:1775764747.025255:0:3331:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff94458913bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3331:1862022119054336:0@lo:400:kworker.0 00000100:00100000:1.0:1775764747.026327:0:3329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944589139500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3329:1862022119054080:0@lo:400:kworker.0 00000100:00100000:1.0:1775764747.026414:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764747.026460:0:3329:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1775764747.026468:0:3329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944589138e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3329:1862022119053952:0@lo:400:kworker.0 00000100:00100000:1.0:1775764747.026498:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764747.028105:0:42945:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119053952 00000100:00100000:2.0:1775764747.028118:0:42945:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119053952 00000100:00100000:3.0:1775764747.028298:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119054080 00000100:00100000:3.0:1775764747.028304:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119054080 00000100:00100000:3.0:1775764747.028348:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 364 00000100:00100000:3.0:1775764747.028357:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944483643480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3329:x1862022119054080:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764747.028456:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944483643480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3329:x1862022119054080:12345-0@lo:400:kworker.0 Request processed in 100us (2041us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764747.028462:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 364 00000100:00100000:3.0:1775764747.028511:0:3329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944589139500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3329:1862022119054080:0@lo:400:kworker.0 00000100:00100000:2.0:1775764747.028693:0:42945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 259 00000100:00100000:2.0:1775764747.029342:0:42945:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944483641880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3329:x1862022119053952:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764747.029942:0:42945:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944483641880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3329:x1862022119053952:12345-0@lo:400:kworker.0 Request processed in 1240us (3441us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764747.029956:0:42945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 259 00000100:00080000:0.0:1775764747.036461:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1775764747.036472:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1775764747.048207:0:3329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944589138e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3329:1862022119053952:0@lo:400:kworker.0 00010000:00010000:1.0:1775764747.073418:0:42312:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:3.0:1775764747.104990:0:6613:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 34359738449 is committed 00000001:00080000:3.0:1775764747.105013:0:6613:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 34359738451 is committed 00000100:00100000:2.0:1775764747.107096:0:43212:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94459038a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+6:2376:x1862022098619392:12345-192.168.202.28@tcp:16:kworker.0 Request processed in 151862us (153642us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764747.107110:0:43212:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 250 00010000:00010000:2.0:1775764748.097308:0:42313:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:3.0:1775764748.106299:0:5825:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 34359739164 is committed 00000001:00080000:3.0:1775764748.106321:0:5825:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 34359739176 is committed 00000001:00080000:3.0:1775764748.106335:0:5825:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 34359739179 is committed 00000100:00100000:3.0:1775764748.547044:0:3328:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944590388700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3328:1862022119054464:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1775764748.547118:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764748.547210:0:42947:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119054464 00000100:00100000:3.0:1775764748.547218:0:42947:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119054464 00000100:00100000:3.0:1775764748.547265:0:42947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 157 00000100:00100000:3.0:1775764748.547273:0:42947:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486788e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3328:x1862022119054464:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1775764748.547310:0:42947:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 52625408 pending 0 free 3765436416 avail 3763339264 00000100:00100000:3.0:1775764748.547353:0:42947:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486788e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3328:x1862022119054464:12345-0@lo:13:osp-pre-1-0.0 Request processed in 81us (234us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764748.547360:0:42947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 157 00000100:00100000:3.0:1775764748.547408:0:3328:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944590388700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3328:1862022119054464:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1775764749.123092:0:43224:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764750.149418:0:42312:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775764750.271949:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764750.271993:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764750.272015:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764750.272045:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764750.272066:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764750.272087:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764750.272120:0:42944:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098620160 00000100:00100000:0.0:1775764750.272132:0:42944:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098620160 00000100:00100000:0.0:1775764750.272489:0:42944:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098619776 00000100:00100000:0.0:1775764750.272493:0:42944:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098619776 00000100:00100000:0.0:1775764750.272511:0:42944:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098620032 00000100:00100000:0.0:1775764750.272513:0:42944:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098620032 00000100:00100000:0.0:1775764750.272530:0:42944:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 260 00000100:00100000:0.0:1775764750.272539:0:42944:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94459038b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+6:2378:x1862022098620160:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:0.0:1775764750.272618:0:42944:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94459038b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+6:2378:x1862022098620160:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 79us (600us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764750.272624:0:42944:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 260 00000100:00100000:0.0:1775764750.272641:0:42944:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 261 00000100:00100000:0.0:1775764750.272647:0:42944:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944590389880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:82781e18-e0e3-4f9f-9a2b-041bf0344414+5:2378:x1862022098619776:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:0.0:1775764750.272671:0:42944:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944590389880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:82781e18-e0e3-4f9f-9a2b-041bf0344414+5:2378:x1862022098619776:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 25us (604us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764750.272676:0:42944:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 261 00000100:00100000:0.0:1775764750.272685:0:42944:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 262 00000100:00100000:0.0:1775764750.272691:0:42944:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944590388000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+6:2378:x1862022098620032:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:0.0:1775764750.272711:0:42944:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944590388000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+6:2378:x1862022098620032:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 21us (624us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764750.272717:0:42944:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 262 00000100:00100000:0.0:1775764750.272735:0:42317:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098619520 00000100:00100000:0.0:1775764750.272739:0:42317:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098619520 00000100:00100000:0.0:1775764750.272765:0:42317:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 290 00000100:00100000:0.0:1775764750.272772:0:42317:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94458728bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:24b54882-c0a1-43f2-954f-009e5a9afc9d+12:2378:x1862022098619520:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:0.0:1775764750.272852:0:42317:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94458728bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:24b54882-c0a1-43f2-954f-009e5a9afc9d+12:2378:x1862022098619520:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 80us (805us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764750.272858:0:42317:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 290 00000100:00080000:0.0:1775764750.272892:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1775764750.272895:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1775764750.274844:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098619648 00000100:00100000:1.0:1775764750.274859:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098619648 00000100:00100000:1.0:1775764750.274942:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098619904 00000100:00100000:1.0:1775764750.274946:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098619904 00000100:00100000:1.0:1775764750.274976:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 365 00000100:00100000:1.0:1775764750.274985:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944590389500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:82781e18-e0e3-4f9f-9a2b-041bf0344414+5:2378:x1862022098619648:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:1.0:1775764750.275055:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944590389500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:82781e18-e0e3-4f9f-9a2b-041bf0344414+5:2378:x1862022098619648:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 71us (3117us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764750.275063:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 365 00000100:00100000:1.0:1775764750.275080:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 366 00000100:00100000:1.0:1775764750.275087:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944590388380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+15:2378:x1862022098619904:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:1.0:1775764750.275115:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944590388380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+15:2378:x1862022098619904:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 29us (3122us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764750.275122:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 366 00000100:00080000:2.0:1775764750.277963:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:2.0:1775764751.170186:0:42313:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775764751.617844:0:3328:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1775764751.617868:0:3328:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944589138e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3328:1862022119054592:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1775764751.617938:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764751.618062:0:42947:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119054592 00000100:00100000:1.0:1775764751.618071:0:42947:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119054592 00000100:00100000:1.0:1775764751.618136:0:42947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 158 00000100:00100000:1.0:1775764751.618153:0:42947:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944590388700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3328:x1862022119054592:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1775764751.618187:0:42947:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 54329344 pending 0 free 3704619008 avail 3702521856 00000100:00100000:1.0:1775764751.618228:0:42947:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944590388700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3328:x1862022119054592:12345-0@lo:13:osp-pre-0-0.0 Request processed in 84us (290us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764751.618235:0:42947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 158 00000100:00100000:0.0:1775764751.618493:0:3328:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944589138e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3328:1862022119054592:0@lo:13:osp-pre-0-0.0 00000100:00080000:2.0:1775764751.620141:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1775764751.646985:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764751.647094:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098620288 00000100:00100000:1.0:1775764751.647104:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098620288 00000100:00100000:1.0:1775764751.647175:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 977 00000100:00100000:1.0:1775764751.647185:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94448916bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:82781e18-e0e3-4f9f-9a2b-041bf0344414+5:62890:x1862022098620288:12345-192.168.202.28@tcp:101:lctl.0 00010000:00010000:1.0:1775764751.647206:0:42324:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764751.647227:0:42324:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944488003200/0x57b8ff0e03051ff3 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17be33 expref: -99 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764751.647296:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944488003e00/0x57b8ff0e03051ffa lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764751.647311:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944488003e00/0x57b8ff0e03051ffa lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764751.647323:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944488003e00/0x57b8ff0e03051ffa lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764751.647513:0:42324:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 9728 00000004:00200000:1.0:1775764751.647517:0:42324:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 44 stripe count 1 MDT count 1 00000004:00010000:1.0:1775764751.647585:0:42324:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff944488003e00/0x57b8ff0e03051ffa lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764751.647609:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944488003200/0x57b8ff0e03051ff3 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17be33 expref: 7 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764751.647626:0:42324:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff944488003e00/0x57b8ff0e03051ffa lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17be33 expref: 6 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764751.647635:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9445867be100) 00010000:00010000:1.0:1775764751.647638:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1775764751.647641:0:42324:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944488003e00, rc 0) 00000100:00100000:1.0:1775764751.647706:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94448916bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:82781e18-e0e3-4f9f-9a2b-041bf0344414+6:62890:x1862022098620288:12345-192.168.202.28@tcp:101:lctl.0 Request processed in 522us (734us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764751.647713:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 977 00000100:00100000:0.0:1775764751.854271:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764751.854423:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098620416 00000100:00100000:3.0:1775764751.854433:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098620416 00000100:00100000:3.0:1775764751.854499:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 978 00000100:00100000:3.0:1775764751.854510:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94448916aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+15:62303:x1862022098620416:12345-192.168.202.28@tcp:60:lhsmtool_posix.0 00000100:00100000:3.0:1775764751.854624:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94448916aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+15:62303:x1862022098620416:12345-192.168.202.28@tcp:60:lhsmtool_posix.0 Request processed in 114us (360us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764751.854633:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 978 00000100:00100000:0.0:1775764751.869936:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764751.870331:0:47878:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098620672 00000100:00100000:1.0:1775764751.870341:0:47878:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098620672 00000100:00100000:1.0:1775764751.870398:0:47878:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 274 00000100:00100000:1.0:1775764751.870408:0:47878:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944489168700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+15:62303:x1862022098620672:12345-192.168.202.28@tcp:35:lhsmtool_posix.0 00000100:00100000:1.0:1775764751.872652:0:47878:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944489168700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+16:62303:x1862022098620672:12345-192.168.202.28@tcp:35:lhsmtool_posix.0 Request processed in 2237us (2717us total) trans 34359739180 rc 0/0 00000100:00100000:1.0:1775764751.873429:0:47878:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 274 00000100:00100000:2.0:1775764752.133577:0:3330:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944483642d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d8dacf45-8471-4226-a2fb-1fac83f69c1e:3330:1862022119054720:0@lo:400:kworker.0 00000100:00100000:1.0:1775764752.133627:0:3329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944483641500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3329:1862022119055104:0@lo:400:kworker.0 00000100:00100000:0.0:1775764752.133713:0:3331:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944483640000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3331:1862022119054848:0@lo:400:kworker.0 00000100:00100000:3.0:1775764752.134102:0:3328:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944483640a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3328:1862022119054976:0@lo:400:kworker.0 00000100:00100000:2.0:1775764752.139704:0:3330:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764752.139820:0:3330:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944483640380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3330:1862022119055232:0@lo:400:kworker.0 00000100:00100000:2.0:1775764752.139875:0:3330:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764752.139917:0:42318:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119054720 00000100:00100000:2.0:1775764752.139925:0:42318:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119054720 00000100:00100000:2.0:1775764752.139969:0:42318:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 291 00000100:00100000:2.0:1775764752.139977:0:42318:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944587288c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d8dacf45-8471-4226-a2fb-1fac83f69c1e+18:3330:x1862022119054720:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764752.140023:0:42318:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944587288c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d8dacf45-8471-4226-a2fb-1fac83f69c1e+18:3330:x1862022119054720:12345-0@lo:400:kworker.0 Request processed in 46us (327us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764752.140031:0:42318:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 291 00000100:00100000:2.0:1775764752.140074:0:3330:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944483642d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d8dacf45-8471-4226-a2fb-1fac83f69c1e:3330:1862022119054720:0@lo:400:kworker.0 00000100:00100000:2.0:1775764752.140107:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119055232 00000100:00100000:2.0:1775764752.140110:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119055232 00000100:00100000:2.0:1775764752.140143:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 367 00000100:00100000:2.0:1775764752.140149:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944589139500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3330:x1862022119055232:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764752.140179:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944589139500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3330:x1862022119055232:12345-0@lo:400:kworker.0 Request processed in 31us (303us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764752.140185:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 367 00000100:00100000:0.0:1775764752.141333:0:3331:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764752.141380:0:42944:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119054848 00000100:00100000:0.0:1775764752.141386:0:42944:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119054848 00000100:00100000:0.0:1775764752.141427:0:42944:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 263 00000100:00100000:0.0:1775764752.141437:0:42944:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94448916a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3331:x1862022119054848:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764752.141485:0:42944:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94448916a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3331:x1862022119054848:12345-0@lo:400:kworker.0 Request processed in 51us (156us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764752.141492:0:42944:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 263 00000100:00100000:0.0:1775764752.141531:0:3331:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944483640000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3331:1862022119054848:0@lo:400:kworker.0 00000100:00100000:0.0:1775764752.141582:0:3330:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944483640380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3330:1862022119055232:0@lo:400:kworker.0 00000100:00100000:1.0:1775764752.142029:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764752.142162:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764752.142241:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119055104 00000100:00100000:1.0:1775764752.142246:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119055104 00000100:00100000:1.0:1775764752.142288:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119054976 00000100:00100000:1.0:1775764752.142291:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119054976 00000100:00100000:1.0:1775764752.142311:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 368 00000100:00100000:1.0:1775764752.142318:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944483641c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3329:x1862022119055104:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764752.142359:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944483641c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3329:x1862022119055104:12345-0@lo:400:kworker.0 Request processed in 42us (331us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764752.142366:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 368 00000100:00100000:1.0:1775764752.142393:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 369 00000100:00100000:1.0:1775764752.142399:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94448678aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3328:x1862022119054976:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764752.142429:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94448678aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3328:x1862022119054976:12345-0@lo:400:kworker.0 Request processed in 30us (266us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764752.142435:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 369 00000100:00100000:1.0:1775764752.142467:0:3329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944483641500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3329:1862022119055104:0@lo:400:kworker.0 00000100:00100000:3.0:1775764752.142753:0:3328:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944483640a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3328:1862022119054976:0@lo:400:kworker.0 00000100:00080000:2.0:1775764752.145861:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1775764752.145870:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:1.0:1775764752.193286:0:43224:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764753.220125:0:42312:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:3.0:1775764753.367608:0:5825:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 34359739180 is committed 00000100:00100000:2.0:1775764753.666499:0:3330:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1775764753.666524:0:3330:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944489168000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3330:1862022119055360:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1775764753.666589:0:3330:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764753.667006:0:42947:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119055360 00000100:00100000:0.0:1775764753.667014:0:42947:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119055360 00000100:00100000:0.0:1775764753.667082:0:42947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 159 00000100:00100000:0.0:1775764753.667109:0:42947:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94458913bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3330:x1862022119055360:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1775764753.667144:0:42947:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 52625408 pending 0 free 3765436416 avail 3763339264 00000100:00100000:0.0:1775764753.667225:0:42947:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94458913bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3330:x1862022119055360:12345-0@lo:13:osp-pre-1-0.0 Request processed in 118us (635us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764753.667232:0:42947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 159 00000100:00100000:2.0:1775764753.667568:0:3330:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944489168000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3330:1862022119055360:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1775764754.241466:0:42313:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1775764754.370291:0:42356:0:(llog.c:800:llog_process_thread()) index: 8, lh_last_idx: 8 synced_idx: 8 lgh_last_idx: 8 00000040:00080000:3.0:1775764754.370300:0:42356:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x32:0x0] at index 8 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1775764754.370339:0:42356:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x32:0x0] index 21 count 6 00000040:00080000:3.0:1775764754.370346:0:42356:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 9 count 2 00000100:00100000:1.0:1775764755.118617:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764755.118672:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764755.118844:0:42945:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098621312 00000100:00100000:2.0:1775764755.118858:0:42945:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098621312 00000100:00100000:2.0:1775764755.119371:0:42945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 264 00000100:00100000:2.0:1775764755.119385:0:42945:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944483641f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+6:2378:x1862022098621312:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:2.0:1775764755.119468:0:42945:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944483641f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+6:2378:x1862022098621312:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 88us (796us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764755.119475:0:42945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 264 00000100:00080000:3.0:1775764755.119657:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1775764755.120255:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098620928 00000100:00100000:0.0:1775764755.120264:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098620928 00000100:00100000:0.0:1775764755.120535:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 370 00000100:00100000:0.0:1775764755.120549:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944483641500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:82781e18-e0e3-4f9f-9a2b-041bf0344414+6:2378:x1862022098620928:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:0.0:1775764755.120619:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944483641500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:82781e18-e0e3-4f9f-9a2b-041bf0344414+6:2378:x1862022098620928:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 76us (2013us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764755.120626:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 370 00000100:00080000:3.0:1775764755.121294:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1775764755.124095:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764755.124148:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764755.124149:0:42319:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098620800 00000100:00100000:0.0:1775764755.124159:0:42319:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098620800 00000100:00100000:1.0:1775764755.124181:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764755.124208:0:42319:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 292 00000100:00100000:0.0:1775764755.124218:0:42319:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94458728ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:24b54882-c0a1-43f2-954f-009e5a9afc9d+12:2379:x1862022098620800:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:1.0:1775764755.124239:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764755.124263:0:42946:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098621440 00000100:00100000:1.0:1775764755.124266:0:42946:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098621440 00000100:00100000:0.0:1775764755.124280:0:42319:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94458728ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:24b54882-c0a1-43f2-954f-009e5a9afc9d+12:2379:x1862022098620800:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 64us (1087us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764755.124287:0:42319:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 292 00000100:00100000:1.0:1775764755.124297:0:42946:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098621056 00000100:00100000:1.0:1775764755.124300:0:42946:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098621056 00000100:00100000:1.0:1775764755.124319:0:42946:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 265 00000100:00100000:1.0:1775764755.124325:0:42946:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944483640a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+6:2379:x1862022098621440:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:1.0:1775764755.124356:0:42946:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944483640a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+6:2379:x1862022098621440:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 31us (174us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764755.124363:0:42946:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 265 00000100:00100000:1.0:1775764755.124375:0:42946:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 251 00000100:00100000:1.0:1775764755.124381:0:42946:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944483640380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:82781e18-e0e3-4f9f-9a2b-041bf0344414+5:2375:x1862022098621056:12345-192.168.202.28@tcp:9:kworker.0 00000020:00000080:1.0:1775764755.124399:0:42946:0:(genops.c:1487:class_disconnect()) disconnect: cookie 0x57b8ff0e0305190f 00000100:00080000:1.0:1775764755.124407:0:42946:0:(import.c:65:import_set_state_nolock()) ffff9444867e0000 : changing import state from FULL to CLOSED 00000001:00000004:1.0:1775764755.124446:0:42946:0:(tgt_lastrcvd.c:732:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 8, last_transno is 34359738450 00010000:00010000:2.0:1775764755.125528:0:43224:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775764755.127955:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098621184 00000100:00100000:3.0:1775764755.127972:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098621184 00000100:00100000:3.0:1775764755.128115:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 371 00000100:00080000:0.0:1775764755.128144:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1775764755.128148:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944483642a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+15:2379:x1862022098621184:12345-192.168.202.28@tcp:400:kworker.0 00000100:00080000:0.0:1775764755.128150:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1775764755.128372:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944483642a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+15:2379:x1862022098621184:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 246us (4221us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764755.128380:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 371 00000100:00100000:1.0:1775764755.130559:0:42946:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944483640380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:82781e18-e0e3-4f9f-9a2b-041bf0344414+2:2375:x1862022098621056:12345-192.168.202.28@tcp:9:kworker.0 Request processed in 6167us (6309us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764755.130573:0:42946:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 251 00010000:00010000:2.0:1775764755.266413:0:42312:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764756.295885:0:42313:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775764756.741683:0:3329:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1775764756.741707:0:3329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff94458913a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3329:1862022119055488:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1775764756.741831:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764756.742823:0:42947:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119055488 00000100:00100000:2.0:1775764756.742836:0:42947:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119055488 00000100:00100000:2.0:1775764756.742919:0:42947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 160 00000100:00100000:2.0:1775764756.742930:0:42947:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944489168000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3329:x1862022119055488:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1775764756.742967:0:42947:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 54329344 pending 0 free 3704619008 avail 3702521856 00000100:00100000:2.0:1775764756.743028:0:42947:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944489168000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3329:x1862022119055488:12345-0@lo:13:osp-pre-0-0.0 Request processed in 101us (1229us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764756.743035:0:42947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 160 00000100:00100000:2.0:1775764756.743100:0:3329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff94458913a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3329:1862022119055488:0@lo:13:osp-pre-0-0.0 00000100:00080000:0.0:1775764756.744485:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1775764757.250673:0:3328:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944486789880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3328:1862022119056000:0@lo:400:kworker.0 00000100:00100000:3.0:1775764757.250753:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764757.250851:0:3328:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:3.0:1775764757.250858:0:3328:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944486789180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d8dacf45-8471-4226-a2fb-1fac83f69c1e:3328:1862022119055616:0@lo:400:kworker.0 00000100:00100000:3.0:1775764757.250885:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764757.250908:0:3328:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff94448678ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3328:1862022119056128:0@lo:400:kworker.0 00000100:00100000:3.0:1775764757.250931:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764757.250955:0:3331:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944486788a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3331:1862022119055872:0@lo:400:kworker.0 00000100:00100000:3.0:1775764757.250980:0:3331:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764757.250996:0:3331:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:3.0:1775764757.251001:0:3331:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944486788380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3331:1862022119055744:0@lo:400:kworker.0 00000100:00100000:3.0:1775764757.251020:0:3331:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764757.251033:0:3331:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff94448678b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3331:1862022119056256:0@lo:400:kworker.0 00000100:00100000:3.0:1775764757.251052:0:3331:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764757.251122:0:42944:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119055872 00000100:00100000:2.0:1775764757.251130:0:42944:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119055872 00000100:00100000:2.0:1775764757.251186:0:42944:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119055744 00000100:00100000:2.0:1775764757.251189:0:42944:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119055744 00000100:00100000:2.0:1775764757.251208:0:42944:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 266 00000100:00100000:2.0:1775764757.251216:0:42944:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94448678b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3331:x1862022119055872:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764757.251268:0:42944:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94448678b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3331:x1862022119055872:12345-0@lo:400:kworker.0 Request processed in 53us (287us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764757.251275:0:42944:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 266 00000100:00100000:2.0:1775764757.251291:0:42944:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 267 00000100:00100000:2.0:1775764757.251297:0:42944:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486788700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3331:x1862022119055744:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764757.251323:0:42944:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486788700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3331:x1862022119055744:12345-0@lo:400:kworker.0 Request processed in 28us (303us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764757.251329:0:42944:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 267 00000100:00100000:2.0:1775764757.251373:0:3331:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944486788380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3331:1862022119055744:0@lo:400:kworker.0 00000100:00100000:2.0:1775764757.251382:0:3331:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944486788a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3331:1862022119055872:0@lo:400:kworker.0 00000100:00100000:1.0:1775764757.251777:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119056000 00000100:00100000:1.0:1775764757.251782:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119056000 00000100:00100000:1.0:1775764757.251824:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119056128 00000100:00100000:1.0:1775764757.251826:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119056128 00000100:00100000:1.0:1775764757.251838:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119056256 00000100:00100000:1.0:1775764757.251840:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119056256 00000100:00100000:1.0:1775764757.251852:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 372 00000100:00100000:1.0:1775764757.251858:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486789f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3328:x1862022119056000:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764757.251898:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486789f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3328:x1862022119056000:12345-0@lo:400:kworker.0 Request processed in 40us (1145us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764757.251904:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 372 00000100:00100000:1.0:1775764757.251915:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 373 00000100:00100000:1.0:1775764757.251921:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94448678a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3328:x1862022119056128:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764757.251944:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94448678a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3328:x1862022119056128:12345-0@lo:400:kworker.0 Request processed in 24us (1013us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764757.251953:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 373 00000100:00100000:1.0:1775764757.251961:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 374 00000100:00100000:1.0:1775764757.251966:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94448678a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3331:x1862022119056256:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764757.251987:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94448678a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3331:x1862022119056256:12345-0@lo:400:kworker.0 Request processed in 21us (935us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764757.251993:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 374 00000100:00100000:1.0:1775764757.252018:0:3328:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff94448678ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3328:1862022119056128:0@lo:400:kworker.0 00000100:00100000:1.0:1775764757.252027:0:3328:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944486789880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3328:1862022119056000:0@lo:400:kworker.0 00000100:00080000:3.0:1775764757.252178:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1775764757.252183:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1775764757.252234:0:3331:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff94448678b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3331:1862022119056256:0@lo:400:kworker.0 00000100:00100000:1.0:1775764757.253981:0:42317:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119055616 00000100:00100000:1.0:1775764757.253993:0:42317:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119055616 00000100:00100000:1.0:1775764757.254053:0:42317:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 293 00000100:00100000:1.0:1775764757.254062:0:42317:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94458728a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d8dacf45-8471-4226-a2fb-1fac83f69c1e+18:3328:x1862022119055616:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764757.254138:0:42317:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94458728a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d8dacf45-8471-4226-a2fb-1fac83f69c1e+18:3328:x1862022119055616:12345-0@lo:400:kworker.0 Request processed in 77us (3251us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764757.254144:0:42317:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 293 00000100:00100000:1.0:1775764757.254194:0:3328:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944486789180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d8dacf45-8471-4226-a2fb-1fac83f69c1e:3328:1862022119055616:0@lo:400:kworker.0 00010000:00010000:2.0:1775764757.313059:0:43224:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1775764758.247822:0:48768:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-pcc test 24a: Test RO-PCC with non-root user === 15:59:16 (1775764756) 00010000:00010000:3.0:1775764758.344330:0:42312:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:2.0:1775764758.406845:0:7469:0:(tgt_lastrcvd.c:568:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 82781e18-e0e3-4f9f-9a2b-041bf0344414 00000020:00000080:2.0:1775764758.406856:0:7469:0:(genops.c:904:class_export_put()) final put ffff9444867e6800/82781e18-e0e3-4f9f-9a2b-041bf0344414 00000020:00000080:3.0:1775764758.406908:0:9942:0:(genops.c:863:class_export_destroy()) destroying export ffff9444867e6800/82781e18-e0e3-4f9f-9a2b-041bf0344414 for lustre-OST0001 00000020:00000080:3.0:1775764758.406961:0:9942:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff9444867e0000 for lustre-OST0001 00000100:00100000:3.0:1775764758.785719:0:3330:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1775764758.785742:0:3330:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944486e61880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3330:1862022119056384:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1775764758.785841:0:3330:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764758.786073:0:42947:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119056384 00000100:00100000:0.0:1775764758.786081:0:42947:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119056384 00000100:00100000:0.0:1775764758.786142:0:42947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 161 00000100:00100000:0.0:1775764758.786150:0:42947:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94448678bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3330:x1862022119056384:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1775764758.786192:0:42947:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 49217536 pending 0 free 3765436416 avail 3763339264 00000100:00100000:0.0:1775764758.786261:0:42947:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94448678bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3330:x1862022119056384:12345-0@lo:13:osp-pre-1-0.0 Request processed in 107us (415us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764758.786276:0:42947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 161 00000100:00100000:2.0:1775764758.786490:0:3330:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944486e61880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3330:1862022119056384:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1775764759.364355:0:42313:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775764760.250139:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764760.250179:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764760.250223:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764760.250243:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764760.250284:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764760.250311:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098621824 00000100:00100000:3.0:1775764760.250321:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098621824 00000100:00100000:1.0:1775764760.250834:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098621696 00000100:00100000:1.0:1775764760.250842:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098621696 00000100:00100000:1.0:1775764760.250884:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 375 00000100:00100000:1.0:1775764760.250894:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486789180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+15:2376:x1862022098621824:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:1.0:1775764760.250975:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486789180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+15:2376:x1862022098621824:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 84us (796us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764760.250984:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 375 00000100:00100000:1.0:1775764760.251005:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 376 00000100:00100000:1.0:1775764760.251010:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486789880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:82781e18-e0e3-4f9f-9a2b-041bf0344414+6:2376:x1862022098621696:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:1.0:1775764760.251034:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486789880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:82781e18-e0e3-4f9f-9a2b-041bf0344414+6:2376:x1862022098621696:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 24us (790us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764760.251052:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 376 00000100:00080000:1.0:1775764760.251090:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1775764760.253763:0:42319:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098621568 00000100:00100000:0.0:1775764760.253776:0:42319:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098621568 00000100:00100000:0.0:1775764760.253860:0:42319:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 294 00000100:00100000:0.0:1775764760.253869:0:42319:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94458728a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:24b54882-c0a1-43f2-954f-009e5a9afc9d+12:2376:x1862022098621568:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:0.0:1775764760.253933:0:42319:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94458728a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:24b54882-c0a1-43f2-954f-009e5a9afc9d+12:2376:x1862022098621568:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 65us (3808us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764760.253940:0:42319:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 294 00000100:00100000:2.0:1775764760.254419:0:42944:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098622080 00000100:00100000:2.0:1775764760.254425:0:42944:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098622080 00000100:00100000:2.0:1775764760.254474:0:42944:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098621952 00000100:00100000:2.0:1775764760.254478:0:42944:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098621952 00000100:00100000:2.0:1775764760.254496:0:42944:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 268 00000100:00100000:2.0:1775764760.254503:0:42944:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94448678b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+6:2376:x1862022098622080:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:2.0:1775764760.254536:0:42944:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94448678b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+6:2376:x1862022098622080:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 35us (4314us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764760.254542:0:42944:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 268 00000100:00100000:2.0:1775764760.254553:0:42944:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 269 00000100:00100000:2.0:1775764760.254558:0:42944:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94448678ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+6:2376:x1862022098621952:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:2.0:1775764760.254576:0:42944:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94448678ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+6:2376:x1862022098621952:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 18us (4292us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764760.254582:0:42944:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 269 00000100:00080000:0.0:1775764760.255131:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1775764760.255136:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:2.0:1775764760.385227:0:43224:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775764760.488260:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764760.488384:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098622336 00000100:00100000:1.0:1775764760.488396:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098622336 00000100:00100000:1.0:1775764760.488472:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 979 00000100:00100000:1.0:1775764760.488484:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486e62d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+15:63168:x1862022098622336:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1775764760.488507:0:42325:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764760.488529:0:42325:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944488003200/0x57b8ff0e03052001 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17be3a expref: -99 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764760.488635:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff944488002a00/0x57b8ff0e03052008 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764760.488651:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944488002a00/0x57b8ff0e03052008 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764760.488664:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944488002a00/0x57b8ff0e03052008 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764760.488680:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944488003c00/0x57b8ff0e0305200f lrc: 3/1,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764760.488687:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944488003c00/0x57b8ff0e0305200f lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764760.488702:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944488003c00/0x57b8ff0e0305200f lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764760.489136:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944488002600/0x57b8ff0e03052016 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764760.489146:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944488002600/0x57b8ff0e03052016 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764760.489154:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944488002600/0x57b8ff0e03052016 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764760.489165:0:42325:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000002:0x2:0x0]: returning size 6656 00010000:00010000:1.0:1775764760.489354:0:42325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff944488002a00/0x57b8ff0e03052008 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764760.489362:0:42325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944488002a00/0x57b8ff0e03052008 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764760.489370:0:42325:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944488002a00/0x57b8ff0e03052008 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764760.489375:0:42325:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944488002a00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:1.0:1775764760.489380:0:42325:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944488002a00/0x57b8ff0e03052008 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764760.489388:0:42325:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944488002a00/0x57b8ff0e03052008 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764760.489401:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff9445838af500) 00010000:00010000:1.0:1775764760.489405:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764760.489409:0:42325:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944488002a00/0x57b8ff0e03052008 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764760.489419:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944488002a00/0x57b8ff0e03052008 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764760.489435:0:42325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944488003c00/0x57b8ff0e0305200f lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764760.489440:0:42325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944488003c00/0x57b8ff0e0305200f lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764760.489446:0:42325:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944488003c00/0x57b8ff0e0305200f lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764760.489451:0:42325:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944488003c00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:1.0:1775764760.489453:0:42325:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944488003c00/0x57b8ff0e0305200f lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764760.489459:0:42325:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944488003c00/0x57b8ff0e0305200f lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764760.489465:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x8d45d6bc (ffff944598a9bc00) 00010000:00010000:1.0:1775764760.489467:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764760.489469:0:42325:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944488003c00/0x57b8ff0e0305200f lrc: 2/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764760.489474:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944488003c00/0x57b8ff0e0305200f lrc: 0/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764760.489876:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944488003200/0x57b8ff0e03052001 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17be3a expref: 18 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764760.489897:0:42325:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff944488002600/0x57b8ff0e03052016 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17be3a expref: 17 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764760.489904:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff944598a9bf00) 00010000:00010000:1.0:1775764760.489907:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764760.489909:0:42325:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944488002600, rc 0) 00000100:00100000:1.0:1775764760.489983:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486e62d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+17:63168:x1862022098622336:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 Request processed in 1501us (1734us total) trans 34359739181 rc 0/0 00000100:00100000:1.0:1775764760.489992:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 979 00000100:00100000:2.0:1775764760.511057:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764760.511110:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764760.511199:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098622464 00000100:00100000:1.0:1775764760.511210:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098622464 00000100:00100000:1.0:1775764760.511288:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 980 00000100:00100000:1.0:1775764760.511298:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94458913a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+17:63168:x1862022098622464:12345-192.168.202.28@tcp:59:lhsmtool_posix.0 00000100:00100000:1.0:1775764760.511416:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94458913a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+17:63168:x1862022098622464:12345-192.168.202.28@tcp:59:lhsmtool_posix.0 Request processed in 120us (380us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764760.511423:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 980 00000100:00100000:3.0:1775764760.511833:0:42311:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098622592 00000100:00100000:3.0:1775764760.511840:0:42311:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098622592 00000100:00100000:3.0:1775764760.511893:0:42311:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 81 00000100:00100000:3.0:1775764760.511901:0:42311:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944589138e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+17:2376:x1862022098622592:12345-192.168.202.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764760.511925:0:42311:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764760.511955:0:42311:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944488002600/0x57b8ff0e03052016 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17be3a expref: 17 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764760.511977:0:42311:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff944598a9bf00) 00010000:00010000:3.0:1775764760.511983:0:42311:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764760.512016:0:42311:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944589138e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+16:2376:x1862022098622592:12345-192.168.202.28@tcp:103:ldlm_bl.0 Request processed in 116us (905us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764760.512023:0:42311:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 81 00000040:00080000:3.0:1775764760.577325:0:42356:0:(llog.c:800:llog_process_thread()) index: 8, lh_last_idx: 8 synced_idx: 8 lgh_last_idx: 8 00000040:00080000:3.0:1775764760.577337:0:42356:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x32:0x0] at index 8 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1775764760.577373:0:42356:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x32:0x0] index 21 count 6 00000040:00080000:3.0:1775764760.577379:0:42356:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 9 count 2 00000100:00100000:2.0:1775764760.818350:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764760.819072:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098622848 00000100:00100000:1.0:1775764760.819085:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098622848 00000100:00100000:1.0:1775764760.819155:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 981 00000100:00100000:1.0:1775764760.819165:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bea11180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+16:63178:x1862022098622848:12345-192.168.202.28@tcp:36:mkdir.0 00010000:00010000:1.0:1775764760.819221:0:42325:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764760.819247:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695400/0x57b8ff0e03051f7c lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17be17 expref: 16 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764760.819268:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9445867be100) 00010000:00010000:1.0:1775764760.819274:0:42325:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1775764760.819540:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff944488003200/0x57b8ff0e03052024 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764760.819554:0:42325:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff944488003e00/0x57b8ff0e03051ffa lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17be33 expref: 5 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764760.819563:0:42325:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff944488003200/0x57b8ff0e03052024 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764760.819594:0:42325:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff944488003e00/0x57b8ff0e03051ffa lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17be33 expref: 5 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764760.819607:0:42325:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff944488003e00/0x57b8ff0e03051ffa lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17be33 expref: 5 pid: 42324 timeout: 2327 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764760.819621:0:42325:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944483640000 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:42325:1862022119056512:192.168.202.28@tcp:104: 00000100:00100000:1.0:1775764760.819730:0:42325:0:(client.c:2691:ptlrpc_set_wait()) set ffff944585e079c0 going to sleep for 11 seconds 00000100:00100000:0.0:1775764760.871123:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764760.871235:0:42310:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098622976 00000100:00100000:2.0:1775764760.871249:0:42310:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098622976 00010000:00010000:2.0:1775764760.871292:0:42310:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff944488003e00/0x57b8ff0e03051ffa lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17be33 expref: 6 pid: 42324 timeout: 2327 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764760.871339:0:42310:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 194 00000100:00100000:2.0:1775764760.871349:0:42310:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486e62300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:82781e18-e0e3-4f9f-9a2b-041bf0344414+6:2378:x1862022098622976:12345-192.168.202.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1775764760.871367:0:42310:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764760.871374:0:42310:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff944488003e00/0x57b8ff0e03051ffa lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17be33 expref: 6 pid: 42324 timeout: 2327 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764760.871388:0:42310:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff944488003e00/0x57b8ff0e03051ffa lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17be33 expref: 6 pid: 42324 timeout: 2327 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764760.871411:0:42310:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9445867be100) 00010000:00010000:2.0:1775764760.871417:0:42310:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff944488003200/0x57b8ff0e03052024 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764760.871427:0:42310:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff944488003200/0x57b8ff0e03052024 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764760.871435:0:42310:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944488003200/0x57b8ff0e03052024 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764760.871456:0:42310:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775764760.871524:0:42310:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486e62300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:82781e18-e0e3-4f9f-9a2b-041bf0344414+6:2378:x1862022098622976:12345-192.168.202.28@tcp:103:ldlm_bl.0 Request processed in 176us (412us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764760.871533:0:42310:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 194 00010000:00010000:1.0:1775764760.872100:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944488003e00/0x57b8ff0e03051ffa lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17be33 expref: 5 pid: 42324 timeout: 2327 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764760.872123:0:42325:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944483640000 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:42325:1862022119056512:192.168.202.28@tcp:104: 00010000:00010000:1.0:1775764760.872145:0:42325:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff944488003200/0x57b8ff0e03052024 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764760.872155:0:42325:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff944488003200/0x57b8ff0e03052024 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764760.872162:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944488003200/0x57b8ff0e03052024 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764760.872229:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff944488003c00/0x57b8ff0e0305202b lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x740ac8e8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764760.872241:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944488003c00/0x57b8ff0e0305202b lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x740ac8e8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764760.872249:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944488003c00/0x57b8ff0e0305202b lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x740ac8e8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764760.874378:0:42325:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab4:0xb:0x0]: returning size 512 00010000:00010000:1.0:1775764760.874393:0:42325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff944488003200/0x57b8ff0e03052024 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764760.874403:0:42325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944488003200/0x57b8ff0e03052024 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764760.874411:0:42325:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944488003200/0x57b8ff0e03052024 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764760.874417:0:42325:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944488003200 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:1.0:1775764760.874421:0:42325:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944488003200/0x57b8ff0e03052024 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764760.874428:0:42325:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944488003200/0x57b8ff0e03052024 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764760.874446:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9445867be100) 00010000:00010000:1.0:1775764760.874450:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764760.874453:0:42325:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944488003200/0x57b8ff0e03052024 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764760.874464:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944488003200/0x57b8ff0e03052024 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764760.874488:0:42325:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000005f25859 reply state 000000003387ec65 transno 34359739182 ns: mdt-lustre-MDT0000_UUID lock: ffff944488003c00/0x57b8ff0e0305202b lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x740ac8e8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764760.874495:0:42325:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1775764760.874582:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bea11180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+17:63178:x1862022098622848:12345-192.168.202.28@tcp:36:mkdir.0 Request processed in 55416us (56244us total) trans 34359739182 rc 0/0 00000100:00100000:1.0:1775764760.874591:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 981 00010000:00010000:2.0:1775764760.881789:0:3314:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff944488003c00/0x57b8ff0e0305202b lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x740ac8e8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764760.881847:0:3314:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944488003c00/0x57b8ff0e0305202b lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x740ac8e8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764760.881855:0:3314:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944488003c00/0x57b8ff0e0305202b lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x740ac8e8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764760.881861:0:3314:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944488003c00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764760.881866:0:3314:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944488003c00/0x57b8ff0e0305202b lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x740ac8e8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764760.881874:0:3314:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944488003c00/0x57b8ff0e0305202b lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x740ac8e8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764760.881895:0:3314:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x740ac8e8 (ffff944598a9bc00) 00010000:00010000:2.0:1775764760.881899:0:3314:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764760.881904:0:3314:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944488003c00/0x57b8ff0e0305202b lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x740ac8e8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764760.881911:0:3314:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944488003c00/0x57b8ff0e0305202b lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x740ac8e8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764760.905480:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764760.905595:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098623104 00000100:00100000:1.0:1775764760.905606:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098623104 00000100:00100000:1.0:1775764760.905668:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 982 00000100:00100000:1.0:1775764760.905679:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486788a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+16:63179:x1862022098623104:12345-192.168.202.28@tcp:101:chmod.0 00010000:00010000:1.0:1775764760.905715:0:42326:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764760.905739:0:42326:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944488003200/0x57b8ff0e03052032 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17be41 expref: -99 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764760.905869:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944488003e00/0x57b8ff0e03052039 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764760.905884:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944488003e00/0x57b8ff0e03052039 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764760.905899:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944488003e00/0x57b8ff0e03052039 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764760.906063:0:42326:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 9728 00000004:00200000:1.0:1775764760.906067:0:42326:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 45 stripe count 1 MDT count 1 00000004:00010000:1.0:1775764760.906095:0:42326:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff944488003e00/0x57b8ff0e03052039 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764760.906120:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944488003200/0x57b8ff0e03052032 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17be41 expref: 18 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764760.906148:0:42326:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff944488003e00/0x57b8ff0e03052039 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17be41 expref: 17 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764760.906157:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff944598a9b400) 00010000:00010000:1.0:1775764760.906160:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1775764760.906164:0:42326:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944488003e00, rc 0) 00000100:00100000:1.0:1775764760.906216:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486788a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+17:63179:x1862022098623104:12345-192.168.202.28@tcp:101:chmod.0 Request processed in 539us (751us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764760.906224:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 982 00000100:00100000:0.0:1775764760.913546:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764760.913700:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098623232 00000100:00100000:2.0:1775764760.913716:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098623232 00000100:00100000:2.0:1775764760.913771:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 983 00000100:00100000:2.0:1775764760.913780:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486e60700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+17:63179:x1862022098623232:12345-192.168.202.28@tcp:101:chmod.0 00010000:00010000:2.0:1775764760.913836:0:44493:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764760.913863:0:44493:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25000/0x57b8ff0e03052040 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17be48 expref: -99 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764760.914032:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25400/0x57b8ff0e03052047 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764760.914048:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25400/0x57b8ff0e03052047 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764760.914060:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25400/0x57b8ff0e03052047 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764760.914075:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25a00/0x57b8ff0e0305204e lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x740ac8e8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764760.914083:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25a00/0x57b8ff0e0305204e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x740ac8e8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764760.914089:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25a00/0x57b8ff0e0305204e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x740ac8e8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764760.914210:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e03052055 lrc: 3/1,0 mode: --/PR res: [0x200003ab4:0xb:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764760.914218:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e03052055 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0xb:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764760.914225:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e03052055 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0xb:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764760.914266:0:44493:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab4:0xb:0x0]: returning size 512 00000004:00200000:2.0:1775764760.914270:0:44493:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764760.914294:0:44493:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e03052055 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0xb:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764760.914311:0:44493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25400/0x57b8ff0e03052047 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764760.914317:0:44493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25400/0x57b8ff0e03052047 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764760.914325:0:44493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25400/0x57b8ff0e03052047 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764760.914330:0:44493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445baf25400 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764760.914335:0:44493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25400/0x57b8ff0e03052047 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764760.914342:0:44493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25400/0x57b8ff0e03052047 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764760.914354:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff944598a9b400) 00010000:00010000:2.0:1775764760.914358:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764760.914362:0:44493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25400/0x57b8ff0e03052047 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764760.914368:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25400/0x57b8ff0e03052047 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764760.914382:0:44493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25a00/0x57b8ff0e0305204e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x740ac8e8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764760.914387:0:44493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25a00/0x57b8ff0e0305204e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x740ac8e8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764760.914392:0:44493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25a00/0x57b8ff0e0305204e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x740ac8e8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764760.914397:0:44493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445baf25a00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764760.914399:0:44493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25a00/0x57b8ff0e0305204e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x740ac8e8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764760.914404:0:44493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25a00/0x57b8ff0e0305204e lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x740ac8e8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764760.914410:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x740ac8e8 (ffff9445838af700) 00010000:00010000:2.0:1775764760.914412:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764760.914414:0:44493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25a00/0x57b8ff0e0305204e lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x740ac8e8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764760.914419:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25a00/0x57b8ff0e0305204e lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x740ac8e8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764760.914452:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25000/0x57b8ff0e03052040 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17be48 expref: 19 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764760.914465:0:44493:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e03052055 lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0xb:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17be48 expref: 18 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764760.914471:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0xb:0x0].0x0 (ffff9445838af600) 00010000:00010000:2.0:1775764760.914473:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1775764760.914475:0:44493:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445baf25800, rc 0) 00000100:00100000:2.0:1775764760.914700:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486e60700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+18:63179:x1862022098623232:12345-192.168.202.28@tcp:101:chmod.0 Request processed in 920us (1167us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764760.914708:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 983 00000100:00100000:0.0:1775764760.936163:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764760.937226:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098623488 00000100:00100000:1.0:1775764760.937237:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098623488 00000100:00100000:1.0:1775764760.937321:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 984 00000100:00100000:1.0:1775764760.937332:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486e61f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+18:63179:x1862022098623488:12345-192.168.202.28@tcp:36:chmod.0 00010000:00010000:1.0:1775764760.937385:0:42326:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764760.937412:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e03052055 lrc: 0/0,0 mode: --/PR res: [0x200003ab4:0xb:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17be48 expref: 18 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764760.937432:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0xb:0x0].0x0 (ffff9445838af600) 00010000:00010000:1.0:1775764760.937443:0:42326:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1775764760.937467:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff944488003200/0x57b8ff0e0305205c lrc: 3/0,1 mode: --/PW res: [0x200003ab4:0xb:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764760.937479:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944488003200/0x57b8ff0e0305205c lrc: 3/0,1 mode: PW/PW res: [0x200003ab4:0xb:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764760.937490:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944488003200/0x57b8ff0e0305205c lrc: 3/0,1 mode: PW/PW res: [0x200003ab4:0xb:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764760.937730:0:42326:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000f92e0fbf reply state 0000000072bcf9bd transno 34359739183 ns: mdt-lustre-MDT0000_UUID lock: ffff944488003200/0x57b8ff0e0305205c lrc: 3/0,1 mode: PW/PW res: [0x200003ab4:0xb:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764760.937740:0:42326:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000004:00200000:1.0:1775764760.937753:0:42326:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab4:0xb:0x0]: returning size 512 00000100:00100000:1.0:1775764760.937889:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486e61f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+19:63179:x1862022098623488:12345-192.168.202.28@tcp:36:chmod.0 Request processed in 558us (1735us total) trans 34359739183 rc 0/0 00000100:00100000:1.0:1775764760.937896:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 984 00010000:00010000:3.0:1775764760.943349:0:3315:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff944488003200/0x57b8ff0e0305205c lrc: 3/0,1 mode: PW/PW res: [0x200003ab4:0xb:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764760.943369:0:3315:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944488003200/0x57b8ff0e0305205c lrc: 2/0,0 mode: PW/PW res: [0x200003ab4:0xb:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764760.943377:0:3315:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944488003200/0x57b8ff0e0305205c lrc: 3/0,0 mode: PW/PW res: [0x200003ab4:0xb:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764760.943384:0:3315:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944488003200 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:3.0:1775764760.943389:0:3315:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944488003200/0x57b8ff0e0305205c lrc: 3/0,0 mode: PW/PW res: [0x200003ab4:0xb:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764760.943398:0:3315:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944488003200/0x57b8ff0e0305205c lrc: 4/0,0 mode: PW/PW res: [0x200003ab4:0xb:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764760.943422:0:3315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0xb:0x0].0x0 (ffff944598a9b500) 00010000:00010000:3.0:1775764760.943425:0:3315:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1775764760.943430:0:3315:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944488003200/0x57b8ff0e0305205c lrc: 2/0,0 mode: --/PW res: [0x200003ab4:0xb:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764760.943437:0:3315:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944488003200/0x57b8ff0e0305205c lrc: 0/0,0 mode: --/PW res: [0x200003ab4:0xb:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764761.111751:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764761.111840:0:47878:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098623616 00000100:00100000:1.0:1775764761.111851:0:47878:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098623616 00000100:00100000:1.0:1775764761.111907:0:47878:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 275 00000100:00100000:1.0:1775764761.111917:0:47878:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486e60e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+18:63185:x1862022098623616:12345-192.168.202.28@tcp:49:dd.500 00000100:00100000:1.0:1775764761.112055:0:47878:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486e60e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+18:63185:x1862022098623616:12345-192.168.202.28@tcp:49:dd.500 Request processed in 140us (317us total) trans 0 rc -61/-61 00000100:00100000:1.0:1775764761.112062:0:47878:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 275 00000100:00100000:2.0:1775764761.116643:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764761.116777:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098623744 00000100:00100000:1.0:1775764761.116786:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098623744 00000100:00100000:1.0:1775764761.116864:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 985 00000100:00100000:1.0:1775764761.116872:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bea10a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+18:63185:x1862022098623744:12345-192.168.202.28@tcp:101:dd.500 00010000:00010000:1.0:1775764761.116891:0:44493:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764761.116908:0:44493:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944488002a00/0x57b8ff0e03052063 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17be4f expref: -99 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764761.116967:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff944488002200/0x57b8ff0e0305206a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764761.116982:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944488002200/0x57b8ff0e0305206a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764761.116994:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944488002200/0x57b8ff0e0305206a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764761.117011:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944488003600/0x57b8ff0e03052071 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x740ac8e8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764761.117016:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944488003600/0x57b8ff0e03052071 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x740ac8e8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764761.117020:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944488003600/0x57b8ff0e03052071 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x740ac8e8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764761.117492:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944488002400/0x57b8ff0e03052078 lrc: 3/1,0 mode: --/PR res: [0x200003ab4:0xb:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764761.117499:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944488002400/0x57b8ff0e03052078 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0xb:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764761.117504:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944488002400/0x57b8ff0e03052078 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0xb:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764761.117523:0:44493:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab4:0xb:0x0]: returning size 512 00000004:00200000:1.0:1775764761.117525:0:44493:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1775764761.117541:0:44493:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff944488002400/0x57b8ff0e03052078 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0xb:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764761.117549:0:44493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff944488002200/0x57b8ff0e0305206a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764761.117556:0:44493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944488002200/0x57b8ff0e0305206a lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764761.117560:0:44493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944488002200/0x57b8ff0e0305206a lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764761.117564:0:44493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944488002200 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:1.0:1775764761.117566:0:44493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944488002200/0x57b8ff0e0305206a lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764761.117570:0:44493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944488002200/0x57b8ff0e0305206a lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764761.117579:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff944598a9b400) 00010000:00010000:1.0:1775764761.117580:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764761.117583:0:44493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944488002200/0x57b8ff0e0305206a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764761.117587:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944488002200/0x57b8ff0e0305206a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764761.117596:0:44493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944488003600/0x57b8ff0e03052071 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x740ac8e8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764761.117599:0:44493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944488003600/0x57b8ff0e03052071 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x740ac8e8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764761.117602:0:44493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944488003600/0x57b8ff0e03052071 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x740ac8e8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764761.117605:0:44493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944488003600 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:1.0:1775764761.117608:0:44493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944488003600/0x57b8ff0e03052071 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x740ac8e8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764761.117611:0:44493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944488003600/0x57b8ff0e03052071 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x740ac8e8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764761.117615:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x740ac8e8 (ffff944598a9b200) 00010000:00010000:1.0:1775764761.117616:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764761.117617:0:44493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944488003600/0x57b8ff0e03052071 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x740ac8e8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764761.117620:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944488003600/0x57b8ff0e03052071 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x740ac8e8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764761.117642:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944488002a00/0x57b8ff0e03052063 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17be4f expref: 20 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764761.117649:0:44493:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff944488002400/0x57b8ff0e03052078 lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0xb:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17be4f expref: 19 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764761.117654:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0xb:0x0].0x0 (ffff944598a9b500) 00010000:00010000:1.0:1775764761.117656:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:1.0:1775764761.117658:0:44493:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944488002400, rc 0) 00000100:00100000:1.0:1775764761.117736:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bea10a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+19:63185:x1862022098623744:12345-192.168.202.28@tcp:101:dd.500 Request processed in 863us (1100us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764761.117742:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 985 00000100:00100000:0.0:1775764761.121415:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764761.121521:0:42327:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098623872 00000100:00100000:1.0:1775764761.121535:0:42327:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098623872 00000100:00100000:1.0:1775764761.121597:0:42327:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 276 00000100:00100000:1.0:1775764761.121609:0:42327:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486e60a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+19:63185:x1862022098623872:12345-192.168.202.28@tcp:49:dd.500 00000100:00100000:1.0:1775764761.121776:0:42327:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486e60a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+19:63185:x1862022098623872:12345-192.168.202.28@tcp:49:dd.500 Request processed in 169us (370us total) trans 0 rc -61/-61 00000100:00100000:1.0:1775764761.121786:0:42327:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 276 00000100:00100000:0.0:1775764761.124518:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764761.124630:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098624128 00000100:00100000:2.0:1775764761.124641:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098624128 00000100:00100000:2.0:1775764761.124707:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 986 00000100:00100000:2.0:1775764761.124716:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486e63b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+19:63185:x1862022098624128:12345-192.168.202.28@tcp:101:dd.500 00010000:00010000:2.0:1775764761.124740:0:42324:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764761.124763:0:42324:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25a00/0x57b8ff0e0305207f lrc: 2/0,0 mode: --/CW res: [0x200003ab4:0xb:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17be56 expref: -99 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764761.124968:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25400/0x57b8ff0e03052086 lrc: 3/0,1 mode: --/CW res: [0x200003ab4:0xb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764761.124983:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25400/0x57b8ff0e03052086 lrc: 3/0,1 mode: CW/CW res: [0x200003ab4:0xb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764761.124996:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25400/0x57b8ff0e03052086 lrc: 3/0,1 mode: CW/CW res: [0x200003ab4:0xb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764761.125013:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24e00/0x57b8ff0e0305208d lrc: 3/0,1 mode: --/PW res: [0x200003ab4:0xb:0x0].0xc6365569 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764761.125020:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24e00/0x57b8ff0e0305208d lrc: 3/0,1 mode: PW/PW res: [0x200003ab4:0xb:0x0].0xc6365569 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764761.125027:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24e00/0x57b8ff0e0305208d lrc: 3/0,1 mode: PW/PW res: [0x200003ab4:0xb:0x0].0xc6365569 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1775764761.125604:0:42324:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x11a:0x0], index 1: 0 00010000:00010000:2.0:1775764761.125792:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24200/0x57b8ff0e03052094 lrc: 3/1,0 mode: --/PR res: [0x200003ab4:0xc:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764761.125833:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24200/0x57b8ff0e03052094 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764761.125841:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24200/0x57b8ff0e03052094 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764761.125875:0:42324:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25400/0x57b8ff0e03052086 lrc: 3/0,1 mode: CW/CW res: [0x200003ab4:0xb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764761.125882:0:42324:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25400/0x57b8ff0e03052086 lrc: 2/0,0 mode: CW/CW res: [0x200003ab4:0xb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764761.125888:0:42324:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25400/0x57b8ff0e03052086 lrc: 3/0,0 mode: CW/CW res: [0x200003ab4:0xb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764761.125894:0:42324:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445baf25400 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764761.125899:0:42324:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25400/0x57b8ff0e03052086 lrc: 3/0,0 mode: CW/CW res: [0x200003ab4:0xb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764761.125907:0:42324:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25400/0x57b8ff0e03052086 lrc: 4/0,0 mode: CW/CW res: [0x200003ab4:0xb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764761.125919:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0xb:0x0].0x0 (ffff944598a9b500) 00010000:00010000:2.0:1775764761.125922:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764761.125926:0:42324:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25400/0x57b8ff0e03052086 lrc: 2/0,0 mode: --/CW res: [0x200003ab4:0xb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764761.125932:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25400/0x57b8ff0e03052086 lrc: 0/0,0 mode: --/CW res: [0x200003ab4:0xb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764761.125946:0:42324:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000d198510e reply state 00000000d7ac5c06 transno 34359739184 ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24e00/0x57b8ff0e0305208d lrc: 3/0,1 mode: PW/PW res: [0x200003ab4:0xb:0x0].0xc6365569 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764761.125956:0:42324:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1775764761.125988:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25a00/0x57b8ff0e0305207f lrc: 0/0,0 mode: --/CW res: [0x200003ab4:0xb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17be56 expref: 22 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764761.126002:0:42324:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24200/0x57b8ff0e03052094 lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17be56 expref: 21 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764761.126011:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0xc:0x0].0x0 (ffff9445838afc00) 00010000:00010000:2.0:1775764761.126013:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1775764761.126016:0:42324:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445baf24200, rc 0) 00000100:00100000:2.0:1775764761.126086:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486e63b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+22:63185:x1862022098624128:12345-192.168.202.28@tcp:101:dd.500 Request processed in 1370us (1579us total) trans 34359739184 rc 0/0 00000100:00100000:2.0:1775764761.126096:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 986 00010000:00010000:3.0:1775764761.132506:0:3314:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24e00/0x57b8ff0e0305208d lrc: 3/0,1 mode: PW/PW res: [0x200003ab4:0xb:0x0].0xc6365569 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764761.132528:0:3314:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24e00/0x57b8ff0e0305208d lrc: 2/0,0 mode: PW/PW res: [0x200003ab4:0xb:0x0].0xc6365569 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764761.132535:0:3314:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24e00/0x57b8ff0e0305208d lrc: 3/0,0 mode: PW/PW res: [0x200003ab4:0xb:0x0].0xc6365569 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764761.132542:0:3314:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445baf24e00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:3.0:1775764761.132547:0:3314:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24e00/0x57b8ff0e0305208d lrc: 3/0,0 mode: PW/PW res: [0x200003ab4:0xb:0x0].0xc6365569 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764761.132556:0:3314:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24e00/0x57b8ff0e0305208d lrc: 4/0,0 mode: PW/PW res: [0x200003ab4:0xb:0x0].0xc6365569 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764761.132589:0:3314:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0xb:0x0].0xc6365569 (ffff9445838af700) 00010000:00010000:3.0:1775764761.132592:0:3314:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764761.132597:0:3314:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24e00/0x57b8ff0e0305208d lrc: 2/0,0 mode: --/PW res: [0x200003ab4:0xb:0x0].0xc6365569 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764761.132602:0:3314:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24e00/0x57b8ff0e0305208d lrc: 0/0,0 mode: --/PW res: [0x200003ab4:0xb:0x0].0xc6365569 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764761.145372:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764761.145498:0:42944:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098624256 00000100:00100000:2.0:1775764761.145514:0:42944:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098624256 00000100:00100000:2.0:1775764761.145918:0:42944:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 252 00000100:00100000:2.0:1775764761.145930:0:42944:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486e61880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+6:63185:x1862022098624256:12345-192.168.202.28@tcp:101:dd.500 00010000:00010000:2.0:1775764761.145956:0:42944:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764761.145985:0:42944:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006cea1eee/0x57b8ff0e030520a2 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17be5d expref: -99 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1775764761.146013:0:42944:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x11a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1775764761.146039:0:42944:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764761.146041:0:42944:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764761.146051:0:42944:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006cea1eee/0x57b8ff0e030520a2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17be5d expref: 7 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764761.146070:0:42944:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000006cea1eee/0x57b8ff0e030520a2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17be5d expref: 7 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764761.146090:0:42944:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445baf25a00, rc 0) 00000100:00100000:2.0:1775764761.146146:0:42944:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486e61880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+7:63185:x1862022098624256:12345-192.168.202.28@tcp:101:dd.500 Request processed in 219us (789us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764761.146153:0:42944:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 252 00000100:00100000:2.0:1775764761.152672:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764761.152839:0:47878:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098624512 00000100:00100000:1.0:1775764761.152852:0:47878:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098624512 00000100:00100000:1.0:1775764761.152911:0:47878:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 277 00000100:00100000:1.0:1775764761.152922:0:47878:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445b1dbe050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+21:63185:x1862022098624512:12345-192.168.202.28@tcp:35:dd.500 00000100:00100000:1.0:1775764761.153335:0:47878:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445b1dbe050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+22:63185:x1862022098624512:12345-192.168.202.28@tcp:35:dd.500 Request processed in 413us (673us total) trans 34359739185 rc 0/0 00000100:00100000:1.0:1775764761.153344:0:47878:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 277 00000100:00100000:0.0:1775764761.305063:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764761.305491:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098624640 00000100:00100000:2.0:1775764761.305502:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098624640 00000100:00100000:2.0:1775764761.305568:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 987 00000100:00100000:2.0:1775764761.305578:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486e60e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+22:63191:x1862022098624640:12345-192.168.202.28@tcp:101:lfs.500 00010000:00010000:2.0:1775764761.305601:0:42325:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764761.305622:0:42325:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24600/0x57b8ff0e030520a9 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17be64 expref: -99 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764761.305705:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25c00/0x57b8ff0e030520b0 lrc: 3/1,0 mode: --/PR res: [0x200003ab4:0xb:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764761.305718:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25c00/0x57b8ff0e030520b0 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0xb:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764761.305731:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25c00/0x57b8ff0e030520b0 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0xb:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764761.305789:0:42325:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab4:0xb:0x0]: returning size 512 00000004:00200000:2.0:1775764761.305792:0:42325:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764761.305876:0:42325:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25c00/0x57b8ff0e030520b0 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0xb:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764761.305914:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24600/0x57b8ff0e030520a9 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17be64 expref: 24 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764761.305936:0:42325:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25c00/0x57b8ff0e030520b0 lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0xb:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17be64 expref: 23 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764761.305944:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0xb:0x0].0x0 (ffff944598a9b500) 00010000:00010000:2.0:1775764761.305948:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1775764761.305951:0:42325:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445baf25c00, rc 0) 00000100:00100000:2.0:1775764761.306014:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486e60e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+23:63191:x1862022098624640:12345-192.168.202.28@tcp:101:lfs.500 Request processed in 438us (962us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764761.308613:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 987 00000100:00100000:2.0:1775764761.315550:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764761.322097:0:42328:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098624768 00000100:00100000:3.0:1775764761.322113:0:42328:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098624768 00000100:00100000:3.0:1775764761.322197:0:42328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 278 00000100:00100000:3.0:1775764761.322208:0:42328:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bea11500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+23:63191:x1862022098624768:12345-192.168.202.28@tcp:49:lfs.500 00000100:00100000:3.0:1775764761.322354:0:42328:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bea11500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+23:63191:x1862022098624768:12345-192.168.202.28@tcp:49:lfs.500 Request processed in 147us (6815us total) trans 0 rc -61/-61 00000100:00100000:3.0:1775764761.322362:0:42328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 278 00000100:00100000:3.0:1775764761.338926:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764761.339250:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098625024 00000100:00100000:2.0:1775764761.339262:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098625024 00000100:00100000:2.0:1775764761.339330:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 988 00000100:00100000:2.0:1775764761.339342:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486788380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+23:63191:x1862022098625024:12345-192.168.202.28@tcp:101:lfs.500 00010000:00010000:2.0:1775764761.339369:0:42324:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764761.339391:0:42324:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24600/0x57b8ff0e030520b7 lrc: 2/0,0 mode: --/CR res: [0x200003ab4:0xb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17be6b expref: -99 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764761.339500:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25200/0x57b8ff0e030520be lrc: 3/1,0 mode: --/PR res: [0x200003ab4:0xc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764761.339514:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25200/0x57b8ff0e030520be lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764761.339527:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25200/0x57b8ff0e030520be lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764761.339543:0:42324:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab4:0xc:0x0]: returning size 1024 00010000:00010000:2.0:1775764761.339671:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24600/0x57b8ff0e030520b7 lrc: 0/0,0 mode: --/CR res: [0x200003ab4:0xb:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17be6b expref: 26 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764761.339702:0:42324:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25200/0x57b8ff0e030520be lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17be6b expref: 25 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764761.339712:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0xc:0x0].0x0 (ffff9445838afc00) 00010000:00010000:2.0:1775764761.339715:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1775764761.339719:0:42324:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445baf25200, rc 0) 00000100:00100000:2.0:1775764761.339787:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486788380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+25:63191:x1862022098625024:12345-192.168.202.28@tcp:101:lfs.500 Request processed in 448us (872us total) trans 34359739186 rc 0/0 00000100:00100000:2.0:1775764761.339795:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 988 00000100:00100000:0.0:1775764761.349233:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764761.349278:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764761.349370:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098625408 00000100:00100000:1.0:1775764761.349381:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098625408 00000100:00100000:1.0:1775764761.349447:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 989 00000100:00100000:1.0:1775764761.349457:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bce28a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+25:63191:x1862022098625408:12345-192.168.202.28@tcp:101:lfs.500 00010000:00010000:1.0:1775764761.349491:0:44493:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764761.349494:0:44493:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:1.0:1775764761.349522:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24200/0x57b8ff0e03052094 lrc: 0/0,0 mode: --/PR res: [0x200003ab4:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17be56 expref: 25 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764761.349544:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0xc:0x0].0x0 (ffff9445838afc00) 00010000:00010000:1.0:1775764761.349550:0:44493:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1775764761.349564:0:44493:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944488002a00/0x57b8ff0e030520cc lrc: 2/0,0 mode: --/EX res: [0x200003ab4:0xc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17be72 expref: -99 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764761.349617:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff944488003600/0x57b8ff0e030520d3 lrc: 3/1,0 mode: --/CR res: [0x200003ab4:0xc:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764761.349634:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944488003600/0x57b8ff0e030520d3 lrc: 3/1,0 mode: CR/CR res: [0x200003ab4:0xc:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764761.349644:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944488003600/0x57b8ff0e030520d3 lrc: 3/1,0 mode: CR/CR res: [0x200003ab4:0xc:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764761.349657:0:44493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff944488003600/0x57b8ff0e030520d3 lrc: 3/1,0 mode: CR/CR res: [0x200003ab4:0xc:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764761.349663:0:44493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944488003600/0x57b8ff0e030520d3 lrc: 2/0,0 mode: CR/CR res: [0x200003ab4:0xc:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764761.349670:0:44493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944488003600/0x57b8ff0e030520d3 lrc: 3/0,0 mode: CR/CR res: [0x200003ab4:0xc:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764761.349676:0:44493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944488003600 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:1.0:1775764761.349679:0:44493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944488003600/0x57b8ff0e030520d3 lrc: 3/0,0 mode: CR/CR res: [0x200003ab4:0xc:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764761.349700:0:44493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944488003600/0x57b8ff0e030520d3 lrc: 4/0,0 mode: CR/CR res: [0x200003ab4:0xc:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764761.349709:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0xc:0x0].0x0 (ffff9445838afc00) 00010000:00010000:1.0:1775764761.349712:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1775764761.349715:0:44493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944488003600/0x57b8ff0e030520d3 lrc: 2/0,0 mode: --/CR res: [0x200003ab4:0xc:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764761.349721:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944488003600/0x57b8ff0e030520d3 lrc: 0/0,0 mode: --/CR res: [0x200003ab4:0xc:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764761.349748:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff944488002200/0x57b8ff0e030520da lrc: 3/0,1 mode: --/EX res: [0x200003ab4:0xc:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764761.349759:0:44493:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25200/0x57b8ff0e030520be lrc: 2/0,0 mode: PR/PR res: [0x200003ab4:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17be6b expref: 25 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764761.349767:0:44493:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff944488002200/0x57b8ff0e030520da lrc: 4/0,1 mode: --/EX res: [0x200003ab4:0xc:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764761.349863:0:44493:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25200/0x57b8ff0e030520be lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17be6b expref: 25 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764761.349878:0:44493:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25200/0x57b8ff0e030520be lrc: 4/0,0 mode: PR/PR res: [0x200003ab4:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17be6b expref: 25 pid: 42324 timeout: 2328 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764761.349895:0:44493:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944483640000 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:44493:1862022119056640:192.168.202.28@tcp:104: 00000100:00100000:1.0:1775764761.349995:0:44493:0:(client.c:2691:ptlrpc_set_wait()) set ffff944585e07000 going to sleep for 11 seconds 00000100:00100000:3.0:1775764761.350930:0:42311:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098625152 00000100:00100000:3.0:1775764761.350941:0:42311:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098625152 00010000:00010000:3.0:1775764761.350981:0:42311:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25200/0x57b8ff0e030520be lrc: 5/0,0 mode: PR/PR res: [0x200003ab4:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17be6b expref: 26 pid: 42324 timeout: 2328 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764761.351035:0:42311:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 195 00000100:00100000:3.0:1775764761.351043:0:42311:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486e60a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+26:2379:x1862022098625152:12345-192.168.202.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764761.351055:0:42311:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764761.351060:0:42311:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25200/0x57b8ff0e030520be lrc: 5/0,0 mode: PR/PR res: [0x200003ab4:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17be6b expref: 26 pid: 42324 timeout: 2328 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764761.351073:0:42311:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25200/0x57b8ff0e030520be lrc: 4/0,0 mode: PR/PR res: [0x200003ab4:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17be6b expref: 26 pid: 42324 timeout: 2328 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764761.351090:0:42311:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0xc:0x0].0x0 (ffff9445838afc00) 00010000:00010000:3.0:1775764761.351095:0:42311:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff944488002200/0x57b8ff0e030520da lrc: 3/0,1 mode: --/EX res: [0x200003ab4:0xc:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764761.351107:0:42311:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff944488002200/0x57b8ff0e030520da lrc: 3/0,1 mode: EX/EX res: [0x200003ab4:0xc:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764761.351114:0:42311:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944488002200/0x57b8ff0e030520da lrc: 4/0,1 mode: EX/EX res: [0x200003ab4:0xc:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764761.351127:0:42311:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764761.351165:0:42311:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486e60a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+26:2379:x1862022098625152:12345-192.168.202.28@tcp:103:ldlm_bl.0 Request processed in 122us (1941us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764761.351172:0:42311:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 195 00010000:00010000:1.0:1775764761.375420:0:44493:0:(ldlm_lockd.c:741:ldlm_handle_ast_error()) ### client (nid 192.168.202.28@tcp) returned -22 from blocking AST (req@00000000a8dcae99 x1862022119056640) - normal race ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25200/0x57b8ff0e030520be lrc: 1/0,0 mode: --/PR res: [0x200003ab4:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17be6b expref: 25 pid: 42324 timeout: 2328 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764761.375448:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25200/0x57b8ff0e030520be lrc: 0/0,0 mode: --/PR res: [0x200003ab4:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17be6b expref: 25 pid: 42324 timeout: 2328 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764761.375468:0:44493:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944483640000 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:44493:1862022119056640:192.168.202.28@tcp:104: 00010000:00010000:1.0:1775764761.375503:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0xc:0x0].0x0 (ffff9445838afc00) 00010000:00010000:1.0:1775764761.375513:0:44493:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff944488002200/0x57b8ff0e030520da lrc: 3/0,1 mode: EX/EX res: [0x200003ab4:0xc:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764761.375522:0:44493:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff944488002200/0x57b8ff0e030520da lrc: 3/0,1 mode: EX/EX res: [0x200003ab4:0xc:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764761.375528:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944488002200/0x57b8ff0e030520da lrc: 3/0,1 mode: EX/EX res: [0x200003ab4:0xc:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764761.376202:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944488002200/0x57b8ff0e030520da lrc: 3/0,0 mode: CR/CR res: [0x200003ab4:0xc:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17be72 expref: 26 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764761.376213:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0xc:0x0].0x0 (ffff9445838afc00) 00010000:00010000:1.0:1775764761.376215:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:1.0:1775764761.376232:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944488002a00/0x57b8ff0e030520cc lrc: 0/0,0 mode: --/EX res: [0x200003ab4:0xc:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17be72 expref: 26 pid: 44493 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764761.376397:0:44493:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff944488002200/0x57b8ff0e030520da lrc: 3/0,0 mode: CR/CR res: [0x200003ab4:0xc:0x0].0x0 bits 0xa/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17be72 expref: 25 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764761.376427:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0xc:0x0].0x0 (ffff9445838afc00) 00010000:00010000:1.0:1775764761.376430:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:1.0:1775764761.376433:0:44493:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944488002200, rc 0) 00000100:00100000:1.0:1775764761.377038:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bce28a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+25:63191:x1862022098625408:12345-192.168.202.28@tcp:101:lfs.500 Request processed in 27579us (27755us total) trans 34359739187 rc 0/0 00000100:00100000:1.0:1775764761.377051:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 989 00000100:00100000:3.0:1775764761.398667:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764761.398931:0:45548:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098625536 00000100:00100000:2.0:1775764761.398942:0:45548:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098625536 00002000:00100000:2.0:1775764761.398996:0:45548:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x11a:0x0] (0->1023) req@ffff944487fbd500 x1862022098625536/t0(0) o4->fcf15866-4739-4595-8fe1-44abde7ee9d7@192.168.202.28@tcp:242/0 lens 1512/0 e 0 to 0 dl 1775764772 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.500' uid:500 gid:500 projid:0 00002000:00100000:2.0:1775764761.399008:0:45548:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff944487fbd500 with x1862022098625536 ext(0->1023) 00002000:00010000:2.0:1775764761.399015:0:45548:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff944487fbd500 00000100:00100000:2.0:1775764761.399055:0:45548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 85 00000100:00100000:2.0:1775764761.399065:0:45548:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944487fbd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+7:2379:x1862022098625536:12345-192.168.202.28@tcp:4:dd.500 00000100:00100000:2.0:1775764761.400388:0:45548:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944487fbd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+9:2379:x1862022098625536:12345-192.168.202.28@tcp:4:dd.500 Request processed in 1316us (1724us total) trans 34359738451 rc 0/0 00000100:00100000:2.0:1775764761.400399:0:45548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 85 00002000:00100000:2.0:1775764761.400409:0:45548:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x11a:0x0] (0->1023) req@ffff944487fbd500 x1862022098625536/t34359738451(0) o4->fcf15866-4739-4595-8fe1-44abde7ee9d7@192.168.202.28@tcp:242/0 lens 1512/448 e 0 to 0 dl 1775764772 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.500' uid:500 gid:500 projid:0 00002000:00100000:2.0:1775764761.400419:0:45548:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff944487fbd500 with x1862022098625536 ext(0->1023) 00002000:00010000:2.0:1775764761.400424:0:45548:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff944487fbd500 00010000:00010000:3.0:1775764761.410190:0:42312:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775764761.418348:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764761.419236:0:42950:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098625664 00000100:00100000:3.0:1775764761.419318:0:42950:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098625664 00002000:00100000:2.0:1775764761.419551:0:42950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x11a:0x0] (0->4095) req@ffff9445bce28700 x1862022098625664/t0(0) o3->fcf15866-4739-4595-8fe1-44abde7ee9d7@192.168.202.28@tcp:242/0 lens 488/0 e 0 to 0 dl 1775764772 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764761.419565:0:42950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9445bce28700 with x1862022098625664 ext(0->4095) 00002000:00010000:2.0:1775764761.419573:0:42950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9445bce28700 00000100:00100000:3.0:1775764761.419829:0:42949:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 86 00000100:00100000:3.0:1775764761.419843:0:42949:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bce28700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+9:2376:x1862022098625664:12345-192.168.202.28@tcp:3:lfs.0 00000100:00100000:3.0:1775764761.420519:0:42949:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bce28700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+9:2376:x1862022098625664:12345-192.168.202.28@tcp:3:lfs.0 Request processed in 676us (2182us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1775764761.420529:0:42949:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 86 00002000:00100000:3.0:1775764761.420537:0:42949:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x11a:0x0] (0->4095) req@ffff9445bce28700 x1862022098625664/t0(0) o3->fcf15866-4739-4595-8fe1-44abde7ee9d7@192.168.202.28@tcp:242/0 lens 488/4536 e 0 to 0 dl 1775764772 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764761.420545:0:42949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9445bce28700 with x1862022098625664 ext(0->4095) 00002000:00010000:3.0:1775764761.420549:0:42949:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9445bce28700 00000100:00100000:0.0:1775764761.436977:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764761.437083:0:42327:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098625920 00000100:00100000:1.0:1775764761.437094:0:42327:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098625920 00000100:00100000:1.0:1775764761.437154:0:42327:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 279 00000100:00100000:1.0:1775764761.437164:0:42327:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bce29880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+25:63191:x1862022098625920:12345-192.168.202.28@tcp:35:lfs.500 00000100:00100000:1.0:1775764761.437431:0:42327:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bce29880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+26:63191:x1862022098625920:12345-192.168.202.28@tcp:35:lfs.500 Request processed in 268us (468us total) trans 34359739188 rc 0/0 00000100:00100000:1.0:1775764761.437444:0:42327:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 279 00000100:00100000:0.0:1775764761.614359:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764761.614456:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098626176 00000100:00100000:2.0:1775764761.614467:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098626176 00000100:00100000:2.0:1775764761.614528:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 990 00000100:00100000:2.0:1775764761.614537:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bce28380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+26:63201:x1862022098626176:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:2.0:1775764761.614563:0:42324:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764761.614583:0:42324:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24600/0x57b8ff0e030520e1 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17be79 expref: -99 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764761.614722:0:42324:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab4:0xb:0x0]: returning size 512 00010000:00010000:2.0:1775764761.614932:0:42324:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24600/0x57b8ff0e030520e1 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17be79 expref: 28 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764761.614949:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff944598a9b400) 00010000:00010000:2.0:1775764761.614952:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1775764761.614957:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24600/0x57b8ff0e030520e1 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17be79 expref: 28 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764761.614971:0:42324:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445baf24600, rc 0) 00000100:00100000:2.0:1775764761.616631:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bce28380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+27:63201:x1862022098626176:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 2084us (2271us total) trans 34359739189 rc 301/301 00000100:00100000:2.0:1775764761.616644:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 990 00000100:00100000:0.0:1775764761.644968:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764761.645072:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098626304 00000100:00100000:2.0:1775764761.645082:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098626304 00000100:00100000:2.0:1775764761.645154:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 991 00000100:00100000:2.0:1775764761.645166:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bce2aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+27:63201:x1862022098626304:12345-192.168.202.28@tcp:34:lfs.0 00010000:00010000:2.0:1775764761.645253:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24600/0x57b8ff0e030520ef lrc: 3/1,0 mode: --/CR res: [0x200003ab4:0xb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764761.645274:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24600/0x57b8ff0e030520ef lrc: 3/1,0 mode: CR/CR res: [0x200003ab4:0xb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764761.645289:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24600/0x57b8ff0e030520ef lrc: 3/1,0 mode: CR/CR res: [0x200003ab4:0xb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764761.645577:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24800/0x57b8ff0e030520f6 lrc: 3/1,0 mode: --/PR res: [0x200003ab4:0xb:0x0].0xc6365569 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764761.645586:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24800/0x57b8ff0e030520f6 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0xb:0x0].0xc6365569 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764761.645593:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24800/0x57b8ff0e030520f6 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0xb:0x0].0xc6365569 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764761.645722:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24400/0x57b8ff0e030520fd lrc: 3/1,0 mode: --/PR res: [0x200003ab4:0xc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764761.645731:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24400/0x57b8ff0e030520fd lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0xc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764761.645738:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24400/0x57b8ff0e030520fd lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0xc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764761.645794:0:42325:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24400/0x57b8ff0e030520fd lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0xc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764761.645854:0:42325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24600/0x57b8ff0e030520ef lrc: 3/1,0 mode: CR/CR res: [0x200003ab4:0xb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764761.645860:0:42325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24600/0x57b8ff0e030520ef lrc: 2/0,0 mode: CR/CR res: [0x200003ab4:0xb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764761.645867:0:42325:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24600/0x57b8ff0e030520ef lrc: 3/0,0 mode: CR/CR res: [0x200003ab4:0xb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764761.645873:0:42325:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445baf24600 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764761.645877:0:42325:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24600/0x57b8ff0e030520ef lrc: 3/0,0 mode: CR/CR res: [0x200003ab4:0xb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764761.645885:0:42325:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24600/0x57b8ff0e030520ef lrc: 4/0,0 mode: CR/CR res: [0x200003ab4:0xb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764761.645897:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0xb:0x0].0x0 (ffff944598a9b500) 00010000:00010000:2.0:1775764761.645900:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764761.645906:0:42325:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24600/0x57b8ff0e030520ef lrc: 2/0,0 mode: --/CR res: [0x200003ab4:0xb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764761.645912:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24600/0x57b8ff0e030520ef lrc: 0/0,0 mode: --/CR res: [0x200003ab4:0xb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764761.645926:0:42325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24800/0x57b8ff0e030520f6 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0xb:0x0].0xc6365569 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764761.645931:0:42325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24800/0x57b8ff0e030520f6 lrc: 2/0,0 mode: PR/PR res: [0x200003ab4:0xb:0x0].0xc6365569 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764761.645937:0:42325:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24800/0x57b8ff0e030520f6 lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0xb:0x0].0xc6365569 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764761.645942:0:42325:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445baf24800 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764761.645945:0:42325:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24800/0x57b8ff0e030520f6 lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0xb:0x0].0xc6365569 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764761.645950:0:42325:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24800/0x57b8ff0e030520f6 lrc: 4/0,0 mode: PR/PR res: [0x200003ab4:0xb:0x0].0xc6365569 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764761.645957:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0xb:0x0].0xc6365569 (ffff9445838af600) 00010000:00010000:2.0:1775764761.645959:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764761.645962:0:42325:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24800/0x57b8ff0e030520f6 lrc: 2/0,0 mode: --/PR res: [0x200003ab4:0xb:0x0].0xc6365569 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764761.645967:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24800/0x57b8ff0e030520f6 lrc: 0/0,0 mode: --/PR res: [0x200003ab4:0xb:0x0].0xc6365569 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764761.645983:0:42325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24400/0x57b8ff0e030520fd lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0xc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764761.645988:0:42325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24400/0x57b8ff0e030520fd lrc: 2/0,0 mode: PR/PR res: [0x200003ab4:0xc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764761.645994:0:42325:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24400/0x57b8ff0e030520fd lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0xc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764761.646000:0:42325:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445baf24400 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764761.646002:0:42325:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24400/0x57b8ff0e030520fd lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0xc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764761.646012:0:42325:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24400/0x57b8ff0e030520fd lrc: 4/0,0 mode: PR/PR res: [0x200003ab4:0xc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764761.646019:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0xc:0x0].0x0 (ffff9445838afc00) 00010000:00010000:2.0:1775764761.646021:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764761.646024:0:42325:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24400/0x57b8ff0e030520fd lrc: 2/0,0 mode: --/PR res: [0x200003ab4:0xc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764761.646029:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24400/0x57b8ff0e030520fd lrc: 0/0,0 mode: --/PR res: [0x200003ab4:0xc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764761.646100:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bce2aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+27:63201:x1862022098626304:12345-192.168.202.28@tcp:34:lfs.0 Request processed in 935us (1140us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764761.646109:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 991 00000100:00100000:0.0:1775764761.650613:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764761.650716:0:47878:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098626560 00000100:00100000:2.0:1775764761.650730:0:47878:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098626560 00000100:00100000:2.0:1775764761.650838:0:47878:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 280 00000100:00100000:2.0:1775764761.650849:0:47878:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bce2a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+27:63201:x1862022098626560:12345-192.168.202.28@tcp:35:lfs.0 00000100:00100000:3.0:1775764761.651895:0:47878:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bce2a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+28:63201:x1862022098626560:12345-192.168.202.28@tcp:35:lfs.0 Request processed in 1043us (1297us total) trans 34359739190 rc 0/0 00000100:00100000:3.0:1775764761.651906:0:47878:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 280 00000100:00100000:0.0:1775764761.834156:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764761.838979:0:42328:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098626688 00000100:00100000:3.0:1775764761.838997:0:42328:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098626688 00000100:00100000:3.0:1775764761.839100:0:42328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 281 00000100:00100000:3.0:1775764761.839111:0:42328:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bce2b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+28:63207:x1862022098626688:12345-192.168.202.28@tcp:49:dd.500 00000100:00100000:3.0:1775764761.839304:0:42328:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bce2b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+28:63207:x1862022098626688:12345-192.168.202.28@tcp:49:dd.500 Request processed in 194us (5158us total) trans 0 rc -61/-61 00000100:00100000:3.0:1775764761.839313:0:42328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 281 00000100:00100000:0.0:1775764761.852608:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764761.852787:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098626944 00000100:00100000:1.0:1775764761.852822:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098626944 00000100:00100000:1.0:1775764761.852889:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 992 00000100:00100000:1.0:1775764761.852900:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bce28e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+28:63207:x1862022098626944:12345-192.168.202.28@tcp:101:dd.500 00010000:00010000:1.0:1775764761.852923:0:42326:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764761.852942:0:42326:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944488003600/0x57b8ff0e03052104 lrc: 2/0,0 mode: --/CR res: [0x200003ab4:0xb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17be80 expref: -99 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764761.853046:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff944488003800/0x57b8ff0e0305210b lrc: 3/1,0 mode: --/CR res: [0x200003ab4:0xb:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764761.853062:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944488003800/0x57b8ff0e0305210b lrc: 3/1,0 mode: CR/CR res: [0x200003ab4:0xb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764761.853074:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944488003800/0x57b8ff0e0305210b lrc: 3/1,0 mode: CR/CR res: [0x200003ab4:0xb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764761.853087:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944488002000/0x57b8ff0e03052112 lrc: 3/1,0 mode: --/PR res: [0x200003ab4:0xb:0x0].0xc6365569 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764761.853094:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944488002000/0x57b8ff0e03052112 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0xb:0x0].0xc6365569 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764761.853101:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944488002000/0x57b8ff0e03052112 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0xb:0x0].0xc6365569 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764761.853235:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944488003a00/0x57b8ff0e03052119 lrc: 3/1,0 mode: --/PR res: [0x200003ab4:0xc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764761.853247:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944488003a00/0x57b8ff0e03052119 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764761.853254:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944488003a00/0x57b8ff0e03052119 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764761.853263:0:42326:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab4:0xc:0x0]: returning size 1024 00010000:00010000:1.0:1775764761.853356:0:42326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff944488003800/0x57b8ff0e0305210b lrc: 3/1,0 mode: CR/CR res: [0x200003ab4:0xb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764761.853363:0:42326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944488003800/0x57b8ff0e0305210b lrc: 2/0,0 mode: CR/CR res: [0x200003ab4:0xb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764761.853369:0:42326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944488003800/0x57b8ff0e0305210b lrc: 3/0,0 mode: CR/CR res: [0x200003ab4:0xb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764761.853374:0:42326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944488003800 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:1.0:1775764761.853379:0:42326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944488003800/0x57b8ff0e0305210b lrc: 3/0,0 mode: CR/CR res: [0x200003ab4:0xb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764761.853386:0:42326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944488003800/0x57b8ff0e0305210b lrc: 4/0,0 mode: CR/CR res: [0x200003ab4:0xb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764761.853412:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0xb:0x0].0x0 (ffff944598a9b500) 00010000:00010000:1.0:1775764761.853416:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764761.853420:0:42326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944488003800/0x57b8ff0e0305210b lrc: 2/0,0 mode: --/CR res: [0x200003ab4:0xb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764761.853425:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944488003800/0x57b8ff0e0305210b lrc: 0/0,0 mode: --/CR res: [0x200003ab4:0xb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764761.853440:0:42326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944488002000/0x57b8ff0e03052112 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0xb:0x0].0xc6365569 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764761.853446:0:42326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944488002000/0x57b8ff0e03052112 lrc: 2/0,0 mode: PR/PR res: [0x200003ab4:0xb:0x0].0xc6365569 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764761.853451:0:42326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944488002000/0x57b8ff0e03052112 lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0xb:0x0].0xc6365569 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764761.853456:0:42326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944488002000 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:1.0:1775764761.853458:0:42326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944488002000/0x57b8ff0e03052112 lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0xb:0x0].0xc6365569 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764761.853463:0:42326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944488002000/0x57b8ff0e03052112 lrc: 4/0,0 mode: PR/PR res: [0x200003ab4:0xb:0x0].0xc6365569 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764761.853469:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0xb:0x0].0xc6365569 (ffff944598a9b200) 00010000:00010000:1.0:1775764761.853472:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764761.853474:0:42326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944488002000/0x57b8ff0e03052112 lrc: 2/0,0 mode: --/PR res: [0x200003ab4:0xb:0x0].0xc6365569 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764761.853479:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944488002000/0x57b8ff0e03052112 lrc: 0/0,0 mode: --/PR res: [0x200003ab4:0xb:0x0].0xc6365569 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764761.853524:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944488003600/0x57b8ff0e03052104 lrc: 0/0,0 mode: --/CR res: [0x200003ab4:0xb:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17be80 expref: 31 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764761.853537:0:42326:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff944488003a00/0x57b8ff0e03052119 lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17be80 expref: 30 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764761.853544:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0xc:0x0].0x0 (ffff9445838afc00) 00010000:00010000:1.0:1775764761.853546:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1775764761.853549:0:42326:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944488003a00, rc 0) 00000100:00100000:1.0:1775764761.853753:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bce28e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+30:63207:x1862022098626944:12345-192.168.202.28@tcp:101:dd.500 Request processed in 853us (1167us total) trans 34359739191 rc 0/0 00000100:00100000:1.0:1775764761.853762:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 992 00000100:00100000:0.0:1775764761.861052:0:3329:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1775764761.861080:0:3329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bea13800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3329:1862022119056768:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1775764761.861160:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764761.862969:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764761.863084:0:47878:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098627200 00000100:00100000:0.0:1775764761.863097:0:47878:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098627200 00000100:00100000:0.0:1775764761.863185:0:47878:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 282 00000100:00100000:0.0:1775764761.863198:0:47878:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445b1dbec50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+30:63207:x1862022098627200:12345-192.168.202.28@tcp:35:dd.500 00000100:00100000:0.0:1775764761.863507:0:47878:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445b1dbec50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+31:63207:x1862022098627200:12345-192.168.202.28@tcp:35:dd.500 Request processed in 311us (548us total) trans 34359739192 rc 0/0 00000100:00100000:0.0:1775764761.863515:0:47878:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 282 00000100:00100000:1.0:1775764761.868508:0:42947:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119056768 00000100:00100000:1.0:1775764761.868527:0:42947:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119056768 00000100:00100000:1.0:1775764761.871626:0:42947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 162 00000100:00100000:1.0:1775764761.871648:0:42947:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bce2a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3329:x1862022119056768:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1775764761.871710:0:42947:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 54329344 pending 0 free 3704619008 avail 3702521856 00000100:00100000:1.0:1775764761.871905:0:42947:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bce2a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3329:x1862022119056768:12345-0@lo:13:osp-pre-0-0.0 Request processed in 267us (10743us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764761.871913:0:42947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 162 00000100:00100000:2.0:1775764761.873665:0:3329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bea13800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3329:1862022119056768:0@lo:13:osp-pre-0-0.0 00000100:00080000:0.0:1775764761.876760:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1775764762.014020:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764762.014272:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098627456 00000100:00100000:2.0:1775764762.014284:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098627456 00000100:00100000:2.0:1775764762.014363:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 993 00000100:00100000:2.0:1775764762.014373:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bce29880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+31:63217:x1862022098627456:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:2.0:1775764762.014400:0:44493:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764762.014425:0:44493:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24800/0x57b8ff0e03052127 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17be87 expref: -99 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764762.014574:0:44493:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab4:0xb:0x0]: returning size 512 00010000:00010000:2.0:1775764762.014714:0:44493:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24800/0x57b8ff0e03052127 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17be87 expref: 33 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764762.014730:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff944598a9b400) 00010000:00010000:2.0:1775764762.014733:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1775764762.014739:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24800/0x57b8ff0e03052127 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17be87 expref: 33 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764762.014755:0:44493:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445baf24800, rc 0) 00000100:00080000:0.0:1775764762.015052:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1775764762.015266:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bce29880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+32:63217:x1862022098627456:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 893us (1256us total) trans 34359739193 rc 301/301 00000100:00100000:2.0:1775764762.015275:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 993 00000100:00100000:2.0:1775764762.022911:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764762.024040:0:42327:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098627712 00000100:00100000:0.0:1775764762.024052:0:42327:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098627712 00000100:00100000:0.0:1775764762.024128:0:42327:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 283 00000100:00100000:0.0:1775764762.024139:0:42327:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bea13800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+32:63217:x1862022098627712:12345-192.168.202.28@tcp:35:lfs.0 00000100:00100000:0.0:1775764762.024401:0:42327:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bea13800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+33:63217:x1862022098627712:12345-192.168.202.28@tcp:35:lfs.0 Request processed in 264us (1506us total) trans 34359739194 rc 0/0 00000100:00100000:0.0:1775764762.024409:0:42327:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 283 00000100:00100000:3.0:1775764762.244947:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764762.245599:0:42328:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098627840 00000100:00100000:2.0:1775764762.245908:0:42328:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098627840 00000100:00100000:2.0:1775764762.246034:0:42328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 284 00000100:00100000:2.0:1775764762.246046:0:42328:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944487fbd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+33:63223:x1862022098627840:12345-192.168.202.28@tcp:49:lfs.500 00000100:00100000:2.0:1775764762.246206:0:42328:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944487fbd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+33:63223:x1862022098627840:12345-192.168.202.28@tcp:49:lfs.500 Request processed in 161us (1270us total) trans 0 rc -61/-61 00000100:00100000:2.0:1775764762.246215:0:42328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 284 00000100:00100000:2.0:1775764762.249785:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764762.249940:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098628096 00000100:00100000:1.0:1775764762.249955:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098628096 00000100:00100000:1.0:1775764762.250037:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 994 00000100:00100000:1.0:1775764762.250047:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bea13100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+33:63223:x1862022098628096:12345-192.168.202.28@tcp:101:lfs.500 00010000:00010000:1.0:1775764762.250071:0:42326:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764762.250095:0:42326:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944488003600/0x57b8ff0e03052135 lrc: 2/0,0 mode: --/CR res: [0x200003ab4:0xb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17be8e expref: -99 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764762.250211:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944488002000/0x57b8ff0e0305213c lrc: 3/1,0 mode: --/PR res: [0x200003ab4:0xc:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764762.250227:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944488002000/0x57b8ff0e0305213c lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764762.250242:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944488002000/0x57b8ff0e0305213c lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764762.250259:0:42326:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab4:0xc:0x0]: returning size 1024 00010000:00010000:1.0:1775764762.250423:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944488003600/0x57b8ff0e03052135 lrc: 0/0,0 mode: --/CR res: [0x200003ab4:0xb:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17be8e expref: 36 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764762.250446:0:42326:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff944488002000/0x57b8ff0e0305213c lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17be8e expref: 35 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764762.250455:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0xc:0x0].0x0 (ffff9445838afc00) 00010000:00010000:1.0:1775764762.250458:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1775764762.250461:0:42326:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944488002000, rc 0) 00000100:00100000:1.0:1775764762.250535:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bea13100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+35:63223:x1862022098628096:12345-192.168.202.28@tcp:101:lfs.500 Request processed in 489us (761us total) trans 34359739195 rc 0/0 00000100:00100000:1.0:1775764762.250543:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 994 00000100:00100000:3.0:1775764762.254267:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764762.254630:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764762.254762:0:42310:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098628480 00000100:00100000:2.0:1775764762.254771:0:42310:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098628480 00000100:00100000:2.0:1775764762.254854:0:42310:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 82 00000100:00100000:2.0:1775764762.254866:0:42310:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bc1dd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+35:2379:x1862022098628480:12345-192.168.202.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1775764762.254886:0:42310:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764762.254912:0:42310:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944488002000/0x57b8ff0e0305213c lrc: 0/0,0 mode: --/PR res: [0x200003ab4:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17be8e expref: 35 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764762.254934:0:42310:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0xc:0x0].0x0 (ffff9445838afc00) 00010000:00010000:2.0:1775764762.254939:0:42310:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775764762.254987:0:42310:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bc1dd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+34:2379:x1862022098628480:12345-192.168.202.28@tcp:103:ldlm_bl.0 Request processed in 124us (356us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764762.254995:0:42310:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 82 00000100:00100000:1.0:1775764762.257901:0:47878:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098628352 00000100:00100000:1.0:1775764762.257919:0:47878:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098628352 00000100:00100000:1.0:1775764762.258007:0:47878:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 285 00000100:00100000:1.0:1775764762.258020:0:47878:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bc1dce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+34:63223:x1862022098628352:12345-192.168.202.28@tcp:35:lfs.500 00000100:00100000:1.0:1775764762.258379:0:47878:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bc1dce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+35:63223:x1862022098628352:12345-192.168.202.28@tcp:35:lfs.500 Request processed in 360us (4120us total) trans 34359739196 rc 0/0 00000100:00100000:1.0:1775764762.258387:0:47878:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 285 00000100:00100000:2.0:1775764762.372051:0:3329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944483640000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d8dacf45-8471-4226-a2fb-1fac83f69c1e:3329:1862022119056896:0@lo:400:kworker.0 00000100:00100000:2.0:1775764762.372123:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764762.372182:0:3329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944587191500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3329:1862022119057408:0@lo:400:kworker.0 00000100:00100000:2.0:1775764762.372211:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764762.372235:0:3329:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1775764762.372242:0:3329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445b2cb3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3329:1862022119057280:0@lo:400:kworker.0 00000100:00100000:1.0:1775764762.372246:0:42318:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119056896 00000100:00100000:1.0:1775764762.372255:0:42318:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119056896 00000100:00100000:2.0:1775764762.372278:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764762.372308:0:3330:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944483642d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3330:1862022119057024:0@lo:400:kworker.0 00000100:00100000:2.0:1775764762.372332:0:3330:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764762.372349:0:3330:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944587192300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3330:1862022119057536:0@lo:400:kworker.0 00000100:00100000:2.0:1775764762.372368:0:3330:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764762.372384:0:3330:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1775764762.372389:0:3330:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944489168700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3330:1862022119057152:0@lo:400:kworker.0 00000100:00100000:2.0:1775764762.372408:0:3330:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764762.372429:0:42318:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 295 00000100:00100000:1.0:1775764762.372440:0:42318:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94458728b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d8dacf45-8471-4226-a2fb-1fac83f69c1e+18:3329:x1862022119056896:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764762.372443:0:42945:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119057024 00000100:00100000:2.0:1775764762.372448:0:42945:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119057024 00000100:00100000:2.0:1775764762.372479:0:42945:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119057152 00000100:00100000:2.0:1775764762.372482:0:42945:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119057152 00000100:00100000:2.0:1775764762.372515:0:42945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 270 00000100:00100000:2.0:1775764762.372522:0:42945:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bea11f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3330:x1862022119057024:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764762.372558:0:42945:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bea11f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3330:x1862022119057024:12345-0@lo:400:kworker.0 Request processed in 37us (225us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764762.372565:0:42945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 270 00000100:00100000:2.0:1775764762.372581:0:42945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 271 00000100:00100000:2.0:1775764762.372586:0:42945:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bea10700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3330:x1862022119057152:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764762.372608:0:42945:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bea10700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3330:x1862022119057152:12345-0@lo:400:kworker.0 Request processed in 22us (199us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764762.372612:0:42945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 271 00000100:00080000:2.0:1775764762.372629:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1775764762.372660:0:3330:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944489168700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3330:1862022119057152:0@lo:400:kworker.0 00000100:00100000:2.0:1775764762.372669:0:3330:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944483642d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3330:1862022119057024:0@lo:400:kworker.0 00000100:00100000:2.0:1775764762.372708:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119057408 00000100:00100000:2.0:1775764762.372711:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119057408 00000100:00100000:2.0:1775764762.372740:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119057280 00000100:00100000:2.0:1775764762.372743:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119057280 00000100:00100000:2.0:1775764762.372752:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119057536 00000100:00100000:2.0:1775764762.372754:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119057536 00000100:00100000:2.0:1775764762.372766:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 377 00000100:00100000:2.0:1775764762.372772:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bea13480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3329:x1862022119057408:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764762.372830:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bea13480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3329:x1862022119057408:12345-0@lo:400:kworker.0 Request processed in 58us (622us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764762.372848:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 377 00000100:00100000:2.0:1775764762.372864:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 378 00000100:00100000:2.0:1775764762.372872:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bea12680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3329:x1862022119057280:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764762.372875:0:42318:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94458728b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d8dacf45-8471-4226-a2fb-1fac83f69c1e+18:3329:x1862022119056896:12345-0@lo:400:kworker.0 Request processed in 437us (750us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764762.372882:0:42318:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 295 00000100:00100000:2.0:1775764762.372908:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bea12680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3329:x1862022119057280:12345-0@lo:400:kworker.0 Request processed in 37us (642us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764762.372914:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 378 00000100:00100000:2.0:1775764762.372926:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 379 00000100:00100000:2.0:1775764762.372933:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bea13b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3330:x1862022119057536:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764762.372961:0:3329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445b2cb3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3329:1862022119057280:0@lo:400:kworker.0 00000100:00100000:2.0:1775764762.372967:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bea13b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3330:x1862022119057536:12345-0@lo:400:kworker.0 Request processed in 34us (597us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764762.372974:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 379 00000100:00100000:1.0:1775764762.372977:0:3329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944483640000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d8dacf45-8471-4226-a2fb-1fac83f69c1e:3329:1862022119056896:0@lo:400:kworker.0 00000100:00100000:1.0:1775764762.372991:0:3329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944587191500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3329:1862022119057408:0@lo:400:kworker.0 00000100:00080000:2.0:1775764762.372992:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1775764762.373016:0:3330:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944587192300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3330:1862022119057536:0@lo:400:kworker.0 00010000:00010000:2.0:1775764762.436145:0:42313:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775764762.437577:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764762.437659:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098628736 00000100:00100000:1.0:1775764762.437670:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098628736 00000100:00100000:1.0:1775764762.437762:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 995 00000100:00100000:1.0:1775764762.437775:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bc1dc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+35:63233:x1862022098628736:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:1.0:1775764762.437885:0:42324:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764762.437908:0:42324:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944488003600/0x57b8ff0e0305214a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17be95 expref: -99 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764762.438032:0:42324:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab4:0xb:0x0]: returning size 512 00010000:00010000:1.0:1775764762.438163:0:42324:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff944488003600/0x57b8ff0e0305214a lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17be95 expref: 37 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764762.438183:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff944598a9b400) 00010000:00010000:1.0:1775764762.438187:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1775764762.438193:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944488003600/0x57b8ff0e0305214a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17be95 expref: 37 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764762.438211:0:42324:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944488003600, rc 0) 00000100:00100000:1.0:1775764762.438295:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bc1dc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+36:63233:x1862022098628736:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 523us (769us total) trans 34359739197 rc 301/301 00000100:00100000:1.0:1775764762.438304:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 995 00000100:00100000:2.0:1775764762.444218:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764762.444352:0:42328:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098628992 00000100:00100000:3.0:1775764762.444362:0:42328:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098628992 00000100:00100000:3.0:1775764762.444427:0:42328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 286 00000100:00100000:3.0:1775764762.444438:0:42328:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bea10e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+36:63233:x1862022098628992:12345-192.168.202.28@tcp:35:lfs.0 00000100:00100000:3.0:1775764762.444743:0:42328:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bea10e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+37:63233:x1862022098628992:12345-192.168.202.28@tcp:35:lfs.0 Request processed in 306us (532us total) trans 34359739198 rc 0/0 00000100:00100000:3.0:1775764762.444751:0:42328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 286 00000100:00100000:2.0:1775764763.331302:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764763.331593:0:47878:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098629120 00000100:00100000:1.0:1775764763.331607:0:47878:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098629120 00000100:00100000:1.0:1775764763.331691:0:47878:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 287 00000100:00100000:1.0:1775764763.331702:0:47878:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445b1dbf450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+37:63270:x1862022098629120:12345-192.168.202.28@tcp:49:lfs.500 00000100:00100000:1.0:1775764763.331906:0:47878:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445b1dbf450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+37:63270:x1862022098629120:12345-192.168.202.28@tcp:49:lfs.500 Request processed in 205us (614us total) trans 0 rc -61/-61 00000100:00100000:1.0:1775764763.331916:0:47878:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 287 00000100:00100000:0.0:1775764763.351138:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764763.351285:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098629376 00000100:00100000:2.0:1775764763.351300:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098629376 00000100:00100000:2.0:1775764763.351386:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 996 00000100:00100000:2.0:1775764763.351399:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bce2a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+37:63270:x1862022098629376:12345-192.168.202.28@tcp:101:lfs.500 00010000:00010000:2.0:1775764763.351432:0:44493:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764763.351463:0:44493:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24600/0x57b8ff0e03052158 lrc: 2/0,0 mode: --/CR res: [0x200003ab4:0xb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17be9c expref: -99 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764763.351630:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24400/0x57b8ff0e0305215f lrc: 3/1,0 mode: --/CR res: [0x200003ab4:0xc:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764763.351650:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24400/0x57b8ff0e0305215f lrc: 3/1,0 mode: CR/CR res: [0x200003ab4:0xc:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764763.351676:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24400/0x57b8ff0e0305215f lrc: 3/1,0 mode: CR/CR res: [0x200003ab4:0xc:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764763.351691:0:44493:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab4:0xc:0x0]: returning size 1024 00010000:00010000:2.0:1775764763.351931:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24600/0x57b8ff0e03052158 lrc: 0/0,0 mode: --/CR res: [0x200003ab4:0xb:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17be9c expref: 40 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764763.351958:0:44493:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24400/0x57b8ff0e0305215f lrc: 3/0,0 mode: CR/CR res: [0x200003ab4:0xc:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17be9c expref: 39 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764763.351969:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0xc:0x0].0x0 (ffff9445838afc00) 00010000:00010000:2.0:1775764763.351973:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:2.0:1775764763.351977:0:44493:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445baf24400, rc 0) 00000100:00100000:2.0:1775764763.352074:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bce2a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+39:63270:x1862022098629376:12345-192.168.202.28@tcp:101:lfs.500 Request processed in 677us (954us total) trans 34359739199 rc 0/0 00000100:00100000:2.0:1775764763.352083:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 996 00010000:00010000:1.0:1775764763.459785:0:43224:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1775764763.534407:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764763.534466:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098629632 00000100:00100000:2.0:1775764763.534481:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098629632 00000100:00100000:2.0:1775764763.534563:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 997 00000100:00100000:2.0:1775764763.534574:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bea10000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+39:63280:x1862022098629632:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:2.0:1775764763.534612:0:42326:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764763.534655:0:42326:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24600/0x57b8ff0e0305216d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17bea3 expref: -99 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764763.538627:0:42326:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab4:0xb:0x0]: returning size 7680 00010000:00010000:2.0:1775764763.538965:0:42326:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24600/0x57b8ff0e0305216d lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bea3 expref: 41 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764763.538989:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff944598a9b400) 00010000:00010000:2.0:1775764763.538993:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1775764763.539000:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24600/0x57b8ff0e0305216d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bea3 expref: 41 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764763.539019:0:42326:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445baf24600, rc 0) 00000100:00100000:2.0:1775764763.539139:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bea10000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+40:63280:x1862022098629632:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 4565us (4748us total) trans 34359739200 rc 301/301 00000100:00100000:2.0:1775764763.539151:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 997 00000100:00100000:0.0:1775764763.568176:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764763.594992:0:42327:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098629888 00000100:00100000:2.0:1775764763.595017:0:42327:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098629888 00000100:00100000:2.0:1775764763.595100:0:42327:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 288 00000100:00100000:2.0:1775764763.595113:0:42327:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bce2b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+40:63280:x1862022098629888:12345-192.168.202.28@tcp:35:lfs.0 00000001:00080000:1.0:1775764763.599987:0:5825:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 34359739194 is committed 00000001:00080000:1.0:1775764763.600014:0:5825:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 34359739197 is committed 00000001:00080000:1.0:1775764763.600049:0:5825:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 34359739199 is committed 00000100:00100000:2.0:1775764763.601449:0:42327:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bce2b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+22:63280:x1862022098629888:12345-192.168.202.28@tcp:35:lfs.0 Request processed in 6323us (33273us total) trans 34359739201 rc 0/0 00000100:00100000:2.0:1775764763.601466:0:42327:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 288 00000001:00080000:1.0:1775764763.635228:0:7469:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 34359738451 is committed 00000100:00100000:3.0:1775764763.759606:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764763.760892:0:47878:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098630016 00000100:00100000:1.0:1775764763.760914:0:47878:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098630016 00000100:00100000:1.0:1775764763.761014:0:47878:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 289 00000100:00100000:1.0:1775764763.761028:0:47878:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bc1df800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+22:63286:x1862022098630016:12345-192.168.202.28@tcp:49:lfs.500 00000100:00100000:1.0:1775764763.761217:0:47878:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bc1df800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+22:63286:x1862022098630016:12345-192.168.202.28@tcp:49:lfs.500 Request processed in 192us (1627us total) trans 0 rc -61/-61 00000100:00100000:1.0:1775764763.761225:0:47878:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 289 00000100:00100000:0.0:1775764763.775953:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764763.776146:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098630272 00000100:00100000:2.0:1775764763.776161:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098630272 00000100:00100000:2.0:1775764763.776248:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 998 00000100:00100000:2.0:1775764763.776272:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bce2b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+22:63286:x1862022098630272:12345-192.168.202.28@tcp:101:lfs.500 00010000:00010000:2.0:1775764763.776301:0:44493:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764763.776330:0:44493:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24600/0x57b8ff0e0305217b lrc: 2/0,0 mode: --/CR res: [0x200003ab4:0xb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17beaa expref: -99 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764763.776517:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25200/0x57b8ff0e03052182 lrc: 3/0,1 mode: --/CW res: [0x200003ab4:0xc:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764763.776536:0:44493:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff944488003a00/0x57b8ff0e03052119 lrc: 2/0,0 mode: PR/PR res: [0x200003ab4:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17be80 expref: 23 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764763.776546:0:44493:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25200/0x57b8ff0e03052182 lrc: 4/0,1 mode: --/CW res: [0x200003ab4:0xc:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764763.776604:0:44493:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff944488003a00/0x57b8ff0e03052119 lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17be80 expref: 23 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764763.776622:0:44493:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff944488003a00/0x57b8ff0e03052119 lrc: 4/0,0 mode: PR/PR res: [0x200003ab4:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17be80 expref: 23 pid: 42326 timeout: 2330 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764763.776640:0:44493:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bea12a00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:44493:1862022119057664:192.168.202.28@tcp:104: 00000100:00100000:2.0:1775764763.776787:0:44493:0:(client.c:2691:ptlrpc_set_wait()) set ffff9445907eb3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1775764763.788079:0:44493:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bea12a00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:44493:1862022119057664:192.168.202.28@tcp:104: 00010000:00010000:2.0:1775764763.788128:0:44493:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25200/0x57b8ff0e03052182 lrc: 3/0,1 mode: --/CW res: [0x200003ab4:0xc:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764763.793217:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764763.796241:0:42311:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098630400 00000100:00100000:3.0:1775764763.796279:0:42311:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098630400 00010000:00010000:3.0:1775764763.796353:0:42311:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff944488003a00/0x57b8ff0e03052119 lrc: 4/0,0 mode: PR/PR res: [0x200003ab4:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17be80 expref: 24 pid: 42326 timeout: 2330 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764763.796550:0:42311:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 196 00000100:00100000:3.0:1775764763.796562:0:42311:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445b1d48050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+24:2379:x1862022098630400:12345-192.168.202.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764763.796587:0:42311:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764763.796596:0:42311:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff944488003a00/0x57b8ff0e03052119 lrc: 4/0,0 mode: PR/PR res: [0x200003ab4:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17be80 expref: 24 pid: 42326 timeout: 2330 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764763.796615:0:42311:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff944488003a00/0x57b8ff0e03052119 lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17be80 expref: 24 pid: 42326 timeout: 2330 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764763.796647:0:42311:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944488003a00/0x57b8ff0e03052119 lrc: 0/0,0 mode: --/PR res: [0x200003ab4:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17be80 expref: 24 pid: 42326 timeout: 2330 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764763.796696:0:42311:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0xc:0x0].0x0 (ffff9445838afc00) 00010000:00010000:3.0:1775764763.796703:0:42311:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25200/0x57b8ff0e03052182 lrc: 3/0,1 mode: --/CW res: [0x200003ab4:0xc:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764763.796715:0:42311:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25200/0x57b8ff0e03052182 lrc: 3/0,1 mode: CW/CW res: [0x200003ab4:0xc:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764763.796723:0:42311:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25200/0x57b8ff0e03052182 lrc: 4/0,1 mode: CW/CW res: [0x200003ab4:0xc:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764763.796764:0:42311:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764763.796935:0:42311:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445b1d48050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+23:2379:x1862022098630400:12345-192.168.202.28@tcp:103:ldlm_bl.0 Request processed in 374us (3737us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764763.796945:0:42311:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 196 00010000:00010000:2.0:1775764763.799129:0:44493:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25200/0x57b8ff0e03052182 lrc: 3/0,1 mode: CW/CW res: [0x200003ab4:0xc:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764763.799148:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25200/0x57b8ff0e03052182 lrc: 3/0,1 mode: CW/CW res: [0x200003ab4:0xc:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764763.800845:0:44493:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab4:0xc:0x0]: returning size 1024 00010000:00010000:2.0:1775764763.801131:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24600/0x57b8ff0e0305217b lrc: 0/0,0 mode: --/CR res: [0x200003ab4:0xb:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17beaa expref: 24 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764763.801168:0:44493:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25200/0x57b8ff0e03052182 lrc: 3/0,0 mode: CW/CW res: [0x200003ab4:0xc:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17beaa expref: 23 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764763.801178:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0xc:0x0].0x0 (ffff9445838afc00) 00010000:00010000:2.0:1775764763.801182:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:2.0:1775764763.801186:0:44493:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445baf25200, rc 0) 00000100:00100000:2.0:1775764763.801275:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bce2b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+23:63286:x1862022098630272:12345-192.168.202.28@tcp:101:lfs.500 Request processed in 25005us (25337us total) trans 34359739202 rc 0/0 00000100:00100000:2.0:1775764763.801287:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 998 00000100:00100000:2.0:1775764763.905647:0:3331:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bce29c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3331:1862022119057792:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1775764763.905760:0:3331:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764763.906026:0:42947:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119057792 00000100:00100000:1.0:1775764763.906037:0:42947:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119057792 00000100:00100000:1.0:1775764763.906105:0:42947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 163 00000100:00100000:1.0:1775764763.906115:0:42947:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bea12a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3331:x1862022119057792:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1775764763.906165:0:42947:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 50921472 pending 0 free 3765436416 avail 3763339264 00000100:00100000:1.0:1775764763.906226:0:42947:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bea12a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3331:x1862022119057792:12345-0@lo:13:osp-pre-1-0.0 Request processed in 113us (466us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764763.906233:0:42947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 163 00000100:00100000:2.0:1775764763.906700:0:3331:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bce29c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3331:1862022119057792:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1775764763.979084:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764763.980856:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098630656 00000100:00100000:2.0:1775764763.980880:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098630656 00000100:00100000:2.0:1775764763.980981:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 999 00000100:00100000:2.0:1775764763.980994:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bce29180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+23:63297:x1862022098630656:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:2.0:1775764763.981026:0:42326:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764763.981056:0:42326:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24600/0x57b8ff0e03052190 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17beb1 expref: -99 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764763.981602:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25400/0x57b8ff0e03052197 lrc: 3/1,0 mode: --/CR res: [0x200003ab4:0xb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764763.981623:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25400/0x57b8ff0e03052197 lrc: 3/1,0 mode: CR/CR res: [0x200003ab4:0xb:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764763.981642:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25400/0x57b8ff0e03052197 lrc: 3/1,0 mode: CR/CR res: [0x200003ab4:0xb:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764763.981655:0:42326:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab4:0xb:0x0]: returning size 7680 00010000:00010000:2.0:1775764763.982130:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24600/0x57b8ff0e03052190 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17beb1 expref: 26 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764763.982155:0:42326:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25400/0x57b8ff0e03052197 lrc: 3/0,0 mode: CR/CR res: [0x200003ab4:0xb:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17beb1 expref: 25 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764763.982166:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0xb:0x0].0x0 (ffff944598a9b500) 00010000:00010000:2.0:1775764763.982170:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:2.0:1775764763.982174:0:42326:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445baf25400, rc 0) 00000100:00100000:2.0:1775764763.982275:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bce29180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+25:63297:x1862022098630656:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 1283us (3209us total) trans 34359739203 rc 0/0 00000100:00100000:2.0:1775764763.982286:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 999 00000100:00100000:2.0:1775764763.990916:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764763.991222:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098630784 00000100:00100000:0.0:1775764763.991237:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098630784 00000100:00100000:0.0:1775764763.991336:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 1000 00000100:00100000:0.0:1775764763.991350:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bea11c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+25:63297:x1862022098630784:12345-192.168.202.28@tcp:34:lfs.0 00010000:00010000:0.0:1775764763.991461:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff944581525000/0x57b8ff0e030521a5 lrc: 3/1,0 mode: --/CR res: [0x200003ab4:0xb:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764763.991487:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944581525000/0x57b8ff0e030521a5 lrc: 3/1,0 mode: CR/CR res: [0x200003ab4:0xb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764763.991503:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944581525000/0x57b8ff0e030521a5 lrc: 3/1,0 mode: CR/CR res: [0x200003ab4:0xb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764763.991524:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944581525c00/0x57b8ff0e030521ac lrc: 3/1,0 mode: --/PR res: [0x200003ab4:0xb:0x0].0xc6365569 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764763.991533:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944581525c00/0x57b8ff0e030521ac lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0xb:0x0].0xc6365569 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764763.991540:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944581525c00/0x57b8ff0e030521ac lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0xb:0x0].0xc6365569 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764763.999130:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944581524c00/0x57b8ff0e030521b3 lrc: 3/1,0 mode: --/PR res: [0x200003ab4:0xc:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764763.999175:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944581524c00/0x57b8ff0e030521b3 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0xc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764763.999195:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944581524c00/0x57b8ff0e030521b3 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0xc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764763.999298:0:42325:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff944581524c00/0x57b8ff0e030521b3 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0xc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764763.999326:0:42325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff944581525000/0x57b8ff0e030521a5 lrc: 3/1,0 mode: CR/CR res: [0x200003ab4:0xb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764763.999335:0:42325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944581525000/0x57b8ff0e030521a5 lrc: 2/0,0 mode: CR/CR res: [0x200003ab4:0xb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764763.999343:0:42325:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944581525000/0x57b8ff0e030521a5 lrc: 3/0,0 mode: CR/CR res: [0x200003ab4:0xb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764763.999351:0:42325:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944581525000 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:0.0:1775764763.999356:0:42325:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944581525000/0x57b8ff0e030521a5 lrc: 3/0,0 mode: CR/CR res: [0x200003ab4:0xb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764763.999364:0:42325:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944581525000/0x57b8ff0e030521a5 lrc: 4/0,0 mode: CR/CR res: [0x200003ab4:0xb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764763.999379:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0xb:0x0].0x0 (ffff944598a9b500) 00010000:00010000:0.0:1775764763.999382:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764763.999389:0:42325:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944581525000/0x57b8ff0e030521a5 lrc: 2/0,0 mode: --/CR res: [0x200003ab4:0xb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764763.999396:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944581525000/0x57b8ff0e030521a5 lrc: 0/0,0 mode: --/CR res: [0x200003ab4:0xb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764763.999429:0:42325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944581525c00/0x57b8ff0e030521ac lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0xb:0x0].0xc6365569 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764763.999434:0:42325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944581525c00/0x57b8ff0e030521ac lrc: 2/0,0 mode: PR/PR res: [0x200003ab4:0xb:0x0].0xc6365569 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764763.999440:0:42325:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944581525c00/0x57b8ff0e030521ac lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0xb:0x0].0xc6365569 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764763.999445:0:42325:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944581525c00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:0.0:1775764763.999449:0:42325:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944581525c00/0x57b8ff0e030521ac lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0xb:0x0].0xc6365569 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764763.999454:0:42325:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944581525c00/0x57b8ff0e030521ac lrc: 4/0,0 mode: PR/PR res: [0x200003ab4:0xb:0x0].0xc6365569 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764763.999461:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0xb:0x0].0xc6365569 (ffff944599e85600) 00010000:00010000:0.0:1775764763.999463:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764763.999467:0:42325:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944581525c00/0x57b8ff0e030521ac lrc: 2/0,0 mode: --/PR res: [0x200003ab4:0xb:0x0].0xc6365569 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764763.999473:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944581525c00/0x57b8ff0e030521ac lrc: 0/0,0 mode: --/PR res: [0x200003ab4:0xb:0x0].0xc6365569 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764763.999495:0:42325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944581524c00/0x57b8ff0e030521b3 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0xc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764763.999501:0:42325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944581524c00/0x57b8ff0e030521b3 lrc: 2/0,0 mode: PR/PR res: [0x200003ab4:0xc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764763.999507:0:42325:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944581524c00/0x57b8ff0e030521b3 lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0xc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764763.999511:0:42325:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944581524c00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:0.0:1775764763.999514:0:42325:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944581524c00/0x57b8ff0e030521b3 lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0xc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764763.999520:0:42325:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944581524c00/0x57b8ff0e030521b3 lrc: 4/0,0 mode: PR/PR res: [0x200003ab4:0xc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764763.999527:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0xc:0x0].0x0 (ffff9445838afc00) 00010000:00010000:0.0:1775764763.999529:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764763.999532:0:42325:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944581524c00/0x57b8ff0e030521b3 lrc: 2/0,0 mode: --/PR res: [0x200003ab4:0xc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764763.999537:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944581524c00/0x57b8ff0e030521b3 lrc: 0/0,0 mode: --/PR res: [0x200003ab4:0xc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764763.999703:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bea11c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+25:63297:x1862022098630784:12345-192.168.202.28@tcp:34:lfs.0 Request processed in 8349us (8795us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764763.999715:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 1000 00010000:00010000:3.0:1775764764.481702:0:42312:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1775764764.673917:0:42356:0:(llog.c:800:llog_process_thread()) index: 8, lh_last_idx: 8 synced_idx: 8 lgh_last_idx: 8 00000040:00080000:3.0:1775764764.673931:0:42356:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x32:0x0] at index 8 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1775764764.673980:0:42356:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x32:0x0] index 21 count 6 00000040:00080000:3.0:1775764764.673988:0:42356:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 9 count 2 00000100:00100000:1.0:1775764765.389765:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764765.389856:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764765.389905:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764765.389947:0:42317:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098630912 00000100:00100000:1.0:1775764765.389962:0:42317:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098630912 00000100:00100000:1.0:1775764765.390028:0:42317:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 296 00000100:00100000:1.0:1775764765.390039:0:42317:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944587289050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:24b54882-c0a1-43f2-954f-009e5a9afc9d+12:2376:x1862022098630912:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:1.0:1775764765.390130:0:42317:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944587289050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:24b54882-c0a1-43f2-954f-009e5a9afc9d+12:2376:x1862022098630912:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 92us (223us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764765.390137:0:42317:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 296 00000100:00100000:1.0:1775764765.390194:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764765.390216:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098631040 00000100:00100000:1.0:1775764765.390220:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098631040 00000100:00100000:1.0:1775764765.390261:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098631168 00000100:00100000:3.0:1775764765.390372:0:42945:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098631296 00000100:00100000:3.0:1775764765.390378:0:42945:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098631296 00000100:00100000:3.0:1775764765.390416:0:42945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 272 00000100:00100000:3.0:1775764765.390423:0:42945:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944587192300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+6:2376:x1862022098631296:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:3.0:1775764765.390460:0:42945:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944587192300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+6:2376:x1862022098631296:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 38us (605us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764765.390467:0:42945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 272 00000100:00100000:2.0:1775764765.390614:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 380 00000100:00100000:2.0:1775764765.390626:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944587191500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:82781e18-e0e3-4f9f-9a2b-041bf0344414+5:2376:x1862022098631040:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:2.0:1775764765.390673:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944587191500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:82781e18-e0e3-4f9f-9a2b-041bf0344414+5:2376:x1862022098631040:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 52us (928us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764765.390680:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 380 00000100:00100000:2.0:1775764765.390728:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00080000:2.0:1775764765.390749:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1775764765.390754:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1775764765.390769:0:42946:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098631424 00000100:00100000:2.0:1775764765.390773:0:42946:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098631424 00000100:00100000:2.0:1775764765.390829:0:42946:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 273 00000100:00100000:2.0:1775764765.390836:0:42946:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bea13800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+7:2376:x1862022098631424:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:2.0:1775764765.390862:0:42946:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bea13800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+7:2376:x1862022098631424:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 28us (134us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764765.390868:0:42946:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 273 00000100:00080000:2.0:1775764765.390887:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1775764765.393668:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098631168 00000100:00100000:1.0:1775764765.393822:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 381 00000100:00100000:1.0:1775764765.393836:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944487fbc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+25:2376:x1862022098631168:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:1.0:1775764765.393966:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944487fbc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+25:2376:x1862022098631168:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 132us (3769us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764765.393975:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 381 00000100:00080000:0.0:1775764765.404201:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:2.0:1775764765.506481:0:42313:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764766.541952:0:43224:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775764766.978860:0:3328:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bea10e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3328:1862022119057920:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1775764766.978978:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764766.979609:0:42947:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119057920 00000100:00100000:3.0:1775764766.979622:0:42947:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119057920 00000100:00100000:3.0:1775764766.979817:0:42947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 164 00000100:00100000:3.0:1775764766.979831:0:42947:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bce29c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3328:x1862022119057920:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1775764766.979889:0:42947:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 54329344 pending 0 free 3704619008 avail 3702521856 00000100:00100000:3.0:1775764766.979964:0:42947:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bce29c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3328:x1862022119057920:12345-0@lo:13:osp-pre-0-0.0 Request processed in 136us (986us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764766.979972:0:42947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 164 00000100:00100000:3.0:1775764766.980048:0:3328:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bea10e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3328:1862022119057920:0@lo:13:osp-pre-0-0.0 00000100:00080000:0.0:1775764766.981325:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1775764767.489868:0:3328:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944486739500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3328:1862022119058432:0@lo:400:kworker.0 00000100:00100000:1.0:1775764767.489969:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764767.490049:0:3328:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1775764767.490055:0:3328:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944487fbd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d8dacf45-8471-4226-a2fb-1fac83f69c1e:3328:1862022119058048:0@lo:400:kworker.0 00000100:00100000:1.0:1775764767.490097:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764767.490122:0:3328:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944486738380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3328:1862022119058560:0@lo:400:kworker.0 00000100:00100000:1.0:1775764767.490149:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764767.490180:0:3330:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445b2cb3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3330:1862022119058176:0@lo:400:kworker.0 00000100:00100000:1.0:1775764767.490210:0:3330:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764767.490248:0:3330:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944486738000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3330:1862022119058688:0@lo:400:kworker.0 00000100:00100000:1.0:1775764767.490270:0:3330:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764767.490288:0:3330:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1775764767.490293:0:3330:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff94448673b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3330:1862022119058304:0@lo:400:kworker.0 00000100:00100000:1.0:1775764767.490315:0:3330:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764767.490366:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119058432 00000100:00100000:1.0:1775764767.490377:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119058432 00000100:00100000:1.0:1775764767.490433:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119058560 00000100:00100000:1.0:1775764767.490436:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119058560 00000100:00100000:1.0:1775764767.490461:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119058688 00000100:00100000:1.0:1775764767.490464:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119058688 00000100:00100000:1.0:1775764767.490486:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 382 00000100:00100000:1.0:1775764767.490496:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486739c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3328:x1862022119058432:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764767.490559:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486739c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3328:x1862022119058432:12345-0@lo:400:kworker.0 Request processed in 63us (590us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764767.490567:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 382 00000100:00100000:1.0:1775764767.490584:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 383 00000100:00100000:1.0:1775764767.490591:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94448673b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3328:x1862022119058560:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764767.490616:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94448673b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3328:x1862022119058560:12345-0@lo:400:kworker.0 Request processed in 27us (467us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764767.490622:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 383 00000100:00100000:1.0:1775764767.490645:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 384 00000100:00100000:1.0:1775764767.490651:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486739f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3330:x1862022119058688:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764767.490683:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486739f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3330:x1862022119058688:12345-0@lo:400:kworker.0 Request processed in 32us (412us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764767.490689:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 384 00000100:00100000:1.0:1775764767.490712:0:42319:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119058048 00000100:00100000:1.0:1775764767.490716:0:42319:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119058048 00000100:00100000:1.0:1775764767.490743:0:42319:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 297 00000100:00100000:1.0:1775764767.490749:0:42319:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94458728a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d8dacf45-8471-4226-a2fb-1fac83f69c1e+18:3328:x1862022119058048:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764767.490775:0:42319:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94458728a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d8dacf45-8471-4226-a2fb-1fac83f69c1e+18:3328:x1862022119058048:12345-0@lo:400:kworker.0 Request processed in 27us (679us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764767.490781:0:42319:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 297 00000100:00100000:1.0:1775764767.490849:0:42945:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119058176 00000100:00100000:1.0:1775764767.490854:0:42945:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119058176 00000100:00100000:1.0:1775764767.490882:0:42945:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119058304 00000100:00100000:1.0:1775764767.490884:0:42945:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119058304 00000100:00100000:1.0:1775764767.490907:0:42945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 274 00000100:00100000:1.0:1775764767.490913:0:42945:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486738700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3330:x1862022119058176:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764767.490944:0:42945:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486738700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3330:x1862022119058176:12345-0@lo:400:kworker.0 Request processed in 32us (734us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764767.490951:0:42945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 274 00000100:00100000:1.0:1775764767.490962:0:42945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 275 00000100:00100000:1.0:1775764767.490968:0:42945:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94448673b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3330:x1862022119058304:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764767.490995:0:42945:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94448673b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3330:x1862022119058304:12345-0@lo:400:kworker.0 Request processed in 27us (679us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764767.491001:0:42945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 275 00000100:00080000:1.0:1775764767.491035:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1775764767.491041:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1775764767.491088:0:3330:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff94448673b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3330:1862022119058304:0@lo:400:kworker.0 00000100:00100000:1.0:1775764767.491098:0:3330:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445b2cb3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3330:1862022119058176:0@lo:400:kworker.0 00000100:00100000:1.0:1775764767.491106:0:3330:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944486738000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3330:1862022119058688:0@lo:400:kworker.0 00000100:00100000:1.0:1775764767.491135:0:3328:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944487fbd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d8dacf45-8471-4226-a2fb-1fac83f69c1e:3328:1862022119058048:0@lo:400:kworker.0 00000100:00100000:1.0:1775764767.491143:0:3328:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944486738380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3328:1862022119058560:0@lo:400:kworker.0 00000100:00100000:1.0:1775764767.491151:0:3328:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944486739500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3328:1862022119058432:0@lo:400:kworker.0 00010000:00010000:3.0:1775764767.563179:0:42312:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764768.581751:0:42313:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:2.0:1775764768.676016:0:5825:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 34359739203 is committed 00000100:00100000:1.0:1775764769.028944:0:3330:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1775764769.028983:0:3330:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944486739500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3330:1862022119058816:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1775764769.029078:0:3330:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764769.029169:0:42947:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119058816 00000100:00100000:1.0:1775764769.029179:0:42947:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119058816 00000100:00100000:1.0:1775764769.029256:0:42947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 165 00000100:00100000:1.0:1775764769.029267:0:42947:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486738380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3330:x1862022119058816:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1775764769.029335:0:42947:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 50921472 pending 0 free 3765436416 avail 3763339264 00000100:00100000:1.0:1775764769.029390:0:42947:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486738380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3330:x1862022119058816:12345-0@lo:13:osp-pre-1-0.0 Request processed in 124us (312us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764769.029399:0:42947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 165 00000100:00080000:1.0:1775764769.029425:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1775764769.029473:0:3330:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944486739500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3330:1862022119058816:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1775764769.615128:0:43224:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775764770.485934:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764770.485979:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764770.486002:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764770.486022:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764770.486047:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764770.486158:0:42318:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098631552 00000100:00100000:1.0:1775764770.486171:0:42318:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098631552 00000100:00100000:1.0:1775764770.486250:0:42318:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 298 00000100:00100000:1.0:1775764770.486263:0:42318:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944587288050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:24b54882-c0a1-43f2-954f-009e5a9afc9d+12:2376:x1862022098631552:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:1.0:1775764770.486375:0:42318:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944587288050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:24b54882-c0a1-43f2-954f-009e5a9afc9d+12:2376:x1862022098631552:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 115us (457us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764770.486383:0:42318:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 298 00000100:00100000:1.0:1775764770.486442:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098631808 00000100:00100000:1.0:1775764770.486446:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098631808 00000100:00100000:1.0:1775764770.486485:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098631680 00000100:00100000:1.0:1775764770.486488:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098631680 00000100:00100000:1.0:1775764770.486515:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 385 00000100:00100000:1.0:1775764770.486521:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bc1dd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+21:2376:x1862022098631808:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:1.0:1775764770.486556:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bc1dd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+21:2376:x1862022098631808:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 35us (576us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764770.486562:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 385 00000100:00100000:1.0:1775764770.486576:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 386 00000100:00100000:1.0:1775764770.486581:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bc1df480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:82781e18-e0e3-4f9f-9a2b-041bf0344414+5:2376:x1862022098631680:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:1.0:1775764770.486618:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bc1df480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:82781e18-e0e3-4f9f-9a2b-041bf0344414+5:2376:x1862022098631680:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 36us (595us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764770.486624:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 386 00000100:00100000:1.0:1775764770.486644:0:42945:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098632064 00000100:00100000:1.0:1775764770.486648:0:42945:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098632064 00000100:00100000:1.0:1775764770.486676:0:42945:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098631936 00000100:00100000:1.0:1775764770.486679:0:42945:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098631936 00000100:00100000:1.0:1775764770.486704:0:42945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 276 00000100:00100000:1.0:1775764770.486710:0:42945:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bc1dd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+7:2376:x1862022098632064:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:1.0:1775764770.486736:0:42945:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bc1dd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+7:2376:x1862022098632064:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 27us (733us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764770.486746:0:42945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 276 00000100:00100000:1.0:1775764770.486757:0:42945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 277 00000100:00100000:1.0:1775764770.486763:0:42945:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bc1dea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+6:2376:x1862022098631936:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:1.0:1775764770.486786:0:42945:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bc1dea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+6:2376:x1862022098631936:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 24us (739us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764770.486792:0:42945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 277 00000100:00080000:1.0:1775764770.486845:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1775764770.486850:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1775764770.486852:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:3.0:1775764770.626556:0:42312:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764771.649439:0:42313:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775764772.098542:0:3329:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1775764772.098575:0:3329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bc1de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3329:1862022119058944:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1775764772.098700:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764772.098829:0:42947:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119058944 00000100:00100000:3.0:1775764772.098841:0:42947:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119058944 00000100:00100000:3.0:1775764772.099674:0:42947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 166 00000100:00100000:3.0:1775764772.099688:0:42947:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bc1dc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3329:x1862022119058944:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1775764772.099744:0:42947:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 54329344 pending 0 free 3704619008 avail 3702521856 00000100:00100000:3.0:1775764772.099868:0:42947:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bc1dc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3329:x1862022119058944:12345-0@lo:13:osp-pre-0-0.0 Request processed in 184us (1168us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764772.099875:0:42947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 166 00000100:00080000:1.0:1775764772.102861:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1775764772.104311:0:3329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bc1de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3329:1862022119058944:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1775764772.609118:0:3330:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944486738000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3330:1862022119059200:0@lo:400:kworker.0 00000100:00100000:1.0:1775764772.609214:0:3330:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764772.609281:0:3330:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff94448673a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3330:1862022119059712:0@lo:400:kworker.0 00000100:00100000:1.0:1775764772.609310:0:3330:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764772.609336:0:3330:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1775764772.609341:0:3330:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff94448673b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3330:1862022119059328:0@lo:400:kworker.0 00000100:00100000:1.0:1775764772.609366:0:3330:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764772.609406:0:42945:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119059200 00000100:00100000:1.0:1775764772.609416:0:42945:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119059200 00000100:00100000:1.0:1775764772.609471:0:42945:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119059328 00000100:00100000:1.0:1775764772.609475:0:42945:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119059328 00000100:00100000:1.0:1775764772.609511:0:42945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 278 00000100:00100000:1.0:1775764772.609520:0:42945:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944487fbd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3330:x1862022119059200:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764772.609594:0:42945:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944487fbd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3330:x1862022119059200:12345-0@lo:400:kworker.0 Request processed in 75us (380us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764772.609602:0:42945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 278 00000100:00100000:1.0:1775764772.609634:0:42945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 279 00000100:00100000:1.0:1775764772.609640:0:42945:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94458620d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3330:x1862022119059328:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764772.609669:0:42945:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94458620d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3330:x1862022119059328:12345-0@lo:400:kworker.0 Request processed in 29us (302us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764772.609674:0:42945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 279 00000100:00100000:1.0:1775764772.609694:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119059712 00000100:00100000:1.0:1775764772.609698:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119059712 00000100:00100000:1.0:1775764772.609728:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 387 00000100:00100000:1.0:1775764772.609734:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445b2cb3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3330:x1862022119059712:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764772.609765:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445b2cb3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3330:x1862022119059712:12345-0@lo:400:kworker.0 Request processed in 32us (455us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764772.609771:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 387 00000100:00080000:1.0:1775764772.609836:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1775764772.609842:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1775764772.609889:0:3330:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff94448673b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3330:1862022119059328:0@lo:400:kworker.0 00000100:00100000:1.0:1775764772.609901:0:3330:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944486738000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3330:1862022119059200:0@lo:400:kworker.0 00000100:00100000:1.0:1775764772.609909:0:3330:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff94448673a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3330:1862022119059712:0@lo:400:kworker.0 00000100:00100000:2.0:1775764772.610127:0:3328:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944486738a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3328:1862022119059456:0@lo:400:kworker.0 00000100:00100000:2.0:1775764772.610172:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764772.610201:0:3328:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:2.0:1775764772.610206:0:3328:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944486739500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d8dacf45-8471-4226-a2fb-1fac83f69c1e:3328:1862022119059072:0@lo:400:kworker.0 00000100:00100000:2.0:1775764772.610235:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764772.610259:0:3328:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff94448673ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3328:1862022119059584:0@lo:400:kworker.0 00000100:00100000:2.0:1775764772.610281:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764772.610364:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119059456 00000100:00100000:1.0:1775764772.610369:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119059456 00000100:00100000:1.0:1775764772.610409:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119059584 00000100:00100000:1.0:1775764772.610412:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119059584 00000100:00100000:1.0:1775764772.610437:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 388 00000100:00100000:1.0:1775764772.610444:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bea11500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3328:x1862022119059456:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764772.610483:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bea11500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3328:x1862022119059456:12345-0@lo:400:kworker.0 Request processed in 40us (310us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764772.610489:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 388 00000100:00100000:1.0:1775764772.610503:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 389 00000100:00100000:1.0:1775764772.610510:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bea10e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3328:x1862022119059584:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764772.610538:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bea10e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3328:x1862022119059584:12345-0@lo:400:kworker.0 Request processed in 29us (256us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764772.610543:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 389 00000100:00100000:1.0:1775764772.610564:0:42317:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119059072 00000100:00100000:1.0:1775764772.610568:0:42317:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119059072 00000100:00100000:1.0:1775764772.610605:0:42317:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 299 00000100:00100000:1.0:1775764772.610612:0:42317:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94458728b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d8dacf45-8471-4226-a2fb-1fac83f69c1e+18:3328:x1862022119059072:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764772.610640:0:42317:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94458728b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d8dacf45-8471-4226-a2fb-1fac83f69c1e+18:3328:x1862022119059072:12345-0@lo:400:kworker.0 Request processed in 29us (404us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764772.610646:0:42317:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 299 00000100:00080000:1.0:1775764772.610684:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1775764772.610865:0:3328:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944486739500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d8dacf45-8471-4226-a2fb-1fac83f69c1e:3328:1862022119059072:0@lo:400:kworker.0 00000100:00100000:2.0:1775764772.610876:0:3328:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff94448673ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3328:1862022119059584:0@lo:400:kworker.0 00000100:00100000:2.0:1775764772.610899:0:3328:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944486738a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3328:1862022119059456:0@lo:400:kworker.0 00010000:00010000:1.0:1775764772.673126:0:43224:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775764773.598950:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764773.599215:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098632192 00000100:00100000:2.0:1775764773.599231:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098632192 00000100:00100000:2.0:1775764773.599330:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 1001 00000100:00100000:2.0:1775764773.599345:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94458620dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:82781e18-e0e3-4f9f-9a2b-041bf0344414+5:63726:x1862022098632192:12345-192.168.202.28@tcp:101:lctl.0 00010000:00010000:2.0:1775764773.599374:0:42324:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764773.599402:0:42324:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24e00/0x57b8ff0e030521ba lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17beb8 expref: -99 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764773.599491:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25000/0x57b8ff0e030521c1 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764773.599509:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25000/0x57b8ff0e030521c1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764773.599526:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25000/0x57b8ff0e030521c1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764773.599880:0:42324:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 9728 00000004:00200000:2.0:1775764773.599886:0:42324:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 45 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764773.599978:0:42324:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25000/0x57b8ff0e030521c1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764773.600012:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24e00/0x57b8ff0e030521ba lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17beb8 expref: 7 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764773.600034:0:42324:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25000/0x57b8ff0e030521c1 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17beb8 expref: 6 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764773.600044:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff944598a9b400) 00010000:00010000:2.0:1775764773.600047:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1775764773.600053:0:42324:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445baf25000, rc 0) 00000100:00100000:2.0:1775764773.600144:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94458620dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:82781e18-e0e3-4f9f-9a2b-041bf0344414+6:63726:x1862022098632192:12345-192.168.202.28@tcp:101:lctl.0 Request processed in 802us (1208us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764773.600153:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 1001 00000100:00080000:1.0:1775764773.601027:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:3.0:1775764773.697402:0:42312:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1775764773.766432:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764773.767331:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098632320 00000100:00100000:1.0:1775764773.767347:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098632320 00000100:00100000:1.0:1775764773.767453:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 1002 00000100:00100000:1.0:1775764773.767464:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944483640000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+21:63168:x1862022098632320:12345-192.168.202.28@tcp:60:lhsmtool_posix.0 00000100:00080000:2.0:1775764773.767685:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1775764773.768095:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944483640000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+21:63168:x1862022098632320:12345-192.168.202.28@tcp:60:lhsmtool_posix.0 Request processed in 628us (1672us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764773.768105:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 1002 00000100:00100000:0.0:1775764773.777095:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764773.780173:0:47878:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098632576 00000100:00100000:1.0:1775764773.780198:0:47878:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098632576 00000100:00100000:1.0:1775764773.780300:0:47878:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 290 00000100:00100000:1.0:1775764773.780313:0:47878:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486757100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+21:63168:x1862022098632576:12345-192.168.202.28@tcp:35:lhsmtool_posix.0 00000100:00100000:1.0:1775764773.781404:0:47878:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486757100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+22:63168:x1862022098632576:12345-192.168.202.28@tcp:35:lhsmtool_posix.0 Request processed in 1087us (4317us total) trans 34359739204 rc 0/0 00000100:00100000:1.0:1775764773.781415:0:47878:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 290 00000100:00100000:0.0:1775764774.147410:0:3331:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bc1de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3331:1862022119059840:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1775764774.147510:0:3331:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764774.149474:0:42948:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119059840 00000100:00100000:1.0:1775764774.149494:0:42948:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119059840 00000100:00100000:1.0:1775764774.149620:0:42948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 167 00000100:00080000:3.0:1775764774.149762:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1775764774.149996:0:42948:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486754e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3331:x1862022119059840:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1775764774.150063:0:42948:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 50921472 pending 0 free 3765436416 avail 3763339264 00000100:00100000:1.0:1775764774.150186:0:42948:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486754e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3331:x1862022119059840:12345-0@lo:13:osp-pre-1-0.0 Request processed in 196us (2675us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764774.150195:0:42948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 167 00000100:00100000:3.0:1775764774.154269:0:3331:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bc1de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3331:1862022119059840:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1775764774.722994:0:42313:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1775764774.913221:0:42356:0:(llog.c:800:llog_process_thread()) index: 8, lh_last_idx: 8 synced_idx: 8 lgh_last_idx: 8 00000040:00080000:2.0:1775764774.913234:0:42356:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x32:0x0] at index 8 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1775764774.913308:0:42356:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x32:0x0] index 21 count 6 00000040:00080000:2.0:1775764774.913319:0:42356:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 9 count 2 00000100:00100000:2.0:1775764775.601094:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764775.601143:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764775.601188:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764775.601223:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764775.601248:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764775.601480:0:42946:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098633216 00000100:00100000:1.0:1775764775.601494:0:42946:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098633216 00000100:00100000:1.0:1775764775.601585:0:42946:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098633088 00000100:00100000:1.0:1775764775.601588:0:42946:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098633088 00000100:00100000:1.0:1775764775.601622:0:42946:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 280 00000100:00100000:1.0:1775764775.601633:0:42946:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944489168700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+7:2377:x1862022098633216:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:1.0:1775764775.601732:0:42946:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944489168700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+7:2377:x1862022098633216:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 101us (542us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764775.601741:0:42946:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 280 00000100:00100000:1.0:1775764775.601771:0:42946:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 281 00000100:00100000:1.0:1775764775.601778:0:42946:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944586b88e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+6:2377:x1862022098633088:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:1.0:1775764775.601865:0:42946:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944586b88e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+6:2377:x1862022098633088:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 87us (616us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764775.601872:0:42946:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 281 00000100:00100000:1.0:1775764775.602110:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098632960 00000100:00100000:1.0:1775764775.602115:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098632960 00000100:00100000:1.0:1775764775.602145:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098632832 00000100:00100000:1.0:1775764775.602147:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098632832 00000100:00100000:1.0:1775764775.602178:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 390 00000100:00100000:1.0:1775764775.602184:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944483642d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+22:2377:x1862022098632960:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:1.0:1775764775.602220:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944483642d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+22:2377:x1862022098632960:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 37us (1077us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764775.602227:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 390 00000100:00100000:1.0:1775764775.602235:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 391 00000100:00100000:1.0:1775764775.602241:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944586b88380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:82781e18-e0e3-4f9f-9a2b-041bf0344414+6:2377:x1862022098632832:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:1.0:1775764775.602257:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944586b88380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:82781e18-e0e3-4f9f-9a2b-041bf0344414+6:2377:x1862022098632832:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 17us (1034us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764775.602263:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 391 00000100:00100000:3.0:1775764775.602652:0:42319:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098632704 00000100:00100000:3.0:1775764775.602658:0:42319:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098632704 00000100:00100000:3.0:1775764775.602699:0:42319:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 300 00000100:00100000:3.0:1775764775.602707:0:42319:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944587288450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:24b54882-c0a1-43f2-954f-009e5a9afc9d+12:2377:x1862022098632704:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:3.0:1775764775.602740:0:42319:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944587288450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:24b54882-c0a1-43f2-954f-009e5a9afc9d+12:2377:x1862022098632704:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 35us (1663us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764775.602746:0:42319:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 300 00000100:00080000:2.0:1775764775.603074:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1775764775.603081:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1775764775.603084:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:1.0:1775764775.746539:0:43224:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764776.770201:0:42312:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1775764777.219558:0:3328:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bc1de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3328:1862022119059968:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1775764777.219666:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764777.220119:0:42948:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119059968 00000100:00100000:1.0:1775764777.220131:0:42948:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119059968 00000100:00100000:1.0:1775764777.220219:0:42948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 168 00000100:00100000:1.0:1775764777.220231:0:42948:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944586b89f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3328:x1862022119059968:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1775764777.220293:0:42948:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 54329344 pending 0 free 3704619008 avail 3702521856 00000100:00100000:1.0:1775764777.220361:0:42948:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944586b89f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3328:x1862022119059968:12345-0@lo:13:osp-pre-0-0.0 Request processed in 132us (695us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764777.220370:0:42948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 168 00000100:00080000:2.0:1775764777.221952:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1775764777.222041:0:3328:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bc1de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3328:1862022119059968:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1775764777.729316:0:3329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944486754380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d8dacf45-8471-4226-a2fb-1fac83f69c1e:3329:1862022119060096:0@lo:400:kworker.0 00000100:00100000:0.0:1775764777.729415:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764777.729480:0:3329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944486755880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3329:1862022119060608:0@lo:400:kworker.0 00000100:00100000:0.0:1775764777.729512:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764777.729551:0:3329:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1775764777.729555:0:3331:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944486755f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3331:1862022119060352:0@lo:400:kworker.0 00000100:00100000:0.0:1775764777.729557:0:3329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944486757480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3329:1862022119060480:0@lo:400:kworker.0 00000100:00100000:0.0:1775764777.729582:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764777.729599:0:3331:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764777.729617:0:3331:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1775764777.729622:0:3331:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944486754a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3331:1862022119060224:0@lo:400:kworker.0 00000100:00100000:0.0:1775764777.729634:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119060608 00000100:00100000:0.0:1775764777.729644:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119060608 00000100:00100000:3.0:1775764777.729647:0:3331:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764777.729678:0:42946:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119060224 00000100:00100000:3.0:1775764777.729682:0:42946:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119060224 00000100:00100000:0.0:1775764777.729707:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119060480 00000100:00100000:0.0:1775764777.729710:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119060480 00000100:00100000:3.0:1775764777.729718:0:42946:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 282 00000100:00100000:0.0:1775764777.729725:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119060352 00000100:00100000:3.0:1775764777.729727:0:42946:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bc1dfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3331:x1862022119060224:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764777.729728:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119060352 00000100:00100000:3.0:1775764777.729830:0:42946:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bc1dfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3331:x1862022119060224:12345-0@lo:400:kworker.0 Request processed in 102us (179us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764777.729838:0:42946:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 282 00000100:00100000:3.0:1775764777.729878:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 392 00000100:00100000:3.0:1775764777.729885:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486757b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3329:x1862022119060608:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764777.729935:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486757b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3329:x1862022119060608:12345-0@lo:400:kworker.0 Request processed in 51us (423us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764777.729942:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 392 00000100:00100000:3.0:1775764777.729958:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 393 00000100:00100000:3.0:1775764777.729964:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486754000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3329:x1862022119060480:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764777.729989:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486754000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3329:x1862022119060480:12345-0@lo:400:kworker.0 Request processed in 26us (407us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764777.729995:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 393 00000100:00100000:3.0:1775764777.730008:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 394 00000100:00100000:3.0:1775764777.730014:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bc1de300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3331:x1862022119060352:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764777.730040:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bc1de300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3331:x1862022119060352:12345-0@lo:400:kworker.0 Request processed in 26us (440us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764777.730046:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 394 00000100:00100000:3.0:1775764777.730087:0:3329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944486757480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3329:1862022119060480:0@lo:400:kworker.0 00000100:00100000:3.0:1775764777.730098:0:3329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944486755880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3329:1862022119060608:0@lo:400:kworker.0 00000100:00100000:3.0:1775764777.730144:0:3331:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944486754a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3331:1862022119060224:0@lo:400:kworker.0 00000100:00100000:3.0:1775764777.730156:0:3331:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944486755f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3331:1862022119060352:0@lo:400:kworker.0 00000100:00100000:1.0:1775764777.730548:0:42318:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119060096 00000100:00100000:1.0:1775764777.730556:0:42318:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119060096 00000100:00100000:1.0:1775764777.730602:0:42318:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 301 00000100:00100000:1.0:1775764777.730609:0:42318:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944587288850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d8dacf45-8471-4226-a2fb-1fac83f69c1e+18:3329:x1862022119060096:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764777.730667:0:42318:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944587288850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d8dacf45-8471-4226-a2fb-1fac83f69c1e+18:3329:x1862022119060096:12345-0@lo:400:kworker.0 Request processed in 59us (1253us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764777.730674:0:42318:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 301 00000100:00100000:1.0:1775764777.730733:0:3329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944486754380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d8dacf45-8471-4226-a2fb-1fac83f69c1e:3329:1862022119060096:0@lo:400:kworker.0 00000100:00080000:2.0:1775764777.732511:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1775764777.732521:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:2.0:1775764777.793272:0:42313:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764778.820931:0:43224:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:2.0:1775764778.927471:0:5825:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 34359739204 is committed 00000100:00100000:1.0:1775764779.266626:0:3330:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff94458620ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3330:1862022119060736:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1775764779.266694:0:3330:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764779.266770:0:42948:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119060736 00000100:00100000:1.0:1775764779.266777:0:42948:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119060736 00000100:00100000:1.0:1775764779.266859:0:42948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 169 00000100:00100000:1.0:1775764779.266868:0:42948:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94458620f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3330:x1862022119060736:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1775764779.266901:0:42948:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 50921472 pending 0 free 3765436416 avail 3763339264 00000100:00100000:1.0:1775764779.266941:0:42948:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94458620f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3330:x1862022119060736:12345-0@lo:13:osp-pre-1-0.0 Request processed in 75us (246us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764779.266948:0:42948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 169 00000100:00080000:1.0:1775764779.266966:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1775764779.266997:0:3330:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff94458620ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3330:1862022119060736:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1775764779.844143:0:42312:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1775764780.172366:0:48972:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-pcc test 24b: General permission test for RO-PCC ========================================================== 15:59:38 (1775764778) 00000100:00100000:2.0:1775764780.717015:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764780.717061:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764780.717108:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764780.717147:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764780.717171:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764780.717263:0:42317:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098633344 00000100:00100000:0.0:1775764780.717276:0:42317:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098633344 00000100:00100000:0.0:1775764780.717344:0:42317:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 302 00000100:00100000:0.0:1775764780.717356:0:42317:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94458728b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:24b54882-c0a1-43f2-954f-009e5a9afc9d+12:2377:x1862022098633344:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:0.0:1775764780.717434:0:42317:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94458728b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:24b54882-c0a1-43f2-954f-009e5a9afc9d+12:2377:x1862022098633344:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 81us (325us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764780.717441:0:42317:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 302 00000100:00100000:0.0:1775764780.717473:0:42945:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098633728 00000100:00100000:0.0:1775764780.717477:0:42945:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098633728 00000100:00100000:0.0:1775764780.717526:0:42945:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098633856 00000100:00100000:0.0:1775764780.717529:0:42945:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098633856 00000100:00100000:0.0:1775764780.717549:0:42945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 283 00000100:00100000:0.0:1775764780.717555:0:42945:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944586b88000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+6:2377:x1862022098633728:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:0.0:1775764780.717587:0:42945:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944586b88000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+6:2377:x1862022098633728:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 32us (525us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764780.717593:0:42945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 283 00000100:00100000:0.0:1775764780.717605:0:42945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 284 00000100:00100000:0.0:1775764780.717611:0:42945:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944586b8b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+7:2377:x1862022098633856:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:0.0:1775764780.717633:0:42945:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944586b8b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+7:2377:x1862022098633856:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 22us (461us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764780.717640:0:42945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 284 00000100:00080000:0.0:1775764780.717769:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1775764780.717773:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1775764780.717930:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098633472 00000100:00100000:3.0:1775764780.717935:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098633472 00000100:00100000:3.0:1775764780.717982:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098633600 00000100:00100000:3.0:1775764780.717985:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098633600 00000100:00100000:3.0:1775764780.718064:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 395 00000100:00100000:3.0:1775764780.718070:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944586b8b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:82781e18-e0e3-4f9f-9a2b-041bf0344414+6:2377:x1862022098633472:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:3.0:1775764780.718109:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944586b8b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:82781e18-e0e3-4f9f-9a2b-041bf0344414+6:2377:x1862022098633472:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 39us (1106us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764780.718116:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 395 00000100:00100000:3.0:1775764780.718128:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 396 00000100:00100000:3.0:1775764780.718134:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944586b8b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+21:2377:x1862022098633600:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:3.0:1775764780.718154:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944586b8b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+21:2377:x1862022098633600:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 21us (1007us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764780.718160:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 396 00000100:00080000:0.0:1775764780.718293:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:2.0:1775764780.867007:0:42313:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764781.891576:0:43224:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1775764781.955607:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764781.957148:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098634112 00000100:00100000:1.0:1775764781.957163:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098634112 00000100:00100000:1.0:1775764781.957236:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 1003 00000100:00100000:1.0:1775764781.957247:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944586b8ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+21:64004:x1862022098634112:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1775764781.957553:0:42326:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764781.957577:0:42326:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944488002c00/0x57b8ff0e030521c8 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17bebf expref: -99 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764781.957655:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff944488003000/0x57b8ff0e030521cf lrc: 3/1,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764781.957670:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944488003000/0x57b8ff0e030521cf lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764781.957682:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944488003000/0x57b8ff0e030521cf lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764781.957697:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944488002600/0x57b8ff0e030521d6 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764781.957704:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944488002600/0x57b8ff0e030521d6 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764781.957709:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944488002600/0x57b8ff0e030521d6 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764781.961180:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944488003c00/0x57b8ff0e030521dd lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764781.961203:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944488003c00/0x57b8ff0e030521dd lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764781.961215:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944488003c00/0x57b8ff0e030521dd lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764781.961228:0:42326:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000002:0x2:0x0]: returning size 6656 00010000:00010000:1.0:1775764781.961453:0:42326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff944488003000/0x57b8ff0e030521cf lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764781.961462:0:42326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944488003000/0x57b8ff0e030521cf lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764781.961468:0:42326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944488003000/0x57b8ff0e030521cf lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764781.961474:0:42326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944488003000 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:1.0:1775764781.961479:0:42326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944488003000/0x57b8ff0e030521cf lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764781.961485:0:42326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944488003000/0x57b8ff0e030521cf lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764781.961511:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff9445838af500) 00010000:00010000:1.0:1775764781.961514:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764781.961519:0:42326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944488003000/0x57b8ff0e030521cf lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764781.961525:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944488003000/0x57b8ff0e030521cf lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764781.961539:0:42326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944488002600/0x57b8ff0e030521d6 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764781.961545:0:42326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944488002600/0x57b8ff0e030521d6 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764781.961550:0:42326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944488002600/0x57b8ff0e030521d6 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764781.961554:0:42326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944488002600 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:1.0:1775764781.961556:0:42326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944488002600/0x57b8ff0e030521d6 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764781.961562:0:42326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944488002600/0x57b8ff0e030521d6 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764781.961573:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x8d45d6bc (ffff944584d1db00) 00010000:00010000:1.0:1775764781.961575:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764781.961577:0:42326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944488002600/0x57b8ff0e030521d6 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764781.961582:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944488002600/0x57b8ff0e030521d6 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764781.962010:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944488002c00/0x57b8ff0e030521c8 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bebf expref: 24 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764781.962027:0:42326:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff944488003c00/0x57b8ff0e030521dd lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bebf expref: 23 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764781.962034:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff944598a9bf00) 00010000:00010000:1.0:1775764781.962036:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764781.962038:0:42326:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944488003c00, rc 0) 00000100:00100000:1.0:1775764781.962119:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944586b8ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+23:64004:x1862022098634112:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 Request processed in 4872us (6524us total) trans 34359739205 rc 0/0 00000100:00100000:1.0:1775764781.962128:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 1003 00000100:00100000:3.0:1775764781.975785:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764781.975954:0:44302:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098634240 00000100:00100000:0.0:1775764781.975965:0:44302:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098634240 00000100:00100000:0.0:1775764781.976034:0:44302:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 83 00000100:00100000:0.0:1775764781.976045:0:44302:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bc1dc380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+23:2379:x1862022098634240:12345-192.168.202.28@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1775764781.976061:0:44302:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764781.976086:0:44302:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944488003c00/0x57b8ff0e030521dd lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bebf expref: 23 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764781.976109:0:44302:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff944598a9bf00) 00010000:00010000:0.0:1775764781.976114:0:44302:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775764781.976175:0:44302:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bc1dc380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+22:2379:x1862022098634240:12345-192.168.202.28@tcp:103:ldlm_bl.0 Request processed in 132us (398us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764781.976183:0:44302:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 83 00000100:00100000:2.0:1775764781.977740:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764781.977844:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098634368 00000100:00100000:3.0:1775764781.977858:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098634368 00000100:00100000:3.0:1775764781.977918:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 1004 00000100:00100000:3.0:1775764781.977927:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944586b89880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+22:64004:x1862022098634368:12345-192.168.202.28@tcp:59:lhsmtool_posix.0 00000100:00100000:3.0:1775764781.978033:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944586b89880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+22:64004:x1862022098634368:12345-192.168.202.28@tcp:59:lhsmtool_posix.0 Request processed in 106us (316us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764781.978040:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 1004 00000100:00100000:2.0:1775764782.053451:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764782.053552:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764782.055262:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098634496 00000100:00100000:3.0:1775764782.055283:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098634496 00000100:00100000:1.0:1775764782.055321:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098634752 00000100:00100000:1.0:1775764782.055328:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098634752 00000100:00080000:0.0:1775764782.055353:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1775764782.055403:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 1005 00000100:00100000:3.0:1775764782.055414:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944586b88a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+23:2378:x1862022098634496:12345-192.168.202.28@tcp:41:mkdir.0 00000004:00000024:3.0:1775764782.055458:0:44493:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 6815744 pending 0 free 2261254144 avail 2259156992 00000100:00100000:3.0:1775764782.055563:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944586b88a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+23:2378:x1862022098634496:12345-192.168.202.28@tcp:41:mkdir.0 Request processed in 151us (2122us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764782.055571:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 1005 00000100:00100000:3.0:1775764782.055589:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 1006 00000100:00100000:3.0:1775764782.055595:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944586b88700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+22:64013:x1862022098634752:12345-192.168.202.28@tcp:36:mkdir.0 00010000:00010000:3.0:1775764782.055634:0:44493:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764782.055660:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944488003e00/0x57b8ff0e03052039 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17be41 expref: 22 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764782.055680:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff944598a9b400) 00010000:00010000:3.0:1775764782.055685:0:44493:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1775764782.056122:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695e00/0x57b8ff0e030521eb lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764782.056136:0:44493:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25000/0x57b8ff0e030521c1 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17beb8 expref: 5 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764782.056144:0:44493:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695e00/0x57b8ff0e030521eb lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764782.056177:0:44493:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25000/0x57b8ff0e030521c1 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17beb8 expref: 5 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764782.056190:0:44493:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25000/0x57b8ff0e030521c1 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17beb8 expref: 5 pid: 42324 timeout: 2348 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764782.056206:0:44493:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bc1dd880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:44493:1862022119060864:192.168.202.28@tcp:104: 00000100:00100000:3.0:1775764782.056281:0:44493:0:(client.c:2691:ptlrpc_set_wait()) set ffff9445b7baba80 going to sleep for 11 seconds 00000100:00100000:3.0:1775764782.058725:0:44493:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bc1dd880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:44493:1862022119060864:192.168.202.28@tcp:104: 00010000:00010000:3.0:1775764782.058754:0:44493:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695e00/0x57b8ff0e030521eb lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764782.061637:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764782.061698:0:42311:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098634880 00000100:00100000:3.0:1775764782.061706:0:42311:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098634880 00010000:00010000:3.0:1775764782.061749:0:42311:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25000/0x57b8ff0e030521c1 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17beb8 expref: 6 pid: 42324 timeout: 2348 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764782.061778:0:42311:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 197 00000100:00100000:3.0:1775764782.061784:0:42311:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486757800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:82781e18-e0e3-4f9f-9a2b-041bf0344414+6:2379:x1862022098634880:12345-192.168.202.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764782.061823:0:42311:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764782.061831:0:42311:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25000/0x57b8ff0e030521c1 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17beb8 expref: 6 pid: 42324 timeout: 2348 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764782.061845:0:42311:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25000/0x57b8ff0e030521c1 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17beb8 expref: 6 pid: 42324 timeout: 2348 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764782.061874:0:42311:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25000/0x57b8ff0e030521c1 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17beb8 expref: 6 pid: 42324 timeout: 2348 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764782.061892:0:42311:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff944598a9b400) 00010000:00010000:3.0:1775764782.061897:0:42311:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695e00/0x57b8ff0e030521eb lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764782.061908:0:42311:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695e00/0x57b8ff0e030521eb lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764782.061917:0:42311:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695e00/0x57b8ff0e030521eb lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00080000:0.0:1775764782.062005:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:3.0:1775764782.062130:0:42311:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764782.062179:0:42311:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486757800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:82781e18-e0e3-4f9f-9a2b-041bf0344414+5:2379:x1862022098634880:12345-192.168.202.28@tcp:103:ldlm_bl.0 Request processed in 394us (549us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764782.062185:0:42311:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 197 00010000:00010000:0.0:1775764782.068072:0:44493:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695e00/0x57b8ff0e030521eb lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764782.068091:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695e00/0x57b8ff0e030521eb lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764782.068128:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff944581524a00/0x57b8ff0e030521f2 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x16fb30a4 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764782.068143:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944581524a00/0x57b8ff0e030521f2 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x16fb30a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764782.068156:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944581524a00/0x57b8ff0e030521f2 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x16fb30a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764782.069316:0:44493:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab4:0xd:0x0]: returning size 512 00010000:00010000:0.0:1775764782.069329:0:44493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695e00/0x57b8ff0e030521eb lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764782.069337:0:44493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695e00/0x57b8ff0e030521eb lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764782.069343:0:44493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695e00/0x57b8ff0e030521eb lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764782.069349:0:44493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445be695e00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:0.0:1775764782.069353:0:44493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695e00/0x57b8ff0e030521eb lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764782.069362:0:44493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695e00/0x57b8ff0e030521eb lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764782.069376:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff944598a9b400) 00010000:00010000:0.0:1775764782.069379:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764782.069384:0:44493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695e00/0x57b8ff0e030521eb lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764782.069390:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695e00/0x57b8ff0e030521eb lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764782.069410:0:44493:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000a8e50475 reply state 0000000056a1918f transno 34359739206 ns: mdt-lustre-MDT0000_UUID lock: ffff944581524a00/0x57b8ff0e030521f2 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x16fb30a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764782.069419:0:44493:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1775764782.069531:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944586b88700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+23:64013:x1862022098634752:12345-192.168.202.28@tcp:36:mkdir.0 Request processed in 13932us (15975us total) trans 34359739206 rc 0/0 00000100:00100000:0.0:1775764782.069544:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 1006 00010000:00010000:3.0:1775764782.078209:0:3315:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff944581524a00/0x57b8ff0e030521f2 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x16fb30a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764782.078229:0:3315:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944581524a00/0x57b8ff0e030521f2 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x16fb30a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764782.078237:0:3315:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944581524a00/0x57b8ff0e030521f2 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x16fb30a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764782.078243:0:3315:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944581524a00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:3.0:1775764782.078249:0:3315:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944581524a00/0x57b8ff0e030521f2 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x16fb30a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764782.078256:0:3315:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944581524a00/0x57b8ff0e030521f2 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x16fb30a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764782.079152:0:3315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x16fb30a4 (ffff944599e85100) 00010000:00010000:3.0:1775764782.079158:0:3315:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764782.079165:0:3315:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944581524a00/0x57b8ff0e030521f2 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x16fb30a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764782.079178:0:3315:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944581524a00/0x57b8ff0e030521f2 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x16fb30a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764782.080472:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764782.080527:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098635008 00000100:00100000:3.0:1775764782.080536:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098635008 00000100:00100000:3.0:1775764782.080590:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 1007 00000100:00100000:3.0:1775764782.080601:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944586b89c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+22:64014:x1862022098635008:12345-192.168.202.28@tcp:101:dd.0 00010000:00010000:3.0:1775764782.080627:0:42325:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764782.080707:0:42325:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e030521f9 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17bec6 expref: -99 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764782.080776:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e03052200 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764782.080790:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e03052200 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764782.080833:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e03052200 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764782.080985:0:42325:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 9728 00000004:00200000:3.0:1775764782.080990:0:42325:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 46 stripe count 1 MDT count 1 00000004:00010000:3.0:1775764782.081017:0:42325:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e03052200 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764782.081040:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e030521f9 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bec6 expref: 24 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764782.081060:0:42325:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e03052200 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bec6 expref: 23 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764782.081069:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9445867bef00) 00010000:00010000:3.0:1775764782.081072:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1775764782.081076:0:42325:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445be694600, rc 0) 00000100:00100000:3.0:1775764782.081127:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944586b89c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+23:64014:x1862022098635008:12345-192.168.202.28@tcp:101:dd.0 Request processed in 527us (658us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764782.081133:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 1007 00000040:00080000:2.0:1775764782.087192:0:42356:0:(llog.c:800:llog_process_thread()) index: 8, lh_last_idx: 8 synced_idx: 8 lgh_last_idx: 8 00000040:00080000:2.0:1775764782.087202:0:42356:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x32:0x0] at index 8 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1775764782.087240:0:42356:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x32:0x0] index 21 count 6 00000040:00080000:2.0:1775764782.087247:0:42356:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 9 count 2 00000100:00100000:2.0:1775764782.087525:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764782.087611:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098635136 00000100:00100000:0.0:1775764782.087621:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098635136 00000100:00100000:0.0:1775764782.087703:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 1008 00000100:00100000:0.0:1775764782.087713:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944586b89180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+23:64014:x1862022098635136:12345-192.168.202.28@tcp:101:dd.0 00010000:00010000:0.0:1775764782.087742:0:42324:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764782.087762:0:42324:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944581524e00/0x57b8ff0e03052207 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17becd expref: -99 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764782.087859:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff944581524600/0x57b8ff0e0305220e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764782.087874:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944581524600/0x57b8ff0e0305220e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764782.087895:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944581524600/0x57b8ff0e0305220e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764782.087912:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944581524c00/0x57b8ff0e03052215 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x16fb30a4 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764782.087919:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944581524c00/0x57b8ff0e03052215 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x16fb30a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764782.087925:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944581524c00/0x57b8ff0e03052215 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x16fb30a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764782.088022:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944581525c00/0x57b8ff0e0305221c lrc: 3/1,0 mode: --/PR res: [0x200003ab4:0xd:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764782.088034:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944581525c00/0x57b8ff0e0305221c lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0xd:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764782.088041:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944581525c00/0x57b8ff0e0305221c lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0xd:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764782.088073:0:42324:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab4:0xd:0x0]: returning size 512 00000004:00200000:0.0:1775764782.088076:0:42324:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1775764782.088098:0:42324:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff944581525c00/0x57b8ff0e0305221c lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0xd:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764782.088109:0:42324:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff944581524600/0x57b8ff0e0305220e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764782.088115:0:42324:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944581524600/0x57b8ff0e0305220e lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764782.088122:0:42324:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944581524600/0x57b8ff0e0305220e lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764782.088128:0:42324:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944581524600 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:0.0:1775764782.088131:0:42324:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944581524600/0x57b8ff0e0305220e lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764782.088139:0:42324:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944581524600/0x57b8ff0e0305220e lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764782.088156:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9445867bef00) 00010000:00010000:0.0:1775764782.088159:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764782.088164:0:42324:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944581524600/0x57b8ff0e0305220e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764782.088174:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944581524600/0x57b8ff0e0305220e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764782.088186:0:42324:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944581524c00/0x57b8ff0e03052215 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x16fb30a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764782.088192:0:42324:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944581524c00/0x57b8ff0e03052215 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x16fb30a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764782.088198:0:42324:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944581524c00/0x57b8ff0e03052215 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x16fb30a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764782.088202:0:42324:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944581524c00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:0.0:1775764782.088205:0:42324:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944581524c00/0x57b8ff0e03052215 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x16fb30a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764782.088210:0:42324:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944581524c00/0x57b8ff0e03052215 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x16fb30a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764782.088217:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x16fb30a4 (ffff944599e85000) 00010000:00010000:0.0:1775764782.088219:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764782.088221:0:42324:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944581524c00/0x57b8ff0e03052215 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x16fb30a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764782.088226:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944581524c00/0x57b8ff0e03052215 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x16fb30a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764782.088254:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944581524e00/0x57b8ff0e03052207 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17becd expref: 25 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764782.088270:0:42324:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff944581525c00/0x57b8ff0e0305221c lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0xd:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17becd expref: 24 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764782.088277:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0xd:0x0].0x0 (ffff944599e85e00) 00010000:00010000:0.0:1775764782.088279:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:0.0:1775764782.088281:0:42324:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944581525c00, rc 0) 00000100:00100000:0.0:1775764782.088339:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944586b89180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+24:64014:x1862022098635136:12345-192.168.202.28@tcp:101:dd.0 Request processed in 628us (818us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764782.088347:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 1008 00000100:00100000:2.0:1775764782.095198:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764782.095440:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098635392 00000100:00100000:1.0:1775764782.095452:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098635392 00000100:00100000:1.0:1775764782.095531:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 1009 00000100:00100000:1.0:1775764782.095543:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944586b8aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+24:64014:x1862022098635392:12345-192.168.202.28@tcp:101:dd.0 00010000:00010000:1.0:1775764782.095567:0:42326:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764782.095589:0:42326:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944488002c00/0x57b8ff0e03052223 lrc: 2/0,0 mode: --/CW res: [0x200003ab4:0xd:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17bed4 expref: -99 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764782.095720:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff944488002600/0x57b8ff0e0305222a lrc: 3/0,1 mode: --/CW res: [0x200003ab4:0xd:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764782.095741:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944488002600/0x57b8ff0e0305222a lrc: 3/0,1 mode: CW/CW res: [0x200003ab4:0xd:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764782.095753:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944488002600/0x57b8ff0e0305222a lrc: 3/0,1 mode: CW/CW res: [0x200003ab4:0xd:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764782.095769:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff944488003000/0x57b8ff0e03052231 lrc: 3/0,1 mode: --/PW res: [0x200003ab4:0xd:0x0].0x7da9bc5e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764782.095775:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944488003000/0x57b8ff0e03052231 lrc: 3/0,1 mode: PW/PW res: [0x200003ab4:0xd:0x0].0x7da9bc5e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764782.095781:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944488003000/0x57b8ff0e03052231 lrc: 3/0,1 mode: PW/PW res: [0x200003ab4:0xd:0x0].0x7da9bc5e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1775764782.096645:0:42326:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x11b:0x0], index 0: 0 00010000:00010000:1.0:1775764782.100630:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944488003200/0x57b8ff0e03052238 lrc: 3/1,0 mode: --/PR res: [0x200003ab4:0xe:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764782.100656:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944488003200/0x57b8ff0e03052238 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764782.100673:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944488003200/0x57b8ff0e03052238 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764782.100737:0:42326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff944488002600/0x57b8ff0e0305222a lrc: 3/0,1 mode: CW/CW res: [0x200003ab4:0xd:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764782.100749:0:42326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944488002600/0x57b8ff0e0305222a lrc: 2/0,0 mode: CW/CW res: [0x200003ab4:0xd:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764782.100756:0:42326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944488002600/0x57b8ff0e0305222a lrc: 3/0,0 mode: CW/CW res: [0x200003ab4:0xd:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764782.100761:0:42326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944488002600 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:1.0:1775764782.100765:0:42326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944488002600/0x57b8ff0e0305222a lrc: 3/0,0 mode: CW/CW res: [0x200003ab4:0xd:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764782.100773:0:42326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944488002600/0x57b8ff0e0305222a lrc: 4/0,0 mode: CW/CW res: [0x200003ab4:0xd:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764782.100786:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0xd:0x0].0x0 (ffff944599e85e00) 00010000:00010000:1.0:1775764782.100789:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764782.100793:0:42326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944488002600/0x57b8ff0e0305222a lrc: 2/0,0 mode: --/CW res: [0x200003ab4:0xd:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764782.102259:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944488002600/0x57b8ff0e0305222a lrc: 0/0,0 mode: --/CW res: [0x200003ab4:0xd:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764782.102288:0:42326:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000845343e7 reply state 0000000057034299 transno 34359739207 ns: mdt-lustre-MDT0000_UUID lock: ffff944488003000/0x57b8ff0e03052231 lrc: 3/0,1 mode: PW/PW res: [0x200003ab4:0xd:0x0].0x7da9bc5e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764782.102299:0:42326:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1775764782.102351:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944488002c00/0x57b8ff0e03052223 lrc: 0/0,0 mode: --/CW res: [0x200003ab4:0xd:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bed4 expref: 27 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764782.102367:0:42326:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff944488003200/0x57b8ff0e03052238 lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bed4 expref: 26 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764782.102392:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0xe:0x0].0x0 (ffff944584d1d700) 00010000:00010000:1.0:1775764782.102395:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1775764782.102398:0:42326:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944488003200, rc 0) 00000100:00100000:1.0:1775764782.102478:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944586b8aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+27:64014:x1862022098635392:12345-192.168.202.28@tcp:101:dd.0 Request processed in 6937us (7289us total) trans 34359739207 rc 0/0 00000100:00100000:1.0:1775764782.102487:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 1009 00010000:00010000:3.0:1775764782.106659:0:3314:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff944488003000/0x57b8ff0e03052231 lrc: 3/0,1 mode: PW/PW res: [0x200003ab4:0xd:0x0].0x7da9bc5e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764782.106672:0:3314:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944488003000/0x57b8ff0e03052231 lrc: 2/0,0 mode: PW/PW res: [0x200003ab4:0xd:0x0].0x7da9bc5e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764782.106677:0:3314:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944488003000/0x57b8ff0e03052231 lrc: 3/0,0 mode: PW/PW res: [0x200003ab4:0xd:0x0].0x7da9bc5e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764782.106680:0:3314:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944488003000 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:3.0:1775764782.106684:0:3314:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944488003000/0x57b8ff0e03052231 lrc: 3/0,0 mode: PW/PW res: [0x200003ab4:0xd:0x0].0x7da9bc5e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764782.106689:0:3314:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944488003000/0x57b8ff0e03052231 lrc: 4/0,0 mode: PW/PW res: [0x200003ab4:0xd:0x0].0x7da9bc5e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764782.106702:0:3314:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0xd:0x0].0x7da9bc5e (ffff944584d1db00) 00010000:00010000:3.0:1775764782.106704:0:3314:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764782.106707:0:3314:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944488003000/0x57b8ff0e03052231 lrc: 2/0,0 mode: --/PW res: [0x200003ab4:0xd:0x0].0x7da9bc5e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764782.106710:0:3314:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944488003000/0x57b8ff0e03052231 lrc: 0/0,0 mode: --/PW res: [0x200003ab4:0xd:0x0].0x7da9bc5e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764782.110735:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764782.111250:0:42945:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098635520 00000100:00100000:0.0:1775764782.111261:0:42945:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098635520 00000100:00080000:1.0:1775764782.111321:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1775764782.111331:0:42945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 253 00000100:00100000:0.0:1775764782.111341:0:42945:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444864b3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+6:64014:x1862022098635520:12345-192.168.202.28@tcp:101:dd.0 00010000:00010000:0.0:1775764782.111358:0:42945:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764782.111375:0:42945:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003804343d/0x57b8ff0e03052246 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x11b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17bedb expref: -99 pid: 42945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1775764782.111396:0:42945:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x11b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1775764782.111411:0:42945:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764782.111412:0:42945:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764782.111418:0:42945:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003804343d/0x57b8ff0e03052246 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x11b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bedb expref: 7 pid: 42945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764782.111430:0:42945:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000003804343d/0x57b8ff0e03052246 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x11b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bedb expref: 7 pid: 42945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764782.111444:0:42945:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944581524e00, rc 0) 00000100:00100000:0.0:1775764782.111509:0:42945:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444864b3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+7:64014:x1862022098635520:12345-192.168.202.28@tcp:101:dd.0 Request processed in 171us (784us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764782.111516:0:42945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 253 00000100:00100000:2.0:1775764782.114392:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764782.114488:0:42328:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098635776 00000100:00100000:3.0:1775764782.114508:0:42328:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098635776 00000100:00100000:3.0:1775764782.114567:0:42328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 291 00000100:00100000:3.0:1775764782.114578:0:42328:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444864b3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+26:64014:x1862022098635776:12345-192.168.202.28@tcp:35:dd.0 00000100:00100000:3.0:1775764782.115470:0:42328:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444864b3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+27:64014:x1862022098635776:12345-192.168.202.28@tcp:35:dd.0 Request processed in 893us (1084us total) trans 34359739208 rc 0/0 00000100:00100000:3.0:1775764782.115476:0:42328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 291 00000100:00100000:2.0:1775764782.128429:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764782.128531:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098636032 00000100:00100000:3.0:1775764782.128541:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098636032 00000100:00100000:3.0:1775764782.128603:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 1010 00000100:00100000:3.0:1775764782.128614:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444864b3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+27:64015:x1862022098636032:12345-192.168.202.28@tcp:36:chmod.0 00010000:00010000:3.0:1775764782.128680:0:42325:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764782.128708:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944488003200/0x57b8ff0e03052238 lrc: 0/0,0 mode: --/PR res: [0x200003ab4:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bed4 expref: 27 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764782.128730:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0xe:0x0].0x0 (ffff944584d1d700) 00010000:00010000:3.0:1775764782.128741:0:42325:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1775764782.128771:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e0305224d lrc: 3/0,1 mode: --/PW res: [0x200003ab4:0xe:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764782.128784:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e0305224d lrc: 3/0,1 mode: PW/PW res: [0x200003ab4:0xe:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764782.128796:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e0305224d lrc: 3/0,1 mode: PW/PW res: [0x200003ab4:0xe:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764782.129087:0:42325:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000a8dd4524 reply state 000000003f380d03 transno 34359739209 ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e0305224d lrc: 3/0,1 mode: PW/PW res: [0x200003ab4:0xe:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764782.129098:0:42325:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1775764782.129190:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444864b3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+28:64015:x1862022098636032:12345-192.168.202.28@tcp:36:chmod.0 Request processed in 577us (771us total) trans 34359739209 rc 0/0 00000100:00100000:3.0:1775764782.129198:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 1010 00010000:00010000:3.0:1775764782.132041:0:3315:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e0305224d lrc: 3/0,1 mode: PW/PW res: [0x200003ab4:0xe:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764782.132057:0:3315:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e0305224d lrc: 2/0,0 mode: PW/PW res: [0x200003ab4:0xe:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764782.132063:0:3315:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e0305224d lrc: 3/0,0 mode: PW/PW res: [0x200003ab4:0xe:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764782.132070:0:3315:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445be695200 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:3.0:1775764782.132075:0:3315:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e0305224d lrc: 3/0,0 mode: PW/PW res: [0x200003ab4:0xe:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764782.132082:0:3315:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e0305224d lrc: 4/0,0 mode: PW/PW res: [0x200003ab4:0xe:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764782.132098:0:3315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0xe:0x0].0x0 (ffff9445867be100) 00010000:00010000:3.0:1775764782.132102:0:3315:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1775764782.132107:0:3315:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e0305224d lrc: 2/0,0 mode: --/PW res: [0x200003ab4:0xe:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764782.132113:0:3315:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e0305224d lrc: 0/0,0 mode: --/PW res: [0x200003ab4:0xe:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764782.138454:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764782.139222:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098636160 00000100:00100000:0.0:1775764782.139233:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098636160 00000100:00100000:0.0:1775764782.139344:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 1011 00000100:00100000:0.0:1775764782.139355:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444864b0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+27:64015:x1862022098636160:12345-192.168.202.28@tcp:101:chmod.0 00010000:00010000:0.0:1775764782.139393:0:44493:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764782.139414:0:44493:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944581524c00/0x57b8ff0e03052254 lrc: 2/0,0 mode: --/CR res: [0x200003ab4:0xe:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17bee2 expref: -99 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764782.139478:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944581524c00/0x57b8ff0e03052254 lrc: 3/0,0 mode: CR/CR res: [0x200003ab4:0xe:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bee2 expref: 28 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764782.139501:0:44493:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff944581524c00/0x57b8ff0e03052254 lrc: 3/0,0 mode: CR/CR res: [0x200003ab4:0xe:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bee2 expref: 28 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764782.139521:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0xe:0x0].0x0 (ffff944599e85500) 00010000:00010000:0.0:1775764782.139524:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1775764782.139527:0:44493:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944581524c00, rc 0) 00000100:00100000:0.0:1775764782.139594:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444864b0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+28:64015:x1862022098636160:12345-192.168.202.28@tcp:101:chmod.0 Request processed in 241us (1148us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764782.139600:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 1011 00000100:00100000:2.0:1775764782.143728:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764782.144125:0:42944:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098636288 00000100:00100000:3.0:1775764782.144137:0:42944:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098636288 00000100:00100000:3.0:1775764782.144200:0:42944:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 254 00000100:00100000:3.0:1775764782.144211:0:42944:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444864b1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+7:2376:x1862022098636288:12345-192.168.202.28@tcp:2:chmod.0 00002000:00010000:3.0:1775764782.144552:0:42944:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x11b:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1775764782.144556:0:42944:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x11b:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:3.0:1775764782.144558:0:42944:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x11b:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1775764782.144559:0:42944:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x11b:0x0] updating lvb ctime from disk: 0 -> 1775764782 00002000:00010000:3.0:1775764782.144562:0:42944:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x11b:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:3.0:1775764782.144618:0:42944:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444864b1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+8:2376:x1862022098636288:12345-192.168.202.28@tcp:2:chmod.0 Request processed in 409us (900us total) trans 34359738452 rc 0/0 00000100:00100000:3.0:1775764782.144625:0:42944:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 254 00000100:00100000:2.0:1775764782.213575:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764782.213736:0:42327:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098636416 00000100:00100000:0.0:1775764782.213749:0:42327:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098636416 00000100:00100000:0.0:1775764782.214127:0:42327:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 292 00000100:00100000:0.0:1775764782.214139:0:42327:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445b1dbe450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+28:64021:x1862022098636416:12345-192.168.202.28@tcp:49:dd.500 00000100:00100000:0.0:1775764782.214257:0:42327:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445b1dbe450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+28:64021:x1862022098636416:12345-192.168.202.28@tcp:49:dd.500 Request processed in 120us (690us total) trans 0 rc -61/-61 00000100:00100000:0.0:1775764782.214265:0:42327:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 292 00000100:00100000:2.0:1775764782.217335:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764782.217424:0:42328:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098636544 00000100:00100000:3.0:1775764782.217433:0:42328:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098636544 00000100:00100000:3.0:1775764782.217481:0:42328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 293 00000100:00100000:3.0:1775764782.217497:0:42328:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444864b0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+28:64021:x1862022098636544:12345-192.168.202.28@tcp:49:dd.500 00000100:00100000:3.0:1775764782.217605:0:42328:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444864b0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+28:64021:x1862022098636544:12345-192.168.202.28@tcp:49:dd.500 Request processed in 116us (280us total) trans 0 rc -61/-61 00000100:00100000:3.0:1775764782.217612:0:42328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 293 00000100:00100000:2.0:1775764782.221444:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764782.221859:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098636800 00000100:00100000:3.0:1775764782.221872:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098636800 00000100:00100000:3.0:1775764782.221928:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 1012 00000100:00100000:3.0:1775764782.221949:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444864b1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+28:64021:x1862022098636800:12345-192.168.202.28@tcp:101:dd.500 00010000:00010000:3.0:1775764782.221972:0:42325:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764782.222140:0:42325:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e0305225b lrc: 2/0,0 mode: --/CR res: [0x200003ab4:0xd:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17bee9 expref: -99 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764782.222222:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694400/0x57b8ff0e03052262 lrc: 3/1,0 mode: --/CR res: [0x200003ab4:0xd:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764782.222239:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694400/0x57b8ff0e03052262 lrc: 3/1,0 mode: CR/CR res: [0x200003ab4:0xd:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764782.222255:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694400/0x57b8ff0e03052262 lrc: 3/1,0 mode: CR/CR res: [0x200003ab4:0xd:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764782.222270:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694a00/0x57b8ff0e03052269 lrc: 3/1,0 mode: --/PR res: [0x200003ab4:0xd:0x0].0x7da9bc5e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764782.222277:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694a00/0x57b8ff0e03052269 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0xd:0x0].0x7da9bc5e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764782.222283:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694a00/0x57b8ff0e03052269 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0xd:0x0].0x7da9bc5e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764782.222516:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695e00/0x57b8ff0e03052270 lrc: 3/1,0 mode: --/PR res: [0x200003ab4:0xe:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764782.222525:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695e00/0x57b8ff0e03052270 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764782.222534:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695e00/0x57b8ff0e03052270 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764782.222544:0:42325:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab4:0xe:0x0]: returning size 1024 00010000:00010000:3.0:1775764782.222566:0:42325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695e00/0x57b8ff0e03052270 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764782.222574:0:42325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695e00/0x57b8ff0e03052270 lrc: 2/0,0 mode: PR/PR res: [0x200003ab4:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764782.222581:0:42325:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695e00/0x57b8ff0e03052270 lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764782.222588:0:42325:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445be695e00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:3.0:1775764782.222593:0:42325:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695e00/0x57b8ff0e03052270 lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764782.222600:0:42325:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695e00/0x57b8ff0e03052270 lrc: 4/0,0 mode: PR/PR res: [0x200003ab4:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764782.222611:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0xe:0x0].0x0 (ffff944599e85500) 00010000:00010000:3.0:1775764782.222615:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1775764782.222620:0:42325:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695e00/0x57b8ff0e03052270 lrc: 2/0,0 mode: --/PR res: [0x200003ab4:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764782.222626:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695e00/0x57b8ff0e03052270 lrc: 0/0,0 mode: --/PR res: [0x200003ab4:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764782.222645:0:42325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694400/0x57b8ff0e03052262 lrc: 3/1,0 mode: CR/CR res: [0x200003ab4:0xd:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764782.222650:0:42325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694400/0x57b8ff0e03052262 lrc: 2/0,0 mode: CR/CR res: [0x200003ab4:0xd:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764782.222656:0:42325:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694400/0x57b8ff0e03052262 lrc: 3/0,0 mode: CR/CR res: [0x200003ab4:0xd:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764782.222662:0:42325:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445be694400 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:3.0:1775764782.222665:0:42325:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694400/0x57b8ff0e03052262 lrc: 3/0,0 mode: CR/CR res: [0x200003ab4:0xd:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764782.222671:0:42325:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694400/0x57b8ff0e03052262 lrc: 4/0,0 mode: CR/CR res: [0x200003ab4:0xd:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764782.222681:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0xd:0x0].0x0 (ffff944599e85e00) 00010000:00010000:3.0:1775764782.222684:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764782.222686:0:42325:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694400/0x57b8ff0e03052262 lrc: 2/0,0 mode: --/CR res: [0x200003ab4:0xd:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764782.222692:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694400/0x57b8ff0e03052262 lrc: 0/0,0 mode: --/CR res: [0x200003ab4:0xd:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764782.222700:0:42325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694a00/0x57b8ff0e03052269 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0xd:0x0].0x7da9bc5e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764782.222706:0:42325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694a00/0x57b8ff0e03052269 lrc: 2/0,0 mode: PR/PR res: [0x200003ab4:0xd:0x0].0x7da9bc5e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764782.222711:0:42325:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694a00/0x57b8ff0e03052269 lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0xd:0x0].0x7da9bc5e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764782.222717:0:42325:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445be694a00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:3.0:1775764782.222719:0:42325:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694a00/0x57b8ff0e03052269 lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0xd:0x0].0x7da9bc5e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764782.222725:0:42325:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694a00/0x57b8ff0e03052269 lrc: 4/0,0 mode: PR/PR res: [0x200003ab4:0xd:0x0].0x7da9bc5e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764782.222732:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0xd:0x0].0x7da9bc5e (ffff9445867be100) 00010000:00010000:3.0:1775764782.222735:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764782.222737:0:42325:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694a00/0x57b8ff0e03052269 lrc: 2/0,0 mode: --/PR res: [0x200003ab4:0xd:0x0].0x7da9bc5e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764782.222743:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694a00/0x57b8ff0e03052269 lrc: 0/0,0 mode: --/PR res: [0x200003ab4:0xd:0x0].0x7da9bc5e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764782.222785:0:42325:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e0305225b lrc: 1/0,0 mode: --/CR res: [0x200003ab4:0xd:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bee9 expref: 29 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764782.222795:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0xd:0x0].0x0 (ffff944599e85e00) 00010000:00010000:3.0:1775764782.222860:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1775764782.222864:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e0305225b lrc: 0/0,0 mode: --/CR res: [0x200003ab4:0xd:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bee9 expref: 29 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764782.222875:0:42325:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445be695200, rc 0) 00000100:00100000:3.0:1775764782.223741:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444864b1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+28:64021:x1862022098636800:12345-192.168.202.28@tcp:101:dd.500 Request processed in 1789us (2302us total) trans 0 rc 301/301 00000100:00100000:3.0:1775764782.223751:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 1012 00000100:00100000:2.0:1775764782.295444:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764782.295598:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098637056 00000100:00100000:1.0:1775764782.295609:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098637056 00000100:00100000:1.0:1775764782.295682:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 1013 00000100:00100000:1.0:1775764782.295692:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444864b0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+28:64027:x1862022098637056:12345-192.168.202.28@tcp:101:dd.500 00010000:00010000:1.0:1775764782.295718:0:42326:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764782.295742:0:42326:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944488002600/0x57b8ff0e03052277 lrc: 2/0,0 mode: --/CR res: [0x200003ab4:0xd:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17bef0 expref: -99 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764782.295891:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff944488002a00/0x57b8ff0e0305227e lrc: 3/1,0 mode: --/CR res: [0x200003ab4:0xd:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764782.295908:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944488002a00/0x57b8ff0e0305227e lrc: 3/1,0 mode: CR/CR res: [0x200003ab4:0xd:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764782.295920:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944488002a00/0x57b8ff0e0305227e lrc: 3/1,0 mode: CR/CR res: [0x200003ab4:0xd:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764782.295936:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944488002000/0x57b8ff0e03052285 lrc: 3/1,0 mode: --/PR res: [0x200003ab4:0xd:0x0].0x7da9bc5e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764782.295943:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944488002000/0x57b8ff0e03052285 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0xd:0x0].0x7da9bc5e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764782.295950:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944488002000/0x57b8ff0e03052285 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0xd:0x0].0x7da9bc5e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764782.296232:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944488003600/0x57b8ff0e0305228c lrc: 3/1,0 mode: --/PR res: [0x200003ab4:0xe:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764782.296241:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944488003600/0x57b8ff0e0305228c lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764782.296249:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944488003600/0x57b8ff0e0305228c lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764782.296259:0:42326:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab4:0xe:0x0]: returning size 1024 00010000:00010000:1.0:1775764782.296282:0:42326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944488003600/0x57b8ff0e0305228c lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764782.296290:0:42326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944488003600/0x57b8ff0e0305228c lrc: 2/0,0 mode: PR/PR res: [0x200003ab4:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764782.296296:0:42326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944488003600/0x57b8ff0e0305228c lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764782.296303:0:42326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944488003600 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:1.0:1775764782.296308:0:42326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944488003600/0x57b8ff0e0305228c lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764782.296316:0:42326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944488003600/0x57b8ff0e0305228c lrc: 4/0,0 mode: PR/PR res: [0x200003ab4:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764782.296328:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0xe:0x0].0x0 (ffff944599e85500) 00010000:00010000:1.0:1775764782.296331:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1775764782.296336:0:42326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944488003600/0x57b8ff0e0305228c lrc: 2/0,0 mode: --/PR res: [0x200003ab4:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764782.296343:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944488003600/0x57b8ff0e0305228c lrc: 0/0,0 mode: --/PR res: [0x200003ab4:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764782.296362:0:42326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff944488002a00/0x57b8ff0e0305227e lrc: 3/1,0 mode: CR/CR res: [0x200003ab4:0xd:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764782.296368:0:42326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944488002a00/0x57b8ff0e0305227e lrc: 2/0,0 mode: CR/CR res: [0x200003ab4:0xd:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764782.296755:0:42326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944488002a00/0x57b8ff0e0305227e lrc: 3/0,0 mode: CR/CR res: [0x200003ab4:0xd:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764782.296764:0:42326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944488002a00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:1.0:1775764782.296767:0:42326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944488002a00/0x57b8ff0e0305227e lrc: 3/0,0 mode: CR/CR res: [0x200003ab4:0xd:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764782.296774:0:42326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944488002a00/0x57b8ff0e0305227e lrc: 4/0,0 mode: CR/CR res: [0x200003ab4:0xd:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764782.296783:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0xd:0x0].0x0 (ffff944599e85e00) 00010000:00010000:1.0:1775764782.296786:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764782.296789:0:42326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944488002a00/0x57b8ff0e0305227e lrc: 2/0,0 mode: --/CR res: [0x200003ab4:0xd:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764782.296794:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944488002a00/0x57b8ff0e0305227e lrc: 0/0,0 mode: --/CR res: [0x200003ab4:0xd:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764782.296864:0:42326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944488002000/0x57b8ff0e03052285 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0xd:0x0].0x7da9bc5e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764782.296870:0:42326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944488002000/0x57b8ff0e03052285 lrc: 2/0,0 mode: PR/PR res: [0x200003ab4:0xd:0x0].0x7da9bc5e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764782.296875:0:42326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944488002000/0x57b8ff0e03052285 lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0xd:0x0].0x7da9bc5e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764782.297451:0:42326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944488002000 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:1.0:1775764782.297455:0:42326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944488002000/0x57b8ff0e03052285 lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0xd:0x0].0x7da9bc5e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764782.297462:0:42326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944488002000/0x57b8ff0e03052285 lrc: 4/0,0 mode: PR/PR res: [0x200003ab4:0xd:0x0].0x7da9bc5e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764782.297472:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0xd:0x0].0x7da9bc5e (ffff944584d1d300) 00010000:00010000:1.0:1775764782.297475:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764782.297478:0:42326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944488002000/0x57b8ff0e03052285 lrc: 2/0,0 mode: --/PR res: [0x200003ab4:0xd:0x0].0x7da9bc5e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764782.297484:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944488002000/0x57b8ff0e03052285 lrc: 0/0,0 mode: --/PR res: [0x200003ab4:0xd:0x0].0x7da9bc5e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764782.297541:0:42326:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff944488002600/0x57b8ff0e03052277 lrc: 1/0,0 mode: --/CR res: [0x200003ab4:0xd:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bef0 expref: 29 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764782.297552:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0xd:0x0].0x0 (ffff944599e85e00) 00010000:00010000:1.0:1775764782.297554:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1775764782.297558:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944488002600/0x57b8ff0e03052277 lrc: 0/0,0 mode: --/CR res: [0x200003ab4:0xd:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bef0 expref: 29 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764782.297567:0:42326:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944488002600, rc 0) 00000100:00100000:1.0:1775764782.297645:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444864b0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+28:64027:x1862022098637056:12345-192.168.202.28@tcp:101:dd.500 Request processed in 1953us (2210us total) trans 0 rc 301/301 00000100:00100000:1.0:1775764782.297658:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 1013 00000100:00100000:0.0:1775764782.337396:0:3330:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1775764782.337419:0:3330:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bc1dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3330:1862022119060992:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1775764782.337484:0:3330:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764782.337746:0:42948:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119060992 00000100:00100000:3.0:1775764782.337754:0:42948:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119060992 00000100:00100000:3.0:1775764782.337838:0:42948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 170 00000100:00100000:3.0:1775764782.337847:0:42948:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486757100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3330:x1862022119060992:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1775764782.337881:0:42948:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 54329344 pending 0 free 3704619008 avail 3702521856 00000100:00100000:3.0:1775764782.337923:0:42948:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486757100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3330:x1862022119060992:12345-0@lo:13:osp-pre-0-0.0 Request processed in 77us (438us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764782.337940:0:42948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 170 00000100:00100000:3.0:1775764782.337996:0:3330:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bc1dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3330:1862022119060992:0@lo:13:osp-pre-0-0.0 00000100:00080000:0.0:1775764782.338328:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1775764782.381643:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764782.381762:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098637184 00000100:00100000:1.0:1775764782.381775:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098637184 00000100:00100000:1.0:1775764782.381874:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 1014 00000100:00100000:1.0:1775764782.381894:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486754700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+28:64033:x1862022098637184:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:1.0:1775764782.381916:0:42324:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764782.382216:0:42324:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944488002600/0x57b8ff0e03052293 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17bef7 expref: -99 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764782.382292:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944488002000/0x57b8ff0e0305229a lrc: 3/1,0 mode: --/PR res: [0x200003ab4:0xd:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764782.382305:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944488002000/0x57b8ff0e0305229a lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0xd:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764782.382316:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944488002000/0x57b8ff0e0305229a lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0xd:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764782.382374:0:42324:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab4:0xd:0x0]: returning size 512 00000004:00200000:1.0:1775764782.382378:0:42324:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00010000:1.0:1775764782.382401:0:42324:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff944488002000/0x57b8ff0e0305229a lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0xd:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764782.382431:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944488002600/0x57b8ff0e03052293 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bef7 expref: 30 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764782.382450:0:42324:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff944488002000/0x57b8ff0e0305229a lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0xd:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bef7 expref: 29 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764782.382465:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0xd:0x0].0x0 (ffff944599e85e00) 00010000:00010000:1.0:1775764782.382469:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1775764782.382473:0:42324:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944488002000, rc 0) 00000100:00100000:1.0:1775764782.382557:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486754700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+29:64033:x1862022098637184:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 663us (924us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764782.382565:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 1014 00000100:00100000:3.0:1775764782.387401:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764782.387486:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098637312 00000100:00100000:1.0:1775764782.387507:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098637312 00000100:00100000:1.0:1775764782.387578:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 1015 00000100:00100000:1.0:1775764782.387588:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bc1dd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+29:64033:x1862022098637312:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:1.0:1775764782.387610:0:42326:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764782.387633:0:42326:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944488002a00/0x57b8ff0e030522a1 lrc: 2/0,0 mode: --/CR res: [0x200003ab4:0xd:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17befe expref: -99 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764782.387707:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff944488003600/0x57b8ff0e030522a8 lrc: 3/1,0 mode: --/CR res: [0x200003ab4:0xd:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764782.387725:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944488003600/0x57b8ff0e030522a8 lrc: 3/1,0 mode: CR/CR res: [0x200003ab4:0xd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764782.387737:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944488003600/0x57b8ff0e030522a8 lrc: 3/1,0 mode: CR/CR res: [0x200003ab4:0xd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764782.387752:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944488003a00/0x57b8ff0e030522af lrc: 3/1,0 mode: --/PR res: [0x200003ab4:0xd:0x0].0x7da9bc5e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764782.387759:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944488003a00/0x57b8ff0e030522af lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0xd:0x0].0x7da9bc5e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764782.387770:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944488003a00/0x57b8ff0e030522af lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0xd:0x0].0x7da9bc5e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764782.387919:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944488003800/0x57b8ff0e030522b6 lrc: 3/1,0 mode: --/PR res: [0x200003ab4:0xe:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764782.387927:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944488003800/0x57b8ff0e030522b6 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0xe:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764782.387944:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944488003800/0x57b8ff0e030522b6 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0xe:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764782.388127:0:42326:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab4:0xe:0x0]: returning size 1024 00000004:00200000:1.0:1775764782.388132:0:42326:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1775764782.388154:0:42326:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff944488003800/0x57b8ff0e030522b6 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0xe:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764782.388166:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944488003800/0x57b8ff0e030522b6 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764782.388174:0:42326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff944488003600/0x57b8ff0e030522a8 lrc: 3/1,0 mode: CR/CR res: [0x200003ab4:0xd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764782.388181:0:42326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944488003600/0x57b8ff0e030522a8 lrc: 2/0,0 mode: CR/CR res: [0x200003ab4:0xd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764782.388188:0:42326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944488003600/0x57b8ff0e030522a8 lrc: 3/0,0 mode: CR/CR res: [0x200003ab4:0xd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764782.388193:0:42326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944488003600 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:1.0:1775764782.388197:0:42326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944488003600/0x57b8ff0e030522a8 lrc: 3/0,0 mode: CR/CR res: [0x200003ab4:0xd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764782.388205:0:42326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944488003600/0x57b8ff0e030522a8 lrc: 4/0,0 mode: CR/CR res: [0x200003ab4:0xd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764782.388218:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0xd:0x0].0x0 (ffff944599e85e00) 00010000:00010000:1.0:1775764782.388222:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764782.388226:0:42326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944488003600/0x57b8ff0e030522a8 lrc: 2/0,0 mode: --/CR res: [0x200003ab4:0xd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764782.388232:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944488003600/0x57b8ff0e030522a8 lrc: 0/0,0 mode: --/CR res: [0x200003ab4:0xd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764782.388249:0:42326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944488003a00/0x57b8ff0e030522af lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0xd:0x0].0x7da9bc5e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764782.388254:0:42326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944488003a00/0x57b8ff0e030522af lrc: 2/0,0 mode: PR/PR res: [0x200003ab4:0xd:0x0].0x7da9bc5e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764782.388260:0:42326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944488003a00/0x57b8ff0e030522af lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0xd:0x0].0x7da9bc5e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764782.388264:0:42326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944488003a00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:1.0:1775764782.388267:0:42326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944488003a00/0x57b8ff0e030522af lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0xd:0x0].0x7da9bc5e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764782.388273:0:42326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944488003a00/0x57b8ff0e030522af lrc: 4/0,0 mode: PR/PR res: [0x200003ab4:0xd:0x0].0x7da9bc5e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764782.388279:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0xd:0x0].0x7da9bc5e (ffff944584d1d300) 00010000:00010000:1.0:1775764782.388282:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764782.388285:0:42326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944488003a00/0x57b8ff0e030522af lrc: 2/0,0 mode: --/PR res: [0x200003ab4:0xd:0x0].0x7da9bc5e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764782.388293:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944488003a00/0x57b8ff0e030522af lrc: 0/0,0 mode: --/PR res: [0x200003ab4:0xd:0x0].0x7da9bc5e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764782.388323:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944488002a00/0x57b8ff0e030522a1 lrc: 0/0,0 mode: --/CR res: [0x200003ab4:0xd:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17befe expref: 31 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764782.388336:0:42326:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff944488003800/0x57b8ff0e030522b6 lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17befe expref: 30 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764782.388343:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0xe:0x0].0x0 (ffff944599e85500) 00010000:00010000:1.0:1775764782.388345:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1775764782.388347:0:42326:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944488003800, rc 0) 00000100:00100000:1.0:1775764782.388409:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bc1dd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+30:64033:x1862022098637312:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 822us (1019us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764782.388417:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 1015 00000100:00100000:2.0:1775764782.394470:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764782.394642:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098637568 00000100:00100000:3.0:1775764782.394652:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098637568 00000100:00100000:3.0:1775764782.394716:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 1016 00000100:00100000:3.0:1775764782.394726:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444864b1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+30:64033:x1862022098637568:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:3.0:1775764782.394747:0:42325:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764782.394766:0:42325:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e030522bd lrc: 2/0,0 mode: --/CR res: [0x200003ab4:0xd:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17bf05 expref: -99 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764782.395251:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694a00/0x57b8ff0e030522c4 lrc: 3/1,0 mode: --/PR res: [0x200003ab4:0xe:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764782.395267:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694a00/0x57b8ff0e030522c4 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764782.395279:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694a00/0x57b8ff0e030522c4 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764782.395291:0:42325:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab4:0xe:0x0]: returning size 1024 00010000:00010000:3.0:1775764782.395541:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e030522bd lrc: 0/0,0 mode: --/CR res: [0x200003ab4:0xd:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bf05 expref: 33 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764782.395562:0:42325:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694a00/0x57b8ff0e030522c4 lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bf05 expref: 32 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764782.395572:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0xe:0x0].0x0 (ffff944599e85500) 00010000:00010000:3.0:1775764782.395575:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1775764782.395579:0:42325:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445be694a00, rc 0) 00000100:00100000:3.0:1775764782.395649:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444864b1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+32:64033:x1862022098637568:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 925us (1187us total) trans 34359739210 rc 0/0 00000100:00100000:3.0:1775764782.395659:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 1016 00000100:00100000:2.0:1775764782.400292:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764782.400366:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098637824 00000100:00100000:1.0:1775764782.400386:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098637824 00000100:00100000:1.0:1775764782.400444:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 1017 00000100:00100000:1.0:1775764782.400453:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444864b2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+32:64033:x1862022098637824:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:1.0:1775764782.400479:0:42326:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764782.400482:0:42326:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 1 00010000:00010000:1.0:1775764782.400521:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694a00/0x57b8ff0e030522c4 lrc: 0/0,0 mode: --/PR res: [0x200003ab4:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bf05 expref: 32 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764782.400542:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944488003800/0x57b8ff0e030522b6 lrc: 0/0,0 mode: --/PR res: [0x200003ab4:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17befe expref: 31 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764782.400562:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944581524c00/0x57b8ff0e03052254 lrc: 0/0,0 mode: --/CR res: [0x200003ab4:0xe:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bee2 expref: 30 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764782.400573:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0xe:0x0].0x0 (ffff944599e85500) 00010000:00010000:1.0:1775764782.400584:0:42326:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1775764782.400598:0:42326:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944488002600/0x57b8ff0e030522d2 lrc: 2/0,0 mode: --/EX res: [0x200003ab4:0xe:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17bf0c expref: -99 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764782.400640:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff944488002e00/0x57b8ff0e030522d9 lrc: 3/1,0 mode: --/CR res: [0x200003ab4:0xe:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764782.400653:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944488002e00/0x57b8ff0e030522d9 lrc: 3/1,0 mode: CR/CR res: [0x200003ab4:0xe:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764782.400662:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944488002e00/0x57b8ff0e030522d9 lrc: 3/1,0 mode: CR/CR res: [0x200003ab4:0xe:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764782.400675:0:42326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff944488002e00/0x57b8ff0e030522d9 lrc: 3/1,0 mode: CR/CR res: [0x200003ab4:0xe:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764782.400681:0:42326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944488002e00/0x57b8ff0e030522d9 lrc: 2/0,0 mode: CR/CR res: [0x200003ab4:0xe:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764782.400689:0:42326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944488002e00/0x57b8ff0e030522d9 lrc: 3/0,0 mode: CR/CR res: [0x200003ab4:0xe:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764782.400695:0:42326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944488002e00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:1.0:1775764782.400699:0:42326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944488002e00/0x57b8ff0e030522d9 lrc: 3/0,0 mode: CR/CR res: [0x200003ab4:0xe:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764782.400710:0:42326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944488002e00/0x57b8ff0e030522d9 lrc: 4/0,0 mode: CR/CR res: [0x200003ab4:0xe:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764782.400718:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0xe:0x0].0x0 (ffff944584d1dd00) 00010000:00010000:1.0:1775764782.400720:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1775764782.400724:0:42326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944488002e00/0x57b8ff0e030522d9 lrc: 2/0,0 mode: --/CR res: [0x200003ab4:0xe:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764782.400728:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944488002e00/0x57b8ff0e030522d9 lrc: 0/0,0 mode: --/CR res: [0x200003ab4:0xe:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764782.400750:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff944488003400/0x57b8ff0e030522e0 lrc: 3/0,1 mode: --/EX res: [0x200003ab4:0xe:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764782.400757:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944488003400/0x57b8ff0e030522e0 lrc: 3/0,1 mode: EX/EX res: [0x200003ab4:0xe:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764782.400764:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944488003400/0x57b8ff0e030522e0 lrc: 3/0,1 mode: EX/EX res: [0x200003ab4:0xe:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764782.402201:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944488003400/0x57b8ff0e030522e0 lrc: 3/0,0 mode: CR/CR res: [0x200003ab4:0xe:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bf0c expref: 32 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764782.402216:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0xe:0x0].0x0 (ffff944584d1dd00) 00010000:00010000:0.0:1775764782.402219:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:0.0:1775764782.402234:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944488002600/0x57b8ff0e030522d2 lrc: 0/0,0 mode: --/EX res: [0x200003ab4:0xe:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bf0c expref: 32 pid: 42326 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764782.402250:0:42326:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff944488003400/0x57b8ff0e030522e0 lrc: 3/0,0 mode: CR/CR res: [0x200003ab4:0xe:0x0].0x0 bits 0xa/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bf0c expref: 31 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764782.402280:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0xe:0x0].0x0 (ffff944584d1dd00) 00010000:00010000:0.0:1775764782.402282:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:0.0:1775764782.402284:0:42326:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944488003400, rc 0) 00000100:00100000:0.0:1775764782.402405:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444864b2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+31:64033:x1862022098637824:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 1952us (2123us total) trans 34359739211 rc 0/0 00000100:00100000:0.0:1775764782.402417:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 1017 00000100:00100000:2.0:1775764782.406253:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764782.406509:0:45548:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098637952 00000100:00100000:3.0:1775764782.406521:0:45548:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098637952 00002000:00100000:3.0:1775764782.406579:0:45548:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x11b:0x0] (0->1023) req@ffff9444864b0000 x1862022098637952/t0(0) o4->fcf15866-4739-4595-8fe1-44abde7ee9d7@192.168.202.28@tcp:263/0 lens 1512/0 e 0 to 0 dl 1775764793 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764782.406592:0:45548:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9444864b0000 with x1862022098637952 ext(0->1023) 00002000:00010000:3.0:1775764782.406598:0:45548:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9444864b0000 00000100:00100000:3.0:1775764782.406635:0:45548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 87 00000100:00100000:3.0:1775764782.406645:0:45548:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444864b0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+8:2378:x1862022098637952:12345-192.168.202.28@tcp:4:dd.0 00000100:00100000:3.0:1775764782.407151:0:45548:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444864b0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+10:2378:x1862022098637952:12345-192.168.202.28@tcp:4:dd.0 Request processed in 506us (908us total) trans 34359738453 rc 0/0 00000100:00100000:3.0:1775764782.407159:0:45548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 87 00002000:00100000:3.0:1775764782.407166:0:45548:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x11b:0x0] (0->1023) req@ffff9444864b0000 x1862022098637952/t34359738453(0) o4->fcf15866-4739-4595-8fe1-44abde7ee9d7@192.168.202.28@tcp:263/0 lens 1512/448 e 0 to 0 dl 1775764793 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764782.407174:0:45548:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9444864b0000 with x1862022098637952 ext(0->1023) 00002000:00010000:3.0:1775764782.407177:0:45548:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9444864b0000 00000100:00100000:2.0:1775764782.415422:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764782.415564:0:42949:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098638080 00000100:00100000:3.0:1775764782.415575:0:42949:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098638080 00002000:00100000:3.0:1775764782.415625:0:42949:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x11b:0x0] (0->4095) req@ffff9444864b2300 x1862022098638080/t0(0) o3->fcf15866-4739-4595-8fe1-44abde7ee9d7@192.168.202.28@tcp:263/0 lens 488/0 e 0 to 0 dl 1775764793 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764782.415636:0:42949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9444864b2300 with x1862022098638080 ext(0->4095) 00002000:00010000:3.0:1775764782.415642:0:42949:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9444864b2300 00000100:00100000:3.0:1775764782.415675:0:42949:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 88 00000100:00100000:3.0:1775764782.415685:0:42949:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444864b2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+10:2379:x1862022098638080:12345-192.168.202.28@tcp:3:lfs.0 00000100:00100000:3.0:1775764782.415927:0:42949:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444864b2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+10:2379:x1862022098638080:12345-192.168.202.28@tcp:3:lfs.0 Request processed in 242us (513us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1775764782.415935:0:42949:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 88 00002000:00100000:3.0:1775764782.415941:0:42949:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x11b:0x0] (0->4095) req@ffff9444864b2300 x1862022098638080/t0(0) o3->fcf15866-4739-4595-8fe1-44abde7ee9d7@192.168.202.28@tcp:263/0 lens 488/4536 e 0 to 0 dl 1775764793 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764782.415950:0:42949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9444864b2300 with x1862022098638080 ext(0->4095) 00002000:00010000:3.0:1775764782.415954:0:42949:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9444864b2300 00000100:00100000:1.0:1775764782.421938:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764782.422161:0:47878:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098638336 00000100:00100000:3.0:1775764782.422173:0:47878:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098638336 00000100:00100000:3.0:1775764782.422225:0:47878:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 294 00000100:00100000:3.0:1775764782.422235:0:47878:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94458620ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+31:64033:x1862022098638336:12345-192.168.202.28@tcp:35:lfs.0 00000100:00100000:3.0:1775764782.422478:0:47878:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94458620ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+32:64033:x1862022098638336:12345-192.168.202.28@tcp:35:lfs.0 Request processed in 244us (551us total) trans 34359739212 rc 0/0 00000100:00100000:3.0:1775764782.422486:0:47878:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 294 00000100:00100000:2.0:1775764782.523127:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764782.523413:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098638592 00000100:00100000:3.0:1775764782.523425:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098638592 00000100:00100000:3.0:1775764782.523482:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 1018 00000100:00100000:3.0:1775764782.523501:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444864b2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+32:64043:x1862022098638592:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:3.0:1775764782.523531:0:42325:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764782.523554:0:42325:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e030522e7 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17bf13 expref: -99 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764782.523678:0:42325:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab4:0xd:0x0]: returning size 512 00010000:00010000:3.0:1775764782.526134:0:42325:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e030522e7 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bf13 expref: 34 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764782.526166:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9445867bef00) 00010000:00010000:3.0:1775764782.526169:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1775764782.526179:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e030522e7 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bf13 expref: 34 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764782.526212:0:42325:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445be695200, rc 0) 00000100:00100000:3.0:1775764782.526354:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444864b2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+33:64043:x1862022098638592:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 2863us (3235us total) trans 34359739213 rc 301/301 00000100:00100000:3.0:1775764782.526364:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 1018 00000100:00100000:2.0:1775764782.531363:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764782.531551:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098638720 00000100:00100000:0.0:1775764782.531563:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098638720 00000100:00100000:0.0:1775764782.531658:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 1019 00000100:00100000:0.0:1775764782.531669:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444864b0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+33:64043:x1862022098638720:12345-192.168.202.28@tcp:34:lfs.0 00010000:00010000:0.0:1775764782.531749:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff944581525000/0x57b8ff0e030522f5 lrc: 3/1,0 mode: --/CR res: [0x200003ab4:0xd:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764782.531766:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944581525000/0x57b8ff0e030522f5 lrc: 3/1,0 mode: CR/CR res: [0x200003ab4:0xd:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764782.531778:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944581525000/0x57b8ff0e030522f5 lrc: 3/1,0 mode: CR/CR res: [0x200003ab4:0xd:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764782.531794:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944581524c00/0x57b8ff0e030522fc lrc: 3/1,0 mode: --/PR res: [0x200003ab4:0xd:0x0].0x7da9bc5e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764782.531837:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944581524c00/0x57b8ff0e030522fc lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0xd:0x0].0x7da9bc5e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764782.531844:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944581524c00/0x57b8ff0e030522fc lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0xd:0x0].0x7da9bc5e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764782.531955:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944581524600/0x57b8ff0e03052303 lrc: 3/1,0 mode: --/PR res: [0x200003ab4:0xe:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764782.531964:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944581524600/0x57b8ff0e03052303 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0xe:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764782.531980:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944581524600/0x57b8ff0e03052303 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0xe:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764782.532021:0:44493:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff944581524600/0x57b8ff0e03052303 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0xe:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764782.532033:0:44493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff944581525000/0x57b8ff0e030522f5 lrc: 3/1,0 mode: CR/CR res: [0x200003ab4:0xd:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764782.532038:0:44493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944581525000/0x57b8ff0e030522f5 lrc: 2/0,0 mode: CR/CR res: [0x200003ab4:0xd:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764782.532044:0:44493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944581525000/0x57b8ff0e030522f5 lrc: 3/0,0 mode: CR/CR res: [0x200003ab4:0xd:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764782.532049:0:44493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944581525000 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:0.0:1775764782.532053:0:44493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944581525000/0x57b8ff0e030522f5 lrc: 3/0,0 mode: CR/CR res: [0x200003ab4:0xd:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764782.532059:0:44493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944581525000/0x57b8ff0e030522f5 lrc: 4/0,0 mode: CR/CR res: [0x200003ab4:0xd:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764782.532070:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0xd:0x0].0x0 (ffff944599e85e00) 00010000:00010000:0.0:1775764782.532073:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764782.532078:0:44493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944581525000/0x57b8ff0e030522f5 lrc: 2/0,0 mode: --/CR res: [0x200003ab4:0xd:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764782.532083:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944581525000/0x57b8ff0e030522f5 lrc: 0/0,0 mode: --/CR res: [0x200003ab4:0xd:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764782.532095:0:44493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944581524c00/0x57b8ff0e030522fc lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0xd:0x0].0x7da9bc5e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764782.532101:0:44493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944581524c00/0x57b8ff0e030522fc lrc: 2/0,0 mode: PR/PR res: [0x200003ab4:0xd:0x0].0x7da9bc5e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764782.532106:0:44493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944581524c00/0x57b8ff0e030522fc lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0xd:0x0].0x7da9bc5e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764782.532111:0:44493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944581524c00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:0.0:1775764782.532113:0:44493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944581524c00/0x57b8ff0e030522fc lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0xd:0x0].0x7da9bc5e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764782.532119:0:44493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944581524c00/0x57b8ff0e030522fc lrc: 4/0,0 mode: PR/PR res: [0x200003ab4:0xd:0x0].0x7da9bc5e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764782.532125:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0xd:0x0].0x7da9bc5e (ffff944599e85d00) 00010000:00010000:0.0:1775764782.532127:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764782.532129:0:44493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944581524c00/0x57b8ff0e030522fc lrc: 2/0,0 mode: --/PR res: [0x200003ab4:0xd:0x0].0x7da9bc5e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764782.532135:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944581524c00/0x57b8ff0e030522fc lrc: 0/0,0 mode: --/PR res: [0x200003ab4:0xd:0x0].0x7da9bc5e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764782.532147:0:44493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944581524600/0x57b8ff0e03052303 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0xe:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764782.532153:0:44493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944581524600/0x57b8ff0e03052303 lrc: 2/0,0 mode: PR/PR res: [0x200003ab4:0xe:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764782.532158:0:44493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944581524600/0x57b8ff0e03052303 lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0xe:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764782.532162:0:44493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944581524600 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:0.0:1775764782.532165:0:44493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944581524600/0x57b8ff0e03052303 lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0xe:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764782.532175:0:44493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944581524600/0x57b8ff0e03052303 lrc: 4/0,0 mode: PR/PR res: [0x200003ab4:0xe:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764782.532181:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0xe:0x0].0x0 (ffff944584d1dd00) 00010000:00010000:0.0:1775764782.532183:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764782.532185:0:44493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944581524600/0x57b8ff0e03052303 lrc: 2/0,0 mode: --/PR res: [0x200003ab4:0xe:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764782.532190:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944581524600/0x57b8ff0e03052303 lrc: 0/0,0 mode: --/PR res: [0x200003ab4:0xe:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764782.532273:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444864b0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+33:64043:x1862022098638720:12345-192.168.202.28@tcp:34:lfs.0 Request processed in 605us (919us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764782.532282:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 1019 00000100:00100000:1.0:1775764782.539034:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764782.539365:0:42327:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098638976 00000100:00100000:0.0:1775764782.539381:0:42327:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098638976 00000100:00100000:0.0:1775764782.539431:0:42327:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 295 00000100:00100000:0.0:1775764782.539442:0:42327:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94458620d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+33:64043:x1862022098638976:12345-192.168.202.28@tcp:35:lfs.0 00000100:00100000:0.0:1775764782.540129:0:42327:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94458620d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+34:64043:x1862022098638976:12345-192.168.202.28@tcp:35:lfs.0 Request processed in 684us (1101us total) trans 34359739214 rc 0/0 00000100:00100000:0.0:1775764782.540138:0:42327:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 295 00000100:00100000:2.0:1775764782.656097:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764782.656284:0:42328:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098639104 00000100:00100000:0.0:1775764782.656296:0:42328:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098639104 00000100:00100000:0.0:1775764782.656356:0:42328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 296 00000100:00100000:0.0:1775764782.656366:0:42328:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444864b1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+34:64049:x1862022098639104:12345-192.168.202.28@tcp:49:dd.500 00000100:00100000:0.0:1775764782.656666:0:42328:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444864b1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+34:64049:x1862022098639104:12345-192.168.202.28@tcp:49:dd.500 Request processed in 300us (578us total) trans 0 rc -61/-61 00000100:00100000:0.0:1775764782.656678:0:42328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 296 00000100:00100000:2.0:1775764782.660432:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764782.660772:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098639360 00000100:00100000:1.0:1775764782.660783:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098639360 00000100:00100000:1.0:1775764782.660875:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 1020 00000100:00100000:1.0:1775764782.660895:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444864b2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+34:64049:x1862022098639360:12345-192.168.202.28@tcp:101:dd.500 00010000:00010000:1.0:1775764782.660916:0:42324:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764782.660938:0:42324:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944488003a00/0x57b8ff0e0305230a lrc: 2/0,0 mode: --/CR res: [0x200003ab4:0xd:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17bf1a expref: -99 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764782.661224:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff944488003600/0x57b8ff0e03052311 lrc: 3/1,0 mode: --/CR res: [0x200003ab4:0xd:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764782.661240:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944488003600/0x57b8ff0e03052311 lrc: 3/1,0 mode: CR/CR res: [0x200003ab4:0xd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764782.661253:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944488003600/0x57b8ff0e03052311 lrc: 3/1,0 mode: CR/CR res: [0x200003ab4:0xd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764782.661268:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944488002a00/0x57b8ff0e03052318 lrc: 3/1,0 mode: --/PR res: [0x200003ab4:0xd:0x0].0x7da9bc5e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764782.661275:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944488002a00/0x57b8ff0e03052318 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0xd:0x0].0x7da9bc5e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764782.661282:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944488002a00/0x57b8ff0e03052318 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0xd:0x0].0x7da9bc5e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764782.661411:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944488003800/0x57b8ff0e0305231f lrc: 3/1,0 mode: --/PR res: [0x200003ab4:0xe:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764782.661420:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944488003800/0x57b8ff0e0305231f lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764782.661427:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944488003800/0x57b8ff0e0305231f lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764782.661437:0:42324:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab4:0xe:0x0]: returning size 1024 00010000:00010000:1.0:1775764782.661458:0:42324:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944488003800/0x57b8ff0e0305231f lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764782.661470:0:42324:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944488003800/0x57b8ff0e0305231f lrc: 2/0,0 mode: PR/PR res: [0x200003ab4:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764782.661477:0:42324:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944488003800/0x57b8ff0e0305231f lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764782.661483:0:42324:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944488003800 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:1.0:1775764782.661590:0:42324:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944488003800/0x57b8ff0e0305231f lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764782.661599:0:42324:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944488003800/0x57b8ff0e0305231f lrc: 4/0,0 mode: PR/PR res: [0x200003ab4:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764782.661611:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0xe:0x0].0x0 (ffff944584d1dd00) 00010000:00010000:1.0:1775764782.661614:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1775764782.661619:0:42324:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944488003800/0x57b8ff0e0305231f lrc: 2/0,0 mode: --/PR res: [0x200003ab4:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764782.661625:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944488003800/0x57b8ff0e0305231f lrc: 0/0,0 mode: --/PR res: [0x200003ab4:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764782.661643:0:42324:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff944488003600/0x57b8ff0e03052311 lrc: 3/1,0 mode: CR/CR res: [0x200003ab4:0xd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764782.661649:0:42324:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944488003600/0x57b8ff0e03052311 lrc: 2/0,0 mode: CR/CR res: [0x200003ab4:0xd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764782.661655:0:42324:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944488003600/0x57b8ff0e03052311 lrc: 3/0,0 mode: CR/CR res: [0x200003ab4:0xd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764782.661660:0:42324:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944488003600 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:1.0:1775764782.661663:0:42324:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944488003600/0x57b8ff0e03052311 lrc: 3/0,0 mode: CR/CR res: [0x200003ab4:0xd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764782.661670:0:42324:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944488003600/0x57b8ff0e03052311 lrc: 4/0,0 mode: CR/CR res: [0x200003ab4:0xd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764782.661677:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0xd:0x0].0x0 (ffff944599e85e00) 00010000:00010000:1.0:1775764782.661679:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764782.661682:0:42324:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944488003600/0x57b8ff0e03052311 lrc: 2/0,0 mode: --/CR res: [0x200003ab4:0xd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764782.661687:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944488003600/0x57b8ff0e03052311 lrc: 0/0,0 mode: --/CR res: [0x200003ab4:0xd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764782.661695:0:42324:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944488002a00/0x57b8ff0e03052318 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0xd:0x0].0x7da9bc5e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764782.661701:0:42324:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944488002a00/0x57b8ff0e03052318 lrc: 2/0,0 mode: PR/PR res: [0x200003ab4:0xd:0x0].0x7da9bc5e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764782.661707:0:42324:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944488002a00/0x57b8ff0e03052318 lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0xd:0x0].0x7da9bc5e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764782.661713:0:42324:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944488002a00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:1.0:1775764782.661715:0:42324:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944488002a00/0x57b8ff0e03052318 lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0xd:0x0].0x7da9bc5e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764782.661720:0:42324:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944488002a00/0x57b8ff0e03052318 lrc: 4/0,0 mode: PR/PR res: [0x200003ab4:0xd:0x0].0x7da9bc5e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764782.661727:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0xd:0x0].0x7da9bc5e (ffff944584d1d300) 00010000:00010000:1.0:1775764782.661730:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764782.661733:0:42324:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944488002a00/0x57b8ff0e03052318 lrc: 2/0,0 mode: --/PR res: [0x200003ab4:0xd:0x0].0x7da9bc5e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764782.661738:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944488002a00/0x57b8ff0e03052318 lrc: 0/0,0 mode: --/PR res: [0x200003ab4:0xd:0x0].0x7da9bc5e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764782.661770:0:42324:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff944488003a00/0x57b8ff0e0305230a lrc: 1/0,0 mode: --/CR res: [0x200003ab4:0xd:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bf1a expref: 35 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764782.661781:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0xd:0x0].0x0 (ffff944599e85e00) 00010000:00010000:1.0:1775764782.661783:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1775764782.661787:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944488003a00/0x57b8ff0e0305230a lrc: 0/0,0 mode: --/CR res: [0x200003ab4:0xd:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bf1a expref: 35 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764782.662351:0:42324:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944488003a00, rc 0) 00000100:00100000:1.0:1775764782.662422:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444864b2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+34:64049:x1862022098639360:12345-192.168.202.28@tcp:101:dd.500 Request processed in 1528us (2000us total) trans 0 rc 301/301 00000100:00100000:1.0:1775764782.662430:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 1020 00000100:00100000:1.0:1775764782.746419:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764782.746574:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098639616 00000100:00100000:3.0:1775764782.746585:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098639616 00000100:00100000:3.0:1775764782.746702:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 1021 00000100:00100000:3.0:1775764782.746713:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94458620e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+34:64055:x1862022098639616:12345-192.168.202.28@tcp:101:dd.500 00010000:00010000:3.0:1775764782.746739:0:42326:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764782.746760:0:42326:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e03052326 lrc: 2/0,0 mode: --/CR res: [0x200003ab4:0xd:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17bf21 expref: -99 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764782.746996:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694400/0x57b8ff0e0305232d lrc: 3/1,0 mode: --/CR res: [0x200003ab4:0xd:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764782.747011:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694400/0x57b8ff0e0305232d lrc: 3/1,0 mode: CR/CR res: [0x200003ab4:0xd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764782.747023:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694400/0x57b8ff0e0305232d lrc: 3/1,0 mode: CR/CR res: [0x200003ab4:0xd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764782.747038:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695e00/0x57b8ff0e03052334 lrc: 3/1,0 mode: --/PR res: [0x200003ab4:0xd:0x0].0x7da9bc5e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764782.747042:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695e00/0x57b8ff0e03052334 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0xd:0x0].0x7da9bc5e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764782.747047:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695e00/0x57b8ff0e03052334 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0xd:0x0].0x7da9bc5e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764782.747158:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695400/0x57b8ff0e0305233b lrc: 3/1,0 mode: --/PR res: [0x200003ab4:0xe:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764782.747163:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695400/0x57b8ff0e0305233b lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764782.747168:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695400/0x57b8ff0e0305233b lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764782.747175:0:42326:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab4:0xe:0x0]: returning size 1024 00010000:00010000:3.0:1775764782.747190:0:42326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695400/0x57b8ff0e0305233b lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764782.747195:0:42326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695400/0x57b8ff0e0305233b lrc: 2/0,0 mode: PR/PR res: [0x200003ab4:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764782.747199:0:42326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695400/0x57b8ff0e0305233b lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764782.747202:0:42326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445be695400 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:3.0:1775764782.747205:0:42326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695400/0x57b8ff0e0305233b lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764782.747209:0:42326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695400/0x57b8ff0e0305233b lrc: 4/0,0 mode: PR/PR res: [0x200003ab4:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764782.747217:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0xe:0x0].0x0 (ffff944584d1dd00) 00010000:00010000:3.0:1775764782.747219:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1775764782.747222:0:42326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695400/0x57b8ff0e0305233b lrc: 2/0,0 mode: --/PR res: [0x200003ab4:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764782.747228:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695400/0x57b8ff0e0305233b lrc: 0/0,0 mode: --/PR res: [0x200003ab4:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764782.747240:0:42326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694400/0x57b8ff0e0305232d lrc: 3/1,0 mode: CR/CR res: [0x200003ab4:0xd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764782.747243:0:42326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694400/0x57b8ff0e0305232d lrc: 2/0,0 mode: CR/CR res: [0x200003ab4:0xd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764782.747247:0:42326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694400/0x57b8ff0e0305232d lrc: 3/0,0 mode: CR/CR res: [0x200003ab4:0xd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764782.747249:0:42326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445be694400 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:3.0:1775764782.747251:0:42326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694400/0x57b8ff0e0305232d lrc: 3/0,0 mode: CR/CR res: [0x200003ab4:0xd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764782.747254:0:42326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694400/0x57b8ff0e0305232d lrc: 4/0,0 mode: CR/CR res: [0x200003ab4:0xd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764782.747257:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0xd:0x0].0x0 (ffff944599e85e00) 00010000:00010000:3.0:1775764782.747258:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764782.747260:0:42326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694400/0x57b8ff0e0305232d lrc: 2/0,0 mode: --/CR res: [0x200003ab4:0xd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764782.747263:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694400/0x57b8ff0e0305232d lrc: 0/0,0 mode: --/CR res: [0x200003ab4:0xd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764782.747267:0:42326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695e00/0x57b8ff0e03052334 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0xd:0x0].0x7da9bc5e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764782.747270:0:42326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695e00/0x57b8ff0e03052334 lrc: 2/0,0 mode: PR/PR res: [0x200003ab4:0xd:0x0].0x7da9bc5e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764782.747274:0:42326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695e00/0x57b8ff0e03052334 lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0xd:0x0].0x7da9bc5e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764782.747277:0:42326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445be695e00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:3.0:1775764782.747279:0:42326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695e00/0x57b8ff0e03052334 lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0xd:0x0].0x7da9bc5e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764782.747282:0:42326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695e00/0x57b8ff0e03052334 lrc: 4/0,0 mode: PR/PR res: [0x200003ab4:0xd:0x0].0x7da9bc5e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764782.747285:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0xd:0x0].0x7da9bc5e (ffff9445867be100) 00010000:00010000:3.0:1775764782.747286:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764782.747288:0:42326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695e00/0x57b8ff0e03052334 lrc: 2/0,0 mode: --/PR res: [0x200003ab4:0xd:0x0].0x7da9bc5e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764782.747290:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695e00/0x57b8ff0e03052334 lrc: 0/0,0 mode: --/PR res: [0x200003ab4:0xd:0x0].0x7da9bc5e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764782.747313:0:42326:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e03052326 lrc: 1/0,0 mode: --/CR res: [0x200003ab4:0xd:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bf21 expref: 35 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764782.747320:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0xd:0x0].0x0 (ffff944599e85e00) 00010000:00010000:3.0:1775764782.747322:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1775764782.747323:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e03052326 lrc: 0/0,0 mode: --/CR res: [0x200003ab4:0xd:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bf21 expref: 35 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764782.747328:0:42326:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445be695200, rc 0) 00000100:00100000:3.0:1775764782.747477:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94458620e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+34:64055:x1862022098639616:12345-192.168.202.28@tcp:101:dd.500 Request processed in 766us (1065us total) trans 0 rc 301/301 00000100:00100000:3.0:1775764782.747495:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 1021 00000100:00100000:3.0:1775764782.765167:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764782.765739:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098639744 00000100:00100000:2.0:1775764782.765750:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098639744 00000100:00100000:2.0:1775764782.766028:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 1022 00000100:00100000:2.0:1775764782.766040:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bc1ded80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+34:64056:x1862022098639744:12345-192.168.202.28@tcp:101:chmod.0 00010000:00010000:2.0:1775764782.766063:0:42325:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764782.766083:0:42325:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24800/0x57b8ff0e03052342 lrc: 2/0,0 mode: --/CR res: [0x200003ab4:0xd:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17bf28 expref: -99 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764782.766151:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24200/0x57b8ff0e03052349 lrc: 3/1,0 mode: --/CR res: [0x200003ab4:0xd:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764782.766166:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24200/0x57b8ff0e03052349 lrc: 3/1,0 mode: CR/CR res: [0x200003ab4:0xd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764782.766178:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24200/0x57b8ff0e03052349 lrc: 3/1,0 mode: CR/CR res: [0x200003ab4:0xd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764782.766194:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24600/0x57b8ff0e03052350 lrc: 3/1,0 mode: --/PR res: [0x200003ab4:0xd:0x0].0x7da9bc5e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764782.766201:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24600/0x57b8ff0e03052350 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0xd:0x0].0x7da9bc5e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764782.766207:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24600/0x57b8ff0e03052350 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0xd:0x0].0x7da9bc5e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764782.766303:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24e00/0x57b8ff0e03052357 lrc: 3/1,0 mode: --/PR res: [0x200003ab4:0xe:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764782.766315:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24e00/0x57b8ff0e03052357 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0xe:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764782.766321:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24e00/0x57b8ff0e03052357 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0xe:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764782.766354:0:42325:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab4:0xe:0x0]: returning size 1024 00000004:00200000:2.0:1775764782.766358:0:42325:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764782.766374:0:42325:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24e00/0x57b8ff0e03052357 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0xe:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764782.767568:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24e00/0x57b8ff0e03052357 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764782.767647:0:42325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24200/0x57b8ff0e03052349 lrc: 3/1,0 mode: CR/CR res: [0x200003ab4:0xd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764782.767654:0:42325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24200/0x57b8ff0e03052349 lrc: 2/0,0 mode: CR/CR res: [0x200003ab4:0xd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764782.767661:0:42325:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24200/0x57b8ff0e03052349 lrc: 3/0,0 mode: CR/CR res: [0x200003ab4:0xd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764782.767667:0:42325:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445baf24200 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764782.767671:0:42325:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24200/0x57b8ff0e03052349 lrc: 3/0,0 mode: CR/CR res: [0x200003ab4:0xd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764782.767679:0:42325:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24200/0x57b8ff0e03052349 lrc: 4/0,0 mode: CR/CR res: [0x200003ab4:0xd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764782.767695:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0xd:0x0].0x0 (ffff944599e85e00) 00010000:00010000:2.0:1775764782.767699:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764782.767704:0:42325:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24200/0x57b8ff0e03052349 lrc: 2/0,0 mode: --/CR res: [0x200003ab4:0xd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764782.767710:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24200/0x57b8ff0e03052349 lrc: 0/0,0 mode: --/CR res: [0x200003ab4:0xd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764782.767723:0:42325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24600/0x57b8ff0e03052350 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0xd:0x0].0x7da9bc5e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764782.767728:0:42325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24600/0x57b8ff0e03052350 lrc: 2/0,0 mode: PR/PR res: [0x200003ab4:0xd:0x0].0x7da9bc5e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764782.767733:0:42325:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24600/0x57b8ff0e03052350 lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0xd:0x0].0x7da9bc5e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764782.767737:0:42325:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445baf24600 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764782.767740:0:42325:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24600/0x57b8ff0e03052350 lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0xd:0x0].0x7da9bc5e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764782.767745:0:42325:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24600/0x57b8ff0e03052350 lrc: 4/0,0 mode: PR/PR res: [0x200003ab4:0xd:0x0].0x7da9bc5e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764782.767752:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0xd:0x0].0x7da9bc5e (ffff94459084aa00) 00010000:00010000:2.0:1775764782.767754:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764782.767757:0:42325:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24600/0x57b8ff0e03052350 lrc: 2/0,0 mode: --/PR res: [0x200003ab4:0xd:0x0].0x7da9bc5e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764782.767762:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24600/0x57b8ff0e03052350 lrc: 0/0,0 mode: --/PR res: [0x200003ab4:0xd:0x0].0x7da9bc5e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764782.770152:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24800/0x57b8ff0e03052342 lrc: 0/0,0 mode: --/CR res: [0x200003ab4:0xd:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bf28 expref: 36 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764782.770196:0:42325:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24e00/0x57b8ff0e03052357 lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bf28 expref: 35 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764782.770208:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0xe:0x0].0x0 (ffff944584d1dd00) 00010000:00010000:2.0:1775764782.770211:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1775764782.770215:0:42325:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445baf24e00, rc 0) 00000100:00100000:2.0:1775764782.770318:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bc1ded80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+35:64056:x1862022098639744:12345-192.168.202.28@tcp:101:chmod.0 Request processed in 4280us (5160us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764782.770328:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 1022 00000100:00100000:2.0:1775764782.778286:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764782.778380:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098640000 00000100:00100000:0.0:1775764782.778391:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098640000 00000100:00100000:0.0:1775764782.778453:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 1023 00000100:00100000:0.0:1775764782.778464:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444864b3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+35:64056:x1862022098640000:12345-192.168.202.28@tcp:36:chmod.0 00010000:00010000:0.0:1775764782.778532:0:44493:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1775764782.778567:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24e00/0x57b8ff0e03052357 lrc: 0/0,0 mode: --/PR res: [0x200003ab4:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bf28 expref: 35 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764782.778591:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944488003400/0x57b8ff0e030522e0 lrc: 0/0,0 mode: --/CR res: [0x200003ab4:0xe:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bf0c expref: 34 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764782.778604:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0xe:0x0].0x0 (ffff944584d1dd00) 00010000:00010000:0.0:1775764782.778616:0:44493:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1775764782.778649:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff944581524600/0x57b8ff0e0305235e lrc: 3/0,1 mode: --/PW res: [0x200003ab4:0xe:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764782.778661:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944581524600/0x57b8ff0e0305235e lrc: 3/0,1 mode: PW/PW res: [0x200003ab4:0xe:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764782.778671:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944581524600/0x57b8ff0e0305235e lrc: 3/0,1 mode: PW/PW res: [0x200003ab4:0xe:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764782.779450:0:44493:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000ea1c1fc4 reply state 000000001b6e92ae transno 34359739215 ns: mdt-lustre-MDT0000_UUID lock: ffff944581524600/0x57b8ff0e0305235e lrc: 3/0,1 mode: PW/PW res: [0x200003ab4:0xe:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764782.779462:0:44493:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1775764782.779589:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444864b3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+35:64056:x1862022098640000:12345-192.168.202.28@tcp:36:chmod.0 Request processed in 1127us (1312us total) trans 34359739215 rc 0/0 00000100:00100000:0.0:1775764782.779599:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 1023 00010000:00010000:2.0:1775764782.785167:0:3314:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff944581524600/0x57b8ff0e0305235e lrc: 3/0,1 mode: PW/PW res: [0x200003ab4:0xe:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764782.785187:0:3314:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944581524600/0x57b8ff0e0305235e lrc: 2/0,0 mode: PW/PW res: [0x200003ab4:0xe:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764782.785195:0:3314:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944581524600/0x57b8ff0e0305235e lrc: 3/0,0 mode: PW/PW res: [0x200003ab4:0xe:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764782.785202:0:3314:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944581524600 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764782.785207:0:3314:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944581524600/0x57b8ff0e0305235e lrc: 3/0,0 mode: PW/PW res: [0x200003ab4:0xe:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764782.785215:0:3314:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944581524600/0x57b8ff0e0305235e lrc: 4/0,0 mode: PW/PW res: [0x200003ab4:0xe:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764782.785234:0:3314:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0xe:0x0].0x0 (ffff944599e85d00) 00010000:00010000:2.0:1775764782.785238:0:3314:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1775764782.785244:0:3314:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944581524600/0x57b8ff0e0305235e lrc: 2/0,0 mode: --/PW res: [0x200003ab4:0xe:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764782.785251:0:3314:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944581524600/0x57b8ff0e0305235e lrc: 0/0,0 mode: --/PW res: [0x200003ab4:0xe:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764782.786170:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764782.786642:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098640128 00000100:00100000:1.0:1775764782.786655:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098640128 00000100:00100000:1.0:1775764782.786710:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 1024 00000100:00100000:1.0:1775764782.786720:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444867c8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+34:64056:x1862022098640128:12345-192.168.202.28@tcp:101:chmod.0 00010000:00010000:1.0:1775764782.786746:0:42324:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764782.786767:0:42324:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944488003a00/0x57b8ff0e03052365 lrc: 2/0,0 mode: --/CR res: [0x200003ab4:0xe:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17bf2f expref: -99 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764782.788402:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944488003a00/0x57b8ff0e03052365 lrc: 3/0,0 mode: CR/CR res: [0x200003ab4:0xe:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bf2f expref: 35 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764782.788429:0:42324:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff944488003a00/0x57b8ff0e03052365 lrc: 3/0,0 mode: CR/CR res: [0x200003ab4:0xe:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bf2f expref: 35 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764782.788452:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0xe:0x0].0x0 (ffff944584d1d300) 00010000:00010000:1.0:1775764782.788455:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1775764782.788458:0:42324:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944488003a00, rc 0) 00000100:00100000:1.0:1775764782.788537:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444867c8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+35:64056:x1862022098640128:12345-192.168.202.28@tcp:101:chmod.0 Request processed in 1818us (2371us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764782.788544:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 1024 00000100:00100000:3.0:1775764782.792103:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764782.792145:0:42945:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098640256 00000100:00100000:0.0:1775764782.792159:0:42945:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098640256 00000100:00100000:0.0:1775764782.792220:0:42945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 255 00000100:00100000:0.0:1775764782.792231:0:42945:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bc1ddf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+10:2376:x1862022098640256:12345-192.168.202.28@tcp:2:chmod.0 00002000:00010000:1.0:1775764782.795165:0:42945:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x11b:0x0] updating lvb size from disk: 0 -> 1024 00002000:00010000:1.0:1775764782.795175:0:42945:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x11b:0x0] updating lvb mtime from disk: 0 -> 1775764782 00002000:00010000:1.0:1775764782.795178:0:42945:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x11b:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1775764782.795180:0:42945:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x11b:0x0] updating lvb ctime from disk: 1775764782 -> 1775764783 00002000:00010000:1.0:1775764782.795182:0:42945:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x11b:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:1.0:1775764782.795256:0:42945:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bc1ddf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+11:2376:x1862022098640256:12345-192.168.202.28@tcp:2:chmod.0 Request processed in 3023us (3154us total) trans 34359738454 rc 0/0 00000100:00100000:1.0:1775764782.795268:0:42945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 255 00000100:00100000:1.0:1775764782.849558:0:3329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944486756a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3329:1862022119061248:0@lo:400:kworker.0 00000100:00100000:1.0:1775764782.849638:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764782.849745:0:3330:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944486755180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3330:1862022119061376:0@lo:400:kworker.0 00000100:00100000:1.0:1775764782.849747:0:3329:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:1.0:1775764782.849752:0:3329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944486755c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d8dacf45-8471-4226-a2fb-1fac83f69c1e:3329:1862022119061120:0@lo:400:kworker.0 00000100:00100000:1.0:1775764782.849776:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764782.849778:0:3330:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764782.849821:0:3329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944486756680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3329:1862022119061632:0@lo:400:kworker.0 00000100:00100000:1.0:1775764782.849850:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764782.849878:0:3331:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944486756300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3331:1862022119061504:0@lo:400:kworker.0 00000100:00100000:1.0:1775764782.849901:0:3331:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764782.849932:0:42319:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119061120 00000100:00100000:1.0:1775764782.849939:0:42319:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119061120 00000100:00100000:1.0:1775764782.849986:0:42319:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 303 00000100:00100000:1.0:1775764782.849993:0:42319:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944585def850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d8dacf45-8471-4226-a2fb-1fac83f69c1e+18:3329:x1862022119061120:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764782.850040:0:42319:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944585def850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d8dacf45-8471-4226-a2fb-1fac83f69c1e+18:3329:x1862022119061120:12345-0@lo:400:kworker.0 Request processed in 47us (262us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764782.850047:0:42319:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 303 00000100:00100000:3.0:1775764782.850086:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764782.850121:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119061376 00000100:00100000:3.0:1775764782.850125:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119061376 00000100:00100000:3.0:1775764782.850145:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119061632 00000100:00100000:3.0:1775764782.850147:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119061632 00000100:00100000:3.0:1775764782.850167:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119061504 00000100:00100000:3.0:1775764782.850169:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119061504 00000100:00100000:3.0:1775764782.850181:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098640512 00000100:00100000:3.0:1775764782.850183:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098640512 00000100:00100000:3.0:1775764782.850195:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 397 00000100:00100000:3.0:1775764782.850200:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444867cad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3330:x1862022119061376:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764782.850231:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444867cad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3330:x1862022119061376:12345-0@lo:400:kworker.0 Request processed in 31us (453us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764782.850237:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 397 00000100:00100000:3.0:1775764782.850252:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 398 00000100:00100000:3.0:1775764782.850257:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94458620ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3329:x1862022119061632:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764782.850279:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94458620ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3329:x1862022119061632:12345-0@lo:400:kworker.0 Request processed in 22us (429us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764782.850285:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 398 00000100:00100000:3.0:1775764782.850295:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 399 00000100:00100000:3.0:1775764782.850300:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94458620c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3331:x1862022119061504:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764782.850970:0:3331:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944486756300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3331:1862022119061504:0@lo:400:kworker.0 00000100:00100000:3.0:1775764782.851384:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94458620c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3331:x1862022119061504:12345-0@lo:400:kworker.0 Request processed in 28us (427us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764782.851395:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 399 00000100:00100000:3.0:1775764782.851422:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 1025 00000100:00100000:3.0:1775764782.851432:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bc1df800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+35:64062:x1862022098640512:12345-192.168.202.28@tcp:101:dd.500 00010000:00010000:3.0:1775764782.851450:0:42325:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764782.851472:0:42325:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e0305236c lrc: 2/0,0 mode: --/CR res: [0x200003ab4:0xd:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17bf36 expref: -99 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764782.851581:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695e00/0x57b8ff0e03052373 lrc: 3/1,0 mode: --/CR res: [0x200003ab4:0xd:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764782.851596:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695e00/0x57b8ff0e03052373 lrc: 3/1,0 mode: CR/CR res: [0x200003ab4:0xd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764782.851606:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695e00/0x57b8ff0e03052373 lrc: 3/1,0 mode: CR/CR res: [0x200003ab4:0xd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764782.851621:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694400/0x57b8ff0e0305237a lrc: 3/1,0 mode: --/PR res: [0x200003ab4:0xd:0x0].0x7da9bc5e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764782.851626:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694400/0x57b8ff0e0305237a lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0xd:0x0].0x7da9bc5e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764782.851632:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694400/0x57b8ff0e0305237a lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0xd:0x0].0x7da9bc5e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764782.851779:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695400/0x57b8ff0e03052381 lrc: 3/1,0 mode: --/PR res: [0x200003ab4:0xe:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764782.851788:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695400/0x57b8ff0e03052381 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764782.851815:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695400/0x57b8ff0e03052381 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764782.851844:0:42325:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab4:0xe:0x0]: returning size 1024 00010000:00010000:3.0:1775764782.851936:0:42325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695e00/0x57b8ff0e03052373 lrc: 3/1,0 mode: CR/CR res: [0x200003ab4:0xd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764782.851944:0:42325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695e00/0x57b8ff0e03052373 lrc: 2/0,0 mode: CR/CR res: [0x200003ab4:0xd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764782.851951:0:42325:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695e00/0x57b8ff0e03052373 lrc: 3/0,0 mode: CR/CR res: [0x200003ab4:0xd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764782.851957:0:42325:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445be695e00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:3.0:1775764782.851961:0:42325:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695e00/0x57b8ff0e03052373 lrc: 3/0,0 mode: CR/CR res: [0x200003ab4:0xd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764782.851968:0:42325:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695e00/0x57b8ff0e03052373 lrc: 4/0,0 mode: CR/CR res: [0x200003ab4:0xd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764782.851981:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0xd:0x0].0x0 (ffff944599e85e00) 00010000:00010000:3.0:1775764782.851985:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764782.851990:0:42325:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695e00/0x57b8ff0e03052373 lrc: 2/0,0 mode: --/CR res: [0x200003ab4:0xd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764782.851997:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695e00/0x57b8ff0e03052373 lrc: 0/0,0 mode: --/CR res: [0x200003ab4:0xd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764782.852011:0:42325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694400/0x57b8ff0e0305237a lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0xd:0x0].0x7da9bc5e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764782.852018:0:42325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694400/0x57b8ff0e0305237a lrc: 2/0,0 mode: PR/PR res: [0x200003ab4:0xd:0x0].0x7da9bc5e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764782.852027:0:42325:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694400/0x57b8ff0e0305237a lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0xd:0x0].0x7da9bc5e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764782.852032:0:42325:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445be694400 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:3.0:1775764782.852035:0:42325:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694400/0x57b8ff0e0305237a lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0xd:0x0].0x7da9bc5e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764782.852041:0:42325:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694400/0x57b8ff0e0305237a lrc: 4/0,0 mode: PR/PR res: [0x200003ab4:0xd:0x0].0x7da9bc5e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764782.852048:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0xd:0x0].0x7da9bc5e (ffff9445867be100) 00010000:00010000:3.0:1775764782.852051:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764782.852054:0:42325:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694400/0x57b8ff0e0305237a lrc: 2/0,0 mode: --/PR res: [0x200003ab4:0xd:0x0].0x7da9bc5e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764782.852059:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694400/0x57b8ff0e0305237a lrc: 0/0,0 mode: --/PR res: [0x200003ab4:0xd:0x0].0x7da9bc5e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764782.852106:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e0305236c lrc: 0/0,0 mode: --/CR res: [0x200003ab4:0xd:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bf36 expref: 38 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764782.852119:0:42325:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695400/0x57b8ff0e03052381 lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bf36 expref: 37 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764782.852126:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0xe:0x0].0x0 (ffff944584d1d300) 00010000:00010000:3.0:1775764782.852128:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1775764782.852130:0:42325:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445be695400, rc 0) 00000100:00100000:3.0:1775764782.852190:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bc1df800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+37:64062:x1862022098640512:12345-192.168.202.28@tcp:101:dd.500 Request processed in 760us (2105us total) trans 34359739216 rc 0/0 00000100:00100000:3.0:1775764782.852200:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 1025 00000100:00100000:1.0:1775764782.852215:0:3329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944486755c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d8dacf45-8471-4226-a2fb-1fac83f69c1e:3329:1862022119061120:0@lo:400:kworker.0 00000100:00100000:1.0:1775764782.852229:0:3329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944486756680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3329:1862022119061632:0@lo:400:kworker.0 00000100:00080000:3.0:1775764782.852347:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1775764782.853250:0:42944:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119061248 00000100:00100000:0.0:1775764782.853259:0:42944:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119061248 00000100:00080000:3.0:1775764782.853579:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1775764782.853620:0:42944:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 285 00000100:00100000:0.0:1775764782.853632:0:42944:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94458620ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3329:x1862022119061248:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764782.854025:0:3330:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944486755180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3330:1862022119061376:0@lo:400:kworker.0 00000100:00100000:0.0:1775764782.854678:0:42944:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94458620ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3329:x1862022119061248:12345-0@lo:400:kworker.0 Request processed in 1046us (5036us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764782.854688:0:42944:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 285 00000100:00100000:3.0:1775764782.856074:0:3329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944486756a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3329:1862022119061248:0@lo:400:kworker.0 00000100:00100000:3.0:1775764782.862756:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764782.862886:0:42327:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098640640 00000100:00100000:0.0:1775764782.862895:0:42327:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098640640 00000100:00100000:0.0:1775764782.862960:0:42327:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 297 00000100:00100000:0.0:1775764782.862971:0:42327:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445b1dbf050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+37:64062:x1862022098640640:12345-192.168.202.28@tcp:49:dd.500 00000100:00100000:0.0:1775764782.863193:0:42327:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445b1dbf050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+37:64062:x1862022098640640:12345-192.168.202.28@tcp:49:dd.500 Request processed in 223us (445us total) trans 0 rc -61/-61 00000100:00100000:0.0:1775764782.863201:0:42327:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 297 00000100:00100000:3.0:1775764782.866190:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764782.866287:0:47878:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098640896 00000100:00100000:1.0:1775764782.866298:0:47878:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098640896 00000100:00100000:1.0:1775764782.866395:0:47878:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 298 00000100:00100000:1.0:1775764782.866407:0:47878:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bc1de680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+37:64062:x1862022098640896:12345-192.168.202.28@tcp:35:dd.500 00000100:00100000:1.0:1775764782.866794:0:47878:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bc1de680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+38:64062:x1862022098640896:12345-192.168.202.28@tcp:35:dd.500 Request processed in 388us (611us total) trans 34359739217 rc 0/0 00000100:00100000:1.0:1775764782.866820:0:47878:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 298 00010000:00010000:2.0:1775764782.917132:0:42312:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:3.0:1775764782.929317:0:6613:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 34359738454 is committed 00000100:00100000:1.0:1775764782.975925:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764782.976133:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098641152 00000100:00100000:2.0:1775764782.976143:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098641152 00000100:00100000:2.0:1775764782.976203:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 1026 00000100:00100000:2.0:1775764782.976213:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94458620c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+38:64072:x1862022098641152:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:2.0:1775764782.976239:0:42324:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764782.976260:0:42324:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24200/0x57b8ff0e0305238f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17bf3d expref: -99 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764782.976381:0:42324:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab4:0xd:0x0]: returning size 512 00010000:00010000:2.0:1775764782.976522:0:42324:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24200/0x57b8ff0e0305238f lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bf3d expref: 40 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764782.976537:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9445867bef00) 00010000:00010000:2.0:1775764782.976540:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1775764782.976545:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24200/0x57b8ff0e0305238f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bf3d expref: 40 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764782.976566:0:42324:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445baf24200, rc 0) 00000100:00100000:2.0:1775764782.976629:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94458620c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+39:64072:x1862022098641152:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 417us (715us total) trans 34359739218 rc 301/301 00000100:00100000:2.0:1775764782.976636:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 1026 00000100:00100000:2.0:1775764782.979956:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764782.980172:0:42327:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098641408 00000100:00100000:0.0:1775764782.980184:0:42327:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098641408 00000100:00100000:0.0:1775764782.980244:0:42327:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 299 00000100:00100000:0.0:1775764782.980254:0:42327:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444867c9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+39:64072:x1862022098641408:12345-192.168.202.28@tcp:35:lfs.0 00000100:00100000:0.0:1775764782.980550:0:42327:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444867c9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+40:64072:x1862022098641408:12345-192.168.202.28@tcp:35:lfs.0 Request processed in 296us (605us total) trans 34359739219 rc 0/0 00000100:00100000:0.0:1775764782.980562:0:42327:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 299 00000100:00100000:3.0:1775764783.056768:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764783.056909:0:47878:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098641536 00000100:00100000:1.0:1775764783.056919:0:47878:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098641536 00000100:00100000:1.0:1775764783.056969:0:47878:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 300 00000100:00100000:1.0:1775764783.056979:0:47878:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bc1dce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+40:64078:x1862022098641536:12345-192.168.202.28@tcp:49:lfs.500 00000100:00100000:1.0:1775764783.057111:0:47878:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bc1dce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+40:64078:x1862022098641536:12345-192.168.202.28@tcp:49:lfs.500 Request processed in 133us (351us total) trans 0 rc -61/-61 00000100:00100000:1.0:1775764783.057119:0:47878:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 300 00000100:00100000:1.0:1775764783.061615:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764783.061712:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098641792 00000100:00100000:3.0:1775764783.061722:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098641792 00000100:00100000:3.0:1775764783.061789:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 1027 00000100:00100000:3.0:1775764783.061843:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94458620ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+40:64078:x1862022098641792:12345-192.168.202.28@tcp:101:lfs.500 00010000:00010000:3.0:1775764783.061867:0:42326:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764783.061888:0:42326:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e0305239d lrc: 2/0,0 mode: --/CR res: [0x200003ab4:0xd:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17bf44 expref: -99 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764783.061986:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694400/0x57b8ff0e030523a4 lrc: 3/1,0 mode: --/PR res: [0x200003ab4:0xe:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764783.062002:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694400/0x57b8ff0e030523a4 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764783.062015:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694400/0x57b8ff0e030523a4 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764783.062027:0:42326:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab4:0xe:0x0]: returning size 1024 00010000:00010000:3.0:1775764783.062155:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e0305239d lrc: 0/0,0 mode: --/CR res: [0x200003ab4:0xd:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bf44 expref: 43 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764783.062182:0:42326:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694400/0x57b8ff0e030523a4 lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bf44 expref: 42 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764783.062191:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0xe:0x0].0x0 (ffff944584d1d300) 00010000:00010000:3.0:1775764783.062194:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1775764783.062198:0:42326:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445be694400, rc 0) 00000100:00100000:3.0:1775764783.062255:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94458620ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+42:64078:x1862022098641792:12345-192.168.202.28@tcp:101:lfs.500 Request processed in 457us (650us total) trans 34359739220 rc 0/0 00000100:00100000:3.0:1775764783.062262:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 1027 00000100:00100000:2.0:1775764783.066302:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764783.066350:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764783.066582:0:42309:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098641920 00000100:00100000:1.0:1775764783.066593:0:42309:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098641920 00000100:00100000:1.0:1775764783.066652:0:42309:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 84 00000100:00100000:1.0:1775764783.066661:0:42309:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444867ca680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+42:2376:x1862022098641920:12345-192.168.202.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1775764783.066679:0:42309:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764783.066703:0:42309:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694400/0x57b8ff0e030523a4 lrc: 0/0,0 mode: --/PR res: [0x200003ab4:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bf44 expref: 42 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764783.066724:0:42309:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0xe:0x0].0x0 (ffff944584d1d300) 00010000:00010000:1.0:1775764783.066730:0:42309:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1775764783.066787:0:42309:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444867ca680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+41:2376:x1862022098641920:12345-192.168.202.28@tcp:103:ldlm_bl.0 Request processed in 127us (510us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764783.066795:0:42309:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 84 00000100:00100000:3.0:1775764783.068026:0:42328:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098642176 00000100:00100000:3.0:1775764783.068035:0:42328:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098642176 00000100:00100000:3.0:1775764783.068125:0:42328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 301 00000100:00100000:3.0:1775764783.068135:0:42328:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444867cb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+41:64078:x1862022098642176:12345-192.168.202.28@tcp:35:lfs.500 00000100:00100000:3.0:1775764783.068697:0:42328:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444867cb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+42:64078:x1862022098642176:12345-192.168.202.28@tcp:35:lfs.500 Request processed in 562us (2344us total) trans 34359739221 rc 0/0 00000100:00100000:3.0:1775764783.068707:0:42328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 301 00000100:00100000:2.0:1775764783.115680:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764783.117124:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098642304 00000100:00100000:1.0:1775764783.117138:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098642304 00000100:00100000:1.0:1775764783.117199:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 1028 00000100:00100000:1.0:1775764783.117209:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444867c8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+42:64079:x1862022098642304:12345-192.168.202.28@tcp:101:chown.0 00010000:00010000:1.0:1775764783.117235:0:42324:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764783.117255:0:42324:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944488003800/0x57b8ff0e030523b2 lrc: 2/0,0 mode: --/PR res: [0x200003ab4:0xe:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17bf4b expref: -99 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764783.117301:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944488002e00/0x57b8ff0e030523b9 lrc: 3/1,0 mode: --/PR res: [0x200003ab4:0xe:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764783.117319:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944488002e00/0x57b8ff0e030523b9 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0xe:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764783.117331:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944488002e00/0x57b8ff0e030523b9 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0xe:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764783.117611:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944488003800/0x57b8ff0e030523b2 lrc: 0/0,0 mode: --/PR res: [0x200003ab4:0xe:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bf4b expref: 44 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764783.117634:0:42324:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff944488002e00/0x57b8ff0e030523b9 lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0xe:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bf4b expref: 43 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764783.117644:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0xe:0x0].0x0 (ffff944584d1d300) 00010000:00010000:1.0:1775764783.117648:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1775764783.117652:0:42324:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944488002e00, rc 0) 00000100:00100000:1.0:1775764783.118115:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444867c8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+43:64079:x1862022098642304:12345-192.168.202.28@tcp:101:chown.0 Request processed in 906us (2443us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764783.118124:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 1028 00000100:00100000:0.0:1775764783.120986:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764783.121041:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098642560 00000100:00100000:3.0:1775764783.121051:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098642560 00000100:00100000:3.0:1775764783.121202:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 1029 00000100:00100000:3.0:1775764783.121212:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486756a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+43:64079:x1862022098642560:12345-192.168.202.28@tcp:36:chown.0 00010000:00010000:3.0:1775764783.121264:0:42326:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764783.121290:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695400/0x57b8ff0e03052381 lrc: 0/0,0 mode: --/PR res: [0x200003ab4:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bf36 expref: 43 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764783.121312:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0xe:0x0].0x0 (ffff944584d1d300) 00010000:00010000:3.0:1775764783.121318:0:42326:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1775764783.121343:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e030523c0 lrc: 3/0,1 mode: --/PW res: [0x200003ab4:0xe:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764783.121356:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e030523c0 lrc: 3/0,1 mode: PW/PW res: [0x200003ab4:0xe:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764783.121366:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e030523c0 lrc: 3/0,1 mode: PW/PW res: [0x200003ab4:0xe:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1775764783.121917:0:42326:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x2e:0x0].24, 88 off9944 00000004:00080000:3.0:1775764783.121928:0:42326:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 2249969128505ns, next at 2250969126554ns, rc = 0 00000004:00010000:3.0:1775764783.122006:0:42326:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000088a63143 reply state 000000006aa0e7a3 transno 34359739222 ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e030523c0 lrc: 3/0,1 mode: PW/PW res: [0x200003ab4:0xe:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764783.122015:0:42326:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1775764783.122152:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486756a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+44:64079:x1862022098642560:12345-192.168.202.28@tcp:36:chown.0 Request processed in 940us (1175us total) trans 34359739222 rc 0/0 00000100:00100000:3.0:1775764783.122160:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 1029 00000100:00100000:2.0:1775764783.126044:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00010000:00010000:3.0:1775764783.126154:0:3315:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e030523c0 lrc: 3/0,1 mode: PW/PW res: [0x200003ab4:0xe:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764783.126155:0:42946:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098642688 00000100:00100000:0.0:1775764783.126166:0:42946:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098642688 00010000:00010000:3.0:1775764783.126167:0:3315:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e030523c0 lrc: 2/0,0 mode: PW/PW res: [0x200003ab4:0xe:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764783.126176:0:3315:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e030523c0 lrc: 3/0,0 mode: PW/PW res: [0x200003ab4:0xe:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764783.126187:0:3315:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445be695200 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:3.0:1775764783.126193:0:3315:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e030523c0 lrc: 3/0,0 mode: PW/PW res: [0x200003ab4:0xe:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764783.126205:0:3315:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e030523c0 lrc: 4/0,0 mode: PW/PW res: [0x200003ab4:0xe:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764783.126224:0:3315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0xe:0x0].0x0 (ffff944584d1d300) 00010000:00010000:3.0:1775764783.126228:0:3315:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00000100:00100000:0.0:1775764783.126232:0:42946:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 256 00010000:00010000:3.0:1775764783.126234:0:3315:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e030523c0 lrc: 2/0,0 mode: --/PW res: [0x200003ab4:0xe:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764783.126241:0:3315:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e030523c0 lrc: 0/0,0 mode: --/PW res: [0x200003ab4:0xe:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764783.126244:0:42946:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444867c9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+7:2378:x1862022098642688:12345-192.168.202.28@tcp:2:chown.0 00002000:00010000:0.0:1775764783.126511:0:42946:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x11b:0x0] updating lvb size from disk: 1024 -> 1024 00002000:00010000:0.0:1775764783.126515:0:42946:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x11b:0x0] updating lvb mtime from disk: 1775764782 -> 1775764782 00002000:00010000:0.0:1775764783.126517:0:42946:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x11b:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1775764783.126519:0:42946:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x11b:0x0] updating lvb ctime from disk: 1775764783 -> 1775764783 00002000:00010000:0.0:1775764783.126521:0:42946:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x11b:0x0] updating lvb blocks from disk: 1 -> 11 00000100:00100000:0.0:1775764783.126577:0:42946:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444867c9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+8:2378:x1862022098642688:12345-192.168.202.28@tcp:2:chown.0 Request processed in 336us (543us total) trans 34359738455 rc 0/0 00000100:00100000:0.0:1775764783.126586:0:42946:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 256 00000100:00100000:2.0:1775764783.217290:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764783.221269:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098642816 00000100:00100000:1.0:1775764783.221286:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098642816 00000100:00100000:1.0:1775764783.221371:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 1030 00000100:00100000:1.0:1775764783.221388:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444867c8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+43:64085:x1862022098642816:12345-192.168.202.28@tcp:101:lfs.500 00010000:00010000:1.0:1775764783.221412:0:44493:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764783.221430:0:44493:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944488003800/0x57b8ff0e030523c7 lrc: 2/0,0 mode: --/CR res: [0x200003ab4:0xd:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17bf52 expref: -99 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764783.222216:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff944488002600/0x57b8ff0e030523ce lrc: 3/1,0 mode: --/CR res: [0x200003ab4:0xd:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764783.222233:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944488002600/0x57b8ff0e030523ce lrc: 3/1,0 mode: CR/CR res: [0x200003ab4:0xd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764783.222248:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944488002600/0x57b8ff0e030523ce lrc: 3/1,0 mode: CR/CR res: [0x200003ab4:0xd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764783.222263:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944488003200/0x57b8ff0e030523d5 lrc: 3/1,0 mode: --/PR res: [0x200003ab4:0xd:0x0].0x7da9bc5e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764783.222270:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944488003200/0x57b8ff0e030523d5 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0xd:0x0].0x7da9bc5e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764783.222277:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944488003200/0x57b8ff0e030523d5 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0xd:0x0].0x7da9bc5e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764783.224021:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944488002c00/0x57b8ff0e030523dc lrc: 3/1,0 mode: --/PR res: [0x200003ab4:0xe:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764783.224040:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944488002c00/0x57b8ff0e030523dc lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0xe:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764783.224052:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944488002c00/0x57b8ff0e030523dc lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0xe:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764783.224091:0:44493:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab4:0xe:0x0]: returning size 1024 00000004:00200000:1.0:1775764783.224096:0:44493:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1775764783.224117:0:44493:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff944488002c00/0x57b8ff0e030523dc lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0xe:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764783.224130:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944488002c00/0x57b8ff0e030523dc lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764783.224144:0:44493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff944488002600/0x57b8ff0e030523ce lrc: 3/1,0 mode: CR/CR res: [0x200003ab4:0xd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764783.224150:0:44493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944488002600/0x57b8ff0e030523ce lrc: 2/0,0 mode: CR/CR res: [0x200003ab4:0xd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764783.224156:0:44493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944488002600/0x57b8ff0e030523ce lrc: 3/0,0 mode: CR/CR res: [0x200003ab4:0xd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764783.224161:0:44493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944488002600 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:1.0:1775764783.224165:0:44493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944488002600/0x57b8ff0e030523ce lrc: 3/0,0 mode: CR/CR res: [0x200003ab4:0xd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764783.224172:0:44493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944488002600/0x57b8ff0e030523ce lrc: 4/0,0 mode: CR/CR res: [0x200003ab4:0xd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764783.224184:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0xd:0x0].0x0 (ffff944599e85e00) 00010000:00010000:1.0:1775764783.224187:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764783.224191:0:44493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944488002600/0x57b8ff0e030523ce lrc: 2/0,0 mode: --/CR res: [0x200003ab4:0xd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764783.224197:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944488002600/0x57b8ff0e030523ce lrc: 0/0,0 mode: --/CR res: [0x200003ab4:0xd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764783.224212:0:44493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944488003200/0x57b8ff0e030523d5 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0xd:0x0].0x7da9bc5e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764783.224218:0:44493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944488003200/0x57b8ff0e030523d5 lrc: 2/0,0 mode: PR/PR res: [0x200003ab4:0xd:0x0].0x7da9bc5e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764783.224223:0:44493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944488003200/0x57b8ff0e030523d5 lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0xd:0x0].0x7da9bc5e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764783.224229:0:44493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944488003200 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:1.0:1775764783.224231:0:44493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944488003200/0x57b8ff0e030523d5 lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0xd:0x0].0x7da9bc5e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764783.224237:0:44493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944488003200/0x57b8ff0e030523d5 lrc: 4/0,0 mode: PR/PR res: [0x200003ab4:0xd:0x0].0x7da9bc5e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764783.224244:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0xd:0x0].0x7da9bc5e (ffff944584d1df00) 00010000:00010000:1.0:1775764783.224247:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764783.224249:0:44493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944488003200/0x57b8ff0e030523d5 lrc: 2/0,0 mode: --/PR res: [0x200003ab4:0xd:0x0].0x7da9bc5e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764783.224255:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944488003200/0x57b8ff0e030523d5 lrc: 0/0,0 mode: --/PR res: [0x200003ab4:0xd:0x0].0x7da9bc5e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764783.224297:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944488003800/0x57b8ff0e030523c7 lrc: 0/0,0 mode: --/CR res: [0x200003ab4:0xd:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bf52 expref: 45 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764783.224311:0:44493:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff944488002c00/0x57b8ff0e030523dc lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bf52 expref: 44 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764783.224319:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0xe:0x0].0x0 (ffff944584d1d300) 00010000:00010000:1.0:1775764783.224322:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1775764783.224324:0:44493:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944488002c00, rc 0) 00000100:00100000:1.0:1775764783.231498:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444867c8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+44:64085:x1862022098642816:12345-192.168.202.28@tcp:101:lfs.500 Request processed in 10096us (14194us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764783.231513:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 1030 00000100:00100000:3.0:1775764783.244311:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764783.245220:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098643072 00000100:00100000:2.0:1775764783.245231:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098643072 00000100:00100000:2.0:1775764783.245301:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 1031 00000100:00100000:2.0:1775764783.245310:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445b296f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+44:64085:x1862022098643072:12345-192.168.202.28@tcp:101:lfs.500 00010000:00010000:2.0:1775764783.245330:0:42325:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764783.245349:0:42325:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24200/0x57b8ff0e030523e3 lrc: 2/0,0 mode: --/CR res: [0x200003ab4:0xd:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17bf59 expref: -99 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764783.245446:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24600/0x57b8ff0e030523ea lrc: 3/0,1 mode: --/CW res: [0x200003ab4:0xe:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764783.245460:0:42325:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff944488002c00/0x57b8ff0e030523dc lrc: 2/0,0 mode: PR/PR res: [0x200003ab4:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bf52 expref: 45 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764783.245467:0:42325:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24600/0x57b8ff0e030523ea lrc: 4/0,1 mode: --/CW res: [0x200003ab4:0xe:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764783.245517:0:42325:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff944488002c00/0x57b8ff0e030523dc lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bf52 expref: 45 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764783.245531:0:42325:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff944488002c00/0x57b8ff0e030523dc lrc: 4/0,0 mode: PR/PR res: [0x200003ab4:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bf52 expref: 45 pid: 44493 timeout: 2350 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764783.245546:0:42325:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9444867cb800 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:42325:1862022119061760:192.168.202.28@tcp:104: 00000100:00100000:2.0:1775764783.245659:0:42325:0:(client.c:2691:ptlrpc_set_wait()) set ffff9445bece3480 going to sleep for 11 seconds 00000100:00100000:2.0:1775764783.250287:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764783.250921:0:42325:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9444867cb800 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:42325:1862022119061760:192.168.202.28@tcp:104: 00010000:00010000:3.0:1775764783.250955:0:42325:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24600/0x57b8ff0e030523ea lrc: 3/0,1 mode: --/CW res: [0x200003ab4:0xe:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764783.251912:0:42311:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098643200 00000100:00100000:1.0:1775764783.251926:0:42311:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098643200 00010000:00010000:0.0:1775764783.252054:0:42311:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff944488002c00/0x57b8ff0e030523dc lrc: 4/0,0 mode: PR/PR res: [0x200003ab4:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bf52 expref: 46 pid: 44493 timeout: 2350 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764783.252099:0:42311:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 198 00000100:00100000:0.0:1775764783.252109:0:42311:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444867c9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+46:2379:x1862022098643200:12345-192.168.202.28@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1775764783.252126:0:42311:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764783.252133:0:42311:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff944488002c00/0x57b8ff0e030523dc lrc: 4/0,0 mode: PR/PR res: [0x200003ab4:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bf52 expref: 46 pid: 44493 timeout: 2350 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764783.252146:0:42311:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff944488002c00/0x57b8ff0e030523dc lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bf52 expref: 46 pid: 44493 timeout: 2350 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764783.252172:0:42311:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944488002c00/0x57b8ff0e030523dc lrc: 0/0,0 mode: --/PR res: [0x200003ab4:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bf52 expref: 46 pid: 44493 timeout: 2350 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764783.252190:0:42311:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0xe:0x0].0x0 (ffff944584d1d300) 00010000:00010000:0.0:1775764783.252194:0:42311:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24600/0x57b8ff0e030523ea lrc: 3/0,1 mode: --/CW res: [0x200003ab4:0xe:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764783.252202:0:42311:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24600/0x57b8ff0e030523ea lrc: 3/0,1 mode: CW/CW res: [0x200003ab4:0xe:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764783.252207:0:42311:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24600/0x57b8ff0e030523ea lrc: 4/0,1 mode: CW/CW res: [0x200003ab4:0xe:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764783.252236:0:42311:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775764783.252300:0:42311:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444867c9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+45:2379:x1862022098643200:12345-192.168.202.28@tcp:103:ldlm_bl.0 Request processed in 192us (2023us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764783.252308:0:42311:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 198 00010000:00010000:2.0:1775764783.252414:0:42325:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24600/0x57b8ff0e030523ea lrc: 3/0,1 mode: CW/CW res: [0x200003ab4:0xe:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764783.252423:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24600/0x57b8ff0e030523ea lrc: 3/0,1 mode: CW/CW res: [0x200003ab4:0xe:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764783.252441:0:42325:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab4:0xe:0x0]: returning size 1024 00010000:00010000:2.0:1775764783.252597:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24200/0x57b8ff0e030523e3 lrc: 0/0,0 mode: --/CR res: [0x200003ab4:0xd:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bf59 expref: 46 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764783.252614:0:42325:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24600/0x57b8ff0e030523ea lrc: 3/0,0 mode: CW/CW res: [0x200003ab4:0xe:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bf59 expref: 45 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764783.252621:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0xe:0x0].0x0 (ffff944584d1d300) 00010000:00010000:2.0:1775764783.252623:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:2.0:1775764783.252626:0:42325:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445baf24600, rc 0) 00000100:00100000:2.0:1775764783.252652:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445b296f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+45:64085:x1862022098643072:12345-192.168.202.28@tcp:101:lfs.500 Request processed in 7344us (8353us total) trans 34359739223 rc 0/0 00000100:00100000:2.0:1775764783.252664:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 1031 00000100:00100000:0.0:1775764783.255449:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764783.255524:0:42327:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098643456 00000100:00100000:2.0:1775764783.255534:0:42327:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098643456 00000100:00100000:2.0:1775764783.255595:0:42327:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 302 00000100:00100000:2.0:1775764783.255606:0:42327:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486755180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+45:64085:x1862022098643456:12345-192.168.202.28@tcp:35:lfs.500 00000100:00100000:2.0:1775764783.256228:0:42327:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486755180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+46:64085:x1862022098643456:12345-192.168.202.28@tcp:35:lfs.500 Request processed in 623us (784us total) trans 34359739224 rc 0/0 00000100:00100000:2.0:1775764783.256237:0:42327:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 302 00000100:00100000:1.0:1775764783.397203:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764783.397386:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098643712 00000100:00100000:2.0:1775764783.397399:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098643712 00000100:00100000:2.0:1775764783.397476:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 1032 00000100:00100000:2.0:1775764783.397498:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94458620fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+46:64095:x1862022098643712:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:2.0:1775764783.397529:0:42324:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764783.397553:0:42324:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24200/0x57b8ff0e030523f8 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17bf60 expref: -99 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764783.398163:0:42324:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab4:0xd:0x0]: returning size 512 00010000:00010000:2.0:1775764783.398388:0:42324:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24200/0x57b8ff0e030523f8 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bf60 expref: 48 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764783.398405:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9445867bef00) 00010000:00010000:2.0:1775764783.398408:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1775764783.398414:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24200/0x57b8ff0e030523f8 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bf60 expref: 48 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764783.398430:0:42324:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445baf24200, rc 0) 00000100:00100000:2.0:1775764783.398558:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94458620fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+47:64095:x1862022098643712:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 1062us (1366us total) trans 34359739225 rc 301/301 00000100:00100000:2.0:1775764783.398568:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 1032 00000100:00100000:1.0:1775764783.415159:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764783.415644:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098643840 00000100:00100000:3.0:1775764783.415656:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098643840 00000100:00100000:3.0:1775764783.415714:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 1033 00000100:00100000:3.0:1775764783.415724:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94458620d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+47:64095:x1862022098643840:12345-192.168.202.28@tcp:34:lfs.0 00010000:00010000:3.0:1775764783.415825:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695e00/0x57b8ff0e03052406 lrc: 3/1,0 mode: --/CR res: [0x200003ab4:0xd:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764783.415854:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695e00/0x57b8ff0e03052406 lrc: 3/1,0 mode: CR/CR res: [0x200003ab4:0xd:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764783.415867:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695e00/0x57b8ff0e03052406 lrc: 3/1,0 mode: CR/CR res: [0x200003ab4:0xd:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764783.415978:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e0305240d lrc: 3/1,0 mode: --/PR res: [0x200003ab4:0xd:0x0].0x7da9bc5e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764783.415986:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e0305240d lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0xd:0x0].0x7da9bc5e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764783.415993:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e0305240d lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0xd:0x0].0x7da9bc5e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764783.416087:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695400/0x57b8ff0e03052414 lrc: 3/1,0 mode: --/PR res: [0x200003ab4:0xe:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764783.416097:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695400/0x57b8ff0e03052414 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0xe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764783.416103:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695400/0x57b8ff0e03052414 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0xe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764783.416141:0:42326:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695400/0x57b8ff0e03052414 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0xe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764783.416153:0:42326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695e00/0x57b8ff0e03052406 lrc: 3/1,0 mode: CR/CR res: [0x200003ab4:0xd:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764783.416159:0:42326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695e00/0x57b8ff0e03052406 lrc: 2/0,0 mode: CR/CR res: [0x200003ab4:0xd:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764783.416165:0:42326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695e00/0x57b8ff0e03052406 lrc: 3/0,0 mode: CR/CR res: [0x200003ab4:0xd:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764783.416171:0:42326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445be695e00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:3.0:1775764783.416175:0:42326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695e00/0x57b8ff0e03052406 lrc: 3/0,0 mode: CR/CR res: [0x200003ab4:0xd:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764783.416183:0:42326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695e00/0x57b8ff0e03052406 lrc: 4/0,0 mode: CR/CR res: [0x200003ab4:0xd:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764783.416194:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0xd:0x0].0x0 (ffff944599e85e00) 00010000:00010000:3.0:1775764783.416197:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764783.416201:0:42326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695e00/0x57b8ff0e03052406 lrc: 2/0,0 mode: --/CR res: [0x200003ab4:0xd:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764783.416206:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695e00/0x57b8ff0e03052406 lrc: 0/0,0 mode: --/CR res: [0x200003ab4:0xd:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764783.416220:0:42326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e0305240d lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0xd:0x0].0x7da9bc5e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764783.416226:0:42326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e0305240d lrc: 2/0,0 mode: PR/PR res: [0x200003ab4:0xd:0x0].0x7da9bc5e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764783.416232:0:42326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e0305240d lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0xd:0x0].0x7da9bc5e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764783.416237:0:42326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445be695200 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:3.0:1775764783.416239:0:42326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e0305240d lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0xd:0x0].0x7da9bc5e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764783.416244:0:42326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e0305240d lrc: 4/0,0 mode: PR/PR res: [0x200003ab4:0xd:0x0].0x7da9bc5e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764783.416251:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0xd:0x0].0x7da9bc5e (ffff9445867be300) 00010000:00010000:3.0:1775764783.416253:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764783.417088:0:42326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e0305240d lrc: 2/0,0 mode: --/PR res: [0x200003ab4:0xd:0x0].0x7da9bc5e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764783.417105:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e0305240d lrc: 0/0,0 mode: --/PR res: [0x200003ab4:0xd:0x0].0x7da9bc5e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764783.417129:0:42326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695400/0x57b8ff0e03052414 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0xe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764783.417134:0:42326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695400/0x57b8ff0e03052414 lrc: 2/0,0 mode: PR/PR res: [0x200003ab4:0xe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764783.417139:0:42326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695400/0x57b8ff0e03052414 lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0xe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764783.417143:0:42326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445be695400 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:3.0:1775764783.417146:0:42326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695400/0x57b8ff0e03052414 lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0xe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764783.417153:0:42326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695400/0x57b8ff0e03052414 lrc: 4/0,0 mode: PR/PR res: [0x200003ab4:0xe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764783.417162:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0xe:0x0].0x0 (ffff944584d1d300) 00010000:00010000:3.0:1775764783.417164:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764783.417166:0:42326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695400/0x57b8ff0e03052414 lrc: 2/0,0 mode: --/PR res: [0x200003ab4:0xe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764783.417171:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695400/0x57b8ff0e03052414 lrc: 0/0,0 mode: --/PR res: [0x200003ab4:0xe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764783.417264:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94458620d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+47:64095:x1862022098643840:12345-192.168.202.28@tcp:34:lfs.0 Request processed in 1530us (2103us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764783.417273:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 1033 00000100:00100000:0.0:1775764783.420455:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764783.420518:0:42328:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098644096 00000100:00100000:3.0:1775764783.420530:0:42328:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098644096 00000100:00100000:3.0:1775764783.420584:0:42328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 303 00000100:00100000:3.0:1775764783.420591:0:42328:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445b1dbd050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+47:64095:x1862022098644096:12345-192.168.202.28@tcp:35:lfs.0 00000100:00100000:3.0:1775764783.420856:0:42328:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445b1dbd050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+48:64095:x1862022098644096:12345-192.168.202.28@tcp:35:lfs.0 Request processed in 264us (411us total) trans 34359739226 rc 0/0 00000100:00100000:3.0:1775764783.420862:0:42328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 303 00000100:00100000:1.0:1775764783.534267:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764783.534450:0:42327:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098644224 00000100:00100000:2.0:1775764783.534460:0:42327:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098644224 00000100:00100000:2.0:1775764783.534552:0:42327:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 304 00000100:00100000:2.0:1775764783.534563:0:42327:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94458620e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+48:64101:x1862022098644224:12345-192.168.202.28@tcp:49:dd.500 00000100:00100000:2.0:1775764783.534732:0:42327:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94458620e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+48:64101:x1862022098644224:12345-192.168.202.28@tcp:49:dd.500 Request processed in 170us (476us total) trans 0 rc -61/-61 00000100:00100000:2.0:1775764783.534740:0:42327:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 304 00000100:00100000:1.0:1775764783.543766:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764783.544143:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098644480 00000100:00100000:0.0:1775764783.544154:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098644480 00000100:00100000:0.0:1775764783.544215:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 1034 00000100:00100000:0.0:1775764783.544225:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94458620f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+48:64101:x1862022098644480:12345-192.168.202.28@tcp:101:dd.500 00010000:00010000:0.0:1775764783.544247:0:44493:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764783.544268:0:44493:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944581524c00/0x57b8ff0e0305241b lrc: 2/0,0 mode: --/CR res: [0x200003ab4:0xd:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17bf67 expref: -99 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764783.544375:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff944581524600/0x57b8ff0e03052422 lrc: 3/1,0 mode: --/CR res: [0x200003ab4:0xd:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764783.544389:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944581524600/0x57b8ff0e03052422 lrc: 3/1,0 mode: CR/CR res: [0x200003ab4:0xd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764783.544401:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944581524600/0x57b8ff0e03052422 lrc: 3/1,0 mode: CR/CR res: [0x200003ab4:0xd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764783.544416:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944581525000/0x57b8ff0e03052429 lrc: 3/1,0 mode: --/PR res: [0x200003ab4:0xd:0x0].0x7da9bc5e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764783.544422:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944581525000/0x57b8ff0e03052429 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0xd:0x0].0x7da9bc5e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764783.544429:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944581525000/0x57b8ff0e03052429 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0xd:0x0].0x7da9bc5e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764783.544591:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944581524a00/0x57b8ff0e03052430 lrc: 3/1,0 mode: --/PR res: [0x200003ab4:0xe:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764783.544601:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944581524a00/0x57b8ff0e03052430 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0xe:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764783.544609:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944581524a00/0x57b8ff0e03052430 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0xe:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764783.544618:0:44493:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab4:0xe:0x0]: returning size 1024 00010000:00010000:0.0:1775764783.544719:0:44493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff944581524600/0x57b8ff0e03052422 lrc: 3/1,0 mode: CR/CR res: [0x200003ab4:0xd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764783.544732:0:44493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944581524600/0x57b8ff0e03052422 lrc: 2/0,0 mode: CR/CR res: [0x200003ab4:0xd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764783.544738:0:44493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944581524600/0x57b8ff0e03052422 lrc: 3/0,0 mode: CR/CR res: [0x200003ab4:0xd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764783.544744:0:44493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944581524600 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:0.0:1775764783.544748:0:44493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944581524600/0x57b8ff0e03052422 lrc: 3/0,0 mode: CR/CR res: [0x200003ab4:0xd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764783.544755:0:44493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944581524600/0x57b8ff0e03052422 lrc: 4/0,0 mode: CR/CR res: [0x200003ab4:0xd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764783.544770:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0xd:0x0].0x0 (ffff944599e85e00) 00010000:00010000:0.0:1775764783.544773:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764783.544778:0:44493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944581524600/0x57b8ff0e03052422 lrc: 2/0,0 mode: --/CR res: [0x200003ab4:0xd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764783.544785:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944581524600/0x57b8ff0e03052422 lrc: 0/0,0 mode: --/CR res: [0x200003ab4:0xd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764783.544842:0:44493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944581525000/0x57b8ff0e03052429 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0xd:0x0].0x7da9bc5e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764783.544850:0:44493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944581525000/0x57b8ff0e03052429 lrc: 2/0,0 mode: PR/PR res: [0x200003ab4:0xd:0x0].0x7da9bc5e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764783.544855:0:44493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944581525000/0x57b8ff0e03052429 lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0xd:0x0].0x7da9bc5e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764783.544860:0:44493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944581525000 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:0.0:1775764783.544863:0:44493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944581525000/0x57b8ff0e03052429 lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0xd:0x0].0x7da9bc5e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764783.544869:0:44493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944581525000/0x57b8ff0e03052429 lrc: 4/0,0 mode: PR/PR res: [0x200003ab4:0xd:0x0].0x7da9bc5e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764783.544876:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0xd:0x0].0x7da9bc5e (ffff944599e85300) 00010000:00010000:0.0:1775764783.544879:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764783.544881:0:44493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944581525000/0x57b8ff0e03052429 lrc: 2/0,0 mode: --/PR res: [0x200003ab4:0xd:0x0].0x7da9bc5e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764783.544887:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944581525000/0x57b8ff0e03052429 lrc: 0/0,0 mode: --/PR res: [0x200003ab4:0xd:0x0].0x7da9bc5e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764783.544931:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944581524c00/0x57b8ff0e0305241b lrc: 0/0,0 mode: --/CR res: [0x200003ab4:0xd:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bf67 expref: 51 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764783.544944:0:44493:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff944581524a00/0x57b8ff0e03052430 lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0xe:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bf67 expref: 50 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764783.544951:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0xe:0x0].0x0 (ffff944584d1d300) 00010000:00010000:0.0:1775764783.544953:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:0.0:1775764783.544955:0:44493:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944581524a00, rc 0) 00000100:00100000:0.0:1775764783.545032:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94458620f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+50:64101:x1862022098644480:12345-192.168.202.28@tcp:101:dd.500 Request processed in 807us (1275us total) trans 34359739227 rc 0/0 00000100:00100000:0.0:1775764783.545040:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 1034 00000100:00100000:0.0:1775764783.558771:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764783.559240:0:42328:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098644736 00000100:00100000:3.0:1775764783.559251:0:42328:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098644736 00000100:00100000:3.0:1775764783.559322:0:42328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 305 00000100:00100000:3.0:1775764783.559333:0:42328:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486756680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+50:64101:x1862022098644736:12345-192.168.202.28@tcp:35:dd.500 00000100:00100000:3.0:1775764783.559779:0:42328:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486756680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+51:64101:x1862022098644736:12345-192.168.202.28@tcp:35:dd.500 Request processed in 446us (1017us total) trans 34359739228 rc 0/0 00000100:00100000:3.0:1775764783.559788:0:42328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 305 00010000:00010000:0.0:1775764783.939257:0:42313:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:1.0:1775764783.959272:0:5825:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 34359739227 is committed 00000001:00080000:1.0:1775764783.959319:0:5825:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 34359739228 is committed 00000004:00080000:1.0:1775764783.959327:0:5825:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 28 committed 00000100:00100000:3.0:1775764783.959550:0:3328:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1775764783.959571:0:3328:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bc1de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3328:1862022119061888:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1775764783.959640:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764783.959712:0:42944:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119061888 00000100:00100000:3.0:1775764783.959719:0:42944:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119061888 00000100:00100000:3.0:1775764783.959767:0:42944:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 257 00000100:00100000:3.0:1775764783.959776:0:42944:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bc1dce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3328:x1862022119061888:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:3.0:1775764783.960149:0:42944:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x11b:0x0] updating lvb size from disk: 1024 -> 1024 00002000:00010000:3.0:1775764783.960152:0:42944:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x11b:0x0] updating lvb mtime from disk: 1775764782 -> 1775764782 00002000:00010000:3.0:1775764783.960154:0:42944:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x11b:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1775764783.960156:0:42944:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x11b:0x0] updating lvb ctime from disk: 1775764783 -> 1775764783 00002000:00010000:3.0:1775764783.960157:0:42944:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x11b:0x0] updating lvb blocks from disk: 11 -> 11 00000100:00100000:3.0:1775764783.960313:0:42944:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bc1dce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3328:x1862022119061888:12345-0@lo:2:osp-syn-0-0.0 Request processed in 537us (671us total) trans 34359738456 rc 0/0 00000100:00100000:3.0:1775764783.960321:0:42944:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 257 00000004:00080000:1.0:1775764783.961463:0:3328:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9445bc1de680/2, rc 0, transno 34359738456 00000100:00100000:1.0:1775764783.961485:0:3328:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bc1de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3328:1862022119061888:0@lo:2:osp-syn-0-0.0 00000040:00080000:2.0:1775764784.129200:0:42356:0:(llog.c:800:llog_process_thread()) index: 8, lh_last_idx: 8 synced_idx: 8 lgh_last_idx: 8 00000040:00080000:2.0:1775764784.129209:0:42356:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x32:0x0] at index 8 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1775764784.129522:0:42356:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x32:0x0] index 21 count 5 00000040:00080000:2.0:1775764784.129530:0:42356:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 9 count 2 00000100:00100000:1.0:1775764784.386138:0:3331:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1775764784.386161:0:3331:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944589138e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3331:1862022119062016:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1775764784.386231:0:3331:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764784.386287:0:42948:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119062016 00000100:00100000:3.0:1775764784.386296:0:42948:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119062016 00000100:00080000:1.0:1775764784.386335:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1775764784.386382:0:42948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 171 00000100:00100000:3.0:1775764784.386392:0:42948:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94458620c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3331:x1862022119062016:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1775764784.386433:0:42948:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 50921472 pending 0 free 3765436416 avail 3763339264 00000100:00100000:3.0:1775764784.386499:0:42948:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94458620c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3331:x1862022119062016:12345-0@lo:13:osp-pre-1-0.0 Request processed in 107us (266us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764784.386506:0:42948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 171 00000100:00100000:0.0:1775764784.387094:0:3331:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944589138e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3331:1862022119062016:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1775764784.964911:0:43224:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775764785.841702:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764785.842004:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764785.842040:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764785.842060:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764785.842098:0:42946:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098645248 00000100:00100000:1.0:1775764785.842116:0:42946:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098645248 00000100:00100000:1.0:1775764785.842171:0:42946:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 286 00000100:00100000:1.0:1775764785.842180:0:42946:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486755c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+8:2379:x1862022098645248:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:1.0:1775764785.842243:0:42946:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486755c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+8:2379:x1862022098645248:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 65us (240us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764785.842251:0:42946:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 286 00000100:00080000:1.0:1775764785.842270:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1775764785.846655:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764785.846697:0:42318:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098644864 00000100:00100000:0.0:1775764785.846708:0:42318:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098644864 00000100:00100000:0.0:1775764785.846762:0:42318:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 304 00000100:00100000:0.0:1775764785.846771:0:42318:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944585dec850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:24b54882-c0a1-43f2-954f-009e5a9afc9d+12:2379:x1862022098644864:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:0.0:1775764785.846866:0:42318:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944585dec850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:24b54882-c0a1-43f2-954f-009e5a9afc9d+12:2379:x1862022098644864:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 96us (4824us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764785.846874:0:42318:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 304 00000100:00100000:1.0:1775764785.848368:0:42944:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098645376 00000100:00100000:1.0:1775764785.848381:0:42944:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098645376 00000100:00100000:1.0:1775764785.848453:0:42944:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 287 00000100:00100000:1.0:1775764785.848473:0:42944:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486754380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+7:2379:x1862022098645376:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:1.0:1775764785.848542:0:42944:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486754380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+7:2379:x1862022098645376:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 71us (1899us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764785.848549:0:42944:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 287 00000100:00080000:0.0:1775764785.848782:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1775764785.849430:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098644992 00000100:00100000:2.0:1775764785.849439:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098644992 00000100:00100000:2.0:1775764785.849545:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098645120 00000100:00100000:2.0:1775764785.849549:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098645120 00000100:00100000:1.0:1775764785.849592:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 400 00000100:00100000:1.0:1775764785.849603:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94458620ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:82781e18-e0e3-4f9f-9a2b-041bf0344414+5:2379:x1862022098644992:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:1.0:1775764785.849664:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94458620ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:82781e18-e0e3-4f9f-9a2b-041bf0344414+5:2379:x1862022098644992:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 64us (7973us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764785.849672:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 400 00000100:00080000:0.0:1775764785.850098:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1775764785.850639:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 401 00000100:00100000:2.0:1775764785.850648:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486756300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+27:2379:x1862022098645120:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:2.0:1775764785.850700:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486756300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+27:2379:x1862022098645120:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 53us (8638us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764785.850706:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 401 00010000:00010000:2.0:1775764785.985051:0:42312:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764787.015527:0:42313:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775764787.457188:0:3331:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944589138e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3331:1862022119062144:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1775764787.457260:0:3331:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764787.457428:0:42947:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119062144 00000100:00100000:3.0:1775764787.457437:0:42947:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119062144 00000100:00100000:3.0:1775764787.457516:0:42947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 172 00000100:00100000:3.0:1775764787.457528:0:42947:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486755f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3331:x1862022119062144:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1775764787.457565:0:42947:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3704619008 avail 3702521856 00000100:00100000:3.0:1775764787.457613:0:42947:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486755f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3331:x1862022119062144:12345-0@lo:13:osp-pre-0-0.0 Request processed in 88us (351us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764787.457620:0:42947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 172 00000100:00080000:0.0:1775764787.457749:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1775764787.457789:0:3331:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944589138e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3331:1862022119062144:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1775764787.969641:0:3331:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944486755180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3331:1862022119062656:0@lo:400:kworker.0 00000100:00100000:0.0:1775764787.969713:0:3331:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764787.969779:0:3331:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1775764787.969815:0:3331:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944486757480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3331:1862022119062528:0@lo:400:kworker.0 00000100:00100000:0.0:1775764787.969841:0:3331:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764787.969873:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119062656 00000100:00100000:2.0:1775764787.969963:0:3329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944486755880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3329:1862022119062400:0@lo:400:kworker.0 00000100:00100000:2.0:1775764787.969996:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764787.970022:0:3329:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:2.0:1775764787.970028:0:3329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944486754a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d8dacf45-8471-4226-a2fb-1fac83f69c1e:3329:1862022119062272:0@lo:400:kworker.0 00000100:00100000:2.0:1775764787.970054:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764787.970075:0:3329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9444864b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3329:1862022119062784:0@lo:400:kworker.0 00000100:00100000:2.0:1775764787.970094:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764787.970118:0:42946:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119062400 00000100:00100000:2.0:1775764787.970124:0:42946:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119062400 00000100:00100000:2.0:1775764787.970176:0:42946:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 288 00000100:00100000:2.0:1775764787.970185:0:42946:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444867c8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3329:x1862022119062400:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764787.970247:0:42946:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444867c8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3329:x1862022119062400:12345-0@lo:400:kworker.0 Request processed in 63us (250us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764787.970254:0:42946:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 288 00000100:00100000:2.0:1775764787.970277:0:42317:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119062272 00000100:00100000:2.0:1775764787.970280:0:42317:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119062272 00000100:00100000:2.0:1775764787.970304:0:42317:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 305 00000100:00100000:2.0:1775764787.970310:0:42317:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944585decc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d8dacf45-8471-4226-a2fb-1fac83f69c1e+18:3329:x1862022119062272:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764787.970338:0:42317:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944585decc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d8dacf45-8471-4226-a2fb-1fac83f69c1e+18:3329:x1862022119062272:12345-0@lo:400:kworker.0 Request processed in 28us (283us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764787.970345:0:42317:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 305 00000100:00100000:2.0:1775764787.970369:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119062528 00000100:00100000:2.0:1775764787.970372:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119062528 00000100:00100000:2.0:1775764787.970394:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119062784 00000100:00100000:2.0:1775764787.970396:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119062784 00000100:00100000:2.0:1775764787.970411:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 402 00000100:00100000:2.0:1775764787.970417:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bce2b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3331:x1862022119062528:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764787.970460:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bce2b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3331:x1862022119062528:12345-0@lo:400:kworker.0 Request processed in 43us (618us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764787.970470:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 402 00000100:00100000:2.0:1775764787.970481:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 403 00000100:00100000:2.0:1775764787.970487:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444867cb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3329:x1862022119062784:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764787.970513:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444867cb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3329:x1862022119062784:12345-0@lo:400:kworker.0 Request processed in 26us (417us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764787.970519:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 403 00000100:00100000:2.0:1775764787.970562:0:3329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944486754a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d8dacf45-8471-4226-a2fb-1fac83f69c1e:3329:1862022119062272:0@lo:400:kworker.0 00000100:00100000:2.0:1775764787.970574:0:3329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9444864b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3329:1862022119062784:0@lo:400:kworker.0 00000100:00100000:2.0:1775764787.970581:0:3329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944486755880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3329:1862022119062400:0@lo:400:kworker.0 00000100:00100000:2.0:1775764787.970612:0:3331:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944486757480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3331:1862022119062528:0@lo:400:kworker.0 00000100:00080000:2.0:1775764787.970642:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1775764787.970647:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1775764787.971338:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119062656 00000100:00100000:0.0:1775764787.971406:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 404 00000100:00100000:0.0:1775764787.971417:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444864b1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3331:x1862022119062656:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764787.971481:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444864b1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3331:x1862022119062656:12345-0@lo:400:kworker.0 Request processed in 67us (1768us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764787.971487:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 404 00000100:00080000:2.0:1775764787.975475:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1775764787.975548:0:3331:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944486755180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3331:1862022119062656:0@lo:400:kworker.0 00010000:00010000:1.0:1775764788.035077:0:43224:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:0.0:1775764788.102173:0:6613:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 34359738455 is committed 00000001:00080000:0.0:1775764788.102193:0:6613:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 34359738456 is committed 00010000:00010000:3.0:1775764789.065224:0:42312:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775764789.257667:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764789.259133:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098645504 00000100:00100000:3.0:1775764789.259146:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098645504 00000100:00080000:2.0:1775764789.259209:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1775764789.263887:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 1035 00000100:00100000:3.0:1775764789.263907:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94458620d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:82781e18-e0e3-4f9f-9a2b-041bf0344414+5:64524:x1862022098645504:12345-192.168.202.28@tcp:101:lctl.0 00010000:00010000:3.0:1775764789.263929:0:42324:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764789.263959:0:42324:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e0305243e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17bf6e expref: -99 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764789.264039:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695400/0x57b8ff0e03052445 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764789.264053:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695400/0x57b8ff0e03052445 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764789.264067:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695400/0x57b8ff0e03052445 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764789.264282:0:42324:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 9728 00000004:00200000:3.0:1775764789.264286:0:42324:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 46 stripe count 1 MDT count 1 00000004:00010000:3.0:1775764789.264374:0:42324:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695400/0x57b8ff0e03052445 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764789.264397:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e0305243e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bf6e expref: 7 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764789.264416:0:42324:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695400/0x57b8ff0e03052445 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bf6e expref: 6 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764789.264436:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9445867bef00) 00010000:00010000:3.0:1775764789.264439:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1775764789.264443:0:42324:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445be695400, rc 0) 00000100:00100000:3.0:1775764789.264520:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94458620d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:82781e18-e0e3-4f9f-9a2b-041bf0344414+6:64524:x1862022098645504:12345-192.168.202.28@tcp:101:lctl.0 Request processed in 621us (6862us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764789.264527:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 1035 00000100:00100000:0.0:1775764789.366187:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764789.366745:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098645632 00000100:00100000:1.0:1775764789.366756:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098645632 00000100:00100000:1.0:1775764789.366877:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 1036 00000100:00100000:1.0:1775764789.366889:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944585ddd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+27:64004:x1862022098645632:12345-192.168.202.28@tcp:60:lhsmtool_posix.0 00000100:00100000:1.0:1775764789.367308:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944585ddd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+27:64004:x1862022098645632:12345-192.168.202.28@tcp:60:lhsmtool_posix.0 Request processed in 420us (1133us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764789.367317:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 1036 00000100:00080000:2.0:1775764789.369455:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1775764789.375559:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764789.378762:0:47878:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098645888 00000100:00100000:3.0:1775764789.378779:0:47878:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098645888 00000100:00100000:3.0:1775764789.379456:0:47878:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 306 00000100:00100000:3.0:1775764789.379469:0:47878:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486738a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+27:64004:x1862022098645888:12345-192.168.202.28@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1775764789.380466:0:47878:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486738a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+28:64004:x1862022098645888:12345-192.168.202.28@tcp:35:lhsmtool_posix.0 Request processed in 996us (4914us total) trans 34359739229 rc 0/0 00000100:00100000:3.0:1775764789.380477:0:47878:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 306 00000100:00100000:1.0:1775764789.510129:0:3328:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1775764789.510157:0:3328:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944589138e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3328:1862022119062912:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1775764789.510248:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764789.513279:0:42947:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119062912 00000100:00100000:3.0:1775764789.513295:0:42947:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119062912 00000100:00100000:3.0:1775764789.513400:0:42947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 173 00000100:00100000:3.0:1775764789.513412:0:42947:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94448673ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3328:x1862022119062912:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1775764789.513464:0:42947:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 50921472 pending 0 free 3765436416 avail 3763339264 00000100:00100000:3.0:1775764789.513570:0:42947:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94448673ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3328:x1862022119062912:12345-0@lo:13:osp-pre-1-0.0 Request processed in 161us (3322us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764789.513578:0:42947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 173 00000100:00100000:0.0:1775764789.513861:0:3328:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944589138e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3328:1862022119062912:0@lo:13:osp-pre-1-0.0 00000100:00080000:2.0:1775764789.514236:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:0.0:1775764790.081053:0:42313:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775764790.959406:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764790.959467:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764790.959500:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764790.959533:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764790.959561:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764790.959603:0:43212:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098646528 00000100:00100000:0.0:1775764790.959615:0:43212:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098646528 00000100:00100000:3.0:1775764790.959756:0:42944:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098646400 00000100:00100000:3.0:1775764790.959761:0:42944:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098646400 00000100:00100000:1.0:1775764790.959829:0:42319:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098646016 00000100:00100000:1.0:1775764790.959833:0:42319:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098646016 00000100:00100000:1.0:1775764790.959886:0:42319:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 306 00000100:00100000:1.0:1775764790.959897:0:42319:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944585dec050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:24b54882-c0a1-43f2-954f-009e5a9afc9d+12:2379:x1862022098646016:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:1.0:1775764790.959973:0:42319:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944585dec050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:24b54882-c0a1-43f2-954f-009e5a9afc9d+12:2379:x1862022098646016:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 78us (578us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764790.959982:0:42319:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 306 00000100:00100000:2.0:1775764790.960355:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098646272 00000100:00100000:2.0:1775764790.960361:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098646272 00000100:00100000:2.0:1775764790.960402:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098646144 00000100:00100000:2.0:1775764790.960405:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098646144 00000100:00100000:2.0:1775764790.960439:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 405 00000100:00100000:2.0:1775764790.960446:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944585ddce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+28:2379:x1862022098646272:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:2.0:1775764790.960494:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944585ddce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+28:2379:x1862022098646272:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 48us (1027us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764790.960503:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 405 00000100:00100000:2.0:1775764790.960518:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 406 00000100:00100000:2.0:1775764790.960524:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944585ddc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:82781e18-e0e3-4f9f-9a2b-041bf0344414+6:2379:x1862022098646144:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:2.0:1775764790.960548:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944585ddc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:82781e18-e0e3-4f9f-9a2b-041bf0344414+6:2379:x1862022098646144:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 25us (1015us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764790.960554:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 406 00000100:00100000:0.0:1775764790.961394:0:43212:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 289 00000100:00100000:0.0:1775764790.961407:0:43212:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944585ddca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+7:2379:x1862022098646528:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:0.0:1775764790.961471:0:43212:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944585ddca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+7:2379:x1862022098646528:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 68us (1970us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764790.961478:0:43212:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 289 00000100:00100000:3.0:1775764790.969072:0:42944:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 290 00000100:00100000:3.0:1775764790.969090:0:42944:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944585ddf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+7:2379:x1862022098646400:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:3.0:1775764790.969181:0:42944:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944585ddf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+7:2379:x1862022098646400:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 97us (9619us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764790.969202:0:42944:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 290 00000100:00080000:2.0:1775764790.969263:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1775764790.969269:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:1.0:1775764791.107938:0:43224:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764792.130711:0:42312:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1775764792.579968:0:3330:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944589138e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3330:1862022119063040:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1775764792.580058:0:3330:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764792.580212:0:42947:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119063040 00000100:00100000:3.0:1775764792.580222:0:42947:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119063040 00000100:00100000:3.0:1775764792.580304:0:42947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 174 00000100:00100000:3.0:1775764792.580313:0:42947:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444867c8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3330:x1862022119063040:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1775764792.580355:0:42947:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3704619008 avail 3702521856 00000100:00100000:3.0:1775764792.580430:0:42947:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444867c8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3330:x1862022119063040:12345-0@lo:13:osp-pre-0-0.0 Request processed in 118us (371us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764792.580437:0:42947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 174 00000100:00100000:3.0:1775764792.580484:0:3330:0:(client.c:3082:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 34359738456 gen 2 00000004:00080000:3.0:1775764792.580490:0:3330:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9445bc1de680, transno 34359738456 00000100:00100000:3.0:1775764792.580510:0:3330:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944589138e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3330:1862022119063040:0@lo:13:osp-pre-0-0.0 00000100:00080000:2.0:1775764792.581134:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1775764793.092558:0:3331:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944589138e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d8dacf45-8471-4226-a2fb-1fac83f69c1e:3331:1862022119063168:0@lo:400:kworker.0 00000100:00100000:3.0:1775764793.092585:0:3329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944486e62300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3329:1862022119063424:0@lo:400:kworker.0 00000100:00100000:0.0:1775764793.093233:0:3328:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bc1de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3328:1862022119063296:0@lo:400:kworker.0 00000100:00100000:3.0:1775764793.096592:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764793.097148:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119063424 00000100:00100000:3.0:1775764793.097159:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119063424 00000100:00100000:3.0:1775764793.097216:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 407 00000100:00100000:3.0:1775764793.097227:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444832c3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3329:x1862022119063424:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764793.097311:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444832c3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3329:x1862022119063424:12345-0@lo:400:kworker.0 Request processed in 86us (726us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764793.097318:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 407 00000100:00100000:3.0:1775764793.097372:0:3329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944486e62300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3329:1862022119063424:0@lo:400:kworker.0 00000100:00100000:3.0:1775764793.097422:0:3330:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944486e60a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3330:1862022119063552:0@lo:400:kworker.0 00000100:00100000:3.0:1775764793.097457:0:3330:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764793.097489:0:3330:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1775764793.097496:0:3330:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9444832c2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3330:1862022119063680:0@lo:400:kworker.0 00000100:00100000:3.0:1775764793.097522:0:3330:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764793.097564:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119063552 00000100:00100000:3.0:1775764793.097568:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119063552 00000100:00100000:3.0:1775764793.097603:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119063680 00000100:00100000:3.0:1775764793.097606:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119063680 00000100:00100000:3.0:1775764793.097632:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 408 00000100:00100000:3.0:1775764793.097640:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444832c0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3330:x1862022119063552:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764793.097674:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444832c0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3330:x1862022119063552:12345-0@lo:400:kworker.0 Request processed in 35us (217us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764793.097681:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 408 00000100:00100000:3.0:1775764793.097693:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 409 00000100:00100000:3.0:1775764793.097699:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444832c1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3330:x1862022119063680:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764793.097724:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444832c1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3330:x1862022119063680:12345-0@lo:400:kworker.0 Request processed in 26us (202us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764793.097730:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 409 00000100:00080000:3.0:1775764793.097759:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1775764793.097781:0:3330:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9444832c2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3330:1862022119063680:0@lo:400:kworker.0 00000100:00100000:3.0:1775764793.097790:0:3330:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944486e60a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3330:1862022119063552:0@lo:400:kworker.0 00000100:00100000:1.0:1775764793.098521:0:3331:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764793.098527:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764793.098578:0:42318:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119063168 00000100:00100000:3.0:1775764793.098585:0:42318:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119063168 00000100:00100000:3.0:1775764793.098700:0:42318:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 307 00000100:00100000:3.0:1775764793.098711:0:42318:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944585deec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d8dacf45-8471-4226-a2fb-1fac83f69c1e+18:3331:x1862022119063168:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764793.098721:0:43212:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119063296 00000100:00100000:0.0:1775764793.098725:0:43212:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119063296 00000100:00100000:0.0:1775764793.098766:0:43212:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 291 00000100:00100000:0.0:1775764793.098775:0:43212:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944585dddf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3328:x1862022119063296:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764793.098863:0:42318:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944585deec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d8dacf45-8471-4226-a2fb-1fac83f69c1e+18:3331:x1862022119063168:12345-0@lo:400:kworker.0 Request processed in 155us (345us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764793.098871:0:42318:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 307 00000100:00080000:3.0:1775764793.098914:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1775764793.099000:0:43212:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944585dddf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3328:x1862022119063296:12345-0@lo:400:kworker.0 Request processed in 227us (474us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764793.099007:0:43212:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 291 00000100:00100000:0.0:1775764793.099057:0:3331:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944589138e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d8dacf45-8471-4226-a2fb-1fac83f69c1e:3331:1862022119063168:0@lo:400:kworker.0 00000100:00100000:3.0:1775764793.099368:0:3328:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bc1de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3328:1862022119063296:0@lo:400:kworker.0 00010000:00010000:0.0:1775764793.158174:0:42313:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1775764793.934459:0:49174:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-pcc test 25: Tolerate fake read failure for RO-PCC ========================================================== 15:59:52 (1775764792) 00000001:00080000:1.0:1775764794.170641:0:5825:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 34359739229 is committed 00010000:00010000:1.0:1775764794.177137:0:43224:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1775764794.369528:0:42356:0:(llog.c:800:llog_process_thread()) index: 8, lh_last_idx: 8 synced_idx: 8 lgh_last_idx: 8 00000040:00080000:2.0:1775764794.369538:0:42356:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x32:0x0] at index 8 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1775764794.370194:0:42356:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x32:0x0] index 20 count 1 00000040:00080000:2.0:1775764794.370201:0:42356:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 9 count 2 00000100:00100000:1.0:1775764794.625528:0:3329:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1775764794.625554:0:3329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9444832c2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3329:1862022119063808:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1775764794.625642:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764794.625727:0:42947:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119063808 00000100:00100000:1.0:1775764794.625738:0:42947:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119063808 00000100:00100000:1.0:1775764794.625789:0:42947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 175 00000100:00100000:1.0:1775764794.625823:0:42947:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486739500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3329:x1862022119063808:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1775764794.625862:0:42947:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 50921472 pending 0 free 3765436416 avail 3763339264 00000100:00100000:1.0:1775764794.625900:0:42947:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486739500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3329:x1862022119063808:12345-0@lo:13:osp-pre-1-0.0 Request processed in 104us (258us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764794.625912:0:42947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 175 00000100:00100000:1.0:1775764794.625957:0:3329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9444832c2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3329:1862022119063808:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1775764795.201247:0:42312:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775764795.832380:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764795.837422:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098646784 00000100:00100000:3.0:1775764795.837440:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098646784 00000100:00100000:0.0:1775764795.837658:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 1037 00000100:00100000:0.0:1775764795.837675:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94448673a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+27:64802:x1862022098646784:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1775764795.837715:0:42325:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764795.837740:0:42325:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944581524c00/0x57b8ff0e0305244c lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17bf75 expref: -99 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764795.838126:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff944581524600/0x57b8ff0e03052453 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764795.838141:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944581524600/0x57b8ff0e03052453 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764795.838156:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944581524600/0x57b8ff0e03052453 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764795.838176:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944581525000/0x57b8ff0e0305245a lrc: 3/1,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764795.838182:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944581525000/0x57b8ff0e0305245a lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764795.838189:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944581525000/0x57b8ff0e0305245a lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764795.838687:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77800/0x57b8ff0e03052461 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764795.838699:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77800/0x57b8ff0e03052461 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764795.839503:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77800/0x57b8ff0e03052461 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764795.839521:0:42325:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000002:0x2:0x0]: returning size 6656 00010000:00010000:0.0:1775764795.839772:0:42325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff944581524600/0x57b8ff0e03052453 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764795.839780:0:42325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944581524600/0x57b8ff0e03052453 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764795.839786:0:42325:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944581524600/0x57b8ff0e03052453 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764795.839792:0:42325:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944581524600 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:0.0:1775764795.839812:0:42325:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944581524600/0x57b8ff0e03052453 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764795.839819:0:42325:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944581524600/0x57b8ff0e03052453 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764795.839832:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff9445838af500) 00000100:00080000:3.0:1775764795.839973:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1775764795.840160:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764795.840168:0:42325:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944581524600/0x57b8ff0e03052453 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764795.840177:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944581524600/0x57b8ff0e03052453 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764795.840194:0:42325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944581525000/0x57b8ff0e0305245a lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764795.840200:0:42325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944581525000/0x57b8ff0e0305245a lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764795.840205:0:42325:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944581525000/0x57b8ff0e0305245a lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764795.840210:0:42325:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944581525000 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:0.0:1775764795.840213:0:42325:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944581525000/0x57b8ff0e0305245a lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764795.840218:0:42325:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944581525000/0x57b8ff0e0305245a lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764795.840227:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x8d45d6bc (ffff944599e85400) 00010000:00010000:0.0:1775764795.840229:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764795.840232:0:42325:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944581525000/0x57b8ff0e0305245a lrc: 2/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764795.840237:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944581525000/0x57b8ff0e0305245a lrc: 0/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764795.840632:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944581524c00/0x57b8ff0e0305244c lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bf75 expref: 30 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764795.840654:0:42325:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77800/0x57b8ff0e03052461 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bf75 expref: 29 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764795.840662:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff944598a9bf00) 00010000:00010000:0.0:1775764795.840665:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764795.840667:0:42325:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445bfe77800, rc 0) 00000100:00100000:0.0:1775764795.841231:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94448673a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+29:64802:x1862022098646784:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 Request processed in 3558us (8867us total) trans 34359739230 rc 0/0 00000100:00100000:0.0:1775764795.841242:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 1037 00000100:00100000:0.0:1775764795.851167:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764795.851268:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764795.851443:0:44302:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098647040 00000100:00100000:1.0:1775764795.851457:0:44302:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098647040 00000100:00100000:1.0:1775764795.851530:0:44302:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 85 00000100:00100000:1.0:1775764795.851540:0:44302:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944585ddd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+29:2379:x1862022098647040:12345-192.168.202.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1775764795.851560:0:44302:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764795.851587:0:44302:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77800/0x57b8ff0e03052461 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bf75 expref: 29 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764795.851608:0:44302:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff944598a9bf00) 00010000:00010000:1.0:1775764795.851613:0:44302:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1775764795.851681:0:44302:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944585ddd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+28:2379:x1862022098647040:12345-192.168.202.28@tcp:103:ldlm_bl.0 Request processed in 143us (412us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764795.851688:0:44302:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 85 00000100:00100000:3.0:1775764795.853117:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098646912 00000100:00100000:3.0:1775764795.853129:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098646912 00000100:00100000:3.0:1775764795.853189:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 1038 00000100:00100000:3.0:1775764795.853198:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944585dddc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+28:64802:x1862022098646912:12345-192.168.202.28@tcp:59:lhsmtool_posix.0 00000100:00100000:3.0:1775764795.853305:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944585dddc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+28:64802:x1862022098646912:12345-192.168.202.28@tcp:59:lhsmtool_posix.0 Request processed in 108us (2148us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764795.853312:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 1038 00000100:00100000:2.0:1775764796.040064:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764796.040237:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098647296 00000100:00100000:3.0:1775764796.040249:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098647296 00000100:00100000:3.0:1775764796.040309:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 1039 00000100:00100000:3.0:1775764796.040319:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444867caa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+28:64811:x1862022098647296:12345-192.168.202.28@tcp:36:mkdir.0 00010000:00010000:3.0:1775764796.040389:0:42324:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764796.040420:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e03052200 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bec6 expref: 28 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764796.040441:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9445867bef00) 00010000:00010000:3.0:1775764796.040447:0:42324:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1775764796.040747:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695e00/0x57b8ff0e0305246f lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764796.040762:0:42324:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695400/0x57b8ff0e03052445 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bf6e expref: 5 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764796.040770:0:42324:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695e00/0x57b8ff0e0305246f lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764796.040882:0:42324:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695400/0x57b8ff0e03052445 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bf6e expref: 5 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764796.040902:0:42324:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695400/0x57b8ff0e03052445 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bf6e expref: 5 pid: 42324 timeout: 2362 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764796.040918:0:42324:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9444832c0700 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:42324:1862022119063936:192.168.202.28@tcp:104: 00000100:00100000:3.0:1775764796.041251:0:42324:0:(client.c:2691:ptlrpc_set_wait()) set ffff9445b67fc240 going to sleep for 11 seconds 00000100:00100000:3.0:1775764796.046555:0:42324:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9444832c0700 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:42324:1862022119063936:192.168.202.28@tcp:104: 00010000:00010000:3.0:1775764796.046590:0:42324:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695e00/0x57b8ff0e0305246f lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764796.048641:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764796.055462:0:42310:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098647424 00000100:00100000:3.0:1775764796.055482:0:42310:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098647424 00010000:00010000:3.0:1775764796.055570:0:42310:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695400/0x57b8ff0e03052445 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bf6e expref: 6 pid: 42324 timeout: 2362 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764796.055611:0:42310:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 199 00000100:00100000:3.0:1775764796.055620:0:42310:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444867c9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:82781e18-e0e3-4f9f-9a2b-041bf0344414+6:2379:x1862022098647424:12345-192.168.202.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764796.055637:0:42310:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764796.055644:0:42310:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695400/0x57b8ff0e03052445 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bf6e expref: 6 pid: 42324 timeout: 2362 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764796.055658:0:42310:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695400/0x57b8ff0e03052445 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bf6e expref: 6 pid: 42324 timeout: 2362 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764796.055678:0:42310:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695400/0x57b8ff0e03052445 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bf6e expref: 6 pid: 42324 timeout: 2362 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764796.055703:0:42310:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9445867bef00) 00010000:00010000:3.0:1775764796.055708:0:42310:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695e00/0x57b8ff0e0305246f lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764796.055717:0:42310:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695e00/0x57b8ff0e0305246f lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764796.055724:0:42310:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695e00/0x57b8ff0e0305246f lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764796.055752:0:42310:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764796.055861:0:42310:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444867c9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:82781e18-e0e3-4f9f-9a2b-041bf0344414+5:2379:x1862022098647424:12345-192.168.202.28@tcp:103:ldlm_bl.0 Request processed in 241us (7231us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764796.055867:0:42310:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 199 00010000:00010000:2.0:1775764796.056137:0:42324:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695e00/0x57b8ff0e0305246f lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764796.056145:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695e00/0x57b8ff0e0305246f lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764796.056168:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25600/0x57b8ff0e03052476 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x39d17ccf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764796.056182:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25600/0x57b8ff0e03052476 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x39d17ccf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764796.056190:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25600/0x57b8ff0e03052476 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x39d17ccf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764796.057688:0:42324:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab4:0xf:0x0]: returning size 512 00010000:00010000:2.0:1775764796.057703:0:42324:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695e00/0x57b8ff0e0305246f lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764796.057713:0:42324:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695e00/0x57b8ff0e0305246f lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764796.057719:0:42324:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695e00/0x57b8ff0e0305246f lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764796.057725:0:42324:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445be695e00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764796.057730:0:42324:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695e00/0x57b8ff0e0305246f lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764796.057738:0:42324:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695e00/0x57b8ff0e0305246f lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764796.057755:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9445867bef00) 00010000:00010000:2.0:1775764796.057759:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764796.057764:0:42324:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695e00/0x57b8ff0e0305246f lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764796.057769:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695e00/0x57b8ff0e0305246f lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764796.057795:0:42324:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000013192efd reply state 00000000fccf1a38 transno 34359739231 ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25600/0x57b8ff0e03052476 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x39d17ccf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764796.057845:0:42324:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1775764796.057943:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444867caa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+29:64811:x1862022098647296:12345-192.168.202.28@tcp:36:mkdir.0 Request processed in 17621us (17884us total) trans 34359739231 rc 0/0 00000100:00100000:2.0:1775764796.057953:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 1039 00000100:00080000:0.0:1775764796.058350:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:3.0:1775764796.060759:0:3314:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25600/0x57b8ff0e03052476 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x39d17ccf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764796.060776:0:3314:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25600/0x57b8ff0e03052476 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x39d17ccf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764796.060783:0:3314:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25600/0x57b8ff0e03052476 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x39d17ccf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764796.060789:0:3314:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445baf25600 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:3.0:1775764796.060794:0:3314:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25600/0x57b8ff0e03052476 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x39d17ccf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764796.060823:0:3314:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25600/0x57b8ff0e03052476 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x39d17ccf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764796.060849:0:3314:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x39d17ccf (ffff94459084aa00) 00010000:00010000:3.0:1775764796.060852:0:3314:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764796.060858:0:3314:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25600/0x57b8ff0e03052476 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x39d17ccf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764796.060864:0:3314:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25600/0x57b8ff0e03052476 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x39d17ccf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764796.070027:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764796.070099:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098647552 00000100:00100000:3.0:1775764796.070110:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098647552 00000100:00100000:3.0:1775764796.070171:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 1040 00000100:00100000:3.0:1775764796.070180:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444867ca300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+28:64571:x1862022098647552:12345-192.168.202.28@tcp:101:bash.0 00010000:00010000:3.0:1775764796.070203:0:42326:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764796.070231:0:42326:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695400/0x57b8ff0e0305247d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17bf7c expref: -99 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764796.070314:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e03052484 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764796.070326:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e03052484 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764796.070337:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e03052484 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764796.070406:0:42326:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 9728 00000004:00200000:3.0:1775764796.070409:0:42326:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 47 stripe count 1 MDT count 1 00000004:00010000:3.0:1775764796.070430:0:42326:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e03052484 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764796.070455:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695400/0x57b8ff0e0305247d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bf7c expref: 30 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764796.070472:0:42326:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e03052484 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bf7c expref: 29 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764796.070480:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9445867be100) 00010000:00010000:3.0:1775764796.070482:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1775764796.070485:0:42326:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445be694600, rc 0) 00000100:00100000:3.0:1775764796.070544:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444867ca300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+29:64571:x1862022098647552:12345-192.168.202.28@tcp:101:bash.0 Request processed in 365us (535us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764796.070550:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 1040 00000100:00100000:2.0:1775764796.074446:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764796.074694:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098647680 00000100:00100000:0.0:1775764796.074705:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098647680 00000100:00100000:0.0:1775764796.075723:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 1041 00000100:00100000:0.0:1775764796.075738:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444867cbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+29:64571:x1862022098647680:12345-192.168.202.28@tcp:101:bash.0 00010000:00010000:0.0:1775764796.075760:0:42325:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764796.075781:0:42325:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76000/0x57b8ff0e0305248b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17bf83 expref: -99 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764796.075878:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76a00/0x57b8ff0e03052492 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764796.075893:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76a00/0x57b8ff0e03052492 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764796.075905:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76a00/0x57b8ff0e03052492 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764796.075919:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77a00/0x57b8ff0e03052499 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x39d17ccf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764796.075925:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77a00/0x57b8ff0e03052499 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x39d17ccf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764796.075931:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77a00/0x57b8ff0e03052499 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x39d17ccf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764796.076054:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76c00/0x57b8ff0e030524a0 lrc: 3/1,0 mode: --/PR res: [0x200003ab4:0xf:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764796.076062:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76c00/0x57b8ff0e030524a0 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0xf:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764796.076070:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76c00/0x57b8ff0e030524a0 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0xf:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764796.076105:0:42325:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab4:0xf:0x0]: returning size 512 00000004:00200000:0.0:1775764796.076109:0:42325:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1775764796.076132:0:42325:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76c00/0x57b8ff0e030524a0 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0xf:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764796.076145:0:42325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76a00/0x57b8ff0e03052492 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764796.076151:0:42325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76a00/0x57b8ff0e03052492 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764796.076158:0:42325:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76a00/0x57b8ff0e03052492 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764796.076168:0:42325:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445bfe76a00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:0.0:1775764796.076173:0:42325:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76a00/0x57b8ff0e03052492 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764796.076180:0:42325:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76a00/0x57b8ff0e03052492 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764796.076192:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9445867be100) 00010000:00010000:0.0:1775764796.076196:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764796.076200:0:42325:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76a00/0x57b8ff0e03052492 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764796.076206:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76a00/0x57b8ff0e03052492 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764796.076220:0:42325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77a00/0x57b8ff0e03052499 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x39d17ccf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764796.076226:0:42325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77a00/0x57b8ff0e03052499 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x39d17ccf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764796.076231:0:42325:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77a00/0x57b8ff0e03052499 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x39d17ccf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764796.076236:0:42325:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445bfe77a00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:0.0:1775764796.076239:0:42325:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77a00/0x57b8ff0e03052499 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x39d17ccf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764796.076245:0:42325:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77a00/0x57b8ff0e03052499 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x39d17ccf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764796.079693:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x39d17ccf (ffff944599e85400) 00010000:00010000:0.0:1775764796.079703:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764796.079712:0:42325:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77a00/0x57b8ff0e03052499 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x39d17ccf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764796.079723:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77a00/0x57b8ff0e03052499 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x39d17ccf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764796.079792:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76000/0x57b8ff0e0305248b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bf83 expref: 31 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764796.079834:0:42325:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76c00/0x57b8ff0e030524a0 lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0xf:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bf83 expref: 30 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764796.079842:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0xf:0x0].0x0 (ffff944599e85b00) 00010000:00010000:0.0:1775764796.079845:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:0.0:1775764796.079847:0:42325:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445bfe76c00, rc 0) 00000100:00100000:0.0:1775764796.079933:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444867cbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+30:64571:x1862022098647680:12345-192.168.202.28@tcp:101:bash.0 Request processed in 4198us (5496us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764796.079943:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 1041 00000100:00100000:0.0:1775764796.082987:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764796.083033:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764796.083056:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764796.083078:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764796.083096:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764796.083495:0:42944:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098648320 00000100:00100000:3.0:1775764796.083507:0:42944:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098648320 00000100:00100000:3.0:1775764796.083582:0:42944:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098648448 00000100:00100000:3.0:1775764796.083585:0:42944:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098648448 00000100:00100000:3.0:1775764796.083610:0:42944:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 292 00000100:00100000:3.0:1775764796.083620:0:42944:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944585ddf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+7:2376:x1862022098648320:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:3.0:1775764796.083691:0:42944:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944585ddf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+7:2376:x1862022098648320:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 72us (633us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764796.083698:0:42944:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 292 00000100:00100000:3.0:1775764796.083714:0:42944:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 293 00000100:00100000:3.0:1775764796.083721:0:42944:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944585ddfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+7:2376:x1862022098648448:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:3.0:1775764796.083746:0:42944:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944585ddfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+7:2376:x1862022098648448:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 26us (649us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764796.083755:0:42944:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 293 00000100:00100000:3.0:1775764796.083779:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098647936 00000100:00100000:3.0:1775764796.083783:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098647936 00000100:00100000:3.0:1775764796.083839:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098648192 00000100:00100000:3.0:1775764796.083843:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098648192 00000100:00100000:3.0:1775764796.083862:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 410 00000100:00100000:3.0:1775764796.083868:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944585dde300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:82781e18-e0e3-4f9f-9a2b-041bf0344414+5:2376:x1862022098648192:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:3.0:1775764796.083899:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944585dde300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:82781e18-e0e3-4f9f-9a2b-041bf0344414+5:2376:x1862022098648192:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 31us (820us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764796.083906:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 410 00000100:00100000:3.0:1775764796.083918:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 1042 00000100:00100000:3.0:1775764796.083924:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944585ddc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+30:64571:x1862022098647936:12345-192.168.202.28@tcp:101:bash.0 00010000:00010000:3.0:1775764796.083937:0:42326:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764796.083956:0:42326:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e030524a7 lrc: 2/0,0 mode: --/CW res: [0x200003ab4:0xf:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17bf8a expref: -99 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764796.084106:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e030524ae lrc: 3/0,1 mode: --/CW res: [0x200003ab4:0xf:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764796.084120:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e030524ae lrc: 3/0,1 mode: CW/CW res: [0x200003ab4:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764796.084132:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e030524ae lrc: 3/0,1 mode: CW/CW res: [0x200003ab4:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764796.084146:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695600/0x57b8ff0e030524b5 lrc: 3/0,1 mode: --/PW res: [0x200003ab4:0xf:0x0].0x41718b8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764796.084156:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695600/0x57b8ff0e030524b5 lrc: 3/0,1 mode: PW/PW res: [0x200003ab4:0xf:0x0].0x41718b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764796.084162:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695600/0x57b8ff0e030524b5 lrc: 3/0,1 mode: PW/PW res: [0x200003ab4:0xf:0x0].0x41718b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1775764796.084748:0:42326:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x11b:0x0], index 1: 0 00010000:00010000:3.0:1775764796.084961:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e030524bc lrc: 3/1,0 mode: --/PR res: [0x200003ab4:0x10:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764796.084971:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e030524bc lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764796.084980:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e030524bc lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764796.085015:0:42326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e030524ae lrc: 3/0,1 mode: CW/CW res: [0x200003ab4:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764796.085022:0:42326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e030524ae lrc: 2/0,0 mode: CW/CW res: [0x200003ab4:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764796.085028:0:42326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e030524ae lrc: 3/0,0 mode: CW/CW res: [0x200003ab4:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764796.085034:0:42326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445be695800 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:3.0:1775764796.085038:0:42326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e030524ae lrc: 3/0,0 mode: CW/CW res: [0x200003ab4:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764796.085045:0:42326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e030524ae lrc: 4/0,0 mode: CW/CW res: [0x200003ab4:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764796.085063:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0xf:0x0].0x0 (ffff944599e85b00) 00010000:00010000:3.0:1775764796.085066:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764796.085070:0:42326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e030524ae lrc: 2/0,0 mode: --/CW res: [0x200003ab4:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764796.085075:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e030524ae lrc: 0/0,0 mode: --/CW res: [0x200003ab4:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764796.085089:0:42326:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000098ace495 reply state 0000000062d0fc3b transno 34359739232 ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695600/0x57b8ff0e030524b5 lrc: 3/0,1 mode: PW/PW res: [0x200003ab4:0xf:0x0].0x41718b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764796.085097:0:42326:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1775764796.085127:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e030524a7 lrc: 0/0,0 mode: --/CW res: [0x200003ab4:0xf:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bf8a expref: 33 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764796.085140:0:42326:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e030524bc lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bf8a expref: 32 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764796.085146:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x10:0x0].0x0 (ffff9445867bee00) 00010000:00010000:3.0:1775764796.085148:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1775764796.085151:0:42326:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445be695c00, rc 0) 00000100:00100000:3.0:1775764796.085196:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944585ddc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+33:64571:x1862022098647936:12345-192.168.202.28@tcp:101:bash.0 Request processed in 1271us (2224us total) trans 34359739232 rc 0/0 00000100:00100000:3.0:1775764796.085204:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 1042 00000100:00100000:1.0:1775764796.085762:0:42317:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098648064 00000100:00100000:1.0:1775764796.085770:0:42317:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098648064 00000100:00100000:1.0:1775764796.085844:0:42317:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 308 00000100:00100000:1.0:1775764796.085852:0:42317:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944585ded050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:24b54882-c0a1-43f2-954f-009e5a9afc9d+12:2376:x1862022098648064:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:1.0:1775764796.085891:0:42317:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944585ded050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:24b54882-c0a1-43f2-954f-009e5a9afc9d+12:2376:x1862022098648064:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 40us (2858us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764796.085898:0:42317:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 308 00000100:00080000:0.0:1775764796.086297:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1775764796.086303:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:3.0:1775764796.089120:0:3315:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695600/0x57b8ff0e030524b5 lrc: 3/0,1 mode: PW/PW res: [0x200003ab4:0xf:0x0].0x41718b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764796.089138:0:3315:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695600/0x57b8ff0e030524b5 lrc: 2/0,0 mode: PW/PW res: [0x200003ab4:0xf:0x0].0x41718b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764796.089146:0:3315:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695600/0x57b8ff0e030524b5 lrc: 3/0,0 mode: PW/PW res: [0x200003ab4:0xf:0x0].0x41718b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764796.089152:0:3315:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445be695600 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:3.0:1775764796.089156:0:3315:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695600/0x57b8ff0e030524b5 lrc: 3/0,0 mode: PW/PW res: [0x200003ab4:0xf:0x0].0x41718b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764796.089163:0:3315:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695600/0x57b8ff0e030524b5 lrc: 4/0,0 mode: PW/PW res: [0x200003ab4:0xf:0x0].0x41718b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764796.089182:0:3315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0xf:0x0].0x41718b8 (ffff9445867bec00) 00010000:00010000:3.0:1775764796.089185:0:3315:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764796.089189:0:3315:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695600/0x57b8ff0e030524b5 lrc: 2/0,0 mode: --/PW res: [0x200003ab4:0xf:0x0].0x41718b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764796.089195:0:3315:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695600/0x57b8ff0e030524b5 lrc: 0/0,0 mode: --/PW res: [0x200003ab4:0xf:0x0].0x41718b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764796.090708:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764796.090791:0:42944:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098648576 00000100:00100000:3.0:1775764796.090906:0:42944:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098648576 00000100:00100000:3.0:1775764796.090967:0:42944:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 258 00000100:00100000:3.0:1775764796.090976:0:42944:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486738000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+7:64571:x1862022098648576:12345-192.168.202.28@tcp:101:bash.0 00010000:00010000:3.0:1775764796.091112:0:42944:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764796.091134:0:42944:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000089e944af/0x57b8ff0e030524ca lrc: 2/0,0 mode: --/PW res: [0x280000400:0x11b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17bf91 expref: -99 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1775764796.091160:0:42944:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x11b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1775764796.091184:0:42944:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764796.091188:0:42944:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764796.091196:0:42944:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000089e944af/0x57b8ff0e030524ca lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x11b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bf91 expref: 8 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764796.091213:0:42944:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000089e944af/0x57b8ff0e030524ca lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x11b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bf91 expref: 8 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764796.091227:0:42944:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445be695400, rc 0) 00000100:00100000:3.0:1775764796.091326:0:42944:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486738000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+8:64571:x1862022098648576:12345-192.168.202.28@tcp:101:bash.0 Request processed in 351us (625us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764796.091334:0:42944:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 258 00000100:00100000:0.0:1775764796.103149:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764796.103241:0:42327:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098648832 00000100:00100000:2.0:1775764796.103250:0:42327:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098648832 00000100:00100000:2.0:1775764796.103306:0:42327:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 307 00000100:00100000:2.0:1775764796.103317:0:42327:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944585ddf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+32:64571:x1862022098648832:12345-192.168.202.28@tcp:35:bash.0 00000100:00100000:2.0:1775764796.103644:0:42327:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944585ddf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+33:64571:x1862022098648832:12345-192.168.202.28@tcp:35:bash.0 Request processed in 329us (505us total) trans 34359739233 rc 0/0 00000100:00100000:2.0:1775764796.103650:0:42327:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 307 00000100:00100000:1.0:1775764796.177674:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764796.179438:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098648960 00000100:00100000:3.0:1775764796.179452:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098648960 00000100:00100000:3.0:1775764796.179534:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 1043 00000100:00100000:3.0:1775764796.179547:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94448673b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+33:64817:x1862022098648960:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:3.0:1775764796.179574:0:42326:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764796.179597:0:42326:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695600/0x57b8ff0e030524d1 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17bf98 expref: -99 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764796.179686:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e030524d8 lrc: 3/1,0 mode: --/PR res: [0x200003ab4:0xf:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764796.179698:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e030524d8 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0xf:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764796.179719:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e030524d8 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0xf:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764796.179771:0:42326:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab4:0xf:0x0]: returning size 512 00000004:00200000:3.0:1775764796.179773:0:42326:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00010000:3.0:1775764796.179788:0:42326:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e030524d8 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0xf:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764796.179839:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695600/0x57b8ff0e030524d1 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bf98 expref: 35 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764796.179858:0:42326:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e030524d8 lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0xf:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bf98 expref: 34 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764796.179864:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0xf:0x0].0x0 (ffff944599e85b00) 00010000:00010000:3.0:1775764796.179866:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1775764796.179868:0:42326:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445be695200, rc 0) 00000100:00100000:3.0:1775764796.179945:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94448673b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+34:64817:x1862022098648960:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 400us (2280us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764796.179952:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 1043 00000100:00100000:1.0:1775764796.185121:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764796.185309:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098649216 00000100:00100000:0.0:1775764796.185321:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098649216 00000100:00100000:0.0:1775764796.185404:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 1044 00000100:00100000:0.0:1775764796.185415:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944589103b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+34:64817:x1862022098649216:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:0.0:1775764796.185440:0:42325:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764796.185462:0:42325:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77a00/0x57b8ff0e030524df lrc: 2/0,0 mode: --/CR res: [0x200003ab4:0xf:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17bf9f expref: -99 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764796.185559:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76a00/0x57b8ff0e030524e6 lrc: 3/1,0 mode: --/CR res: [0x200003ab4:0x10:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764796.185571:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76a00/0x57b8ff0e030524e6 lrc: 3/1,0 mode: CR/CR res: [0x200003ab4:0x10:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764796.185580:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76a00/0x57b8ff0e030524e6 lrc: 3/1,0 mode: CR/CR res: [0x200003ab4:0x10:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764796.185589:0:42325:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab4:0x10:0x0]: returning size 21 00010000:00010000:0.0:1775764796.185725:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77a00/0x57b8ff0e030524df lrc: 0/0,0 mode: --/CR res: [0x200003ab4:0xf:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bf9f expref: 37 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764796.185748:0:42325:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76a00/0x57b8ff0e030524e6 lrc: 3/0,0 mode: CR/CR res: [0x200003ab4:0x10:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bf9f expref: 36 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764796.185757:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x10:0x0].0x0 (ffff9445867bee00) 00010000:00010000:0.0:1775764796.185760:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:0.0:1775764796.185763:0:42325:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445bfe76a00, rc 0) 00000100:00100000:0.0:1775764796.185851:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944589103b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+36:64817:x1862022098649216:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 437us (740us total) trans 34359739234 rc 0/0 00000100:00100000:0.0:1775764796.185863:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 1044 00000100:00100000:0.0:1775764796.188164:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764796.188268:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098649472 00000100:00100000:3.0:1775764796.188277:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098649472 00000100:00100000:3.0:1775764796.188328:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 1045 00000100:00100000:3.0:1775764796.188336:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944589138e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+36:64817:x1862022098649472:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:3.0:1775764796.188373:0:42326:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764796.188376:0:42326:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 1 00010000:00010000:3.0:1775764796.188407:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76a00/0x57b8ff0e030524e6 lrc: 0/0,0 mode: --/CR res: [0x200003ab4:0x10:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bf9f expref: 36 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764796.188432:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e030524bc lrc: 0/0,0 mode: --/PR res: [0x200003ab4:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bf8a expref: 35 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764796.188450:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x10:0x0].0x0 (ffff9445867bee00) 00010000:00010000:3.0:1775764796.188464:0:42326:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1775764796.188484:0:42326:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e030524f4 lrc: 2/0,0 mode: --/EX res: [0x200003ab4:0x10:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17bfa6 expref: -99 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764796.188529:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695e00/0x57b8ff0e030524fb lrc: 3/1,0 mode: --/CR res: [0x200003ab4:0x10:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764796.188542:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695e00/0x57b8ff0e030524fb lrc: 3/1,0 mode: CR/CR res: [0x200003ab4:0x10:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764796.188549:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695e00/0x57b8ff0e030524fb lrc: 3/1,0 mode: CR/CR res: [0x200003ab4:0x10:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764796.188560:0:42326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695e00/0x57b8ff0e030524fb lrc: 3/1,0 mode: CR/CR res: [0x200003ab4:0x10:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764796.188565:0:42326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695e00/0x57b8ff0e030524fb lrc: 2/0,0 mode: CR/CR res: [0x200003ab4:0x10:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764796.188570:0:42326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695e00/0x57b8ff0e030524fb lrc: 3/0,0 mode: CR/CR res: [0x200003ab4:0x10:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764796.188573:0:42326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445be695e00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:3.0:1775764796.188576:0:42326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695e00/0x57b8ff0e030524fb lrc: 3/0,0 mode: CR/CR res: [0x200003ab4:0x10:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764796.188581:0:42326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695e00/0x57b8ff0e030524fb lrc: 4/0,0 mode: CR/CR res: [0x200003ab4:0x10:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764796.188589:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x10:0x0].0x0 (ffff9445867bec00) 00010000:00010000:3.0:1775764796.188591:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1775764796.188594:0:42326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695e00/0x57b8ff0e030524fb lrc: 2/0,0 mode: --/CR res: [0x200003ab4:0x10:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764796.188597:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695e00/0x57b8ff0e030524fb lrc: 0/0,0 mode: --/CR res: [0x200003ab4:0x10:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764796.188619:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694400/0x57b8ff0e03052502 lrc: 3/0,1 mode: --/EX res: [0x200003ab4:0x10:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764796.188623:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694400/0x57b8ff0e03052502 lrc: 3/0,1 mode: EX/EX res: [0x200003ab4:0x10:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764796.188628:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694400/0x57b8ff0e03052502 lrc: 3/0,1 mode: EX/EX res: [0x200003ab4:0x10:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764796.188864:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694400/0x57b8ff0e03052502 lrc: 3/0,0 mode: CR/CR res: [0x200003ab4:0x10:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bfa6 expref: 37 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764796.188869:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x10:0x0].0x0 (ffff9445867bec00) 00010000:00010000:3.0:1775764796.188871:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:3.0:1775764796.188878:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e030524f4 lrc: 0/0,0 mode: --/EX res: [0x200003ab4:0x10:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bfa6 expref: 37 pid: 42326 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764796.188890:0:42326:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694400/0x57b8ff0e03052502 lrc: 3/0,0 mode: CR/CR res: [0x200003ab4:0x10:0x0].0x0 bits 0xa/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bfa6 expref: 36 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764796.188917:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x10:0x0].0x0 (ffff9445867bec00) 00010000:00010000:3.0:1775764796.188920:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:3.0:1775764796.188922:0:42326:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445be694400, rc 0) 00000100:00100000:3.0:1775764796.188991:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944589138e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+36:64817:x1862022098649472:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 654us (835us total) trans 34359739235 rc 0/0 00000100:00100000:3.0:1775764796.188999:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 1045 00000100:00100000:1.0:1775764796.191484:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764796.191552:0:42950:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098649600 00000100:00100000:2.0:1775764796.191562:0:42950:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098649600 00002000:00100000:2.0:1775764796.191608:0:42950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x11b:0x0] (0->20) req@ffff944589101c00 x1862022098649600/t0(0) o4->fcf15866-4739-4595-8fe1-44abde7ee9d7@192.168.202.28@tcp:277/0 lens 512/0 e 0 to 0 dl 1775764807 ref 1 fl New:/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764796.191617:0:42950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff944589101c00 with x1862022098649600 ext(0->20) 00002000:00010000:2.0:1775764796.191622:0:42950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff944589101c00 00000100:00100000:2.0:1775764796.191649:0:42950:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 89 00000100:00100000:2.0:1775764796.191655:0:42950:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944589101c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+8:2378:x1862022098649600:12345-192.168.202.28@tcp:4:bash.0 00000100:00100000:2.0:1775764796.192242:0:42950:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944589101c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+10:2378:x1862022098649600:12345-192.168.202.28@tcp:4:bash.0 Request processed in 583us (765us total) trans 34359738452 rc 0/0 00000100:00100000:2.0:1775764796.192260:0:42950:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 89 00002000:00100000:2.0:1775764796.192267:0:42950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x11b:0x0] (0->20) req@ffff944589101c00 x1862022098649600/t34359738452(0) o4->fcf15866-4739-4595-8fe1-44abde7ee9d7@192.168.202.28@tcp:277/0 lens 512/448 e 0 to 0 dl 1775764807 ref 1 fl Complete:/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764796.192275:0:42950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff944589101c00 with x1862022098649600 ext(0->20) 00002000:00010000:2.0:1775764796.192278:0:42950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff944589101c00 00000100:00100000:1.0:1775764796.196522:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764796.196591:0:42951:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098649728 00000100:00100000:0.0:1775764796.196599:0:42951:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098649728 00002000:00100000:0.0:1775764796.196643:0:42951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x11b:0x0] (0->4095) req@ffff944589100e00 x1862022098649728/t0(0) o3->fcf15866-4739-4595-8fe1-44abde7ee9d7@192.168.202.28@tcp:277/0 lens 488/0 e 0 to 0 dl 1775764807 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764796.196650:0:42951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff944589100e00 with x1862022098649728 ext(0->4095) 00002000:00010000:0.0:1775764796.196655:0:42951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff944589100e00 00000100:00100000:0.0:1775764796.196683:0:42951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 90 00000100:00100000:0.0:1775764796.196689:0:42951:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944589100e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+10:2379:x1862022098649728:12345-192.168.202.28@tcp:3:lfs.0 00000100:00100000:0.0:1775764796.196929:0:42951:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944589100e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+10:2379:x1862022098649728:12345-192.168.202.28@tcp:3:lfs.0 Request processed in 238us (415us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1775764796.196936:0:42951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 90 00002000:00100000:0.0:1775764796.196942:0:42951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x11b:0x0] (0->4095) req@ffff944589100e00 x1862022098649728/t0(0) o3->fcf15866-4739-4595-8fe1-44abde7ee9d7@192.168.202.28@tcp:277/0 lens 488/4536 e 0 to 0 dl 1775764807 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764796.196951:0:42951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff944589100e00 with x1862022098649728 ext(0->4095) 00002000:00010000:0.0:1775764796.196954:0:42951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff944589100e00 00000100:00100000:0.0:1775764796.199927:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764796.200199:0:42328:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098649984 00000100:00100000:3.0:1775764796.200210:0:42328:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098649984 00000100:00100000:3.0:1775764796.200379:0:42328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 308 00000100:00100000:3.0:1775764796.200390:0:42328:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445becd4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+36:64817:x1862022098649984:12345-192.168.202.28@tcp:35:lfs.0 00000100:00100000:3.0:1775764796.200621:0:42328:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445becd4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+37:64817:x1862022098649984:12345-192.168.202.28@tcp:35:lfs.0 Request processed in 232us (706us total) trans 34359739236 rc 0/0 00000100:00100000:3.0:1775764796.200629:0:42328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 308 00010000:00010000:0.0:1775764796.226901:0:42313:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775764796.289524:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764796.289623:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098650240 00000100:00100000:2.0:1775764796.289634:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098650240 00000100:00100000:2.0:1775764796.289698:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 1046 00000100:00100000:2.0:1775764796.289709:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944589100a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+37:64827:x1862022098650240:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:2.0:1775764796.289735:0:42324:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764796.289755:0:42324:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24800/0x57b8ff0e03052509 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17bfad expref: -99 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764796.289919:0:42324:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab4:0xf:0x0]: returning size 512 00010000:00010000:2.0:1775764796.290038:0:42324:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24800/0x57b8ff0e03052509 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bfad expref: 39 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764796.290053:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9445867be100) 00010000:00010000:2.0:1775764796.290056:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1775764796.290061:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24800/0x57b8ff0e03052509 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bfad expref: 39 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764796.290073:0:42324:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445baf24800, rc 0) 00000100:00100000:2.0:1775764796.290133:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944589100a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+38:64827:x1862022098650240:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 426us (617us total) trans 34359739237 rc 301/301 00000100:00100000:2.0:1775764796.290141:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 1046 00000100:00100000:1.0:1775764796.300618:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764796.300889:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098650368 00000100:00100000:2.0:1775764796.300900:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098650368 00000100:00100000:2.0:1775764796.300968:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 1047 00000100:00100000:2.0:1775764796.300979:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944589103480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+38:64827:x1862022098650368:12345-192.168.202.28@tcp:34:lfs.0 00010000:00010000:2.0:1775764796.301080:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24800/0x57b8ff0e03052517 lrc: 3/1,0 mode: --/CR res: [0x200003ab4:0xf:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764796.301099:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24800/0x57b8ff0e03052517 lrc: 3/1,0 mode: CR/CR res: [0x200003ab4:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764796.301112:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24800/0x57b8ff0e03052517 lrc: 3/1,0 mode: CR/CR res: [0x200003ab4:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764796.301128:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24200/0x57b8ff0e0305251e lrc: 3/1,0 mode: --/PR res: [0x200003ab4:0xf:0x0].0x41718b8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764796.301135:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24200/0x57b8ff0e0305251e lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0xf:0x0].0x41718b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764796.301141:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24200/0x57b8ff0e0305251e lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0xf:0x0].0x41718b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764796.301255:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e03052525 lrc: 3/1,0 mode: --/PR res: [0x200003ab4:0x10:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764796.301264:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e03052525 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764796.301272:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e03052525 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764796.301313:0:44493:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e03052525 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764796.301325:0:44493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24800/0x57b8ff0e03052517 lrc: 3/1,0 mode: CR/CR res: [0x200003ab4:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764796.301331:0:44493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24800/0x57b8ff0e03052517 lrc: 2/0,0 mode: CR/CR res: [0x200003ab4:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764796.301337:0:44493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24800/0x57b8ff0e03052517 lrc: 3/0,0 mode: CR/CR res: [0x200003ab4:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764796.301342:0:44493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445baf24800 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764796.301346:0:44493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24800/0x57b8ff0e03052517 lrc: 3/0,0 mode: CR/CR res: [0x200003ab4:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764796.301352:0:44493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24800/0x57b8ff0e03052517 lrc: 4/0,0 mode: CR/CR res: [0x200003ab4:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764796.301372:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0xf:0x0].0x0 (ffff944599e85b00) 00010000:00010000:2.0:1775764796.301375:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764796.301379:0:44493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24800/0x57b8ff0e03052517 lrc: 2/0,0 mode: --/CR res: [0x200003ab4:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764796.301384:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24800/0x57b8ff0e03052517 lrc: 0/0,0 mode: --/CR res: [0x200003ab4:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764796.301396:0:44493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24200/0x57b8ff0e0305251e lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0xf:0x0].0x41718b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764796.301401:0:44493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24200/0x57b8ff0e0305251e lrc: 2/0,0 mode: PR/PR res: [0x200003ab4:0xf:0x0].0x41718b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764796.301406:0:44493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24200/0x57b8ff0e0305251e lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0xf:0x0].0x41718b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764796.301411:0:44493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445baf24200 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764796.301413:0:44493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24200/0x57b8ff0e0305251e lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0xf:0x0].0x41718b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764796.301417:0:44493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24200/0x57b8ff0e0305251e lrc: 4/0,0 mode: PR/PR res: [0x200003ab4:0xf:0x0].0x41718b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764796.301423:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0xf:0x0].0x41718b8 (ffff94459084a000) 00010000:00010000:2.0:1775764796.301425:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764796.301427:0:44493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24200/0x57b8ff0e0305251e lrc: 2/0,0 mode: --/PR res: [0x200003ab4:0xf:0x0].0x41718b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764796.301432:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24200/0x57b8ff0e0305251e lrc: 0/0,0 mode: --/PR res: [0x200003ab4:0xf:0x0].0x41718b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764796.301445:0:44493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e03052525 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764796.301450:0:44493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e03052525 lrc: 2/0,0 mode: PR/PR res: [0x200003ab4:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764796.301454:0:44493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e03052525 lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764796.301458:0:44493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445baf25800 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764796.301461:0:44493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e03052525 lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764796.301465:0:44493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e03052525 lrc: 4/0,0 mode: PR/PR res: [0x200003ab4:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764796.301474:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x10:0x0].0x0 (ffff9445867bec00) 00010000:00010000:2.0:1775764796.301476:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764796.301478:0:44493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e03052525 lrc: 2/0,0 mode: --/PR res: [0x200003ab4:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764796.301482:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e03052525 lrc: 0/0,0 mode: --/PR res: [0x200003ab4:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764796.301563:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944589103480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+38:64827:x1862022098650368:12345-192.168.202.28@tcp:34:lfs.0 Request processed in 585us (954us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764796.301571:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 1047 00000100:00100000:1.0:1775764796.305719:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764796.305852:0:42327:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098650624 00000100:00100000:2.0:1775764796.305863:0:42327:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098650624 00000100:00100000:2.0:1775764796.305942:0:42327:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 309 00000100:00100000:2.0:1775764796.305952:0:42327:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445b1dbe850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+38:64827:x1862022098650624:12345-192.168.202.28@tcp:35:lfs.0 00000100:00100000:2.0:1775764796.306228:0:42327:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445b1dbe850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+39:64827:x1862022098650624:12345-192.168.202.28@tcp:35:lfs.0 Request processed in 277us (531us total) trans 34359739238 rc 0/0 00000100:00100000:2.0:1775764796.306236:0:42327:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 309 00000100:00100000:1.0:1775764796.408511:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764796.408618:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098650880 00000100:00100000:2.0:1775764796.408628:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098650880 00000100:00100000:2.0:1775764796.408697:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 1048 00000100:00100000:2.0:1775764796.408709:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944589102680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+39:64834:x1862022098650880:12345-192.168.202.28@tcp:101:cat.0 00010000:00010000:2.0:1775764796.408734:0:42324:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764796.409119:0:42324:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944488003c00/0x57b8ff0e0305252c lrc: 2/0,0 mode: --/CR res: [0x200003ab4:0xf:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17bfb4 expref: -99 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764796.409196:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff944488003e00/0x57b8ff0e03052533 lrc: 3/1,0 mode: --/CR res: [0x200003ab4:0xf:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764796.409208:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944488003e00/0x57b8ff0e03052533 lrc: 3/1,0 mode: CR/CR res: [0x200003ab4:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764796.409216:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944488003e00/0x57b8ff0e03052533 lrc: 3/1,0 mode: CR/CR res: [0x200003ab4:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764796.409226:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944488003000/0x57b8ff0e0305253a lrc: 3/1,0 mode: --/PR res: [0x200003ab4:0xf:0x0].0x41718b8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764796.409230:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944488003000/0x57b8ff0e0305253a lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0xf:0x0].0x41718b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764796.409234:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944488003000/0x57b8ff0e0305253a lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0xf:0x0].0x41718b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764796.409389:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944488002600/0x57b8ff0e03052541 lrc: 3/1,0 mode: --/PR res: [0x200003ab4:0x10:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764796.409403:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944488002600/0x57b8ff0e03052541 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764796.409410:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944488002600/0x57b8ff0e03052541 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764796.409420:0:42324:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab4:0x10:0x0]: returning size 21 00010000:00010000:1.0:1775764796.409528:0:42324:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff944488003e00/0x57b8ff0e03052533 lrc: 3/1,0 mode: CR/CR res: [0x200003ab4:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764796.409539:0:42324:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944488003e00/0x57b8ff0e03052533 lrc: 2/0,0 mode: CR/CR res: [0x200003ab4:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764796.409545:0:42324:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944488003e00/0x57b8ff0e03052533 lrc: 3/0,0 mode: CR/CR res: [0x200003ab4:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764796.409551:0:42324:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944488003e00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:1.0:1775764796.409555:0:42324:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944488003e00/0x57b8ff0e03052533 lrc: 3/0,0 mode: CR/CR res: [0x200003ab4:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764796.409563:0:42324:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944488003e00/0x57b8ff0e03052533 lrc: 4/0,0 mode: CR/CR res: [0x200003ab4:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764796.409575:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0xf:0x0].0x0 (ffff944599e85b00) 00010000:00010000:1.0:1775764796.409578:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764796.409582:0:42324:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944488003e00/0x57b8ff0e03052533 lrc: 2/0,0 mode: --/CR res: [0x200003ab4:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764796.409587:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944488003e00/0x57b8ff0e03052533 lrc: 0/0,0 mode: --/CR res: [0x200003ab4:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764796.409601:0:42324:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944488003000/0x57b8ff0e0305253a lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0xf:0x0].0x41718b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764796.409607:0:42324:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944488003000/0x57b8ff0e0305253a lrc: 2/0,0 mode: PR/PR res: [0x200003ab4:0xf:0x0].0x41718b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764796.409612:0:42324:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944488003000/0x57b8ff0e0305253a lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0xf:0x0].0x41718b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764796.409616:0:42324:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944488003000 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:1.0:1775764796.409619:0:42324:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944488003000/0x57b8ff0e0305253a lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0xf:0x0].0x41718b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764796.409624:0:42324:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944488003000/0x57b8ff0e0305253a lrc: 4/0,0 mode: PR/PR res: [0x200003ab4:0xf:0x0].0x41718b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764796.409630:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0xf:0x0].0x41718b8 (ffff944584d1d400) 00010000:00010000:1.0:1775764796.409632:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764796.409635:0:42324:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944488003000/0x57b8ff0e0305253a lrc: 2/0,0 mode: --/PR res: [0x200003ab4:0xf:0x0].0x41718b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764796.409640:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944488003000/0x57b8ff0e0305253a lrc: 0/0,0 mode: --/PR res: [0x200003ab4:0xf:0x0].0x41718b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764796.409680:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944488003c00/0x57b8ff0e0305252c lrc: 0/0,0 mode: --/CR res: [0x200003ab4:0xf:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bfb4 expref: 42 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764796.409692:0:42324:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff944488002600/0x57b8ff0e03052541 lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bfb4 expref: 41 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764796.409700:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x10:0x0].0x0 (ffff9445867bec00) 00010000:00010000:1.0:1775764796.409702:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1775764796.409704:0:42324:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944488002600, rc 0) 00000100:00100000:1.0:1775764796.410159:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944589102680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+41:64834:x1862022098650880:12345-192.168.202.28@tcp:101:cat.0 Request processed in 1448us (1655us total) trans 34359739239 rc 0/0 00000100:00100000:1.0:1775764796.410169:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 1048 00000100:00100000:3.0:1775764796.414767:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764796.414980:0:42328:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098651136 00000100:00100000:0.0:1775764796.414990:0:42328:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098651136 00000100:00100000:0.0:1775764796.415048:0:42328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 310 00000100:00100000:0.0:1775764796.415059:0:42328:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444832c0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+41:64834:x1862022098651136:12345-192.168.202.28@tcp:35:cat.0 00000100:00100000:0.0:1775764796.415452:0:42328:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444832c0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+42:64834:x1862022098651136:12345-192.168.202.28@tcp:35:cat.0 Request processed in 395us (696us total) trans 34359739240 rc 0/0 00000100:00100000:0.0:1775764796.415458:0:42328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 310 00000040:00080000:2.0:1775764796.417082:0:42356:0:(llog.c:800:llog_process_thread()) index: 8, lh_last_idx: 8 synced_idx: 8 lgh_last_idx: 8 00000040:00080000:2.0:1775764796.417090:0:42356:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x32:0x0] at index 8 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1775764796.417665:0:42356:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x32:0x0] index 64768 count 1 00000040:00080000:2.0:1775764796.417675:0:42356:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 9 count 2 00000100:00100000:2.0:1775764796.547190:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764796.547300:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098651392 00000100:00100000:1.0:1775764796.547310:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098651392 00000100:00100000:1.0:1775764796.547386:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 1049 00000100:00100000:1.0:1775764796.547396:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444867c9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+42:64847:x1862022098651392:12345-192.168.202.28@tcp:101:mmap_cat.0 00010000:00010000:1.0:1775764796.547425:0:44493:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764796.547446:0:44493:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944488003000/0x57b8ff0e0305254f lrc: 2/0,0 mode: --/CR res: [0x200003ab4:0xf:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17bfbb expref: -99 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764796.547554:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944488003e00/0x57b8ff0e03052556 lrc: 3/1,0 mode: --/PR res: [0x200003ab4:0x10:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764796.547569:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944488003e00/0x57b8ff0e03052556 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764796.547580:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944488003e00/0x57b8ff0e03052556 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764796.547592:0:44493:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab4:0x10:0x0]: returning size 21 00010000:00010000:1.0:1775764796.547728:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944488003000/0x57b8ff0e0305254f lrc: 0/0,0 mode: --/CR res: [0x200003ab4:0xf:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bfbb expref: 45 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764796.547748:0:44493:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff944488003e00/0x57b8ff0e03052556 lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bfbb expref: 44 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764796.547757:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x10:0x0].0x0 (ffff9445867bec00) 00010000:00010000:1.0:1775764796.547759:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1775764796.547763:0:44493:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944488003e00, rc 0) 00000100:00100000:1.0:1775764796.547877:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444867c9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+44:64847:x1862022098651392:12345-192.168.202.28@tcp:101:mmap_cat.0 Request processed in 482us (699us total) trans 34359739241 rc 0/0 00000100:00100000:1.0:1775764796.547896:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 1049 00000100:00100000:1.0:1775764796.554570:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764796.554632:0:42950:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098651520 00000100:00100000:2.0:1775764796.554643:0:42950:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098651520 00002000:00100000:2.0:1775764796.554694:0:42950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x11b:0x0] (0->4095) req@ffff944589101180 x1862022098651520/t0(0) o3->fcf15866-4739-4595-8fe1-44abde7ee9d7@192.168.202.28@tcp:277/0 lens 488/0 e 0 to 0 dl 1775764807 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764796.554706:0:42950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff944589101180 with x1862022098651520 ext(0->4095) 00002000:00010000:2.0:1775764796.554712:0:42950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff944589101180 00000100:00100000:2.0:1775764796.554825:0:42950:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 91 00000100:00100000:2.0:1775764796.554837:0:42950:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944589101180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+10:2379:x1862022098651520:12345-192.168.202.28@tcp:3:lfs.0 00000100:00100000:2.0:1775764796.555214:0:42950:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944589101180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+10:2379:x1862022098651520:12345-192.168.202.28@tcp:3:lfs.0 Request processed in 378us (651us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1775764796.555223:0:42950:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 91 00002000:00100000:2.0:1775764796.555230:0:42950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x11b:0x0] (0->4095) req@ffff944589101180 x1862022098651520/t0(0) o3->fcf15866-4739-4595-8fe1-44abde7ee9d7@192.168.202.28@tcp:277/0 lens 488/4536 e 0 to 0 dl 1775764807 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764796.555238:0:42950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff944589101180 with x1862022098651520 ext(0->4095) 00002000:00010000:2.0:1775764796.555242:0:42950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff944589101180 00000100:00100000:0.0:1775764796.556711:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764796.557079:0:44302:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098651648 00000100:00100000:1.0:1775764796.557088:0:44302:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098651648 00000100:00100000:1.0:1775764796.557186:0:44302:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 86 00000100:00100000:1.0:1775764796.557196:0:44302:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445b1d4a850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+44:2376:x1862022098651648:12345-192.168.202.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1775764796.557212:0:44302:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764796.557237:0:44302:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944488003e00/0x57b8ff0e03052556 lrc: 0/0,0 mode: --/PR res: [0x200003ab4:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bfbb expref: 44 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764796.557334:0:44302:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x10:0x0].0x0 (ffff9445867bec00) 00010000:00010000:1.0:1775764796.557340:0:44302:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1775764796.557497:0:44302:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445b1d4a850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+43:2376:x1862022098651648:12345-192.168.202.28@tcp:103:ldlm_bl.0 Request processed in 303us (794us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764796.557506:0:44302:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 86 00000100:00100000:1.0:1775764796.559639:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764796.559696:0:47878:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098651904 00000100:00100000:3.0:1775764796.559705:0:47878:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098651904 00000100:00100000:3.0:1775764796.559836:0:47878:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 311 00000100:00100000:3.0:1775764796.559846:0:47878:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944589100700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+43:64847:x1862022098651904:12345-192.168.202.28@tcp:35:mmap_cat.0 00000100:00100000:3.0:1775764796.560315:0:47878:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944589100700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+44:64847:x1862022098651904:12345-192.168.202.28@tcp:35:mmap_cat.0 Request processed in 398us (607us total) trans 34359739242 rc 0/0 00000100:00100000:3.0:1775764796.560325:0:47878:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 311 00000100:00100000:2.0:1775764796.671877:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764796.672239:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098652160 00000100:00100000:0.0:1775764796.672250:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098652160 00000100:00100000:0.0:1775764796.672329:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 1050 00000100:00100000:0.0:1775764796.672340:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444867cb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+44:64857:x1862022098652160:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:0.0:1775764796.672376:0:42325:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764796.672397:0:42325:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76e00/0x57b8ff0e03052564 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17bfc2 expref: -99 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764796.672559:0:42325:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab4:0xf:0x0]: returning size 512 00010000:00010000:0.0:1775764796.672673:0:42325:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76e00/0x57b8ff0e03052564 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bfc2 expref: 46 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764796.672689:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9445867be100) 00010000:00010000:0.0:1775764796.672692:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1775764796.672697:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76e00/0x57b8ff0e03052564 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bfc2 expref: 46 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764796.672712:0:42325:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445bfe76e00, rc 0) 00000100:00100000:0.0:1775764796.672793:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444867cb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+45:64857:x1862022098652160:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 455us (933us total) trans 34359739243 rc 301/301 00000100:00100000:0.0:1775764796.672859:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 1050 00000100:00100000:0.0:1775764796.678619:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764796.679610:0:42328:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098652416 00000100:00100000:3.0:1775764796.679622:0:42328:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098652416 00000100:00100000:3.0:1775764796.679689:0:42328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 312 00000100:00100000:3.0:1775764796.679699:0:42328:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445becd4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+45:64857:x1862022098652416:12345-192.168.202.28@tcp:35:lfs.0 00000100:00100000:3.0:1775764796.681310:0:42328:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445becd4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+46:64857:x1862022098652416:12345-192.168.202.28@tcp:35:lfs.0 Request processed in 1604us (2697us total) trans 34359739244 rc 0/0 00000100:00100000:3.0:1775764796.681326:0:42328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 312 00000100:00100000:2.0:1775764796.843123:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764796.843292:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098652672 00000100:00100000:1.0:1775764796.843303:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098652672 00000100:00100000:1.0:1775764796.843380:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 1051 00000100:00100000:1.0:1775764796.843393:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444867cb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+46:64864:x1862022098652672:12345-192.168.202.28@tcp:101:cat.0 00010000:00010000:1.0:1775764796.843421:0:44493:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764796.843444:0:44493:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944488003e00/0x57b8ff0e03052572 lrc: 2/0,0 mode: --/CR res: [0x200003ab4:0xf:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17bfc9 expref: -99 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764796.843554:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff944488003200/0x57b8ff0e03052579 lrc: 3/1,0 mode: --/CR res: [0x200003ab4:0x10:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764796.843571:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944488003200/0x57b8ff0e03052579 lrc: 3/1,0 mode: CR/CR res: [0x200003ab4:0x10:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764796.843585:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944488003200/0x57b8ff0e03052579 lrc: 3/1,0 mode: CR/CR res: [0x200003ab4:0x10:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764796.843601:0:44493:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab4:0x10:0x0]: returning size 21 00010000:00010000:1.0:1775764796.843745:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944488003e00/0x57b8ff0e03052572 lrc: 0/0,0 mode: --/CR res: [0x200003ab4:0xf:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bfc9 expref: 49 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764796.843765:0:44493:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff944488003200/0x57b8ff0e03052579 lrc: 3/0,0 mode: CR/CR res: [0x200003ab4:0x10:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bfc9 expref: 48 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764796.843774:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x10:0x0].0x0 (ffff9445867bec00) 00010000:00010000:1.0:1775764796.843778:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:1.0:1775764796.843783:0:44493:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944488003200, rc 0) 00000100:00100000:1.0:1775764796.843900:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444867cb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+48:64864:x1862022098652672:12345-192.168.202.28@tcp:101:cat.0 Request processed in 511us (1049us total) trans 34359739245 rc 0/0 00000100:00100000:1.0:1775764796.843908:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 1051 00000100:00100000:2.0:1775764796.928402:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764796.928534:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098652928 00000100:00100000:0.0:1775764796.928545:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098652928 00000100:00100000:0.0:1775764796.928605:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 1052 00000100:00100000:0.0:1775764796.928617:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444867ca680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+48:64870:x1862022098652928:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:0.0:1775764796.928645:0:42325:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764796.928665:0:42325:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76e00/0x57b8ff0e03052587 lrc: 2/0,0 mode: --/CR res: [0x200003ab4:0xf:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17bfd0 expref: -99 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764796.928769:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76800/0x57b8ff0e0305258e lrc: 3/0,1 mode: --/CW res: [0x200003ab4:0x10:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764796.928786:0:42325:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff944488002600/0x57b8ff0e03052541 lrc: 2/0,0 mode: PR/PR res: [0x200003ab4:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bfb4 expref: 49 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764796.928795:0:42325:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76800/0x57b8ff0e0305258e lrc: 4/0,1 mode: --/CW res: [0x200003ab4:0x10:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764796.928862:0:42325:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff944488002600/0x57b8ff0e03052541 lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bfb4 expref: 49 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764796.928890:0:42325:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff944488002600/0x57b8ff0e03052541 lrc: 4/0,0 mode: PR/PR res: [0x200003ab4:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bfb4 expref: 49 pid: 42324 timeout: 2363 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764796.928903:0:42325:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445becd5c00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:42325:1862022119064064:192.168.202.28@tcp:104: 00000100:00100000:0.0:1775764796.929008:0:42325:0:(client.c:2691:ptlrpc_set_wait()) set ffff9445bece3480 going to sleep for 11 seconds 00000100:00100000:0.0:1775764796.936301:0:42325:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445becd5c00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:42325:1862022119064064:192.168.202.28@tcp:104: 00010000:00010000:0.0:1775764796.936333:0:42325:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76800/0x57b8ff0e0305258e lrc: 3/0,1 mode: --/CW res: [0x200003ab4:0x10:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764796.938409:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764796.938498:0:42310:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098653056 00000100:00100000:3.0:1775764796.938508:0:42310:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098653056 00010000:00010000:3.0:1775764796.938548:0:42310:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff944488002600/0x57b8ff0e03052541 lrc: 4/0,0 mode: PR/PR res: [0x200003ab4:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bfb4 expref: 50 pid: 42324 timeout: 2363 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764796.938594:0:42310:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 200 00000100:00100000:3.0:1775764796.938605:0:42310:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444867c9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+50:2379:x1862022098653056:12345-192.168.202.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764796.938619:0:42310:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764796.938626:0:42310:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff944488002600/0x57b8ff0e03052541 lrc: 4/0,0 mode: PR/PR res: [0x200003ab4:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bfb4 expref: 50 pid: 42324 timeout: 2363 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764796.938638:0:42310:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff944488002600/0x57b8ff0e03052541 lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bfb4 expref: 50 pid: 42324 timeout: 2363 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764796.938660:0:42310:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944488002600/0x57b8ff0e03052541 lrc: 0/0,0 mode: --/PR res: [0x200003ab4:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bfb4 expref: 50 pid: 42324 timeout: 2363 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764796.938677:0:42310:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x10:0x0].0x0 (ffff9445867bec00) 00010000:00010000:3.0:1775764796.938682:0:42310:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76800/0x57b8ff0e0305258e lrc: 3/0,1 mode: --/CW res: [0x200003ab4:0x10:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764796.938692:0:42310:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76800/0x57b8ff0e0305258e lrc: 3/0,1 mode: CW/CW res: [0x200003ab4:0x10:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764796.938705:0:42310:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76800/0x57b8ff0e0305258e lrc: 4/0,1 mode: CW/CW res: [0x200003ab4:0x10:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764796.938741:0:42310:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764796.938793:0:42310:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444867c9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+49:2379:x1862022098653056:12345-192.168.202.28@tcp:103:ldlm_bl.0 Request processed in 190us (394us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764796.938852:0:42310:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 200 00010000:00010000:0.0:1775764796.939154:0:42325:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76800/0x57b8ff0e0305258e lrc: 3/0,1 mode: CW/CW res: [0x200003ab4:0x10:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764796.939163:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76800/0x57b8ff0e0305258e lrc: 3/0,1 mode: CW/CW res: [0x200003ab4:0x10:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764796.939183:0:42325:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab4:0x10:0x0]: returning size 21 00010000:00010000:0.0:1775764796.939349:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76e00/0x57b8ff0e03052587 lrc: 0/0,0 mode: --/CR res: [0x200003ab4:0xf:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bfd0 expref: 50 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764796.939379:0:42325:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76800/0x57b8ff0e0305258e lrc: 3/0,0 mode: CW/CW res: [0x200003ab4:0x10:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bfd0 expref: 49 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764796.939388:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x10:0x0].0x0 (ffff9445867bec00) 00010000:00010000:0.0:1775764796.939391:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1775764796.939394:0:42325:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445bfe76800, rc 0) 00000100:00100000:0.0:1775764796.939439:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444867ca680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+49:64870:x1862022098652928:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 10824us (11045us total) trans 34359739246 rc 0/0 00000100:00100000:0.0:1775764796.939446:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 1052 00000100:00100000:2.0:1775764797.073271:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764797.073726:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098653312 00000100:00100000:1.0:1775764797.073736:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098653312 00000100:00080000:0.0:1775764797.073893:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1775764797.074112:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 1053 00000100:00100000:1.0:1775764797.074123:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444867c9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+49:64880:x1862022098653312:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:1.0:1775764797.074149:0:44493:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764797.074169:0:44493:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944488003e00/0x57b8ff0e0305259c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17bfd7 expref: -99 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764797.074310:0:44493:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab4:0xf:0x0]: returning size 512 00010000:00010000:1.0:1775764797.074435:0:44493:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff944488003e00/0x57b8ff0e0305259c lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bfd7 expref: 51 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764797.074449:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9445867be100) 00010000:00010000:1.0:1775764797.074454:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1775764797.074459:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944488003e00/0x57b8ff0e0305259c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bfd7 expref: 51 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764797.074472:0:44493:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944488003e00, rc 0) 00000100:00100000:1.0:1775764797.074536:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444867c9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+50:64880:x1862022098653312:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 415us (1275us total) trans 34359739247 rc 301/301 00000100:00100000:1.0:1775764797.074543:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 1053 00000100:00100000:2.0:1775764797.081490:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764797.082155:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098653440 00000100:00100000:1.0:1775764797.082166:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098653440 00000100:00100000:1.0:1775764797.082372:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 1054 00000100:00100000:1.0:1775764797.082384:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94458620e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+50:64880:x1862022098653440:12345-192.168.202.28@tcp:34:lfs.0 00010000:00010000:1.0:1775764797.082468:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff944488002c00/0x57b8ff0e030525aa lrc: 3/1,0 mode: --/CR res: [0x200003ab4:0xf:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764797.082487:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944488002c00/0x57b8ff0e030525aa lrc: 3/1,0 mode: CR/CR res: [0x200003ab4:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764797.082500:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944488002c00/0x57b8ff0e030525aa lrc: 3/1,0 mode: CR/CR res: [0x200003ab4:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764797.082516:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944488003800/0x57b8ff0e030525b1 lrc: 3/1,0 mode: --/PR res: [0x200003ab4:0xf:0x0].0x41718b8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764797.082524:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944488003800/0x57b8ff0e030525b1 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0xf:0x0].0x41718b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764797.082530:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944488003800/0x57b8ff0e030525b1 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0xf:0x0].0x41718b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764797.082654:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944488003600/0x57b8ff0e030525b8 lrc: 3/1,0 mode: --/PR res: [0x200003ab4:0x10:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764797.082664:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944488003600/0x57b8ff0e030525b8 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x10:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764797.082671:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944488003600/0x57b8ff0e030525b8 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x10:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764797.082732:0:42324:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff944488003600/0x57b8ff0e030525b8 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x10:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764797.082744:0:42324:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff944488002c00/0x57b8ff0e030525aa lrc: 3/1,0 mode: CR/CR res: [0x200003ab4:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764797.082750:0:42324:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944488002c00/0x57b8ff0e030525aa lrc: 2/0,0 mode: CR/CR res: [0x200003ab4:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764797.082757:0:42324:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944488002c00/0x57b8ff0e030525aa lrc: 3/0,0 mode: CR/CR res: [0x200003ab4:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764797.082763:0:42324:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944488002c00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:1.0:1775764797.082767:0:42324:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944488002c00/0x57b8ff0e030525aa lrc: 3/0,0 mode: CR/CR res: [0x200003ab4:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764797.082775:0:42324:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944488002c00/0x57b8ff0e030525aa lrc: 4/0,0 mode: CR/CR res: [0x200003ab4:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764797.082823:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0xf:0x0].0x0 (ffff944599e85b00) 00010000:00010000:1.0:1775764797.082827:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764797.082832:0:42324:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944488002c00/0x57b8ff0e030525aa lrc: 2/0,0 mode: --/CR res: [0x200003ab4:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764797.082838:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944488002c00/0x57b8ff0e030525aa lrc: 0/0,0 mode: --/CR res: [0x200003ab4:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764797.082854:0:42324:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944488003800/0x57b8ff0e030525b1 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0xf:0x0].0x41718b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764797.082860:0:42324:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944488003800/0x57b8ff0e030525b1 lrc: 2/0,0 mode: PR/PR res: [0x200003ab4:0xf:0x0].0x41718b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764797.082866:0:42324:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944488003800/0x57b8ff0e030525b1 lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0xf:0x0].0x41718b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764797.082871:0:42324:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944488003800 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:1.0:1775764797.082874:0:42324:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944488003800/0x57b8ff0e030525b1 lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0xf:0x0].0x41718b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764797.084020:0:42324:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944488003800/0x57b8ff0e030525b1 lrc: 4/0,0 mode: PR/PR res: [0x200003ab4:0xf:0x0].0x41718b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764797.084036:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0xf:0x0].0x41718b8 (ffff944584d1d400) 00010000:00010000:1.0:1775764797.084039:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764797.084043:0:42324:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944488003800/0x57b8ff0e030525b1 lrc: 2/0,0 mode: --/PR res: [0x200003ab4:0xf:0x0].0x41718b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764797.084051:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944488003800/0x57b8ff0e030525b1 lrc: 0/0,0 mode: --/PR res: [0x200003ab4:0xf:0x0].0x41718b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764797.084074:0:42324:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944488003600/0x57b8ff0e030525b8 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x10:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764797.084080:0:42324:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944488003600/0x57b8ff0e030525b8 lrc: 2/0,0 mode: PR/PR res: [0x200003ab4:0x10:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764797.084086:0:42324:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944488003600/0x57b8ff0e030525b8 lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0x10:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764797.084091:0:42324:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944488003600 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:1.0:1775764797.084095:0:42324:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944488003600/0x57b8ff0e030525b8 lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0x10:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764797.084100:0:42324:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944488003600/0x57b8ff0e030525b8 lrc: 4/0,0 mode: PR/PR res: [0x200003ab4:0x10:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764797.084108:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x10:0x0].0x0 (ffff9445867bec00) 00010000:00010000:1.0:1775764797.084110:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764797.084113:0:42324:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944488003600/0x57b8ff0e030525b8 lrc: 2/0,0 mode: --/PR res: [0x200003ab4:0x10:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764797.084119:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944488003600/0x57b8ff0e030525b8 lrc: 0/0,0 mode: --/PR res: [0x200003ab4:0x10:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764797.084226:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94458620e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+50:64880:x1862022098653440:12345-192.168.202.28@tcp:34:lfs.0 Request processed in 1842us (2746us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764797.088185:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 1054 00000100:00100000:2.0:1775764797.089192:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764797.089492:0:47878:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098653696 00000100:00100000:3.0:1775764797.089503:0:47878:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098653696 00000100:00100000:3.0:1775764797.089558:0:47878:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 313 00000100:00100000:3.0:1775764797.089568:0:47878:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486738a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+50:64880:x1862022098653696:12345-192.168.202.28@tcp:35:lfs.0 00000100:00100000:3.0:1775764797.090132:0:47878:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486738a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+51:64880:x1862022098653696:12345-192.168.202.28@tcp:35:lfs.0 Request processed in 564us (946us total) trans 34359739248 rc 0/0 00000100:00100000:3.0:1775764797.090140:0:47878:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 313 00000100:00100000:2.0:1775764797.185024:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764797.185569:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098653952 00000100:00100000:1.0:1775764797.185580:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098653952 00000100:00100000:1.0:1775764797.185638:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 1055 00000100:00100000:1.0:1775764797.185649:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944585ddd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+51:64571:x1862022098653952:12345-192.168.202.28@tcp:101:bash.0 00010000:00010000:1.0:1775764797.185680:0:44493:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764797.185684:0:44493:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:1.0:1775764797.185716:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e030524d8 lrc: 0/0,0 mode: --/PR res: [0x200003ab4:0xf:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bf98 expref: 51 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764797.185740:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0xf:0x0].0x0 (ffff944599e85b00) 00010000:00010000:1.0:1775764797.185746:0:44493:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1775764797.185762:0:44493:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944488003600/0x57b8ff0e030525bf lrc: 2/0,0 mode: --/CW res: [0x200003ab4:0xf:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17bfde expref: -99 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764797.186712:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff944488003800/0x57b8ff0e030525c6 lrc: 3/1,0 mode: --/CR res: [0x200003ab4:0xf:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764797.186729:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944488003800/0x57b8ff0e030525c6 lrc: 3/1,0 mode: CR/CR res: [0x200003ab4:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764797.186742:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944488003800/0x57b8ff0e030525c6 lrc: 3/1,0 mode: CR/CR res: [0x200003ab4:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764797.186758:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944488002c00/0x57b8ff0e030525cd lrc: 3/1,0 mode: --/PR res: [0x200003ab4:0xf:0x0].0x41718b8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764797.186765:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944488002c00/0x57b8ff0e030525cd lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0xf:0x0].0x41718b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764797.186772:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944488002c00/0x57b8ff0e030525cd lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0xf:0x0].0x41718b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764797.187118:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944488003e00/0x57b8ff0e030525d4 lrc: 3/1,0 mode: --/PR res: [0x200003ab4:0x10:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764797.187128:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944488003e00/0x57b8ff0e030525d4 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x10:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764797.187135:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944488003e00/0x57b8ff0e030525d4 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x10:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764797.187144:0:44493:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab4:0x10:0x0]: returning size 21 00010000:00010000:1.0:1775764797.187567:0:44493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff944488003800/0x57b8ff0e030525c6 lrc: 3/1,0 mode: CR/CR res: [0x200003ab4:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764797.187576:0:44493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944488003800/0x57b8ff0e030525c6 lrc: 2/0,0 mode: CR/CR res: [0x200003ab4:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764797.187583:0:44493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944488003800/0x57b8ff0e030525c6 lrc: 3/0,0 mode: CR/CR res: [0x200003ab4:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764797.187589:0:44493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944488003800 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:1.0:1775764797.187594:0:44493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944488003800/0x57b8ff0e030525c6 lrc: 3/0,0 mode: CR/CR res: [0x200003ab4:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764797.187600:0:44493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944488003800/0x57b8ff0e030525c6 lrc: 4/0,0 mode: CR/CR res: [0x200003ab4:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764797.187613:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0xf:0x0].0x0 (ffff944599e85b00) 00010000:00010000:1.0:1775764797.187616:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764797.187621:0:44493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944488003800/0x57b8ff0e030525c6 lrc: 2/0,0 mode: --/CR res: [0x200003ab4:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764797.187627:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944488003800/0x57b8ff0e030525c6 lrc: 0/0,0 mode: --/CR res: [0x200003ab4:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764797.187643:0:44493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944488002c00/0x57b8ff0e030525cd lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0xf:0x0].0x41718b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764797.187649:0:44493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944488002c00/0x57b8ff0e030525cd lrc: 2/0,0 mode: PR/PR res: [0x200003ab4:0xf:0x0].0x41718b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764797.187654:0:44493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944488002c00/0x57b8ff0e030525cd lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0xf:0x0].0x41718b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764797.187658:0:44493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944488002c00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:1.0:1775764797.187662:0:44493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944488002c00/0x57b8ff0e030525cd lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0xf:0x0].0x41718b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764797.187667:0:44493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944488002c00/0x57b8ff0e030525cd lrc: 4/0,0 mode: PR/PR res: [0x200003ab4:0xf:0x0].0x41718b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764797.187673:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0xf:0x0].0x41718b8 (ffff944584d1d400) 00010000:00010000:1.0:1775764797.187676:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764797.187678:0:44493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944488002c00/0x57b8ff0e030525cd lrc: 2/0,0 mode: --/PR res: [0x200003ab4:0xf:0x0].0x41718b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764797.187684:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944488002c00/0x57b8ff0e030525cd lrc: 0/0,0 mode: --/PR res: [0x200003ab4:0xf:0x0].0x41718b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764797.187737:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944488003600/0x57b8ff0e030525bf lrc: 0/0,0 mode: --/CW res: [0x200003ab4:0xf:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bfde expref: 53 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764797.187751:0:44493:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff944488003e00/0x57b8ff0e030525d4 lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0x10:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bfde expref: 52 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764797.187758:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x10:0x0].0x0 (ffff9445867bec00) 00010000:00010000:1.0:1775764797.187760:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:1.0:1775764797.187763:0:44493:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944488003e00, rc 0) 00000100:00100000:1.0:1775764797.187877:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944585ddd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+52:64571:x1862022098653952:12345-192.168.202.28@tcp:101:bash.0 Request processed in 2229us (2861us total) trans 34359739249 rc 0/0 00000100:00100000:1.0:1775764797.191656:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 1055 00000100:00100000:2.0:1775764797.202589:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764797.203612:0:42328:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098654208 00000100:00100000:3.0:1775764797.203624:0:42328:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098654208 00000100:00100000:3.0:1775764797.203707:0:42328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 314 00000100:00100000:3.0:1775764797.203718:0:42328:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944585ddf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+52:64571:x1862022098654208:12345-192.168.202.28@tcp:35:bash.0 00000100:00100000:3.0:1775764797.204041:0:42328:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944585ddf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+53:64571:x1862022098654208:12345-192.168.202.28@tcp:35:bash.0 Request processed in 323us (1462us total) trans 34359739250 rc 0/0 00000100:00100000:3.0:1775764797.204049:0:42328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 314 00000100:00100000:2.0:1775764797.214201:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764797.214303:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098654464 00000100:00100000:0.0:1775764797.214313:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098654464 00000100:00100000:0.0:1775764797.214388:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 1056 00000100:00100000:0.0:1775764797.214401:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444864b0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+53:64571:x1862022098654464:12345-192.168.202.28@tcp:36:bash.0 00010000:00010000:0.0:1775764797.214475:0:42325:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1775764797.214504:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944488003e00/0x57b8ff0e030525d4 lrc: 0/0,0 mode: --/PR res: [0x200003ab4:0x10:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bfde expref: 53 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764797.214527:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694400/0x57b8ff0e03052502 lrc: 0/0,0 mode: --/CR res: [0x200003ab4:0x10:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bfa6 expref: 52 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764797.214538:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x10:0x0].0x0 (ffff9445867bec00) 00010000:00010000:0.0:1775764797.214543:0:42325:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1775764797.214755:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76e00/0x57b8ff0e030525e2 lrc: 3/0,1 mode: --/PW res: [0x200003ab4:0x10:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764797.214770:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76e00/0x57b8ff0e030525e2 lrc: 3/0,1 mode: PW/PW res: [0x200003ab4:0x10:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764797.214780:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76e00/0x57b8ff0e030525e2 lrc: 3/0,1 mode: PW/PW res: [0x200003ab4:0x10:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1775764797.214912:0:42325:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 34359739251 00000004:00010000:0.0:1775764797.214940:0:42325:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000030f893bf reply state 000000006c34d0cf transno 34359739252 ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76e00/0x57b8ff0e030525e2 lrc: 3/0,1 mode: PW/PW res: [0x200003ab4:0x10:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764797.214949:0:42325:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1775764797.215032:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444864b0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+54:64571:x1862022098654464:12345-192.168.202.28@tcp:36:bash.0 Request processed in 633us (840us total) trans 34359739252 rc 0/0 00000100:00100000:0.0:1775764797.215039:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 1056 00000020:00080000:0.0:1775764797.215046:0:42325:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:3.0:1775764797.217969:0:3314:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76e00/0x57b8ff0e030525e2 lrc: 3/0,1 mode: PW/PW res: [0x200003ab4:0x10:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764797.217987:0:3314:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76e00/0x57b8ff0e030525e2 lrc: 2/0,0 mode: PW/PW res: [0x200003ab4:0x10:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764797.217997:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00010000:00010000:3.0:1775764797.218000:0:3314:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76e00/0x57b8ff0e030525e2 lrc: 3/0,0 mode: PW/PW res: [0x200003ab4:0x10:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764797.218012:0:3314:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445bfe76e00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:3.0:1775764797.218017:0:3314:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76e00/0x57b8ff0e030525e2 lrc: 3/0,0 mode: PW/PW res: [0x200003ab4:0x10:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764797.218025:0:3314:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76e00/0x57b8ff0e030525e2 lrc: 4/0,0 mode: PW/PW res: [0x200003ab4:0x10:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764797.218044:0:3314:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x10:0x0].0x0 (ffff9445867bec00) 00010000:00010000:3.0:1775764797.218047:0:3314:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764797.218052:0:3314:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76e00/0x57b8ff0e030525e2 lrc: 2/0,0 mode: --/PW res: [0x200003ab4:0x10:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764797.218058:0:3314:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76e00/0x57b8ff0e030525e2 lrc: 0/0,0 mode: --/PW res: [0x200003ab4:0x10:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764797.218227:0:42327:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098654720 00000100:00100000:0.0:1775764797.218236:0:42327:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098654720 00000100:00100000:0.0:1775764797.218289:0:42327:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 315 00000100:00100000:0.0:1775764797.218300:0:42327:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445b1dbc050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+53:64571:x1862022098654720:12345-192.168.202.28@tcp:35:bash.0 00000100:00100000:0.0:1775764797.218938:0:42327:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445b1dbc050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+54:64571:x1862022098654720:12345-192.168.202.28@tcp:35:bash.0 Request processed in 637us (946us total) trans 34359739253 rc 0/0 00000100:00100000:0.0:1775764797.218946:0:42327:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 315 00000100:00100000:2.0:1775764797.224500:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764797.224747:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098654976 00000100:00100000:3.0:1775764797.224758:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098654976 00000100:00100000:3.0:1775764797.224867:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 1057 00000100:00100000:3.0:1775764797.224878:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486757800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+54:64571:x1862022098654976:12345-192.168.202.28@tcp:101:bash.0 00010000:00010000:3.0:1775764797.225012:0:42326:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764797.225016:0:42326:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1775764797.225045:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944488003200/0x57b8ff0e03052579 lrc: 0/0,0 mode: --/CR res: [0x200003ab4:0x10:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bfc9 expref: 54 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764797.225065:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x10:0x0].0x0 (ffff9445867bec00) 00010000:00010000:3.0:1775764797.225070:0:42326:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1775764797.225083:0:42326:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e030525e9 lrc: 2/0,0 mode: --/EX res: [0x200003ab4:0x10:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17bfe5 expref: -99 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764797.225142:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695e00/0x57b8ff0e030525f0 lrc: 3/0,1 mode: --/EX res: [0x200003ab4:0x10:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764797.225155:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695e00/0x57b8ff0e030525f0 lrc: 3/0,1 mode: EX/EX res: [0x200003ab4:0x10:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764797.225166:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695e00/0x57b8ff0e030525f0 lrc: 3/0,1 mode: EX/EX res: [0x200003ab4:0x10:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764797.226079:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695e00/0x57b8ff0e030525f0 lrc: 3/0,0 mode: CR/CR res: [0x200003ab4:0x10:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bfe5 expref: 56 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764797.226090:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x10:0x0].0x0 (ffff9445867bec00) 00010000:00010000:3.0:1775764797.226093:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:3.0:1775764797.226106:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e030525e9 lrc: 0/0,0 mode: --/EX res: [0x200003ab4:0x10:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bfe5 expref: 56 pid: 42326 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764797.226124:0:42326:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695e00/0x57b8ff0e030525f0 lrc: 3/0,0 mode: CR/CR res: [0x200003ab4:0x10:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bfe5 expref: 55 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764797.226148:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x10:0x0].0x0 (ffff9445867bec00) 00010000:00010000:3.0:1775764797.226151:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:3.0:1775764797.226153:0:42326:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445be695e00, rc 0) 00000100:00100000:3.0:1775764797.226226:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486757800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+55:64571:x1862022098654976:12345-192.168.202.28@tcp:101:bash.0 Request processed in 1350us (1736us total) trans 34359739254 rc 0/0 00000100:00100000:3.0:1775764797.228432:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 1057 00000100:00100000:2.0:1775764797.240557:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764797.243559:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098655232 00000100:00100000:0.0:1775764797.243579:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098655232 00000100:00100000:0.0:1775764797.243664:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 1058 00000100:00100000:0.0:1775764797.243675:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486756680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+55:64571:x1862022098655232:12345-192.168.202.28@tcp:101:bash.0 00010000:00010000:0.0:1775764797.243704:0:42325:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764797.243707:0:42325:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1775764797.243739:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695e00/0x57b8ff0e030525f0 lrc: 0/0,0 mode: --/CR res: [0x200003ab4:0x10:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bfe5 expref: 55 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764797.243762:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x10:0x0].0x0 (ffff9445867bec00) 00010000:00010000:0.0:1775764797.243769:0:42325:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1775764797.243784:0:42325:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77e00/0x57b8ff0e030525f7 lrc: 2/0,0 mode: --/EX res: [0x200003ab4:0x10:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17bfec expref: -99 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764797.243893:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76400/0x57b8ff0e030525fe lrc: 3/0,1 mode: --/EX res: [0x200003ab4:0x10:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764797.243907:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76400/0x57b8ff0e030525fe lrc: 3/0,1 mode: EX/EX res: [0x200003ab4:0x10:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764797.243918:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76400/0x57b8ff0e030525fe lrc: 3/0,1 mode: EX/EX res: [0x200003ab4:0x10:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1775764797.244394:0:42325:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x30:0x0].23, 88 off9976 00000004:00080000:0.0:1775764797.244405:0:42325:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 2264091606167ns, next at 2195912453460ns, rc = 0 00010000:00010000:2.0:1775764797.251636:0:43224:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764797.354148:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76400/0x57b8ff0e030525fe lrc: 3/0,0 mode: CR/CR res: [0x200003ab4:0x10:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bfec expref: 57 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764797.354165:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x10:0x0].0x0 (ffff9445867bec00) 00010000:00010000:1.0:1775764797.354169:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:1.0:1775764797.354187:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77e00/0x57b8ff0e030525f7 lrc: 0/0,0 mode: --/EX res: [0x200003ab4:0x10:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bfec expref: 57 pid: 42325 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764797.354208:0:42325:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76400/0x57b8ff0e030525fe lrc: 3/0,0 mode: CR/CR res: [0x200003ab4:0x10:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bfec expref: 56 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764797.354242:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x10:0x0].0x0 (ffff9445867bec00) 00010000:00010000:1.0:1775764797.354245:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:1.0:1775764797.354247:0:42325:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445bfe76400, rc 0) 00000100:00100000:1.0:1775764797.354339:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486756680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+56:64571:x1862022098655232:12345-192.168.202.28@tcp:101:bash.0 Request processed in 110664us (113790us total) trans 34359739255 rc 0/0 00000100:00100000:1.0:1775764797.354348:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 1058 00000001:00080000:1.0:1775764797.354403:0:5825:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 34359739255 is committed 00000004:00080000:1.0:1775764797.354415:0:5825:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 25 committed 00000100:00100000:3.0:1775764797.355704:0:3328:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1775764797.355724:0:3328:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9444832c1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3328:1862022119064192:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1775764797.355776:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764797.355878:0:42945:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119064192 00000100:00100000:3.0:1775764797.355886:0:42945:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119064192 00000100:00100000:3.0:1775764797.355945:0:42945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 259 00000100:00100000:3.0:1775764797.355954:0:42945:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444832c0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3328:x1862022119064192:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:3.0:1775764797.356161:0:42945:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x11b:0x0] updating lvb size from disk: 0 -> 21 00002000:00010000:3.0:1775764797.356165:0:42945:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x11b:0x0] updating lvb mtime from disk: 0 -> 1775764796 00002000:00010000:3.0:1775764797.356167:0:42945:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x11b:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1775764797.356169:0:42945:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x11b:0x0] updating lvb ctime from disk: 0 -> 1775764796 00002000:00010000:3.0:1775764797.356172:0:42945:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x11b:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:3.0:1775764797.356205:0:42945:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444832c0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3328:x1862022119064192:12345-0@lo:2:osp-syn-1-0.0 Request processed in 253us (429us total) trans 34359738453 rc 0/0 00000100:00100000:3.0:1775764797.356212:0:42945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 259 00000100:00080000:3.0:1775764797.356234:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000004:00080000:3.0:1775764797.356276:0:3328:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9444832c1f80/2, rc 0, transno 34359738453 00000100:00100000:3.0:1775764797.356281:0:3328:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9444832c1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3328:1862022119064192:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1775764797.365721:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764797.366549:0:42951:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098655360 00000100:00100000:0.0:1775764797.366561:0:42951:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098655360 00002000:00010000:0.0:1775764797.366613:0:42951:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/283 (0->18446744073709551615) 00002000:00100000:0.0:1775764797.366618:0:42951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff944486755180 with x1862022098655360 ext(0->18446744073709551615) 00002000:00010000:0.0:1775764797.366631:0:42951:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff944486755180. 00000100:00100000:0.0:1775764797.366657:0:42951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 92 00000100:00100000:0.0:1775764797.366667:0:42951:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486755180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+10:2376:x1862022098655360:12345-192.168.202.28@tcp:10:bash.0 00002000:00010000:0.0:1775764797.367175:0:42951:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x11b:0x0] updating lvb size from disk: 21 -> 0 00002000:00010000:0.0:1775764797.367181:0:42951:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x11b:0x0] updating lvb mtime from disk: 1775764796 -> 1775764797 00002000:00010000:0.0:1775764797.367184:0:42951:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x11b:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1775764797.367186:0:42951:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x11b:0x0] updating lvb ctime from disk: 1775764796 -> 1775764797 00002000:00010000:0.0:1775764797.367189:0:42951:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x11b:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:0.0:1775764797.367661:0:42951:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486755180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+11:2376:x1862022098655360:12345-192.168.202.28@tcp:10:bash.0 Request processed in 992us (1945us total) trans 34359738454 rc 0/0 00000100:00100000:0.0:1775764797.367672:0:42951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 92 00002000:00010000:0.0:1775764797.367677:0:42951:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/283 (0->18446744073709551615) 00002000:00100000:0.0:1775764797.367680:0:42951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff944486755180 with x1862022098655360 ext(0->18446744073709551615) 00002000:00010000:0.0:1775764797.367685:0:42951:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff944486755180. 00000100:00100000:0.0:1775764797.454185:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764797.454298:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098655488 00000100:00100000:1.0:1775764797.454310:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098655488 00000100:00100000:1.0:1775764797.454391:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 1059 00000100:00100000:1.0:1775764797.454401:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445becd4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+30:64892:x1862022098655488:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:1.0:1775764797.454429:0:44493:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764797.454450:0:44493:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944488002c00/0x57b8ff0e03052605 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17bff3 expref: -99 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764797.454525:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944488003800/0x57b8ff0e0305260c lrc: 3/1,0 mode: --/PR res: [0x200003ab4:0xf:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764797.454541:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944488003800/0x57b8ff0e0305260c lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0xf:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764797.454558:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944488003800/0x57b8ff0e0305260c lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0xf:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764797.455483:0:44493:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab4:0xf:0x0]: returning size 7680 00000004:00200000:1.0:1775764797.455493:0:44493:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00010000:1.0:1775764797.455599:0:44493:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff944488003800/0x57b8ff0e0305260c lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0xf:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764797.455635:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944488002c00/0x57b8ff0e03052605 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bff3 expref: 32 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764797.455655:0:44493:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff944488003800/0x57b8ff0e0305260c lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0xf:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bff3 expref: 31 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764797.455664:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0xf:0x0].0x0 (ffff944599e85b00) 00010000:00010000:1.0:1775764797.455667:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1775764797.455671:0:44493:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944488003800, rc 0) 00000100:00100000:1.0:1775764797.456214:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445becd4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+31:64892:x1862022098655488:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 1811us (2037us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764797.456223:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 1059 00000100:00100000:1.0:1775764797.468438:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764797.468539:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098655616 00000100:00100000:2.0:1775764797.468550:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098655616 00000100:00100000:2.0:1775764797.468610:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 1060 00000100:00100000:2.0:1775764797.468621:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944589101500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+31:64892:x1862022098655616:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:2.0:1775764797.468644:0:42324:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764797.468667:0:42324:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24c00/0x57b8ff0e03052613 lrc: 2/0,0 mode: --/CR res: [0x200003ab4:0xf:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17bffa expref: -99 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764797.468735:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24800/0x57b8ff0e0305261a lrc: 3/1,0 mode: --/CR res: [0x200003ab4:0xf:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764797.468749:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24800/0x57b8ff0e0305261a lrc: 3/1,0 mode: CR/CR res: [0x200003ab4:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764797.468762:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24800/0x57b8ff0e0305261a lrc: 3/1,0 mode: CR/CR res: [0x200003ab4:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764797.468776:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24200/0x57b8ff0e03052621 lrc: 3/1,0 mode: --/PR res: [0x200003ab4:0xf:0x0].0x41718b8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764797.468783:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24200/0x57b8ff0e03052621 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0xf:0x0].0x41718b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764797.468790:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24200/0x57b8ff0e03052621 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0xf:0x0].0x41718b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764797.469197:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e03052628 lrc: 3/1,0 mode: --/PR res: [0x200003ab4:0x10:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764797.469209:0:42324:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76800/0x57b8ff0e0305258e lrc: 2/0,0 mode: CW/CW res: [0x200003ab4:0x10:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bfd0 expref: 32 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764797.469218:0:42324:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e03052628 lrc: 4/1,0 mode: --/PR res: [0x200003ab4:0x10:0x0].0x0 bits 0x13/0x48 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764797.469253:0:42324:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76800/0x57b8ff0e0305258e lrc: 3/0,0 mode: CW/CW res: [0x200003ab4:0x10:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bfd0 expref: 32 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764797.469267:0:42324:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76800/0x57b8ff0e0305258e lrc: 4/0,0 mode: CW/CW res: [0x200003ab4:0x10:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bfd0 expref: 32 pid: 42325 timeout: 2364 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764797.469281:0:42324:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944486757480 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:42324:1862022119064320:192.168.202.28@tcp:104: 00000100:00100000:2.0:1775764797.469375:0:42324:0:(client.c:2691:ptlrpc_set_wait()) set ffff944586068b40 going to sleep for 11 seconds 00000100:00100000:3.0:1775764797.473559:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764797.474499:0:47878:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098655872 00000100:00100000:0.0:1775764797.474513:0:47878:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098655872 00000100:00100000:0.0:1775764797.474588:0:47878:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 316 00000100:00100000:0.0:1775764797.474599:0:47878:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444832c2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+33:46149:x1862022098655872:12345-192.168.202.28@tcp:35:ldlm_bl.0 00000100:00100000:0.0:1775764797.475119:0:47878:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444832c2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+34:46149:x1862022098655872:12345-192.168.202.28@tcp:35:ldlm_bl.0 Request processed in 519us (1570us total) trans 34359739256 rc 0/0 00000100:00100000:0.0:1775764797.475127:0:47878:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 316 00000100:00100000:2.0:1775764797.476518:0:42324:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944486757480 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:42324:1862022119064320:192.168.202.28@tcp:104: 00010000:00010000:2.0:1775764797.476548:0:42324:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e03052628 lrc: 3/1,0 mode: --/PR res: [0x200003ab4:0x10:0x0].0x0 bits 0x13/0x48 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764797.484540:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764797.493155:0:42311:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098656000 00000100:00100000:3.0:1775764797.493171:0:42311:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098656000 00010000:00010000:3.0:1775764797.493227:0:42311:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76800/0x57b8ff0e0305258e lrc: 4/0,0 mode: CW/CW res: [0x200003ab4:0x10:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bfd0 expref: 34 pid: 42325 timeout: 2364 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764797.493288:0:42311:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 201 00000100:00100000:3.0:1775764797.493299:0:42311:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445becd5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+34:2379:x1862022098656000:12345-192.168.202.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764797.493315:0:42311:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764797.493322:0:42311:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76800/0x57b8ff0e0305258e lrc: 4/0,0 mode: CW/CW res: [0x200003ab4:0x10:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bfd0 expref: 34 pid: 42325 timeout: 2364 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764797.493337:0:42311:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76800/0x57b8ff0e0305258e lrc: 3/0,0 mode: CW/CW res: [0x200003ab4:0x10:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bfd0 expref: 34 pid: 42325 timeout: 2364 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764797.493378:0:42311:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76800/0x57b8ff0e0305258e lrc: 0/0,0 mode: --/CW res: [0x200003ab4:0x10:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bfd0 expref: 34 pid: 42325 timeout: 2364 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764797.493399:0:42311:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x10:0x0].0x0 (ffff9445867bec00) 00010000:00010000:3.0:1775764797.493405:0:42311:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e03052628 lrc: 3/1,0 mode: --/PR res: [0x200003ab4:0x10:0x0].0x0 bits 0x13/0x48 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764797.493415:0:42311:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e03052628 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x10:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764797.493424:0:42311:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e03052628 lrc: 4/1,0 mode: PR/PR res: [0x200003ab4:0x10:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764797.493466:0:42311:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764797.493536:0:42311:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445becd5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+33:2379:x1862022098656000:12345-192.168.202.28@tcp:103:ldlm_bl.0 Request processed in 239us (9005us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764797.493543:0:42311:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 201 00010000:00010000:2.0:1775764797.493865:0:42324:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e03052628 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x10:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764797.493875:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e03052628 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x10:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764797.493919:0:42324:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab4:0x10:0x0]: returning size 21 00000004:00200000:2.0:1775764797.493925:0:42324:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764797.493945:0:42324:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e03052628 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x10:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764797.493960:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e03052628 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764797.493969:0:42324:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24800/0x57b8ff0e0305261a lrc: 3/1,0 mode: CR/CR res: [0x200003ab4:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764797.493976:0:42324:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24800/0x57b8ff0e0305261a lrc: 2/0,0 mode: CR/CR res: [0x200003ab4:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764797.493982:0:42324:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24800/0x57b8ff0e0305261a lrc: 3/0,0 mode: CR/CR res: [0x200003ab4:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764797.493988:0:42324:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445baf24800 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764797.493991:0:42324:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24800/0x57b8ff0e0305261a lrc: 3/0,0 mode: CR/CR res: [0x200003ab4:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764797.493998:0:42324:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24800/0x57b8ff0e0305261a lrc: 4/0,0 mode: CR/CR res: [0x200003ab4:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764797.494008:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0xf:0x0].0x0 (ffff944599e85b00) 00010000:00010000:2.0:1775764797.494011:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764797.494014:0:42324:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24800/0x57b8ff0e0305261a lrc: 2/0,0 mode: --/CR res: [0x200003ab4:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764797.494021:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24800/0x57b8ff0e0305261a lrc: 0/0,0 mode: --/CR res: [0x200003ab4:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764797.494032:0:42324:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24200/0x57b8ff0e03052621 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0xf:0x0].0x41718b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764797.494041:0:42324:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24200/0x57b8ff0e03052621 lrc: 2/0,0 mode: PR/PR res: [0x200003ab4:0xf:0x0].0x41718b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764797.494046:0:42324:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24200/0x57b8ff0e03052621 lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0xf:0x0].0x41718b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764797.494051:0:42324:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445baf24200 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764797.494053:0:42324:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24200/0x57b8ff0e03052621 lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0xf:0x0].0x41718b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764797.494059:0:42324:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24200/0x57b8ff0e03052621 lrc: 4/0,0 mode: PR/PR res: [0x200003ab4:0xf:0x0].0x41718b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764797.494066:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0xf:0x0].0x41718b8 (ffff94459084a600) 00010000:00010000:2.0:1775764797.494068:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764797.494071:0:42324:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24200/0x57b8ff0e03052621 lrc: 2/0,0 mode: --/PR res: [0x200003ab4:0xf:0x0].0x41718b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764797.494077:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24200/0x57b8ff0e03052621 lrc: 0/0,0 mode: --/PR res: [0x200003ab4:0xf:0x0].0x41718b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764797.494118:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24c00/0x57b8ff0e03052613 lrc: 0/0,0 mode: --/CR res: [0x200003ab4:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bffa expref: 33 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764797.494131:0:42324:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e03052628 lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bffa expref: 32 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764797.494139:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x10:0x0].0x0 (ffff9445867bec00) 00010000:00010000:2.0:1775764797.494142:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1775764797.494144:0:42324:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445baf25800, rc 0) 00000100:00100000:2.0:1775764797.494180:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944589101500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+32:64892:x1862022098655616:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 25562us (25754us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764797.494187:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 1060 00000100:00100000:1.0:1775764797.499549:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764797.499730:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098656256 00000100:00100000:3.0:1775764797.499740:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098656256 00000100:00100000:3.0:1775764797.500096:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 1061 00000100:00100000:3.0:1775764797.500111:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944589102d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+32:64892:x1862022098656256:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:3.0:1775764797.500139:0:42326:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764797.500160:0:42326:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e0305262f lrc: 2/0,0 mode: --/CR res: [0x200003ab4:0xf:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17c001 expref: -99 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764797.500277:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e03052636 lrc: 3/1,0 mode: --/CR res: [0x200003ab4:0x10:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764797.500292:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e03052636 lrc: 3/1,0 mode: CR/CR res: [0x200003ab4:0x10:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764797.500306:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e03052636 lrc: 3/1,0 mode: CR/CR res: [0x200003ab4:0x10:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764797.500318:0:42326:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab4:0x10:0x0]: returning size 21 00010000:00010000:3.0:1775764797.500473:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e0305262f lrc: 0/0,0 mode: --/CR res: [0x200003ab4:0xf:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c001 expref: 35 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764797.500493:0:42326:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e03052636 lrc: 3/0,0 mode: CR/CR res: [0x200003ab4:0x10:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c001 expref: 34 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764797.500504:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x10:0x0].0x0 (ffff9445867bec00) 00010000:00010000:3.0:1775764797.500507:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:3.0:1775764797.500511:0:42326:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445be695c00, rc 0) 00000100:00100000:3.0:1775764797.500571:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944589102d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+34:64892:x1862022098656256:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 464us (1035us total) trans 34359739257 rc 0/0 00000100:00100000:3.0:1775764797.505626:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 1061 00000100:00100000:0.0:1775764797.506756:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764797.518469:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098656512 00000100:00100000:1.0:1775764797.518486:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098656512 00000100:00100000:2.0:1775764797.527251:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 1062 00000100:00100000:2.0:1775764797.527264:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445becd4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+34:64892:x1862022098656512:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:2.0:1775764797.527292:0:42325:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764797.527294:0:42325:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 1 00010000:00010000:2.0:1775764797.527322:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e03052628 lrc: 0/0,0 mode: --/PR res: [0x200003ab4:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bffa expref: 34 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764797.527344:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e03052636 lrc: 0/0,0 mode: --/CR res: [0x200003ab4:0x10:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c001 expref: 33 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764797.527372:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76400/0x57b8ff0e030525fe lrc: 0/0,0 mode: --/CR res: [0x200003ab4:0x10:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bfec expref: 32 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764797.527385:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x10:0x0].0x0 (ffff9445867bec00) 00010000:00010000:2.0:1775764797.527396:0:42325:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775764797.527411:0:42325:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24c00/0x57b8ff0e03052644 lrc: 2/0,0 mode: --/EX res: [0x200003ab4:0x10:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17c008 expref: -99 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764797.527449:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24200/0x57b8ff0e0305264b lrc: 3/1,0 mode: --/CR res: [0x200003ab4:0x10:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764797.527462:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24200/0x57b8ff0e0305264b lrc: 3/1,0 mode: CR/CR res: [0x200003ab4:0x10:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764797.527471:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24200/0x57b8ff0e0305264b lrc: 3/1,0 mode: CR/CR res: [0x200003ab4:0x10:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764797.527486:0:42325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24200/0x57b8ff0e0305264b lrc: 3/1,0 mode: CR/CR res: [0x200003ab4:0x10:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764797.527492:0:42325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24200/0x57b8ff0e0305264b lrc: 2/0,0 mode: CR/CR res: [0x200003ab4:0x10:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764797.527498:0:42325:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24200/0x57b8ff0e0305264b lrc: 3/0,0 mode: CR/CR res: [0x200003ab4:0x10:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764797.527504:0:42325:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445baf24200 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764797.527508:0:42325:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24200/0x57b8ff0e0305264b lrc: 3/0,0 mode: CR/CR res: [0x200003ab4:0x10:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764797.527515:0:42325:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24200/0x57b8ff0e0305264b lrc: 4/0,0 mode: CR/CR res: [0x200003ab4:0x10:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764797.527523:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x10:0x0].0x0 (ffff94459084a600) 00010000:00010000:2.0:1775764797.527525:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1775764797.527529:0:42325:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24200/0x57b8ff0e0305264b lrc: 2/0,0 mode: --/CR res: [0x200003ab4:0x10:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764797.527535:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24200/0x57b8ff0e0305264b lrc: 0/0,0 mode: --/CR res: [0x200003ab4:0x10:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764797.527564:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24800/0x57b8ff0e03052652 lrc: 3/0,1 mode: --/EX res: [0x200003ab4:0x10:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764797.527571:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24800/0x57b8ff0e03052652 lrc: 3/0,1 mode: EX/EX res: [0x200003ab4:0x10:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764797.527578:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24800/0x57b8ff0e03052652 lrc: 3/0,1 mode: EX/EX res: [0x200003ab4:0x10:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764797.527787:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24800/0x57b8ff0e03052652 lrc: 3/0,0 mode: CR/CR res: [0x200003ab4:0x10:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c008 expref: 34 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764797.527795:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x10:0x0].0x0 (ffff94459084a600) 00010000:00010000:2.0:1775764797.527838:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:2.0:1775764797.527850:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24c00/0x57b8ff0e03052644 lrc: 0/0,0 mode: --/EX res: [0x200003ab4:0x10:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c008 expref: 34 pid: 42325 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764797.527863:0:42325:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24800/0x57b8ff0e03052652 lrc: 3/0,0 mode: CR/CR res: [0x200003ab4:0x10:0x0].0x0 bits 0xa/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c008 expref: 33 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764797.527889:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x10:0x0].0x0 (ffff94459084a600) 00010000:00010000:2.0:1775764797.527892:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:2.0:1775764797.527894:0:42325:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445baf24800, rc 0) 00000100:00100000:2.0:1775764797.527975:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445becd4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+33:64892:x1862022098656512:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 713us (21223us total) trans 34359739258 rc 0/0 00000100:00100000:2.0:1775764797.527984:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 1062 00000100:00100000:0.0:1775764797.532981:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764797.533337:0:42949:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098656640 00000100:00100000:3.0:1775764797.533358:0:42949:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098656640 00002000:00100000:3.0:1775764797.533407:0:42949:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x11b:0x0] (0->15) req@ffff9445becd7480 x1862022098656640/t0(0) o4->fcf15866-4739-4595-8fe1-44abde7ee9d7@192.168.202.28@tcp:278/0 lens 504/0 e 0 to 0 dl 1775764808 ref 1 fl New:/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764797.533419:0:42949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9445becd7480 with x1862022098656640 ext(0->15) 00002000:00010000:3.0:1775764797.533426:0:42949:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9445becd7480 00000100:00100000:3.0:1775764797.533458:0:42949:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 93 00000100:00100000:3.0:1775764797.533468:0:42949:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445becd7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+11:2378:x1862022098656640:12345-192.168.202.28@tcp:4:bash.0 00000100:00100000:3.0:1775764797.533940:0:42949:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445becd7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+13:2378:x1862022098656640:12345-192.168.202.28@tcp:4:bash.0 Request processed in 472us (970us total) trans 34359738455 rc 0/0 00000100:00100000:3.0:1775764797.533949:0:42949:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 93 00002000:00100000:3.0:1775764797.533956:0:42949:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x11b:0x0] (0->15) req@ffff9445becd7480 x1862022098656640/t34359738455(0) o4->fcf15866-4739-4595-8fe1-44abde7ee9d7@192.168.202.28@tcp:278/0 lens 504/448 e 0 to 0 dl 1775764808 ref 1 fl Complete:/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764797.533965:0:42949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9445becd7480 with x1862022098656640 ext(0->15) 00002000:00010000:3.0:1775764797.533968:0:42949:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9445becd7480 00000100:00100000:3.0:1775764797.549256:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764797.549334:0:45548:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098656768 00000100:00100000:2.0:1775764797.549344:0:45548:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098656768 00002000:00100000:2.0:1775764797.549402:0:45548:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x11b:0x0] (0->4095) req@ffff9444832c1180 x1862022098656768/t0(0) o3->fcf15866-4739-4595-8fe1-44abde7ee9d7@192.168.202.28@tcp:278/0 lens 488/0 e 0 to 0 dl 1775764808 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764797.549415:0:45548:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9444832c1180 with x1862022098656768 ext(0->4095) 00002000:00010000:2.0:1775764797.549420:0:45548:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9444832c1180 00000100:00100000:2.0:1775764797.549548:0:45548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 94 00000100:00100000:2.0:1775764797.549560:0:45548:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444832c1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+13:2377:x1862022098656768:12345-192.168.202.28@tcp:3:lfs.0 00000100:00100000:2.0:1775764797.549777:0:45548:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444832c1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+13:2377:x1862022098656768:12345-192.168.202.28@tcp:3:lfs.0 Request processed in 219us (543us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1775764797.553696:0:45548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 94 00002000:00100000:2.0:1775764797.553720:0:45548:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x11b:0x0] (0->4095) req@ffff9444832c1180 x1862022098656768/t0(0) o3->fcf15866-4739-4595-8fe1-44abde7ee9d7@192.168.202.28@tcp:278/0 lens 488/4536 e 0 to 0 dl 1775764808 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764797.553731:0:45548:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9444832c1180 with x1862022098656768 ext(0->4095) 00002000:00010000:2.0:1775764797.553738:0:45548:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9444832c1180 00000100:00100000:0.0:1775764797.559632:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764797.563225:0:42327:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098657024 00000100:00100000:2.0:1775764797.563241:0:42327:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098657024 00000100:00100000:3.0:1775764797.564400:0:42327:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 317 00000100:00100000:3.0:1775764797.564413:0:42327:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445becd5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+33:64892:x1862022098657024:12345-192.168.202.28@tcp:35:lfs.0 00000100:00100000:3.0:1775764797.564705:0:42327:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445becd5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+34:64892:x1862022098657024:12345-192.168.202.28@tcp:35:lfs.0 Request processed in 294us (5083us total) trans 34359739259 rc 0/0 00000100:00100000:3.0:1775764797.564713:0:42327:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 317 00000100:00100000:0.0:1775764797.697298:0:3330:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9444832c0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3330:1862022119064448:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1775764797.697408:0:3330:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764797.698008:0:42947:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119064448 00000100:00100000:3.0:1775764797.698019:0:42947:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119064448 00000100:00100000:3.0:1775764797.698097:0:42947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 176 00000100:00100000:3.0:1775764797.698107:0:42947:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445becd6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3330:x1862022119064448:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1775764797.698144:0:42947:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3704619008 avail 3702521856 00000100:00100000:3.0:1775764797.698195:0:42947:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445becd6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3330:x1862022119064448:12345-0@lo:13:osp-pre-0-0.0 Request processed in 90us (786us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764797.698202:0:42947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 176 00000100:00100000:0.0:1775764797.698378:0:3330:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9444832c0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3330:1862022119064448:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1775764797.702788:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764797.702953:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098657280 00000100:00100000:1.0:1775764797.702965:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098657280 00000100:00100000:1.0:1775764797.703041:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 1063 00000100:00100000:1.0:1775764797.703054:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444832c2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+34:64902:x1862022098657280:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:1.0:1775764797.703085:0:44493:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764797.703109:0:44493:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944488003400/0x57b8ff0e03052659 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17c00f expref: -99 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764797.703421:0:44493:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab4:0xf:0x0]: returning size 7680 00010000:00010000:1.0:1775764797.703602:0:44493:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff944488003400/0x57b8ff0e03052659 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c00f expref: 36 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764797.703619:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9445867be100) 00010000:00010000:1.0:1775764797.703623:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1775764797.703628:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944488003400/0x57b8ff0e03052659 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c00f expref: 36 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764797.703645:0:44493:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944488003400, rc 0) 00000100:00100000:1.0:1775764797.703732:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444832c2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+35:64902:x1862022098657280:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 680us (954us total) trans 34359739260 rc 301/301 00000100:00100000:1.0:1775764797.703741:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 1063 00000100:00080000:2.0:1775764797.706403:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1775764797.706939:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764797.706999:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098657408 00000100:00100000:2.0:1775764797.707012:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098657408 00000100:00100000:2.0:1775764797.707084:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 1064 00000100:00100000:2.0:1775764797.707093:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944589101f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+35:64902:x1862022098657408:12345-192.168.202.28@tcp:34:lfs.0 00010000:00010000:2.0:1775764797.707173:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24c00/0x57b8ff0e03052667 lrc: 3/1,0 mode: --/CR res: [0x200003ab4:0xf:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764797.707193:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24c00/0x57b8ff0e03052667 lrc: 3/1,0 mode: CR/CR res: [0x200003ab4:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764797.707205:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24c00/0x57b8ff0e03052667 lrc: 3/1,0 mode: CR/CR res: [0x200003ab4:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764797.707220:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24200/0x57b8ff0e0305266e lrc: 3/1,0 mode: --/PR res: [0x200003ab4:0xf:0x0].0x41718b8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764797.707227:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24200/0x57b8ff0e0305266e lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0xf:0x0].0x41718b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764797.707238:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24200/0x57b8ff0e0305266e lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0xf:0x0].0x41718b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764797.708325:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e03052675 lrc: 3/1,0 mode: --/PR res: [0x200003ab4:0x10:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764797.708340:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e03052675 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764797.708362:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e03052675 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764797.708405:0:42325:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e03052675 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764797.708421:0:42325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24c00/0x57b8ff0e03052667 lrc: 3/1,0 mode: CR/CR res: [0x200003ab4:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764797.708427:0:42325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24c00/0x57b8ff0e03052667 lrc: 2/0,0 mode: CR/CR res: [0x200003ab4:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764797.709999:0:42325:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24c00/0x57b8ff0e03052667 lrc: 3/0,0 mode: CR/CR res: [0x200003ab4:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764797.710007:0:42325:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445baf24c00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764797.710012:0:42325:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24c00/0x57b8ff0e03052667 lrc: 3/0,0 mode: CR/CR res: [0x200003ab4:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764797.710021:0:42325:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24c00/0x57b8ff0e03052667 lrc: 4/0,0 mode: CR/CR res: [0x200003ab4:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764797.710640:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0xf:0x0].0x0 (ffff944599e85b00) 00010000:00010000:2.0:1775764797.710646:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764797.710653:0:42325:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24c00/0x57b8ff0e03052667 lrc: 2/0,0 mode: --/CR res: [0x200003ab4:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764797.710661:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24c00/0x57b8ff0e03052667 lrc: 0/0,0 mode: --/CR res: [0x200003ab4:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764797.710680:0:42325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24200/0x57b8ff0e0305266e lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0xf:0x0].0x41718b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764797.710686:0:42325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24200/0x57b8ff0e0305266e lrc: 2/0,0 mode: PR/PR res: [0x200003ab4:0xf:0x0].0x41718b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764797.711516:0:42325:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24200/0x57b8ff0e0305266e lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0xf:0x0].0x41718b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764797.711535:0:42325:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445baf24200 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764797.711667:0:42325:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24200/0x57b8ff0e0305266e lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0xf:0x0].0x41718b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764797.711678:0:42325:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24200/0x57b8ff0e0305266e lrc: 4/0,0 mode: PR/PR res: [0x200003ab4:0xf:0x0].0x41718b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764797.712639:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0xf:0x0].0x41718b8 (ffff94459084a000) 00010000:00010000:2.0:1775764797.712645:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764797.712652:0:42325:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24200/0x57b8ff0e0305266e lrc: 2/0,0 mode: --/PR res: [0x200003ab4:0xf:0x0].0x41718b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764797.712661:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24200/0x57b8ff0e0305266e lrc: 0/0,0 mode: --/PR res: [0x200003ab4:0xf:0x0].0x41718b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764797.712706:0:42325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e03052675 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764797.712715:0:42325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e03052675 lrc: 2/0,0 mode: PR/PR res: [0x200003ab4:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764797.712721:0:42325:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e03052675 lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764797.712727:0:42325:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445baf25800 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764797.712730:0:42325:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e03052675 lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764797.712737:0:42325:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e03052675 lrc: 4/0,0 mode: PR/PR res: [0x200003ab4:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764797.712749:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x10:0x0].0x0 (ffff94459084a600) 00010000:00010000:2.0:1775764797.712752:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764797.712755:0:42325:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e03052675 lrc: 2/0,0 mode: --/PR res: [0x200003ab4:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764797.712760:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e03052675 lrc: 0/0,0 mode: --/PR res: [0x200003ab4:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764797.714624:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944589101f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+35:64902:x1862022098657408:12345-192.168.202.28@tcp:34:lfs.0 Request processed in 7519us (7680us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764797.714638:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 1064 00000100:00100000:3.0:1775764797.725552:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764797.725627:0:47878:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098657664 00000100:00100000:1.0:1775764797.725637:0:47878:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098657664 00000100:00100000:1.0:1775764797.725691:0:47878:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 318 00000100:00100000:1.0:1775764797.725701:0:47878:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444832c3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+35:64902:x1862022098657664:12345-192.168.202.28@tcp:35:lfs.0 00000100:00100000:1.0:1775764797.737243:0:47878:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444832c3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+36:64902:x1862022098657664:12345-192.168.202.28@tcp:35:lfs.0 Request processed in 11527us (11694us total) trans 34359739261 rc 0/0 00000100:00100000:1.0:1775764797.737261:0:47878:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 318 00000100:00100000:3.0:1775764797.922440:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764797.922566:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098657920 00000100:00100000:1.0:1775764797.922576:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098657920 00000100:00100000:1.0:1775764797.922639:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 1065 00000100:00100000:1.0:1775764797.922649:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444832c3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+36:64909:x1862022098657920:12345-192.168.202.28@tcp:101:cat.0 00010000:00010000:1.0:1775764797.922677:0:44493:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764797.922715:0:44493:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944488003400/0x57b8ff0e0305267c lrc: 2/0,0 mode: --/CR res: [0x200003ab4:0xf:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17c016 expref: -99 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764797.922868:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff944488002a00/0x57b8ff0e03052683 lrc: 3/1,0 mode: --/CR res: [0x200003ab4:0xf:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764797.922886:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944488002a00/0x57b8ff0e03052683 lrc: 3/1,0 mode: CR/CR res: [0x200003ab4:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764797.922901:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944488002a00/0x57b8ff0e03052683 lrc: 3/1,0 mode: CR/CR res: [0x200003ab4:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764797.922917:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944488002c00/0x57b8ff0e0305268a lrc: 3/1,0 mode: --/PR res: [0x200003ab4:0xf:0x0].0x41718b8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764797.922924:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944488002c00/0x57b8ff0e0305268a lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0xf:0x0].0x41718b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764797.922930:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944488002c00/0x57b8ff0e0305268a lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0xf:0x0].0x41718b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764797.924270:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944488003600/0x57b8ff0e03052691 lrc: 3/1,0 mode: --/PR res: [0x200003ab4:0x10:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764797.924288:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944488003600/0x57b8ff0e03052691 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764797.924300:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944488003600/0x57b8ff0e03052691 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764797.924312:0:44493:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab4:0x10:0x0]: returning size 21 00010000:00010000:1.0:1775764797.924428:0:44493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff944488002a00/0x57b8ff0e03052683 lrc: 3/1,0 mode: CR/CR res: [0x200003ab4:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764797.924437:0:44493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944488002a00/0x57b8ff0e03052683 lrc: 2/0,0 mode: CR/CR res: [0x200003ab4:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764797.924444:0:44493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944488002a00/0x57b8ff0e03052683 lrc: 3/0,0 mode: CR/CR res: [0x200003ab4:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764797.924450:0:44493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944488002a00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:1.0:1775764797.924455:0:44493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944488002a00/0x57b8ff0e03052683 lrc: 3/0,0 mode: CR/CR res: [0x200003ab4:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764797.924463:0:44493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944488002a00/0x57b8ff0e03052683 lrc: 4/0,0 mode: CR/CR res: [0x200003ab4:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764797.924476:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0xf:0x0].0x0 (ffff944599e85b00) 00010000:00010000:1.0:1775764797.924480:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764797.924485:0:44493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944488002a00/0x57b8ff0e03052683 lrc: 2/0,0 mode: --/CR res: [0x200003ab4:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764797.924490:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944488002a00/0x57b8ff0e03052683 lrc: 0/0,0 mode: --/CR res: [0x200003ab4:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764797.924505:0:44493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944488002c00/0x57b8ff0e0305268a lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0xf:0x0].0x41718b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764797.924510:0:44493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944488002c00/0x57b8ff0e0305268a lrc: 2/0,0 mode: PR/PR res: [0x200003ab4:0xf:0x0].0x41718b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764797.924518:0:44493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944488002c00/0x57b8ff0e0305268a lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0xf:0x0].0x41718b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764797.924523:0:44493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944488002c00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:1.0:1775764797.924525:0:44493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944488002c00/0x57b8ff0e0305268a lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0xf:0x0].0x41718b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764797.924530:0:44493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944488002c00/0x57b8ff0e0305268a lrc: 4/0,0 mode: PR/PR res: [0x200003ab4:0xf:0x0].0x41718b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764797.924537:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0xf:0x0].0x41718b8 (ffff944584d1d600) 00010000:00010000:1.0:1775764797.924540:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764797.924542:0:44493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944488002c00/0x57b8ff0e0305268a lrc: 2/0,0 mode: --/PR res: [0x200003ab4:0xf:0x0].0x41718b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764797.924547:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944488002c00/0x57b8ff0e0305268a lrc: 0/0,0 mode: --/PR res: [0x200003ab4:0xf:0x0].0x41718b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764797.924604:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944488003400/0x57b8ff0e0305267c lrc: 0/0,0 mode: --/CR res: [0x200003ab4:0xf:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c016 expref: 39 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764797.924621:0:44493:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff944488003600/0x57b8ff0e03052691 lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c016 expref: 38 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764797.924628:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x10:0x0].0x0 (ffff94459084a600) 00010000:00010000:1.0:1775764797.924630:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1775764797.924633:0:44493:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944488003600, rc 0) 00000100:00100000:1.0:1775764797.924841:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444832c3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+38:64909:x1862022098657920:12345-192.168.202.28@tcp:101:cat.0 Request processed in 2191us (2720us total) trans 34359739262 rc 0/0 00000100:00100000:1.0:1775764797.924855:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 1065 00000100:00100000:3.0:1775764797.939075:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764797.940234:0:42328:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098658176 00000100:00100000:1.0:1775764797.940247:0:42328:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098658176 00000100:00100000:1.0:1775764797.940312:0:42328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 319 00000100:00100000:1.0:1775764797.940322:0:42328:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444832c1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+38:64909:x1862022098658176:12345-192.168.202.28@tcp:35:cat.0 00000100:00100000:1.0:1775764797.940678:0:42328:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444832c1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+39:64909:x1862022098658176:12345-192.168.202.28@tcp:35:cat.0 Request processed in 356us (1611us total) trans 34359739263 rc 0/0 00000100:00100000:1.0:1775764797.940686:0:42328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 319 00000100:00100000:2.0:1775764798.117885:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764798.118105:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098658432 00000100:00100000:1.0:1775764798.118114:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098658432 00000100:00100000:1.0:1775764798.118186:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 1066 00000100:00100000:1.0:1775764798.118199:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486757480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+39:64922:x1862022098658432:12345-192.168.202.28@tcp:101:cat.0 00010000:00010000:1.0:1775764798.118225:0:42324:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764798.118249:0:42324:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944488003400/0x57b8ff0e0305269f lrc: 2/0,0 mode: --/CR res: [0x200003ab4:0xf:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17c01d expref: -99 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764798.118371:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff944488002c00/0x57b8ff0e030526a6 lrc: 3/1,0 mode: --/CR res: [0x200003ab4:0x10:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764798.118387:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944488002c00/0x57b8ff0e030526a6 lrc: 3/1,0 mode: CR/CR res: [0x200003ab4:0x10:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764798.118411:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944488002c00/0x57b8ff0e030526a6 lrc: 3/1,0 mode: CR/CR res: [0x200003ab4:0x10:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764798.118423:0:42324:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab4:0x10:0x0]: returning size 21 00010000:00010000:1.0:1775764798.119027:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944488003400/0x57b8ff0e0305269f lrc: 0/0,0 mode: --/CR res: [0x200003ab4:0xf:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c01d expref: 42 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764798.119052:0:42324:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff944488002c00/0x57b8ff0e030526a6 lrc: 3/0,0 mode: CR/CR res: [0x200003ab4:0x10:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c01d expref: 41 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764798.119061:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x10:0x0].0x0 (ffff94459084a600) 00010000:00010000:1.0:1775764798.119064:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:1.0:1775764798.119067:0:42324:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944488002c00, rc 0) 00000100:00100000:1.0:1775764798.119135:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486757480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+41:64922:x1862022098658432:12345-192.168.202.28@tcp:101:cat.0 Request processed in 939us (1270us total) trans 34359739264 rc 0/0 00000100:00100000:1.0:1775764798.119143:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 1066 00000100:00100000:3.0:1775764798.209158:0:3328:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9444832c0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3328:1862022119064704:0@lo:400:kworker.0 00000100:00100000:3.0:1775764798.209230:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764798.209284:0:3328:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bc1de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3328:1862022119065216:0@lo:400:kworker.0 00000100:00100000:3.0:1775764798.209308:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764798.209333:0:3328:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1775764798.209338:0:3328:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9444832c0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3328:1862022119064832:0@lo:400:kworker.0 00000100:00100000:3.0:1775764798.209374:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764798.209403:0:42944:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119064704 00000100:00100000:3.0:1775764798.209411:0:42944:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119064704 00000100:00100000:1.0:1775764798.209611:0:3331:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9444832c1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d8dacf45-8471-4226-a2fb-1fac83f69c1e:3331:1862022119064576:0@lo:400:kworker.0 00000100:00100000:1.0:1775764798.209648:0:3331:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764798.209674:0:3331:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bc1dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3331:1862022119065088:0@lo:400:kworker.0 00000100:00100000:1.0:1775764798.209694:0:3331:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764798.209712:0:3331:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1775764798.209731:0:3331:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9444832c2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3331:1862022119064960:0@lo:400:kworker.0 00000100:00100000:1.0:1775764798.209753:0:3331:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764798.209779:0:42318:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119064576 00000100:00100000:1.0:1775764798.209783:0:42318:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119064576 00000100:00100000:1.0:1775764798.209851:0:42318:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 309 00000100:00100000:1.0:1775764798.209860:0:42318:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944585def050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d8dacf45-8471-4226-a2fb-1fac83f69c1e+18:3331:x1862022119064576:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764798.209910:0:42318:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944585def050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d8dacf45-8471-4226-a2fb-1fac83f69c1e+18:3331:x1862022119064576:12345-0@lo:400:kworker.0 Request processed in 50us (260us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764798.209917:0:42318:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 309 00000100:00100000:1.0:1775764798.209966:0:3331:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9444832c1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d8dacf45-8471-4226-a2fb-1fac83f69c1e:3331:1862022119064576:0@lo:400:kworker.0 00000100:00100000:1.0:1775764798.209989:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119065216 00000100:00100000:1.0:1775764798.209992:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119065216 00000100:00100000:1.0:1775764798.210021:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119065088 00000100:00100000:1.0:1775764798.210023:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119065088 00000100:00100000:1.0:1775764798.210034:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119064960 00000100:00100000:1.0:1775764798.210037:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119064960 00000100:00100000:1.0:1775764798.210048:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 411 00000100:00100000:1.0:1775764798.210053:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486e62300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3328:x1862022119065216:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764798.210089:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486e62300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3328:x1862022119065216:12345-0@lo:400:kworker.0 Request processed in 35us (779us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764798.210094:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 411 00000100:00100000:1.0:1775764798.210106:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 412 00000100:00100000:1.0:1775764798.210110:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944589101880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3331:x1862022119065088:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764798.210136:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944589101880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3331:x1862022119065088:12345-0@lo:400:kworker.0 Request processed in 26us (441us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764798.210141:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 412 00000100:00100000:1.0:1775764798.210162:0:3331:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bc1dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3331:1862022119065088:0@lo:400:kworker.0 00000100:00100000:1.0:1775764798.210180:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 413 00000100:00100000:1.0:1775764798.210186:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944589100380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3331:x1862022119064960:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764798.210220:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944589100380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3331:x1862022119064960:12345-0@lo:400:kworker.0 Request processed in 34us (466us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764798.210225:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 413 00000100:00100000:1.0:1775764798.210248:0:3331:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9444832c2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3331:1862022119064960:0@lo:400:kworker.0 00000100:00100000:1.0:1775764798.210302:0:3328:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bc1de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3328:1862022119065216:0@lo:400:kworker.0 00000100:00080000:2.0:1775764798.210695:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1775764798.211130:0:42944:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119064832 00000100:00100000:3.0:1775764798.211138:0:42944:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119064832 00000100:00100000:3.0:1775764798.211221:0:42944:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 294 00000100:00100000:3.0:1775764798.211231:0:42944:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486e60a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3328:x1862022119064704:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764798.211290:0:42944:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486e60a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3328:x1862022119064704:12345-0@lo:400:kworker.0 Request processed in 61us (2060us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764798.211297:0:42944:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 294 00000100:00100000:3.0:1775764798.211313:0:42944:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 295 00000100:00100000:3.0:1775764798.211319:0:42944:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944584b93850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3328:x1862022119064832:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764798.211358:0:42944:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944584b93850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3328:x1862022119064832:12345-0@lo:400:kworker.0 Request processed in 39us (1983us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764798.211363:0:42944:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 295 00000100:00100000:2.0:1775764798.221296:0:3328:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9444832c0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3328:1862022119064832:0@lo:400:kworker.0 00000100:00100000:2.0:1775764798.221316:0:3328:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9444832c0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3328:1862022119064704:0@lo:400:kworker.0 00000100:00100000:3.0:1775764798.263559:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764798.263901:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098658688 00000100:00100000:1.0:1775764798.263913:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098658688 00000100:00100000:1.0:1775764798.263983:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 1067 00000100:00100000:1.0:1775764798.263993:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486e61880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+41:64932:x1862022098658688:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:1.0:1775764798.264019:0:42324:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764798.264048:0:42324:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944488003400/0x57b8ff0e030526b4 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17c024 expref: -99 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764798.264338:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff944488002a00/0x57b8ff0e030526bb lrc: 3/1,0 mode: --/CR res: [0x200003ab4:0xf:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764798.264364:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944488002a00/0x57b8ff0e030526bb lrc: 3/1,0 mode: CR/CR res: [0x200003ab4:0xf:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764798.264379:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944488002a00/0x57b8ff0e030526bb lrc: 3/1,0 mode: CR/CR res: [0x200003ab4:0xf:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764798.264392:0:42324:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab4:0xf:0x0]: returning size 7680 00010000:00010000:1.0:1775764798.264579:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944488003400/0x57b8ff0e030526b4 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c024 expref: 44 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764798.264599:0:42324:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff944488002a00/0x57b8ff0e030526bb lrc: 3/0,0 mode: CR/CR res: [0x200003ab4:0xf:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c024 expref: 43 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764798.264608:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0xf:0x0].0x0 (ffff944599e85b00) 00010000:00010000:1.0:1775764798.264612:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:1.0:1775764798.264615:0:42324:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944488002a00, rc 0) 00000100:00100000:1.0:1775764798.264679:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486e61880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+43:64932:x1862022098658688:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 688us (1130us total) trans 34359739265 rc 0/0 00000100:00100000:1.0:1775764798.264699:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 1067 00010000:00010000:3.0:1775764798.273336:0:42312:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775764798.388035:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764798.388509:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098658944 00000100:00100000:1.0:1775764798.388522:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098658944 00000100:00100000:3.0:1775764798.388796:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 1068 00000100:00100000:3.0:1775764798.388838:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486e60a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+43:64938:x1862022098658944:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:3.0:1775764798.388873:0:42326:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764798.389021:0:42326:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e030526c9 lrc: 2/0,0 mode: --/CR res: [0x200003ab4:0xf:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17c02b expref: -99 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764798.389138:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695600/0x57b8ff0e030526d0 lrc: 3/0,1 mode: --/CW res: [0x200003ab4:0x10:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764798.389152:0:42326:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff944488003600/0x57b8ff0e03052691 lrc: 2/0,0 mode: PR/PR res: [0x200003ab4:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c016 expref: 44 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764798.389161:0:42326:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695600/0x57b8ff0e030526d0 lrc: 4/0,1 mode: --/CW res: [0x200003ab4:0x10:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764798.389202:0:42326:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff944488003600/0x57b8ff0e03052691 lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c016 expref: 44 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764798.389216:0:42326:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff944488003600/0x57b8ff0e03052691 lrc: 4/0,0 mode: PR/PR res: [0x200003ab4:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c016 expref: 44 pid: 44493 timeout: 2365 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764798.389372:0:42326:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff94448647fb80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:42326:1862022119065344:192.168.202.28@tcp:104: 00000100:00100000:3.0:1775764798.389493:0:42326:0:(client.c:2691:ptlrpc_set_wait()) set ffff9445b67fca80 going to sleep for 11 seconds 00000100:00100000:3.0:1775764798.392092:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764798.392232:0:42310:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098659072 00000100:00100000:2.0:1775764798.392242:0:42310:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098659072 00010000:00010000:2.0:1775764798.392281:0:42310:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff944488003600/0x57b8ff0e03052691 lrc: 5/0,0 mode: PR/PR res: [0x200003ab4:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c016 expref: 45 pid: 44493 timeout: 2365 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764798.392439:0:42326:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff94448647fb80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:42326:1862022119065344:192.168.202.28@tcp:104: 00010000:00010000:0.0:1775764798.392467:0:42326:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695600/0x57b8ff0e030526d0 lrc: 3/0,1 mode: --/CW res: [0x200003ab4:0x10:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764798.392601:0:42310:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 202 00000100:00100000:2.0:1775764798.392613:0:42310:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bfe69500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+45:2379:x1862022098659072:12345-192.168.202.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1775764798.392630:0:42310:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764798.392637:0:42310:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff944488003600/0x57b8ff0e03052691 lrc: 4/0,0 mode: PR/PR res: [0x200003ab4:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c016 expref: 45 pid: 44493 timeout: 2365 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764798.392649:0:42310:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff944488003600/0x57b8ff0e03052691 lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c016 expref: 45 pid: 44493 timeout: 2365 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764798.392671:0:42310:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944488003600/0x57b8ff0e03052691 lrc: 0/0,0 mode: --/PR res: [0x200003ab4:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c016 expref: 45 pid: 44493 timeout: 2365 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764798.392700:0:42310:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x10:0x0].0x0 (ffff94459084a600) 00010000:00010000:2.0:1775764798.392706:0:42310:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695600/0x57b8ff0e030526d0 lrc: 3/0,1 mode: --/CW res: [0x200003ab4:0x10:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764798.392715:0:42310:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695600/0x57b8ff0e030526d0 lrc: 3/0,1 mode: CW/CW res: [0x200003ab4:0x10:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764798.392723:0:42310:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695600/0x57b8ff0e030526d0 lrc: 4/0,1 mode: CW/CW res: [0x200003ab4:0x10:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764798.392753:0:42310:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775764798.392855:0:42310:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bfe69500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+44:2379:x1862022098659072:12345-192.168.202.28@tcp:103:ldlm_bl.0 Request processed in 243us (773us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764798.392866:0:42310:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 202 00010000:00010000:0.0:1775764798.393283:0:42326:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695600/0x57b8ff0e030526d0 lrc: 3/0,1 mode: CW/CW res: [0x200003ab4:0x10:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764798.393291:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695600/0x57b8ff0e030526d0 lrc: 3/0,1 mode: CW/CW res: [0x200003ab4:0x10:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764798.393311:0:42326:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab4:0x10:0x0]: returning size 21 00010000:00010000:0.0:1775764798.393496:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e030526c9 lrc: 0/0,0 mode: --/CR res: [0x200003ab4:0xf:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c02b expref: 45 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764798.393514:0:42326:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695600/0x57b8ff0e030526d0 lrc: 3/0,0 mode: CW/CW res: [0x200003ab4:0x10:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c02b expref: 44 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764798.393522:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x10:0x0].0x0 (ffff94459084a600) 00010000:00010000:0.0:1775764798.393524:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1775764798.393527:0:42326:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445be695600, rc 0) 00000100:00100000:0.0:1775764798.393572:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486e60a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+44:64938:x1862022098658944:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 4738us (5545us total) trans 34359739266 rc 0/0 00000100:00100000:0.0:1775764798.393579:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 1068 00000100:00100000:3.0:1775764798.484293:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764798.484414:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098659200 00000100:00100000:1.0:1775764798.484427:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098659200 00000100:00100000:1.0:1775764798.484509:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 1069 00000100:00100000:1.0:1775764798.484522:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bfe69c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+44:64948:x1862022098659200:12345-192.168.202.28@tcp:34:lfs.0 00010000:00010000:1.0:1775764798.484608:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff944488003400/0x57b8ff0e030526de lrc: 3/1,0 mode: --/CR res: [0x200003ab4:0xf:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764798.484623:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944488003400/0x57b8ff0e030526de lrc: 3/1,0 mode: CR/CR res: [0x200003ab4:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764798.484632:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944488003400/0x57b8ff0e030526de lrc: 3/1,0 mode: CR/CR res: [0x200003ab4:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764798.484643:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944488003200/0x57b8ff0e030526e5 lrc: 3/1,0 mode: --/PR res: [0x200003ab4:0xf:0x0].0x41718b8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764798.484648:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944488003200/0x57b8ff0e030526e5 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0xf:0x0].0x41718b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764798.484652:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944488003200/0x57b8ff0e030526e5 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0xf:0x0].0x41718b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764798.485004:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944488003e00/0x57b8ff0e030526ec lrc: 3/1,0 mode: --/PR res: [0x200003ab4:0x10:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764798.485014:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944488003e00/0x57b8ff0e030526ec lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x10:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764798.485021:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944488003e00/0x57b8ff0e030526ec lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x10:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764798.485103:0:42324:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff944488003e00/0x57b8ff0e030526ec lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x10:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764798.485112:0:42324:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff944488003400/0x57b8ff0e030526de lrc: 3/1,0 mode: CR/CR res: [0x200003ab4:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764798.485116:0:42324:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944488003400/0x57b8ff0e030526de lrc: 2/0,0 mode: CR/CR res: [0x200003ab4:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764798.485120:0:42324:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944488003400/0x57b8ff0e030526de lrc: 3/0,0 mode: CR/CR res: [0x200003ab4:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764798.485124:0:42324:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944488003400 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:1.0:1775764798.485127:0:42324:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944488003400/0x57b8ff0e030526de lrc: 3/0,0 mode: CR/CR res: [0x200003ab4:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764798.485131:0:42324:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944488003400/0x57b8ff0e030526de lrc: 4/0,0 mode: CR/CR res: [0x200003ab4:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764798.485140:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0xf:0x0].0x0 (ffff944599e85b00) 00010000:00010000:1.0:1775764798.485142:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764798.485145:0:42324:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944488003400/0x57b8ff0e030526de lrc: 2/0,0 mode: --/CR res: [0x200003ab4:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764798.485149:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944488003400/0x57b8ff0e030526de lrc: 0/0,0 mode: --/CR res: [0x200003ab4:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764798.485158:0:42324:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944488003200/0x57b8ff0e030526e5 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0xf:0x0].0x41718b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764798.485162:0:42324:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944488003200/0x57b8ff0e030526e5 lrc: 2/0,0 mode: PR/PR res: [0x200003ab4:0xf:0x0].0x41718b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764798.485166:0:42324:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944488003200/0x57b8ff0e030526e5 lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0xf:0x0].0x41718b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764798.485169:0:42324:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944488003200 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:1.0:1775764798.485170:0:42324:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944488003200/0x57b8ff0e030526e5 lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0xf:0x0].0x41718b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764798.485173:0:42324:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944488003200/0x57b8ff0e030526e5 lrc: 4/0,0 mode: PR/PR res: [0x200003ab4:0xf:0x0].0x41718b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764798.485177:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0xf:0x0].0x41718b8 (ffff944584d1d600) 00010000:00010000:1.0:1775764798.485178:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764798.485179:0:42324:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944488003200/0x57b8ff0e030526e5 lrc: 2/0,0 mode: --/PR res: [0x200003ab4:0xf:0x0].0x41718b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764798.485182:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944488003200/0x57b8ff0e030526e5 lrc: 0/0,0 mode: --/PR res: [0x200003ab4:0xf:0x0].0x41718b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764798.485191:0:42324:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944488003e00/0x57b8ff0e030526ec lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x10:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764798.485195:0:42324:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944488003e00/0x57b8ff0e030526ec lrc: 2/0,0 mode: PR/PR res: [0x200003ab4:0x10:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764798.485197:0:42324:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944488003e00/0x57b8ff0e030526ec lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0x10:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764798.485200:0:42324:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944488003e00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:1.0:1775764798.485201:0:42324:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944488003e00/0x57b8ff0e030526ec lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0x10:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764798.485207:0:42324:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944488003e00/0x57b8ff0e030526ec lrc: 4/0,0 mode: PR/PR res: [0x200003ab4:0x10:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764798.485211:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x10:0x0].0x0 (ffff94459084a600) 00010000:00010000:1.0:1775764798.485212:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764798.485214:0:42324:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944488003e00/0x57b8ff0e030526ec lrc: 2/0,0 mode: --/PR res: [0x200003ab4:0x10:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764798.485217:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944488003e00/0x57b8ff0e030526ec lrc: 0/0,0 mode: --/PR res: [0x200003ab4:0x10:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764798.485298:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bfe69c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+44:64948:x1862022098659200:12345-192.168.202.28@tcp:34:lfs.0 Request processed in 777us (1017us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764798.485305:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 1069 00010000:00010000:0.0:1775764799.297917:0:42313:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:2.0:1775764799.362260:0:7469:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 34359738454 is committed 00000001:00080000:2.0:1775764799.362293:0:7469:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 34359738455 is committed 00000001:00080000:2.0:1775764799.362298:0:7469:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 34359738453 is committed 00000100:00100000:2.0:1775764799.745125:0:3328:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1775764799.745151:0:3328:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944589100000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3328:1862022119065472:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1775764799.745221:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764799.745549:0:42947:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119065472 00000100:00100000:1.0:1775764799.745558:0:42947:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119065472 00000100:00100000:1.0:1775764799.745624:0:42947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 177 00000100:00100000:1.0:1775764799.745637:0:42947:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486755880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3328:x1862022119065472:12345-0@lo:13:osp-pre-1-0.0 00000100:00080000:2.0:1775764799.746431:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00002000:00000024:1.0:1775764799.746900:0:42947:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 54329344 pending 0 free 3765436416 avail 3763339264 00000100:00100000:1.0:1775764799.746997:0:42947:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486755880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3328:x1862022119065472:12345-0@lo:13:osp-pre-1-0.0 Request processed in 1360us (1771us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764799.747007:0:42947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 177 00000100:00100000:0.0:1775764799.747280:0:3328:0:(client.c:3082:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 34359738453 gen 2 00000004:00080000:0.0:1775764799.747289:0:3328:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9444832c1f80, transno 34359738453 00000100:00100000:0.0:1775764799.748686:0:3328:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944589100000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3328:1862022119065472:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1775764800.325656:0:43224:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775764801.199340:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764801.199391:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764801.199445:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764801.199477:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764801.199516:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764801.199578:0:42319:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098659328 00000100:00100000:1.0:1775764801.199591:0:42319:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098659328 00000100:00100000:2.0:1775764801.199601:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098659456 00000100:00100000:2.0:1775764801.199607:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098659456 00000100:00100000:1.0:1775764801.199651:0:42319:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 310 00000100:00100000:1.0:1775764801.199664:0:42319:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944585ded450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:24b54882-c0a1-43f2-954f-009e5a9afc9d+12:2376:x1862022098659328:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:2.0:1775764801.199673:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098659584 00000100:00100000:2.0:1775764801.199677:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098659584 00000100:00100000:2.0:1775764801.199706:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 414 00000100:00100000:2.0:1775764801.199714:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bfe68380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:82781e18-e0e3-4f9f-9a2b-041bf0344414+5:2376:x1862022098659456:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:1.0:1775764801.199743:0:42319:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944585ded450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:24b54882-c0a1-43f2-954f-009e5a9afc9d+12:2376:x1862022098659328:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 81us (295us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764801.199753:0:42319:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 310 00000100:00100000:2.0:1775764801.199770:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bfe68380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:82781e18-e0e3-4f9f-9a2b-041bf0344414+5:2376:x1862022098659456:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 44us (445us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764801.199777:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 414 00000100:00100000:2.0:1775764801.199795:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 415 00000100:00100000:2.0:1775764801.199838:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bfe6bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+44:2376:x1862022098659584:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:2.0:1775764801.199867:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bfe6bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+44:2376:x1862022098659584:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 31us (390us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764801.199872:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 415 00000100:00080000:2.0:1775764801.199890:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1775764801.201734:0:43212:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098659712 00000100:00100000:0.0:1775764801.201747:0:43212:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098659712 00000100:00100000:0.0:1775764801.201834:0:43212:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098659840 00000100:00100000:0.0:1775764801.201838:0:43212:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098659840 00000100:00100000:0.0:1775764801.201881:0:43212:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 296 00000100:00100000:0.0:1775764801.201891:0:43212:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bfe6a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+7:2376:x1862022098659712:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:0.0:1775764801.201964:0:43212:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bfe6a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+7:2376:x1862022098659712:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 74us (2571us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764801.201972:0:43212:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 296 00000100:00100000:0.0:1775764801.201989:0:43212:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 297 00000100:00100000:0.0:1775764801.201996:0:43212:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bbd7b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+8:2376:x1862022098659840:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:0.0:1775764801.202028:0:43212:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bbd7b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+8:2376:x1862022098659840:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 33us (2513us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764801.202034:0:43212:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 297 00000100:00080000:2.0:1775764801.202308:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1775764801.202313:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:3.0:1775764801.345459:0:42312:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764802.371989:0:42313:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:1.0:1775764802.399890:0:5825:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 34359739266 is committed 00000100:00100000:3.0:1775764802.821591:0:3330:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bbd78e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3330:1862022119065600:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1775764802.821916:0:3330:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764802.822032:0:42948:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119065600 00000100:00100000:1.0:1775764802.822041:0:42948:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119065600 00000100:00100000:1.0:1775764802.822108:0:42948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 178 00000100:00100000:1.0:1775764802.822119:0:42948:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bbd7b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3330:x1862022119065600:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1775764802.822160:0:42948:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3704619008 avail 3702521856 00000100:00100000:1.0:1775764802.822207:0:42948:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bbd7b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3330:x1862022119065600:12345-0@lo:13:osp-pre-0-0.0 Request processed in 90us (292us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764802.822216:0:42948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 178 00000100:00100000:1.0:1775764802.822280:0:3330:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bbd78e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3330:1862022119065600:0@lo:13:osp-pre-0-0.0 00000100:00080000:3.0:1775764802.822416:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1775764803.330131:0:3328:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445becd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3328:1862022119065856:0@lo:400:kworker.0 00000100:00100000:0.0:1775764803.330198:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764803.330253:0:3328:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445becd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3328:1862022119066368:0@lo:400:kworker.0 00000100:00100000:0.0:1775764803.330278:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764803.330312:0:3328:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1775764803.330319:0:3328:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445becd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3328:1862022119065984:0@lo:400:kworker.0 00000100:00100000:0.0:1775764803.330340:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764803.330374:0:43212:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119065856 00000100:00100000:0.0:1775764803.330382:0:43212:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119065856 00000100:00100000:0.0:1775764803.330427:0:43212:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119065984 00000100:00100000:0.0:1775764803.330429:0:43212:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119065984 00000100:00100000:0.0:1775764803.330464:0:43212:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 298 00000100:00100000:0.0:1775764803.330472:0:43212:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445becd6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3328:x1862022119065856:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764803.330525:0:43212:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445becd6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3328:x1862022119065856:12345-0@lo:400:kworker.0 Request processed in 53us (327us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764803.330533:0:43212:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 298 00000100:00100000:0.0:1775764803.330552:0:43212:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 299 00000100:00100000:0.0:1775764803.330558:0:43212:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445becd6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3328:x1862022119065984:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764803.330585:0:43212:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445becd6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3328:x1862022119065984:12345-0@lo:400:kworker.0 Request processed in 28us (245us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764803.330590:0:43212:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 299 00000100:00080000:0.0:1775764803.330616:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1775764803.330653:0:3328:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445becd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3328:1862022119065984:0@lo:400:kworker.0 00000100:00100000:0.0:1775764803.330664:0:3328:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445becd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3328:1862022119065856:0@lo:400:kworker.0 00000100:00100000:1.0:1775764803.331322:0:3331:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445becd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d8dacf45-8471-4226-a2fb-1fac83f69c1e:3331:1862022119065728:0@lo:400:kworker.0 00000100:00100000:1.0:1775764803.331371:0:3331:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764803.331413:0:3331:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445becd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3331:1862022119066240:0@lo:400:kworker.0 00000100:00100000:1.0:1775764803.331452:0:3331:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764803.331476:0:3331:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1775764803.331482:0:3331:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445becd4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3331:1862022119066112:0@lo:400:kworker.0 00000100:00100000:1.0:1775764803.331503:0:3331:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764803.331684:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119066368 00000100:00100000:2.0:1775764803.331691:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119066368 00000100:00100000:2.0:1775764803.331753:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119066240 00000100:00100000:2.0:1775764803.331756:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119066240 00000100:00100000:2.0:1775764803.331769:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119066112 00000100:00100000:2.0:1775764803.331772:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119066112 00000100:00100000:2.0:1775764803.331821:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 416 00000100:00100000:2.0:1775764803.331829:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445becd5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3328:x1862022119066368:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764803.331879:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445becd5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3328:x1862022119066368:12345-0@lo:400:kworker.0 Request processed in 51us (1600us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764803.331887:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 416 00000100:00100000:2.0:1775764803.331902:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 417 00000100:00100000:2.0:1775764803.331908:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944589102a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3331:x1862022119066240:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764803.331939:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944589102a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3331:x1862022119066240:12345-0@lo:400:kworker.0 Request processed in 30us (486us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764803.331944:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 417 00000100:00100000:2.0:1775764803.331954:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 418 00000100:00100000:2.0:1775764803.331959:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944589103100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3331:x1862022119066112:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764803.331984:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944589103100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3331:x1862022119066112:12345-0@lo:400:kworker.0 Request processed in 25us (480us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764803.331990:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 418 00000100:00080000:2.0:1775764803.332017:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1775764803.332045:0:3331:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445becd4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3331:1862022119066112:0@lo:400:kworker.0 00000100:00100000:2.0:1775764803.332055:0:3331:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445becd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3331:1862022119066240:0@lo:400:kworker.0 00000100:00100000:2.0:1775764803.332088:0:3328:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445becd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3328:1862022119066368:0@lo:400:kworker.0 00000100:00100000:0.0:1775764803.333269:0:42317:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119065728 00000100:00100000:0.0:1775764803.333280:0:42317:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119065728 00000100:00100000:0.0:1775764803.333342:0:42317:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 311 00000100:00100000:0.0:1775764803.333351:0:42317:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944585dee850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d8dacf45-8471-4226-a2fb-1fac83f69c1e+18:3331:x1862022119065728:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764803.333423:0:42317:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944585dee850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d8dacf45-8471-4226-a2fb-1fac83f69c1e+18:3331:x1862022119065728:12345-0@lo:400:kworker.0 Request processed in 73us (2050us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764803.333430:0:42317:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 311 00000100:00100000:3.0:1775764803.333742:0:3331:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445becd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d8dacf45-8471-4226-a2fb-1fac83f69c1e:3331:1862022119065728:0@lo:400:kworker.0 00010000:00010000:0.0:1775764803.393092:0:43224:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764804.422505:0:42312:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1775764804.609704:0:42356:0:(llog.c:800:llog_process_thread()) index: 8, lh_last_idx: 8 synced_idx: 8 lgh_last_idx: 8 00000040:00080000:1.0:1775764804.609715:0:42356:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x32:0x0] at index 8 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1775764804.610491:0:42356:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x32:0x0] index 64768 count 1 00000040:00080000:1.0:1775764804.610503:0:42356:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 9 count 2 00000100:00100000:1.0:1775764804.870857:0:3328:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1775764804.870897:0:3328:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944589100000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3328:1862022119066496:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1775764804.870978:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764804.871050:0:42948:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119066496 00000100:00100000:1.0:1775764804.871058:0:42948:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119066496 00000100:00100000:1.0:1775764804.871102:0:42948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 179 00000100:00100000:1.0:1775764804.871111:0:42948:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944589100700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3328:x1862022119066496:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1775764804.871153:0:42948:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 54329344 pending 0 free 3765436416 avail 3763339264 00000100:00100000:1.0:1775764804.871199:0:42948:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944589100700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3328:x1862022119066496:12345-0@lo:13:osp-pre-1-0.0 Request processed in 88us (220us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764804.871206:0:42948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 179 00000100:00100000:1.0:1775764804.871253:0:3328:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944589100000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3328:1862022119066496:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1775764804.928864:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764804.932026:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098659968 00000100:00100000:2.0:1775764804.932041:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098659968 00000100:00100000:2.0:1775764804.932125:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 1070 00000100:00100000:2.0:1775764804.932137:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bbd78e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:82781e18-e0e3-4f9f-9a2b-041bf0344414+5:65371:x1862022098659968:12345-192.168.202.28@tcp:101:lctl.0 00010000:00010000:2.0:1775764804.932164:0:42325:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764804.932187:0:42325:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25000/0x57b8ff0e030526f3 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17c032 expref: -99 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764804.932261:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24e00/0x57b8ff0e030526fa lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764804.932277:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24e00/0x57b8ff0e030526fa lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764804.932303:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24e00/0x57b8ff0e030526fa lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764804.932525:0:42325:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 9728 00000004:00200000:2.0:1775764804.932530:0:42325:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 47 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764804.932613:0:42325:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24e00/0x57b8ff0e030526fa lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764804.932920:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25000/0x57b8ff0e030526f3 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c032 expref: 7 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764804.932937:0:42325:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24e00/0x57b8ff0e030526fa lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c032 expref: 6 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764804.932947:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9445867be100) 00010000:00010000:2.0:1775764804.932950:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1775764804.932954:0:42325:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445baf24e00, rc 0) 00000100:00100000:2.0:1775764804.933069:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bbd78e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:82781e18-e0e3-4f9f-9a2b-041bf0344414+6:65371:x1862022098659968:12345-192.168.202.28@tcp:101:lctl.0 Request processed in 934us (4279us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764804.933077:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 1070 00000100:00080000:2.0:1775764804.933105:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1775764805.074141:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764805.074309:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098660096 00000100:00100000:2.0:1775764805.074321:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098660096 00000100:00100000:2.0:1775764805.074450:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 1071 00000100:00100000:2.0:1775764805.074461:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445becd7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+33:64802:x1862022098660096:12345-192.168.202.28@tcp:60:lhsmtool_posix.0 00000100:00100000:2.0:1775764805.074575:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445becd7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+33:64802:x1862022098660096:12345-192.168.202.28@tcp:60:lhsmtool_posix.0 Request processed in 116us (446us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764805.074583:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 1071 00000100:00080000:0.0:1775764805.074715:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1775764805.092780:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764805.094307:0:42327:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098660352 00000100:00100000:2.0:1775764805.094326:0:42327:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098660352 00000100:00100000:2.0:1775764805.094407:0:42327:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 320 00000100:00100000:2.0:1775764805.094419:0:42327:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94459038a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+33:64802:x1862022098660352:12345-192.168.202.28@tcp:35:lhsmtool_posix.0 00000100:00100000:2.0:1775764805.095752:0:42327:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94459038a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+34:64802:x1862022098660352:12345-192.168.202.28@tcp:35:lhsmtool_posix.0 Request processed in 1325us (2974us total) trans 34359739267 rc 0/0 00000100:00100000:2.0:1775764805.095764:0:42327:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 320 00010000:00010000:2.0:1775764805.444599:0:42313:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775764806.317394:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764806.317839:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764806.317870:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764806.317906:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764806.317934:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764806.317968:0:42945:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098660992 00000100:00100000:3.0:1775764806.317978:0:42945:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098660992 00000100:00100000:3.0:1775764806.318036:0:42945:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098660864 00000100:00100000:3.0:1775764806.318039:0:42945:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098660864 00000100:00100000:3.0:1775764806.318061:0:42945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 300 00000100:00100000:3.0:1775764806.318072:0:42945:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944590389880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+8:2379:x1862022098660992:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:3.0:1775764806.318142:0:42945:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944590389880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+8:2379:x1862022098660992:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 72us (271us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764806.318149:0:42945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 300 00000100:00100000:3.0:1775764806.318186:0:42945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 301 00000100:00100000:3.0:1775764806.318192:0:42945:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bb48b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+7:2379:x1862022098660864:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:3.0:1775764806.318218:0:42945:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bb48b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+7:2379:x1862022098660864:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 27us (284us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764806.318224:0:42945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 301 00000100:00100000:2.0:1775764806.320440:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098660736 00000100:00100000:2.0:1775764806.320455:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098660736 00000100:00100000:2.0:1775764806.320529:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098660608 00000100:00100000:2.0:1775764806.320533:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098660608 00000100:00100000:2.0:1775764806.320566:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 419 00000100:00100000:2.0:1775764806.320575:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94459038b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+34:2379:x1862022098660736:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:2.0:1775764806.320658:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94459038b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+34:2379:x1862022098660736:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 84us (2820us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764806.320665:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 419 00000100:00100000:2.0:1775764806.320682:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 420 00000100:00100000:2.0:1775764806.320689:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944590388000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:82781e18-e0e3-4f9f-9a2b-041bf0344414+6:2379:x1862022098660608:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:2.0:1775764806.320711:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944590388000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:82781e18-e0e3-4f9f-9a2b-041bf0344414+6:2379:x1862022098660608:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 23us (2806us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764806.320716:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 420 00000100:00080000:0.0:1775764806.321250:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1775764806.321257:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1775764806.321260:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1775764806.327123:0:42318:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098660480 00000100:00100000:1.0:1775764806.327144:0:42318:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098660480 00000100:00100000:1.0:1775764806.327235:0:42318:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 312 00000100:00100000:1.0:1775764806.327254:0:42318:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944585dec450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:24b54882-c0a1-43f2-954f-009e5a9afc9d+12:2379:x1862022098660480:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:1.0:1775764806.327351:0:42318:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944585dec450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:24b54882-c0a1-43f2-954f-009e5a9afc9d+12:2379:x1862022098660480:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 99us (9969us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764806.327359:0:42318:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 312 00010000:00010000:0.0:1775764806.465626:0:43224:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:1.0:1775764807.481511:0:5825:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 34359739267 is committed 00010000:00010000:2.0:1775764807.489308:0:42312:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775764807.937454:0:3331:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1775764807.937480:0:3331:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bb489880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3331:1862022119066624:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1775764807.937570:0:3331:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764807.937714:0:42948:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119066624 00000100:00100000:1.0:1775764807.937722:0:42948:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119066624 00000100:00100000:1.0:1775764807.937794:0:42948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 180 00000100:00100000:1.0:1775764807.937831:0:42948:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445becd6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3331:x1862022119066624:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1775764807.937867:0:42948:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3704619008 avail 3702521856 00000100:00100000:1.0:1775764807.937917:0:42948:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445becd6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3331:x1862022119066624:12345-0@lo:13:osp-pre-0-0.0 Request processed in 88us (347us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764807.937924:0:42948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 180 00000100:00100000:1.0:1775764807.937972:0:3331:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bb489880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3331:1862022119066624:0@lo:13:osp-pre-0-0.0 00000100:00080000:0.0:1775764807.938470:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1775764808.449426:0:3329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445becd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3329:1862022119067008:0@lo:400:kworker.0 00000100:00100000:0.0:1775764808.449495:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764808.449561:0:3329:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:0.0:1775764808.449568:0:3329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445becd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3329:1862022119066880:0@lo:400:kworker.0 00000100:00100000:0.0:1775764808.449610:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764808.449627:0:3329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff94448647fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3329:1862022119067392:0@lo:400:kworker.0 00000100:00100000:0.0:1775764808.449652:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764808.449683:0:42945:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119067008 00000100:00100000:0.0:1775764808.449691:0:42945:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119067008 00000100:00100000:0.0:1775764808.449748:0:42945:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119066880 00000100:00100000:0.0:1775764808.449752:0:42945:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119066880 00000100:00100000:0.0:1775764808.449776:0:42945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 302 00000100:00100000:0.0:1775764808.449785:0:42945:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486738700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3329:x1862022119067008:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764808.449860:0:42945:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486738700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3329:x1862022119067008:12345-0@lo:400:kworker.0 Request processed in 76us (364us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764808.449868:0:42945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 302 00000100:00100000:0.0:1775764808.449890:0:42945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 303 00000100:00100000:0.0:1775764808.449896:0:42945:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94448673b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3329:x1862022119066880:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764808.449924:0:42945:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94448673b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3329:x1862022119066880:12345-0@lo:400:kworker.0 Request processed in 27us (312us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764808.449929:0:42945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 303 00000100:00080000:0.0:1775764808.449958:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1775764808.449992:0:3329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445becd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3329:1862022119066880:0@lo:400:kworker.0 00000100:00100000:0.0:1775764808.450003:0:3329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445becd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3329:1862022119067008:0@lo:400:kworker.0 00000100:00100000:2.0:1775764808.450138:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119067392 00000100:00100000:2.0:1775764808.450143:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119067392 00000100:00100000:2.0:1775764808.450179:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 421 00000100:00100000:2.0:1775764808.450186:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486738000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3329:x1862022119067392:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764808.450220:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486738000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3329:x1862022119067392:12345-0@lo:400:kworker.0 Request processed in 36us (567us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764808.450226:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 421 00000100:00100000:2.0:1775764808.450259:0:3330:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445becd4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3330:1862022119067136:0@lo:400:kworker.0 00000100:00100000:2.0:1775764808.450285:0:3330:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764808.450303:0:3330:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:2.0:1775764808.450308:0:3330:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445becd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d8dacf45-8471-4226-a2fb-1fac83f69c1e:3330:1862022119066752:0@lo:400:kworker.0 00000100:00100000:2.0:1775764808.450331:0:3330:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764808.450352:0:3330:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445becd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3330:1862022119067264:0@lo:400:kworker.0 00000100:00100000:2.0:1775764808.450370:0:3330:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764808.450393:0:42319:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119066752 00000100:00100000:2.0:1775764808.450396:0:42319:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119066752 00000100:00100000:2.0:1775764808.450421:0:42319:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 313 00000100:00100000:2.0:1775764808.450426:0:42319:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944585dee450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d8dacf45-8471-4226-a2fb-1fac83f69c1e+18:3330:x1862022119066752:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764808.450454:0:42319:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944585dee450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d8dacf45-8471-4226-a2fb-1fac83f69c1e+18:3330:x1862022119066752:12345-0@lo:400:kworker.0 Request processed in 28us (122us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764808.450459:0:42319:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 313 00000100:00100000:2.0:1775764808.450481:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119067136 00000100:00100000:2.0:1775764808.450484:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119067136 00000100:00100000:2.0:1775764808.450501:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119067264 00000100:00100000:2.0:1775764808.450504:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119067264 00000100:00100000:2.0:1775764808.450521:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 422 00000100:00100000:2.0:1775764808.450527:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486754a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3330:x1862022119067136:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764808.450553:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486754a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3330:x1862022119067136:12345-0@lo:400:kworker.0 Request processed in 26us (266us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764808.450559:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 422 00000100:00100000:2.0:1775764808.450569:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 423 00000100:00100000:2.0:1775764808.450575:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486755c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3330:x1862022119067264:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764808.450598:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486755c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3330:x1862022119067264:12345-0@lo:400:kworker.0 Request processed in 25us (228us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764808.450604:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 423 00000100:00100000:2.0:1775764808.450635:0:3330:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445becd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d8dacf45-8471-4226-a2fb-1fac83f69c1e:3330:1862022119066752:0@lo:400:kworker.0 00000100:00100000:2.0:1775764808.450644:0:3330:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445becd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3330:1862022119067264:0@lo:400:kworker.0 00000100:00100000:2.0:1775764808.450652:0:3330:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445becd4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3330:1862022119067136:0@lo:400:kworker.0 00000100:00080000:0.0:1775764808.451398:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1775764808.451436:0:3329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff94448647fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3329:1862022119067392:0@lo:400:kworker.0 00010000:00010000:2.0:1775764808.515505:0:42313:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764809.538999:0:43224:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1775764809.830513:0:49375:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-pcc test 26: Repeat the attach/detach when the file has multiple openers ========================================================== 16:00:08 (1775764808) 00000100:00100000:1.0:1775764809.985017:0:3328:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1775764809.985041:0:3328:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944589100000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3328:1862022119067520:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1775764809.985113:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764809.985189:0:42948:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119067520 00000100:00100000:1.0:1775764809.985197:0:42948:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119067520 00000100:00100000:1.0:1775764809.985252:0:42948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 181 00000100:00100000:1.0:1775764809.985261:0:42948:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bc1dd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3328:x1862022119067520:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1775764809.985298:0:42948:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 54329344 pending 0 free 3765436416 avail 3763339264 00000100:00100000:1.0:1775764809.985336:0:42948:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bc1dd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3328:x1862022119067520:12345-0@lo:13:osp-pre-1-0.0 Request processed in 76us (223us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764809.985343:0:42948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 181 00000100:00100000:1.0:1775764809.985664:0:3328:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944589100000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3328:1862022119067520:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1775764810.561959:0:42312:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775764811.158594:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764811.158674:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098661248 00000100:00100000:2.0:1775764811.158685:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098661248 00000100:00100000:2.0:1775764811.158768:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 1072 00000100:00100000:2.0:1775764811.158779:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bb489880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+33:65650:x1862022098661248:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1775764811.158844:0:42326:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764811.158866:0:42326:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24200/0x57b8ff0e03052701 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17c039 expref: -99 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764811.158952:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e03052708 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764811.158966:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e03052708 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764811.158979:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e03052708 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764811.159006:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24c00/0x57b8ff0e0305270f lrc: 3/1,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764811.159013:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24c00/0x57b8ff0e0305270f lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764811.159020:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24c00/0x57b8ff0e0305270f lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764811.159456:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25600/0x57b8ff0e03052716 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764811.159466:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25600/0x57b8ff0e03052716 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764811.159472:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25600/0x57b8ff0e03052716 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764811.159482:0:42326:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000002:0x2:0x0]: returning size 6656 00010000:00010000:2.0:1775764811.159685:0:42326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e03052708 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764811.159694:0:42326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e03052708 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764811.159701:0:42326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e03052708 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764811.159706:0:42326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445baf25800 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764811.159711:0:42326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e03052708 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764811.159718:0:42326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e03052708 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764811.159730:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff9445838af500) 00010000:00010000:2.0:1775764811.159733:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764811.159738:0:42326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e03052708 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764811.159744:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e03052708 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764811.159757:0:42326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24c00/0x57b8ff0e0305270f lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764811.159763:0:42326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24c00/0x57b8ff0e0305270f lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764811.159772:0:42326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24c00/0x57b8ff0e0305270f lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764811.159778:0:42326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445baf24c00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764811.159780:0:42326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24c00/0x57b8ff0e0305270f lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764811.159786:0:42326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24c00/0x57b8ff0e0305270f lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764811.159792:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x8d45d6bc (ffff94459084a000) 00010000:00010000:2.0:1775764811.159794:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764811.159823:0:42326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24c00/0x57b8ff0e0305270f lrc: 2/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764811.159830:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24c00/0x57b8ff0e0305270f lrc: 0/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764811.160176:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24200/0x57b8ff0e03052701 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c039 expref: 36 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764811.160191:0:42326:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25600/0x57b8ff0e03052716 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c039 expref: 35 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764811.160199:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff944598a9bf00) 00010000:00010000:2.0:1775764811.160201:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764811.160203:0:42326:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445baf25600, rc 0) 00000100:00100000:2.0:1775764811.160281:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bb489880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+35:65650:x1862022098661248:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 Request processed in 1503us (1698us total) trans 34359739268 rc 0/0 00000100:00100000:2.0:1775764811.160293:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 1072 00000100:00080000:1.0:1775764811.160493:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1775764811.164986:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764811.165100:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764811.165322:0:44302:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098661504 00000100:00100000:1.0:1775764811.165335:0:44302:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098661504 00000100:00100000:1.0:1775764811.165408:0:44302:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 87 00000100:00100000:1.0:1775764811.165419:0:44302:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944483641880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+35:2376:x1862022098661504:12345-192.168.202.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1775764811.165436:0:44302:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764811.165464:0:44302:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25600/0x57b8ff0e03052716 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c039 expref: 35 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764811.166135:0:44302:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff944598a9bf00) 00010000:00010000:1.0:1775764811.166143:0:44302:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775764811.166380:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098661376 00000100:00100000:2.0:1775764811.166388:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098661376 00000100:00100000:2.0:1775764811.166448:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 1073 00000100:00100000:2.0:1775764811.166457:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445b2cb0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+35:65650:x1862022098661376:12345-192.168.202.28@tcp:59:lhsmtool_posix.0 00000100:00100000:1.0:1775764811.167314:0:44302:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944483641880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+35:2376:x1862022098661504:12345-192.168.202.28@tcp:103:ldlm_bl.0 Request processed in 1893us (2209us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764811.167329:0:44302:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 87 00000100:00100000:2.0:1775764811.169598:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445b2cb0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+34:65650:x1862022098661376:12345-192.168.202.28@tcp:59:lhsmtool_posix.0 Request processed in 3130us (4610us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764811.169613:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 1073 00000100:00100000:0.0:1775764811.258403:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764811.258604:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098661760 00000100:00100000:2.0:1775764811.258619:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098661760 00000100:00100000:2.0:1775764811.258688:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 1074 00000100:00100000:2.0:1775764811.258699:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486738a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+34:65417:x1862022098661760:12345-192.168.202.28@tcp:101:bash.0 00010000:00010000:2.0:1775764811.258723:0:42326:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764811.258726:0:42326:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1775764811.258754:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e03052484 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bf7c expref: 34 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764811.258774:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9445867be100) 00010000:00010000:2.0:1775764811.258780:0:42326:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775764811.258794:0:42326:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24200/0x57b8ff0e03052724 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17c040 expref: -99 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764811.259494:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24c00/0x57b8ff0e0305272b lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764811.259510:0:42326:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24e00/0x57b8ff0e030526fa lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c032 expref: 5 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764811.259519:0:42326:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24c00/0x57b8ff0e0305272b lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764811.259550:0:42326:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24e00/0x57b8ff0e030526fa lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c032 expref: 5 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764811.259572:0:42326:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24e00/0x57b8ff0e030526fa lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c032 expref: 5 pid: 42325 timeout: 2378 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764811.259586:0:42326:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944486754380 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:42326:1862022119067648:192.168.202.28@tcp:104: 00000100:00100000:2.0:1775764811.259712:0:42326:0:(client.c:2691:ptlrpc_set_wait()) set ffff9444810d0b40 going to sleep for 11 seconds 00000100:00100000:3.0:1775764811.263429:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764811.263518:0:42326:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944486754380 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:42326:1862022119067648:192.168.202.28@tcp:104: 00010000:00010000:2.0:1775764811.263555:0:42326:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24c00/0x57b8ff0e0305272b lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764811.263569:0:42310:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098661888 00000100:00100000:1.0:1775764811.263576:0:42310:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098661888 00010000:00010000:1.0:1775764811.263630:0:42310:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24e00/0x57b8ff0e030526fa lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c032 expref: 6 pid: 42325 timeout: 2378 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764811.263663:0:42310:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 203 00000100:00100000:1.0:1775764811.263672:0:42310:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944483641f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:82781e18-e0e3-4f9f-9a2b-041bf0344414+6:2378:x1862022098661888:12345-192.168.202.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1775764811.263688:0:42310:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764811.263695:0:42310:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24e00/0x57b8ff0e030526fa lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c032 expref: 6 pid: 42325 timeout: 2378 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764811.263707:0:42310:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24e00/0x57b8ff0e030526fa lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c032 expref: 6 pid: 42325 timeout: 2378 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764811.263729:0:42310:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24e00/0x57b8ff0e030526fa lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c032 expref: 6 pid: 42325 timeout: 2378 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764811.263744:0:42310:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9445867be100) 00010000:00010000:1.0:1775764811.263749:0:42310:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24c00/0x57b8ff0e0305272b lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764811.263758:0:42310:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24c00/0x57b8ff0e0305272b lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764811.263766:0:42310:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24c00/0x57b8ff0e0305272b lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764811.263823:0:42310:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00080000:2.0:1775764811.263905:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:2.0:1775764811.263917:0:42326:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24c00/0x57b8ff0e0305272b lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764811.263923:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24c00/0x57b8ff0e0305272b lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764811.263946:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e03052732 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x46b96a5 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764811.263955:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e03052732 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x46b96a5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764811.263967:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e03052732 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x46b96a5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1775764811.265129:0:42326:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x11c:0x0], index 0: 0 00010000:00010000:2.0:1775764811.265918:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25000/0x57b8ff0e03052739 lrc: 3/1,0 mode: --/PR res: [0x200003ab4:0x12:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764811.265934:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25000/0x57b8ff0e03052739 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x12:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764811.265944:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25000/0x57b8ff0e03052739 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x12:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764811.265984:0:42326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24c00/0x57b8ff0e0305272b lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764811.266002:0:42326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24c00/0x57b8ff0e0305272b lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764811.266009:0:42326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24c00/0x57b8ff0e0305272b lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764811.266014:0:42326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445baf24c00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764811.266018:0:42326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24c00/0x57b8ff0e0305272b lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764811.266025:0:42326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24c00/0x57b8ff0e0305272b lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764811.266035:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9445867be100) 00010000:00010000:2.0:1775764811.266038:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764811.266043:0:42326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24c00/0x57b8ff0e0305272b lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764811.266048:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24c00/0x57b8ff0e0305272b lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764811.266060:0:42326:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000cf6a4bd9 reply state 00000000dd921b8a transno 34359739269 ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e03052732 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x46b96a5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764811.266069:0:42326:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1775764811.266954:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24200/0x57b8ff0e03052724 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c040 expref: 36 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764811.266980:0:42326:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25000/0x57b8ff0e03052739 lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0x12:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c040 expref: 35 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764811.267318:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x12:0x0].0x0 (ffff94459084a500) 00010000:00010000:2.0:1775764811.267321:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1775764811.267324:0:42326:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445baf25000, rc 0) 00000100:00100000:1.0:1775764811.270382:0:42310:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944483641f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:82781e18-e0e3-4f9f-9a2b-041bf0344414+5:2378:x1862022098661888:12345-192.168.202.28@tcp:103:ldlm_bl.0 Request processed in 5106us (5356us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764811.270397:0:42310:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 203 00000100:00100000:2.0:1775764811.271443:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486738a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+36:65417:x1862022098661760:12345-192.168.202.28@tcp:101:bash.0 Request processed in 12738us (13042us total) trans 34359739269 rc 0/0 00000100:00100000:2.0:1775764811.271453:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 1074 00010000:00010000:1.0:1775764811.276936:0:3315:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e03052732 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x46b96a5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764811.276955:0:3315:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e03052732 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x46b96a5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764811.276962:0:3315:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e03052732 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x46b96a5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764811.276968:0:3315:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445baf25800 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:1.0:1775764811.276972:0:3315:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e03052732 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x46b96a5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764811.276981:0:3315:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e03052732 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x46b96a5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764811.277009:0:3315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x46b96a5 (ffff94459084a000) 00010000:00010000:1.0:1775764811.277012:0:3315:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764811.277019:0:3315:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e03052732 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x46b96a5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764811.277025:0:3315:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e03052732 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x46b96a5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764811.277212:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764811.277282:0:42945:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098662016 00000100:00100000:1.0:1775764811.277293:0:42945:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098662016 00000100:00100000:1.0:1775764811.277365:0:42945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 260 00000100:00100000:1.0:1775764811.277374:0:42945:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944483640a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+7:65417:x1862022098662016:12345-192.168.202.28@tcp:101:bash.0 00010000:00010000:1.0:1775764811.277391:0:42945:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764811.277409:0:42945:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000053c8103/0x57b8ff0e03052747 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x11c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17c047 expref: -99 pid: 42945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1775764811.277433:0:42945:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x11c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1775764811.277453:0:42945:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1775764811.277455:0:42945:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1775764811.277464:0:42945:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000053c8103/0x57b8ff0e03052747 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x11c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c047 expref: 8 pid: 42945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764811.277492:0:42945:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000053c8103/0x57b8ff0e03052747 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x11c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c047 expref: 8 pid: 42945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764811.277504:0:42945:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944488002600, rc 0) 00000100:00080000:2.0:1775764811.277575:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1775764811.285106:0:42945:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944483640a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+8:65417:x1862022098662016:12345-192.168.202.28@tcp:101:bash.0 Request processed in 7720us (7887us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764811.285119:0:42945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 260 00000100:00100000:3.0:1775764811.286008:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764811.288357:0:47878:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098662272 00000100:00100000:1.0:1775764811.288373:0:47878:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098662272 00000100:00100000:1.0:1775764811.288428:0:47878:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 321 00000100:00100000:1.0:1775764811.288435:0:47878:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944586766050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+35:65417:x1862022098662272:12345-192.168.202.28@tcp:35:bash.0 00000100:00100000:1.0:1775764811.289413:0:47878:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944586766050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+36:65417:x1862022098662272:12345-192.168.202.28@tcp:35:bash.0 Request processed in 973us (3405us total) trans 34359739270 rc 0/0 00000100:00100000:1.0:1775764811.289423:0:47878:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 321 00000100:00100000:2.0:1775764811.346215:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764811.346328:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098662400 00000100:00100000:3.0:1775764811.346339:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098662400 00000100:00100000:3.0:1775764811.346394:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 1075 00000100:00100000:3.0:1775764811.346404:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486754380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+36:65664:x1862022098662400:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:3.0:1775764811.346427:0:44493:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764811.346449:0:44493:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e0305274e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17c04e expref: -99 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764811.346514:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694a00/0x57b8ff0e03052755 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764811.346529:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694a00/0x57b8ff0e03052755 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764811.346554:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694a00/0x57b8ff0e03052755 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764811.346631:0:44493:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 9728 00000004:00200000:3.0:1775764811.346635:0:44493:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 48 stripe count 1 MDT count 1 00000004:00010000:3.0:1775764811.346659:0:44493:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694a00/0x57b8ff0e03052755 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764811.346683:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e0305274e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c04e expref: 38 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764811.346703:0:44493:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694a00/0x57b8ff0e03052755 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c04e expref: 37 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764811.346712:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9445867bee00) 00010000:00010000:3.0:1775764811.346715:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1775764811.346719:0:44493:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445be694a00, rc 0) 00000100:00100000:3.0:1775764811.346786:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486754380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+37:65664:x1862022098662400:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 383us (578us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764811.346793:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 1075 00000100:00100000:0.0:1775764811.368737:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764811.372726:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098662656 00000100:00100000:3.0:1775764811.372742:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098662656 00000100:00100000:2.0:1775764811.382895:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 1076 00000100:00100000:2.0:1775764811.382923:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94448647fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+37:65664:x1862022098662656:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:2.0:1775764811.382947:0:42325:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764811.382970:0:42325:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24200/0x57b8ff0e0305275c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17c055 expref: -99 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764811.383286:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24c00/0x57b8ff0e03052763 lrc: 3/1,0 mode: --/CR res: [0x200003ab4:0x12:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764811.383303:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24c00/0x57b8ff0e03052763 lrc: 3/1,0 mode: CR/CR res: [0x200003ab4:0x12:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764811.383316:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24c00/0x57b8ff0e03052763 lrc: 3/1,0 mode: CR/CR res: [0x200003ab4:0x12:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764811.383329:0:42325:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab4:0x12:0x0]: returning size 16 00010000:00010000:2.0:1775764811.383461:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24200/0x57b8ff0e0305275c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c055 expref: 40 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764811.383480:0:42325:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24c00/0x57b8ff0e03052763 lrc: 3/0,0 mode: CR/CR res: [0x200003ab4:0x12:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c055 expref: 39 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764811.383490:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x12:0x0].0x0 (ffff94459084a500) 00010000:00010000:2.0:1775764811.383493:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:2.0:1775764811.383497:0:42325:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445baf24c00, rc 0) 00000100:00100000:2.0:1775764811.383621:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94448647fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+39:65664:x1862022098662656:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 714us (14892us total) trans 34359739271 rc 0/0 00000100:00100000:2.0:1775764811.383629:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 1076 00000100:00100000:0.0:1775764811.427726:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764811.428551:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098662912 00000100:00100000:3.0:1775764811.428564:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098662912 00000100:00100000:3.0:1775764811.428627:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 1077 00000100:00100000:3.0:1775764811.428637:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445becd5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+39:65664:x1862022098662912:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:3.0:1775764811.428661:0:44493:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764811.428664:0:44493:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 1 00010000:00010000:3.0:1775764811.428691:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24c00/0x57b8ff0e03052763 lrc: 0/0,0 mode: --/CR res: [0x200003ab4:0x12:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c055 expref: 39 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764811.428712:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25000/0x57b8ff0e03052739 lrc: 0/0,0 mode: --/PR res: [0x200003ab4:0x12:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c040 expref: 38 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764811.428727:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x12:0x0].0x0 (ffff94459084a500) 00010000:00010000:3.0:1775764811.428741:0:44493:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1775764811.428757:0:44493:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e03052771 lrc: 2/0,0 mode: --/EX res: [0x200003ab4:0x12:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17c05c expref: -99 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764811.428849:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695e00/0x57b8ff0e03052778 lrc: 3/1,0 mode: --/CR res: [0x200003ab4:0x12:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764811.428862:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695e00/0x57b8ff0e03052778 lrc: 3/1,0 mode: CR/CR res: [0x200003ab4:0x12:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764811.428871:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695e00/0x57b8ff0e03052778 lrc: 3/1,0 mode: CR/CR res: [0x200003ab4:0x12:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764811.428884:0:44493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695e00/0x57b8ff0e03052778 lrc: 3/1,0 mode: CR/CR res: [0x200003ab4:0x12:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764811.428890:0:44493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695e00/0x57b8ff0e03052778 lrc: 2/0,0 mode: CR/CR res: [0x200003ab4:0x12:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764811.428897:0:44493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695e00/0x57b8ff0e03052778 lrc: 3/0,0 mode: CR/CR res: [0x200003ab4:0x12:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764811.428903:0:44493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445be695e00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:3.0:1775764811.428915:0:44493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695e00/0x57b8ff0e03052778 lrc: 3/0,0 mode: CR/CR res: [0x200003ab4:0x12:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764811.428923:0:44493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695e00/0x57b8ff0e03052778 lrc: 4/0,0 mode: CR/CR res: [0x200003ab4:0x12:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764811.428934:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x12:0x0].0x0 (ffff9445867be600) 00010000:00010000:3.0:1775764811.428937:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1775764811.428940:0:44493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695e00/0x57b8ff0e03052778 lrc: 2/0,0 mode: --/CR res: [0x200003ab4:0x12:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764811.428946:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695e00/0x57b8ff0e03052778 lrc: 0/0,0 mode: --/CR res: [0x200003ab4:0x12:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764811.428967:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694400/0x57b8ff0e0305277f lrc: 3/0,1 mode: --/EX res: [0x200003ab4:0x12:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764811.428974:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694400/0x57b8ff0e0305277f lrc: 3/0,1 mode: EX/EX res: [0x200003ab4:0x12:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764811.428980:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694400/0x57b8ff0e0305277f lrc: 3/0,1 mode: EX/EX res: [0x200003ab4:0x12:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764811.429470:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694400/0x57b8ff0e0305277f lrc: 3/0,0 mode: CR/CR res: [0x200003ab4:0x12:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c05c expref: 40 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764811.429478:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x12:0x0].0x0 (ffff9445867be600) 00010000:00010000:3.0:1775764811.429480:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:3.0:1775764811.429490:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e03052771 lrc: 0/0,0 mode: --/EX res: [0x200003ab4:0x12:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c05c expref: 40 pid: 44493 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764811.429502:0:44493:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694400/0x57b8ff0e0305277f lrc: 3/0,0 mode: CR/CR res: [0x200003ab4:0x12:0x0].0x0 bits 0xa/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c05c expref: 39 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764811.429526:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x12:0x0].0x0 (ffff9445867be600) 00010000:00010000:3.0:1775764811.429529:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:3.0:1775764811.429531:0:44493:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445be694400, rc 0) 00000100:00100000:3.0:1775764811.429602:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445becd5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+39:65664:x1862022098662912:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 966us (1886us total) trans 34359739272 rc 0/0 00000100:00100000:3.0:1775764811.429610:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 1077 00000100:00100000:3.0:1775764811.434498:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764811.434601:0:42949:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098663040 00000100:00100000:2.0:1775764811.434612:0:42949:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098663040 00002000:00100000:2.0:1775764811.434664:0:42949:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x11c:0x0] (0->15) req@ffff944483640380 x1862022098663040/t0(0) o4->fcf15866-4739-4595-8fe1-44abde7ee9d7@192.168.202.28@tcp:292/0 lens 504/0 e 0 to 0 dl 1775764822 ref 1 fl New:/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764811.434676:0:42949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff944483640380 with x1862022098663040 ext(0->15) 00002000:00010000:2.0:1775764811.434682:0:42949:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff944483640380 00000100:00100000:2.0:1775764811.434715:0:42949:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 95 00000100:00100000:2.0:1775764811.434725:0:42949:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944483640380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+8:2379:x1862022098663040:12345-192.168.202.28@tcp:4:bash.0 00000100:00100000:2.0:1775764811.435587:0:42949:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944483640380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+10:2379:x1862022098663040:12345-192.168.202.28@tcp:4:bash.0 Request processed in 860us (1096us total) trans 34359738457 rc 0/0 00000100:00100000:2.0:1775764811.435598:0:42949:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 95 00002000:00100000:2.0:1775764811.435605:0:42949:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x11c:0x0] (0->15) req@ffff944483640380 x1862022098663040/t34359738457(0) o4->fcf15866-4739-4595-8fe1-44abde7ee9d7@192.168.202.28@tcp:292/0 lens 504/448 e 0 to 0 dl 1775764822 ref 1 fl Complete:/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764811.435613:0:42949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff944483640380 with x1862022098663040 ext(0->15) 00002000:00010000:2.0:1775764811.435617:0:42949:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff944483640380 00000100:00100000:0.0:1775764811.443451:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764811.443520:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764811.443692:0:42317:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098663168 00000100:00100000:1.0:1775764811.443704:0:42317:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098663168 00000100:00100000:1.0:1775764811.443763:0:42317:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 314 00000100:00100000:1.0:1775764811.443783:0:42317:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944585ded850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:24b54882-c0a1-43f2-954f-009e5a9afc9d+12:2377:x1862022098663168:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:1.0:1775764811.443884:0:42317:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944585ded850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:24b54882-c0a1-43f2-954f-009e5a9afc9d+12:2377:x1862022098663168:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 111us (445us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764811.443892:0:42317:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 314 00000100:00100000:2.0:1775764811.445407:0:42946:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098663296 00000100:00100000:2.0:1775764811.445425:0:42946:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098663296 00000100:00100000:2.0:1775764811.445514:0:42946:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 304 00000100:00100000:2.0:1775764811.445524:0:42946:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445becd4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+8:2377:x1862022098663296:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:2.0:1775764811.445608:0:42946:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445becd4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+8:2377:x1862022098663296:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 86us (2087us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764811.445616:0:42946:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 304 00000100:00080000:1.0:1775764811.446669:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1775764811.456529:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764811.456633:0:45548:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098663424 00000100:00100000:2.0:1775764811.456645:0:45548:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098663424 00002000:00100000:2.0:1775764811.456693:0:45548:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x11c:0x0] (0->4095) req@ffff9445becd4a80 x1862022098663424/t0(0) o3->fcf15866-4739-4595-8fe1-44abde7ee9d7@192.168.202.28@tcp:292/0 lens 488/0 e 0 to 0 dl 1775764822 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764811.456704:0:45548:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9445becd4a80 with x1862022098663424 ext(0->4095) 00002000:00010000:2.0:1775764811.456712:0:45548:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9445becd4a80 00000100:00100000:2.0:1775764811.456748:0:45548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 96 00000100:00100000:2.0:1775764811.456757:0:45548:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445becd4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+10:2378:x1862022098663424:12345-192.168.202.28@tcp:3:lfs.0 00000100:00100000:2.0:1775764811.457040:0:45548:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445becd4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+10:2378:x1862022098663424:12345-192.168.202.28@tcp:3:lfs.0 Request processed in 283us (521us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1775764811.457048:0:45548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 96 00002000:00100000:2.0:1775764811.457054:0:45548:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x11c:0x0] (0->4095) req@ffff9445becd4a80 x1862022098663424/t0(0) o3->fcf15866-4739-4595-8fe1-44abde7ee9d7@192.168.202.28@tcp:292/0 lens 488/4536 e 0 to 0 dl 1775764822 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764811.457061:0:45548:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9445becd4a80 with x1862022098663424 ext(0->4095) 00002000:00010000:2.0:1775764811.457064:0:45548:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9445becd4a80 00000100:00100000:3.0:1775764811.469157:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764811.470358:0:42327:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098663680 00000100:00100000:2.0:1775764811.470371:0:42327:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098663680 00000100:00100000:2.0:1775764811.470437:0:42327:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 322 00000100:00100000:2.0:1775764811.470448:0:42327:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94448678b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+39:65664:x1862022098663680:12345-192.168.202.28@tcp:35:lfs.0 00000100:00100000:2.0:1775764811.470746:0:42327:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94448678b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+40:65664:x1862022098663680:12345-192.168.202.28@tcp:35:lfs.0 Request processed in 299us (1599us total) trans 34359739273 rc 0/0 00000100:00100000:2.0:1775764811.470755:0:42327:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 322 00010000:00010000:2.0:1775764811.585002:0:42313:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775764811.592532:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764811.597996:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098663808 00000100:00100000:2.0:1775764811.598013:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098663808 00000100:00100000:2.0:1775764811.598099:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 1078 00000100:00100000:2.0:1775764811.598110:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486788700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+40:65674:x1862022098663808:12345-192.168.202.28@tcp:34:lfs.0 00010000:00010000:2.0:1775764811.598215:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24200/0x57b8ff0e03052786 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764811.598241:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24200/0x57b8ff0e03052786 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764811.598256:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24200/0x57b8ff0e03052786 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764811.598272:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25000/0x57b8ff0e0305278d lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x46b96a5 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764811.598280:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25000/0x57b8ff0e0305278d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x46b96a5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764811.598286:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25000/0x57b8ff0e0305278d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x46b96a5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764811.598391:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24c00/0x57b8ff0e03052794 lrc: 3/1,0 mode: --/PR res: [0x200003ab4:0x12:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764811.598400:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24c00/0x57b8ff0e03052794 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x12:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764811.598408:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24c00/0x57b8ff0e03052794 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x12:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764811.598449:0:42326:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24c00/0x57b8ff0e03052794 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x12:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764811.598462:0:42326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24200/0x57b8ff0e03052786 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764811.598468:0:42326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24200/0x57b8ff0e03052786 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764811.598475:0:42326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24200/0x57b8ff0e03052786 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764811.598481:0:42326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445baf24200 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764811.598485:0:42326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24200/0x57b8ff0e03052786 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764811.598493:0:42326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24200/0x57b8ff0e03052786 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764811.598505:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9445867bee00) 00010000:00010000:2.0:1775764811.598508:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764811.598528:0:42326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24200/0x57b8ff0e03052786 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764811.598535:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24200/0x57b8ff0e03052786 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764811.598548:0:42326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25000/0x57b8ff0e0305278d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x46b96a5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764811.598554:0:42326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25000/0x57b8ff0e0305278d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x46b96a5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764811.598569:0:42326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25000/0x57b8ff0e0305278d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x46b96a5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764811.598575:0:42326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445baf25000 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764811.598577:0:42326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25000/0x57b8ff0e0305278d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x46b96a5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764811.598583:0:42326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25000/0x57b8ff0e0305278d lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x46b96a5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764811.598591:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x46b96a5 (ffff94459084a900) 00010000:00010000:2.0:1775764811.598594:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764811.598596:0:42326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25000/0x57b8ff0e0305278d lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x46b96a5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764811.598605:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25000/0x57b8ff0e0305278d lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x46b96a5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764811.598621:0:42326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24c00/0x57b8ff0e03052794 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x12:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764811.598627:0:42326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24c00/0x57b8ff0e03052794 lrc: 2/0,0 mode: PR/PR res: [0x200003ab4:0x12:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764811.598633:0:42326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24c00/0x57b8ff0e03052794 lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0x12:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764811.598638:0:42326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445baf24c00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764811.598641:0:42326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24c00/0x57b8ff0e03052794 lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0x12:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764811.598647:0:42326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24c00/0x57b8ff0e03052794 lrc: 4/0,0 mode: PR/PR res: [0x200003ab4:0x12:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764811.598654:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x12:0x0].0x0 (ffff9445867be600) 00010000:00010000:2.0:1775764811.598657:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764811.598659:0:42326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24c00/0x57b8ff0e03052794 lrc: 2/0,0 mode: --/PR res: [0x200003ab4:0x12:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764811.598666:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24c00/0x57b8ff0e03052794 lrc: 0/0,0 mode: --/PR res: [0x200003ab4:0x12:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764811.598755:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486788700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+40:65674:x1862022098663808:12345-192.168.202.28@tcp:34:lfs.0 Request processed in 645us (6249us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764811.598765:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 1078 00000040:00080000:2.0:1775764811.777086:0:42356:0:(llog.c:800:llog_process_thread()) index: 8, lh_last_idx: 8 synced_idx: 8 lgh_last_idx: 8 00000040:00080000:2.0:1775764811.777093:0:42356:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x32:0x0] at index 8 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1775764811.778017:0:42356:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x32:0x0] index 64768 count 1 00000040:00080000:2.0:1775764811.778029:0:42356:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 9 count 2 00000100:00100000:3.0:1775764812.201735:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764812.201857:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098664064 00000100:00100000:2.0:1775764812.201869:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098664064 00000100:00100000:2.0:1775764812.201929:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 1079 00000100:00100000:2.0:1775764812.201939:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94448678b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+40:65690:x1862022098664064:12345-192.168.202.28@tcp:101:multiop.0 00010000:00010000:2.0:1775764812.201962:0:42324:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764812.201965:0:42324:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1775764812.202003:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694a00/0x57b8ff0e03052755 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c04e expref: 40 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764812.202026:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9445867bee00) 00010000:00010000:2.0:1775764812.202045:0:42324:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775764812.202062:0:42324:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24c00/0x57b8ff0e0305279b lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17c063 expref: -99 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764812.202314:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25000/0x57b8ff0e030527a2 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764812.202328:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25000/0x57b8ff0e030527a2 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764812.202338:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25000/0x57b8ff0e030527a2 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764812.202357:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24200/0x57b8ff0e030527a9 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x46b96a5 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764812.202367:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24200/0x57b8ff0e030527a9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x46b96a5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764812.202373:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24200/0x57b8ff0e030527a9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x46b96a5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764812.202452:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e030527b0 lrc: 3/1,0 mode: --/PR res: [0x200003ab4:0x12:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764812.202462:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e030527b0 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x12:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764812.202468:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e030527b0 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x12:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764812.202477:0:42324:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab4:0x12:0x0]: returning size 16 00010000:00010000:2.0:1775764812.202586:0:42324:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25000/0x57b8ff0e030527a2 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764812.202595:0:42324:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25000/0x57b8ff0e030527a2 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764812.202602:0:42324:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25000/0x57b8ff0e030527a2 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764812.202608:0:42324:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445baf25000 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764812.202612:0:42324:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25000/0x57b8ff0e030527a2 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764812.202619:0:42324:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25000/0x57b8ff0e030527a2 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764812.202633:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff94459084a900) 00010000:00010000:2.0:1775764812.202636:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764812.202640:0:42324:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25000/0x57b8ff0e030527a2 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764812.202646:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25000/0x57b8ff0e030527a2 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764812.202656:0:42324:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24200/0x57b8ff0e030527a9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x46b96a5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764812.202661:0:42324:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24200/0x57b8ff0e030527a9 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x46b96a5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764812.202666:0:42324:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24200/0x57b8ff0e030527a9 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x46b96a5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764812.202670:0:42324:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445baf24200 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764812.202673:0:42324:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24200/0x57b8ff0e030527a9 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x46b96a5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764812.202678:0:42324:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24200/0x57b8ff0e030527a9 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x46b96a5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764812.202685:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x46b96a5 (ffff94459084a400) 00010000:00010000:2.0:1775764812.202687:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764812.202690:0:42324:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24200/0x57b8ff0e030527a9 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x46b96a5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764812.202696:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24200/0x57b8ff0e030527a9 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x46b96a5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764812.202746:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24c00/0x57b8ff0e0305279b lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c063 expref: 42 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764812.202761:0:42324:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e030527b0 lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0x12:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c063 expref: 41 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764812.202768:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x12:0x0].0x0 (ffff9445867be600) 00010000:00010000:2.0:1775764812.202770:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1775764812.202772:0:42324:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445baf25800, rc 0) 00000100:00100000:2.0:1775764812.203350:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94448678b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+41:65690:x1862022098664064:12345-192.168.202.28@tcp:101:multiop.0 Request processed in 1230us (1444us total) trans 34359739274 rc 0/0 00000100:00100000:2.0:1775764812.203361:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 1079 00010000:00010000:0.0:1775764812.610650:0:43224:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:2.0:1775764812.650591:0:5825:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 34359739270 is committed 00000001:00080000:2.0:1775764812.650617:0:5825:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 34359739274 is committed 00000100:00100000:1.0:1775764813.057428:0:3331:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1775764813.071106:0:3331:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff94448678ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3331:1862022119067776:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1775764813.071185:0:3331:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764813.072135:0:42948:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119067776 00000100:00100000:2.0:1775764813.072146:0:42948:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119067776 00000100:00100000:2.0:1775764813.072233:0:42948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 182 00000100:00100000:2.0:1775764813.072244:0:42948:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bc1dea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3331:x1862022119067776:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1775764813.072269:0:42948:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 59441152 pending 1703936 free 3704619008 avail 3702521856 00000100:00100000:2.0:1775764813.072335:0:42948:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bc1dea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3331:x1862022119067776:12345-0@lo:13:osp-pre-0-0.0 Request processed in 93us (1149us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764813.072342:0:42948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 182 00000100:00100000:0.0:1775764813.072444:0:3331:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff94448678ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3331:1862022119067776:0@lo:13:osp-pre-0-0.0 00000100:00080000:1.0:1775764813.075079:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1775764813.569162:0:3329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445becd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3329:1862022119068160:0@lo:400:kworker.0 00000100:00100000:0.0:1775764813.569241:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764813.569305:0:3329:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:0.0:1775764813.569313:0:3329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445becd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3329:1862022119068032:0@lo:400:kworker.0 00000100:00100000:0.0:1775764813.569338:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764813.569356:0:3329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944585dddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3329:1862022119068544:0@lo:400:kworker.0 00000100:00100000:0.0:1775764813.569378:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764813.569408:0:43212:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119068160 00000100:00100000:0.0:1775764813.569415:0:43212:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119068160 00000100:00100000:0.0:1775764813.569467:0:43212:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119068032 00000100:00100000:0.0:1775764813.569469:0:43212:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119068032 00000100:00100000:0.0:1775764813.569488:0:43212:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 305 00000100:00100000:0.0:1775764813.569495:0:43212:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944585ddf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3329:x1862022119068160:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764813.569560:0:43212:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944585ddf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3329:x1862022119068160:12345-0@lo:400:kworker.0 Request processed in 64us (319us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764813.569567:0:43212:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 305 00000100:00100000:0.0:1775764813.569585:0:43212:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 306 00000100:00100000:0.0:1775764813.569590:0:43212:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944585ddfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3329:x1862022119068032:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764813.569614:0:43212:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944585ddfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3329:x1862022119068032:12345-0@lo:400:kworker.0 Request processed in 25us (277us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764813.569620:0:43212:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 306 00000100:00080000:3.0:1775764813.570003:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1775764813.570055:0:3329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445becd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3329:1862022119068032:0@lo:400:kworker.0 00000100:00100000:3.0:1775764813.570067:0:3329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445becd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3329:1862022119068160:0@lo:400:kworker.0 00000100:00100000:2.0:1775764813.570227:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119068544 00000100:00100000:2.0:1775764813.570232:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119068544 00000100:00100000:2.0:1775764813.570284:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 424 00000100:00100000:2.0:1775764813.570293:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944585ddf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3329:x1862022119068544:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764813.570342:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944585ddf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3329:x1862022119068544:12345-0@lo:400:kworker.0 Request processed in 51us (963us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764813.570348:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 424 00000100:00100000:2.0:1775764813.570372:0:3330:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944585ddca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3330:1862022119068288:0@lo:400:kworker.0 00000100:00100000:2.0:1775764813.570402:0:3330:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764813.570426:0:3330:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:2.0:1775764813.570432:0:3330:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445becd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d8dacf45-8471-4226-a2fb-1fac83f69c1e:3330:1862022119067904:0@lo:400:kworker.0 00000100:00100000:2.0:1775764813.570459:0:3330:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764813.570485:0:3330:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944585ddf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3330:1862022119068416:0@lo:400:kworker.0 00000100:00100000:2.0:1775764813.570505:0:3330:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1775764813.570638:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1775764813.570658:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119068288 00000100:00100000:3.0:1775764813.570663:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119068288 00000100:00100000:3.0:1775764813.570698:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119068416 00000100:00100000:3.0:1775764813.570701:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119068416 00000100:00100000:3.0:1775764813.570723:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 425 00000100:00100000:3.0:1775764813.570729:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486043100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3330:x1862022119068288:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764813.570764:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486043100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3330:x1862022119068288:12345-0@lo:400:kworker.0 Request processed in 34us (359us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764813.570770:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 425 00000100:00100000:3.0:1775764813.570783:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 426 00000100:00100000:3.0:1775764813.570789:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486041500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3330:x1862022119068416:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764813.570837:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486041500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3330:x1862022119068416:12345-0@lo:400:kworker.0 Request processed in 49us (331us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764813.570842:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 426 00000100:00080000:3.0:1775764813.570856:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1775764813.570877:0:3329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944585dddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3329:1862022119068544:0@lo:400:kworker.0 00000100:00100000:3.0:1775764813.570910:0:42318:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119067904 00000100:00100000:3.0:1775764813.570914:0:42318:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119067904 00000100:00100000:3.0:1775764813.570937:0:42318:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 315 00000100:00100000:3.0:1775764813.570943:0:42318:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944585def450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d8dacf45-8471-4226-a2fb-1fac83f69c1e+18:3330:x1862022119067904:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764813.571214:0:42318:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944585def450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d8dacf45-8471-4226-a2fb-1fac83f69c1e+18:3330:x1862022119067904:12345-0@lo:400:kworker.0 Request processed in 270us (753us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764813.571221:0:42318:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 315 00000100:00100000:2.0:1775764813.571325:0:3330:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445becd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d8dacf45-8471-4226-a2fb-1fac83f69c1e:3330:1862022119067904:0@lo:400:kworker.0 00000100:00100000:2.0:1775764813.571335:0:3330:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944585ddf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3330:1862022119068416:0@lo:400:kworker.0 00000100:00100000:2.0:1775764813.571343:0:3330:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944585ddca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3330:1862022119068288:0@lo:400:kworker.0 00010000:00010000:2.0:1775764813.632999:0:42312:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:1.0:1775764813.643698:0:6613:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 34359738457 is committed 00010000:00010000:2.0:1775764814.657187:0:42313:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1775764814.849233:0:42356:0:(llog.c:800:llog_process_thread()) index: 8, lh_last_idx: 8 synced_idx: 8 lgh_last_idx: 8 00000040:00080000:1.0:1775764814.849242:0:42356:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x32:0x0] at index 8 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1775764814.851729:0:42356:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x32:0x0] index 64768 count 1 00000040:00080000:1.0:1775764814.851750:0:42356:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 9 count 2 00000100:00100000:3.0:1775764814.920571:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764814.920693:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098664192 00000100:00100000:0.0:1775764814.920704:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098664192 00000100:00100000:0.0:1775764814.920785:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 1080 00000100:00100000:0.0:1775764814.920835:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94448678ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+34:65717:x1862022098664192:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:0.0:1775764814.920867:0:44493:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764814.920890:0:44493:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76a00/0x57b8ff0e030527be lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17c06a expref: -99 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764814.920958:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77400/0x57b8ff0e030527c5 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764814.920973:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77400/0x57b8ff0e030527c5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764814.920986:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77400/0x57b8ff0e030527c5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764814.921228:0:44493:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 9728 00000004:00200000:0.0:1775764814.921234:0:44493:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 48 stripe count 1 MDT count 1 00000004:00010000:0.0:1775764814.921313:0:44493:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77400/0x57b8ff0e030527c5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764814.921338:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76a00/0x57b8ff0e030527be lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c06a expref: 36 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764814.921355:0:44493:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77400/0x57b8ff0e030527c5 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c06a expref: 35 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764814.921365:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff944599e85500) 00010000:00010000:0.0:1775764814.921368:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1775764814.921371:0:44493:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445bfe77400, rc 0) 00000100:00100000:0.0:1775764814.921426:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94448678ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+35:65717:x1862022098664192:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 632us (866us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764814.921433:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 1080 00000100:00080000:3.0:1775764814.921827:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1775764815.028717:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764815.032497:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098664448 00000100:00100000:2.0:1775764815.032527:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098664448 00000100:00100000:2.0:1775764815.032617:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 1081 00000100:00100000:2.0:1775764815.032627:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445becd7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+35:65723:x1862022098664448:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:2.0:1775764815.032650:0:42326:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764815.032670:0:42326:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24c00/0x57b8ff0e030527cc lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17c071 expref: -99 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764815.032767:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24200/0x57b8ff0e030527d3 lrc: 3/1,0 mode: --/CR res: [0x200003ab4:0x12:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764815.032783:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24200/0x57b8ff0e030527d3 lrc: 3/1,0 mode: CR/CR res: [0x200003ab4:0x12:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764815.032795:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24200/0x57b8ff0e030527d3 lrc: 3/1,0 mode: CR/CR res: [0x200003ab4:0x12:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764815.032824:0:42326:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab4:0x12:0x0]: returning size 16 00010000:00010000:2.0:1775764815.033028:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24c00/0x57b8ff0e030527cc lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c071 expref: 38 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764815.033047:0:42326:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24200/0x57b8ff0e030527d3 lrc: 3/0,0 mode: CR/CR res: [0x200003ab4:0x12:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c071 expref: 37 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764815.033057:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x12:0x0].0x0 (ffff9445867be600) 00010000:00010000:2.0:1775764815.033060:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:2.0:1775764815.033064:0:42326:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445baf24200, rc 0) 00000100:00100000:2.0:1775764815.033152:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445becd7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+37:65723:x1862022098664448:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 527us (4447us total) trans 34359739275 rc 0/0 00000100:00100000:2.0:1775764815.033159:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 1081 00000100:00100000:1.0:1775764815.107331:0:3328:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1775764815.111027:0:3328:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944486043b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3328:1862022119068672:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1775764815.111285:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764815.124778:0:42948:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119068672 00000100:00100000:2.0:1775764815.124793:0:42948:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119068672 00000100:00100000:2.0:1775764815.124928:0:42948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 183 00000100:00100000:2.0:1775764815.124940:0:42948:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bc1dfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3328:x1862022119068672:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1775764815.125294:0:42948:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 54329344 pending 0 free 3765436416 avail 3763339264 00000100:00100000:2.0:1775764815.125399:0:42948:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bc1dfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3328:x1862022119068672:12345-0@lo:13:osp-pre-1-0.0 Request processed in 461us (14113us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764815.125407:0:42948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 183 00000100:00100000:1.0:1775764815.125550:0:3328:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944486043b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3328:1862022119068672:0@lo:13:osp-pre-1-0.0 00000100:00080000:3.0:1775764815.126673:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1775764815.646510:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764815.646727:0:47878:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098664704 00000100:00100000:1.0:1775764815.646738:0:47878:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098664704 00000100:00100000:1.0:1775764815.646821:0:47878:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 323 00000100:00100000:1.0:1775764815.646833:0:47878:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445becd5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+37:65690:x1862022098664704:12345-192.168.202.28@tcp:35:multiop.0 00000001:00080000:1.0:1775764815.647159:0:47878:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 34359739276 00000100:00100000:1.0:1775764815.647283:0:47878:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445becd5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+39:65690:x1862022098664704:12345-192.168.202.28@tcp:35:multiop.0 Request processed in 452us (782us total) trans 34359739277 rc 0/0 00000100:00100000:1.0:1775764815.647291:0:47878:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 323 00000020:00080000:1.0:1775764815.647296:0:47878:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:0.0:1775764815.684094:0:43224:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775764816.336476:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764816.339001:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098664960 00000100:00100000:0.0:1775764816.339016:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098664960 00000100:00100000:0.0:1775764816.339149:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 1082 00000100:00100000:0.0:1775764816.339161:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bc1ddf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+39:65803:x1862022098664960:12345-192.168.202.28@tcp:101:multiop.0 00010000:00010000:0.0:1775764816.339196:0:44493:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764816.339199:0:44493:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1775764816.339232:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77400/0x57b8ff0e030527c5 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c06a expref: 39 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764816.339253:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff944599e85500) 00010000:00010000:0.0:1775764816.339264:0:44493:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1775764816.339278:0:44493:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76a00/0x57b8ff0e030527e1 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17c078 expref: -99 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764816.339389:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76000/0x57b8ff0e030527e8 lrc: 3/0,1 mode: --/CW res: [0x200003ab4:0x12:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764816.339403:0:44493:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e030527b0 lrc: 2/0,0 mode: PR/PR res: [0x200003ab4:0x12:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c063 expref: 39 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764816.339411:0:44493:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76000/0x57b8ff0e030527e8 lrc: 4/0,1 mode: --/CW res: [0x200003ab4:0x12:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764816.340067:0:44493:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e030527b0 lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0x12:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c063 expref: 39 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764816.340085:0:44493:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e030527b0 lrc: 4/0,0 mode: PR/PR res: [0x200003ab4:0x12:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c063 expref: 39 pid: 42324 timeout: 2383 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764816.340103:0:44493:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944585ddca80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:44493:1862022119068800:192.168.202.28@tcp:104: 00000100:00100000:0.0:1775764816.340239:0:44493:0:(client.c:2691:ptlrpc_set_wait()) set ffff9445b3c889c0 going to sleep for 11 seconds 00000100:00080000:3.0:1775764816.344021:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1775764816.348826:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764816.348957:0:44493:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944585ddca80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:44493:1862022119068800:192.168.202.28@tcp:104: 00010000:00010000:0.0:1775764816.348989:0:44493:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76000/0x57b8ff0e030527e8 lrc: 3/0,1 mode: --/CW res: [0x200003ab4:0x12:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764816.352302:0:42309:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098665088 00000100:00100000:1.0:1775764816.352315:0:42309:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098665088 00010000:00010000:1.0:1775764816.352648:0:42309:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e030527b0 lrc: 4/0,0 mode: PR/PR res: [0x200003ab4:0x12:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c063 expref: 40 pid: 42324 timeout: 2383 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764816.352774:0:42309:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 204 00000100:00100000:1.0:1775764816.352785:0:42309:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445becd5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+40:2379:x1862022098665088:12345-192.168.202.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1775764816.352825:0:42309:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764816.352832:0:42309:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e030527b0 lrc: 4/0,0 mode: PR/PR res: [0x200003ab4:0x12:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c063 expref: 40 pid: 42324 timeout: 2383 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764816.352845:0:42309:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e030527b0 lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0x12:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c063 expref: 40 pid: 42324 timeout: 2383 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764816.352868:0:42309:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e030527b0 lrc: 0/0,0 mode: --/PR res: [0x200003ab4:0x12:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c063 expref: 40 pid: 42324 timeout: 2383 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764816.352885:0:42309:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x12:0x0].0x0 (ffff9445867be600) 00010000:00010000:1.0:1775764816.352891:0:42309:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76000/0x57b8ff0e030527e8 lrc: 3/0,1 mode: --/CW res: [0x200003ab4:0x12:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764816.352900:0:42309:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76000/0x57b8ff0e030527e8 lrc: 3/0,1 mode: CW/CW res: [0x200003ab4:0x12:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764816.352907:0:42309:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76000/0x57b8ff0e030527e8 lrc: 4/0,1 mode: CW/CW res: [0x200003ab4:0x12:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764816.352949:0:42309:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1775764816.353030:0:42309:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445becd5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+39:2379:x1862022098665088:12345-192.168.202.28@tcp:103:ldlm_bl.0 Request processed in 247us (4241us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764816.353039:0:42309:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 204 00010000:00010000:3.0:1775764816.355882:0:44493:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76000/0x57b8ff0e030527e8 lrc: 3/0,1 mode: CW/CW res: [0x200003ab4:0x12:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764816.355897:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76000/0x57b8ff0e030527e8 lrc: 3/0,1 mode: CW/CW res: [0x200003ab4:0x12:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764816.355922:0:44493:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab4:0x12:0x0]: returning size 16 00010000:00010000:3.0:1775764816.356076:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76a00/0x57b8ff0e030527e1 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c078 expref: 40 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764816.356104:0:44493:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76000/0x57b8ff0e030527e8 lrc: 3/0,0 mode: CW/CW res: [0x200003ab4:0x12:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c078 expref: 39 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764816.356118:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x12:0x0].0x0 (ffff9445867be600) 00010000:00010000:3.0:1775764816.356120:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:3.0:1775764816.356124:0:44493:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445bfe76000, rc 0) 00000100:00100000:3.0:1775764816.356243:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bc1ddf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+39:65803:x1862022098664960:12345-192.168.202.28@tcp:101:multiop.0 Request processed in 17084us (19778us total) trans 34359739278 rc 0/0 00000100:00100000:3.0:1775764816.356252:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 1082 00000100:00100000:3.0:1775764816.556992:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764816.557032:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764816.557079:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764816.557126:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764816.557158:0:42945:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098665600 00000100:00100000:3.0:1775764816.557168:0:42945:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098665600 00000100:00100000:2.0:1775764816.557347:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098665344 00000100:00100000:2.0:1775764816.557351:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098665344 00000100:00100000:2.0:1775764816.557389:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 427 00000100:00100000:2.0:1775764816.557397:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944587192300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:82781e18-e0e3-4f9f-9a2b-041bf0344414+5:2379:x1862022098665344:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:2.0:1775764816.557467:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944587192300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:82781e18-e0e3-4f9f-9a2b-041bf0344414+5:2379:x1862022098665344:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 70us (485us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764816.557470:0:42317:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098665216 00000100:00100000:1.0:1775764816.557476:0:42317:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098665216 00000100:00100000:2.0:1775764816.557476:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 427 00000100:00100000:1.0:1775764816.557526:0:42317:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 316 00000100:00100000:1.0:1775764816.557534:0:42317:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944585dedc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:24b54882-c0a1-43f2-954f-009e5a9afc9d+12:2379:x1862022098665216:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:1.0:1775764816.557579:0:42317:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944585dedc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:24b54882-c0a1-43f2-954f-009e5a9afc9d+12:2379:x1862022098665216:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 46us (498us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764816.557586:0:42317:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 316 00000100:00080000:2.0:1775764816.557639:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1775764816.557643:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1775764816.565919:0:42945:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098665472 00000100:00100000:3.0:1775764816.565935:0:42945:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098665472 00000100:00080000:2.0:1775764816.566005:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1775764816.566046:0:42944:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 307 00000100:00100000:0.0:1775764816.566055:0:42946:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 308 00000100:00100000:2.0:1775764816.566062:0:42944:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94448916a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+8:2379:x1862022098665600:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:0.0:1775764816.566072:0:42946:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944489168700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+8:2379:x1862022098665472:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:2.0:1775764816.566225:0:42944:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94448916a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+8:2379:x1862022098665600:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 169us (9190us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764816.566234:0:42944:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 307 00000100:00100000:0.0:1775764816.567189:0:42946:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944489168700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+8:2379:x1862022098665472:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 1118us (10058us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764816.567198:0:42946:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 308 00010000:00010000:2.0:1775764816.706451:0:42312:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764817.730375:0:42313:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:2.0:1775764817.751253:0:5825:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 34359739277 is committed 00000001:00080000:2.0:1775764817.751277:0:5825:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 34359739278 is committed 00000100:00100000:2.0:1775764818.177426:0:3330:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944487fbca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3330:1862022119068928:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1775764818.177525:0:3330:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764818.177776:0:42947:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119068928 00000100:00100000:3.0:1775764818.177785:0:42947:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119068928 00000100:00100000:3.0:1775764818.177879:0:42947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 184 00000100:00100000:3.0:1775764818.177890:0:42947:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486041180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3330:x1862022119068928:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1775764818.177941:0:42947:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 57737216 pending 0 free 3704619008 avail 3702521856 00000100:00100000:3.0:1775764818.177987:0:42947:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486041180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3330:x1862022119068928:12345-0@lo:13:osp-pre-0-0.0 Request processed in 100us (462us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764818.177994:0:42947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 184 00000100:00080000:0.0:1775764818.178246:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1775764818.178409:0:3330:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944487fbca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3330:1862022119068928:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1775764818.689172:0:3331:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944585ddca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d8dacf45-8471-4226-a2fb-1fac83f69c1e:3331:1862022119069056:0@lo:400:kworker.0 00000100:00100000:1.0:1775764818.689249:0:3331:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764818.689306:0:3331:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944586b88000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3331:1862022119069568:0@lo:400:kworker.0 00000100:00100000:1.0:1775764818.689335:0:3331:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764818.689359:0:3331:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1775764818.689365:0:3331:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944586b88e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3331:1862022119069440:0@lo:400:kworker.0 00000100:00100000:1.0:1775764818.689385:0:3331:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764818.689409:0:3328:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944585ddf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3328:1862022119069184:0@lo:400:kworker.0 00000100:00100000:1.0:1775764818.689434:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764818.689451:0:3328:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1775764818.689456:0:3328:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944585dddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3328:1862022119069312:0@lo:400:kworker.0 00000100:00100000:1.0:1775764818.689475:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764818.689545:0:42319:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119069056 00000100:00100000:0.0:1775764818.689555:0:42319:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119069056 00000100:00100000:0.0:1775764818.689625:0:42319:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 317 00000100:00100000:0.0:1775764818.689636:0:42319:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944585defc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d8dacf45-8471-4226-a2fb-1fac83f69c1e+18:3331:x1862022119069056:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764818.689697:0:42319:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944585defc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d8dacf45-8471-4226-a2fb-1fac83f69c1e+18:3331:x1862022119069056:12345-0@lo:400:kworker.0 Request processed in 63us (448us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764818.689704:0:42319:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 317 00000100:00100000:0.0:1775764818.689751:0:3331:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944585ddca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d8dacf45-8471-4226-a2fb-1fac83f69c1e:3331:1862022119069056:0@lo:400:kworker.0 00000100:00100000:3.0:1775764818.690011:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119069568 00000100:00100000:3.0:1775764818.690016:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119069568 00000100:00100000:3.0:1775764818.690067:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119069440 00000100:00100000:3.0:1775764818.690071:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119069440 00000100:00100000:2.0:1775764818.690081:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119069312 00000100:00100000:2.0:1775764818.690088:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119069312 00000100:00100000:3.0:1775764818.690094:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 428 00000100:00100000:3.0:1775764818.690103:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bc1dce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3331:x1862022119069568:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764818.690117:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 429 00000100:00100000:2.0:1775764818.690127:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bc1de680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3331:x1862022119069440:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764818.690164:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bc1dce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3331:x1862022119069568:12345-0@lo:400:kworker.0 Request processed in 53us (818us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764818.690173:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 428 00000100:00100000:2.0:1775764818.690185:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bc1de680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3331:x1862022119069440:12345-0@lo:400:kworker.0 Request processed in 59us (797us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764818.690193:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 430 00000100:00080000:0.0:1775764818.690229:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1775764818.690259:0:42944:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119069184 00000100:00100000:0.0:1775764818.690263:0:42944:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119069184 00000100:00100000:0.0:1775764818.690293:0:42944:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 309 00000100:00100000:0.0:1775764818.690299:0:42944:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bc1dc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3328:x1862022119069184:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764818.690335:0:42944:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bc1dc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3328:x1862022119069184:12345-0@lo:400:kworker.0 Request processed in 36us (900us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764818.690341:0:42944:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 309 00000100:00080000:0.0:1775764818.690355:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1775764818.690387:0:3331:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944586b88e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3331:1862022119069440:0@lo:400:kworker.0 00000100:00100000:0.0:1775764818.690400:0:3331:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944586b88000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3331:1862022119069568:0@lo:400:kworker.0 00000100:00100000:3.0:1775764818.690460:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94459038a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3328:x1862022119069312:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764818.690493:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94459038a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3328:x1862022119069312:12345-0@lo:400:kworker.0 Request processed in 294us (1017us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764818.690865:0:3328:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944585dddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3328:1862022119069312:0@lo:400:kworker.0 00000100:00100000:1.0:1775764818.690877:0:3328:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944585ddf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3328:1862022119069184:0@lo:400:kworker.0 00000100:00100000:2.0:1775764818.700619:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 429 00000100:00100000:3.0:1775764818.700745:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 430 00010000:00010000:0.0:1775764818.755338:0:43224:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775764819.324369:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764819.324478:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098665728 00000100:00100000:2.0:1775764819.324502:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098665728 00000100:00100000:2.0:1775764819.324610:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 1083 00000100:00100000:2.0:1775764819.324624:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944586b88000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+35:65830:x1862022098665728:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:2.0:1775764819.324657:0:42326:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764819.324688:0:42326:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25600/0x57b8ff0e030527f6 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17c07f expref: -99 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764819.324771:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24e00/0x57b8ff0e030527fd lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764819.324786:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24e00/0x57b8ff0e030527fd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764819.324855:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24e00/0x57b8ff0e030527fd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764819.325108:0:42326:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 9728 00000004:00200000:2.0:1775764819.325112:0:42326:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 48 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764819.325466:0:42326:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24e00/0x57b8ff0e030527fd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764819.325496:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25600/0x57b8ff0e030527f6 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c07f expref: 37 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764819.325514:0:42326:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24e00/0x57b8ff0e030527fd lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c07f expref: 36 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764819.325529:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff94459084a400) 00010000:00010000:2.0:1775764819.325532:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1775764819.325536:0:42326:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445baf24e00, rc 0) 00000100:00080000:0.0:1775764819.326063:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1775764819.326104:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944586b88000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+36:65830:x1862022098665728:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 1481us (1743us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764819.326114:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 1083 00000100:00100000:1.0:1775764819.340772:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764819.340905:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098665856 00000100:00100000:2.0:1775764819.340916:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098665856 00000100:00100000:2.0:1775764819.341005:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 1084 00000100:00100000:2.0:1775764819.341017:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944589100000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+36:65830:x1862022098665856:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:2.0:1775764819.341050:0:42324:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764819.341076:0:42324:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25600/0x57b8ff0e03052804 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17c086 expref: -99 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764819.341180:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e0305280b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764819.341195:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e0305280b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764819.341206:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e0305280b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764819.341221:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25000/0x57b8ff0e03052812 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x46b96a5 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764819.341227:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25000/0x57b8ff0e03052812 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x46b96a5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764819.341236:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25000/0x57b8ff0e03052812 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x46b96a5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764819.341611:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24c00/0x57b8ff0e03052819 lrc: 3/1,0 mode: --/PR res: [0x200003ab4:0x12:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764819.341623:0:42324:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76000/0x57b8ff0e030527e8 lrc: 2/0,0 mode: CW/CW res: [0x200003ab4:0x12:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c078 expref: 37 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764819.341631:0:42324:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24c00/0x57b8ff0e03052819 lrc: 4/1,0 mode: --/PR res: [0x200003ab4:0x12:0x0].0x0 bits 0x13/0x48 rrc: 5 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764819.341668:0:42324:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76000/0x57b8ff0e030527e8 lrc: 3/0,0 mode: CW/CW res: [0x200003ab4:0x12:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c078 expref: 37 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764819.341684:0:42324:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76000/0x57b8ff0e030527e8 lrc: 4/0,0 mode: CW/CW res: [0x200003ab4:0x12:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c078 expref: 37 pid: 44493 timeout: 2386 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764819.341699:0:42324:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944486043480 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:42324:1862022119069696:192.168.202.28@tcp:104: 00000100:00100000:2.0:1775764819.341842:0:42324:0:(client.c:2691:ptlrpc_set_wait()) set ffff94458888a900 going to sleep for 11 seconds 00000100:00100000:2.0:1775764819.348466:0:42324:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944486043480 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:42324:1862022119069696:192.168.202.28@tcp:104: 00010000:00010000:2.0:1775764819.348513:0:42324:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24c00/0x57b8ff0e03052819 lrc: 3/1,0 mode: --/PR res: [0x200003ab4:0x12:0x0].0x0 bits 0x13/0x48 rrc: 5 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764819.356362:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764819.357351:0:42311:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098665984 00000100:00100000:0.0:1775764819.357363:0:42311:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098665984 00010000:00010000:0.0:1775764819.357414:0:42311:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76000/0x57b8ff0e030527e8 lrc: 4/0,0 mode: CW/CW res: [0x200003ab4:0x12:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c078 expref: 38 pid: 44493 timeout: 2386 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764819.357468:0:42311:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 205 00000100:00100000:0.0:1775764819.357488:0:42311:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445b1d49050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+38:2379:x1862022098665984:12345-192.168.202.28@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1775764819.357511:0:42311:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764819.357518:0:42311:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76000/0x57b8ff0e030527e8 lrc: 4/0,0 mode: CW/CW res: [0x200003ab4:0x12:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c078 expref: 38 pid: 44493 timeout: 2386 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764819.357532:0:42311:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76000/0x57b8ff0e030527e8 lrc: 3/0,0 mode: CW/CW res: [0x200003ab4:0x12:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c078 expref: 38 pid: 44493 timeout: 2386 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764819.357556:0:42311:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76000/0x57b8ff0e030527e8 lrc: 0/0,0 mode: --/CW res: [0x200003ab4:0x12:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c078 expref: 38 pid: 44493 timeout: 2386 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764819.357575:0:42311:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x12:0x0].0x0 (ffff9445867be600) 00010000:00010000:0.0:1775764819.357580:0:42311:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24c00/0x57b8ff0e03052819 lrc: 3/1,0 mode: --/PR res: [0x200003ab4:0x12:0x0].0x0 bits 0x13/0x48 rrc: 5 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764819.357590:0:42311:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24c00/0x57b8ff0e03052819 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x12:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764819.357598:0:42311:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24c00/0x57b8ff0e03052819 lrc: 4/1,0 mode: PR/PR res: [0x200003ab4:0x12:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764819.357633:0:42311:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775764819.357748:0:42311:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445b1d49050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+37:2379:x1862022098665984:12345-192.168.202.28@tcp:103:ldlm_bl.0 Request processed in 270us (1396us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764819.357756:0:42311:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 205 00010000:00010000:2.0:1775764819.358193:0:42324:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24c00/0x57b8ff0e03052819 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x12:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764819.358204:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24c00/0x57b8ff0e03052819 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x12:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764819.358258:0:42324:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab4:0x12:0x0]: returning size 16 00000004:00200000:2.0:1775764819.358275:0:42324:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764819.358299:0:42324:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24c00/0x57b8ff0e03052819 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x12:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764819.358312:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24c00/0x57b8ff0e03052819 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x12:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764819.358325:0:42324:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e0305280b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764819.358331:0:42324:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e0305280b lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764819.358338:0:42324:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e0305280b lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764819.358343:0:42324:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445baf25800 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764819.358348:0:42324:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e0305280b lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764819.358357:0:42324:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e0305280b lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764819.358371:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff94459084a400) 00010000:00010000:2.0:1775764819.358374:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764819.358377:0:42324:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e0305280b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764819.358383:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e0305280b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764819.358399:0:42324:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25000/0x57b8ff0e03052812 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x46b96a5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764819.358406:0:42324:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25000/0x57b8ff0e03052812 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x46b96a5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764819.358411:0:42324:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25000/0x57b8ff0e03052812 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x46b96a5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764819.358416:0:42324:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445baf25000 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764819.358419:0:42324:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25000/0x57b8ff0e03052812 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x46b96a5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764819.358424:0:42324:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25000/0x57b8ff0e03052812 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x46b96a5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764819.358431:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x46b96a5 (ffff94459084a900) 00010000:00010000:2.0:1775764819.358434:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764819.358437:0:42324:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25000/0x57b8ff0e03052812 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x46b96a5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764819.358442:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25000/0x57b8ff0e03052812 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x46b96a5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764819.358496:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25600/0x57b8ff0e03052804 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c086 expref: 37 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764819.358512:0:42324:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24c00/0x57b8ff0e03052819 lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0x12:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c086 expref: 36 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764819.358526:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x12:0x0].0x0 (ffff9445867be600) 00010000:00010000:2.0:1775764819.358528:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1775764819.358531:0:42324:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445baf24c00, rc 0) 00000100:00100000:2.0:1775764819.358570:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944589100000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+36:65830:x1862022098665856:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 17556us (17809us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764819.358578:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 1084 00010000:00010000:2.0:1775764819.777351:0:42312:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1775764820.195452:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764820.213907:0:42328:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098666240 00000100:00100000:1.0:1775764820.213927:0:42328:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098666240 00000100:00100000:1.0:1775764820.213997:0:42328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 324 00000100:00100000:1.0:1775764820.214020:0:42328:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486043480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+36:65803:x1862022098666240:12345-192.168.202.28@tcp:35:multiop.0 00000100:00100000:1.0:1775764820.214408:0:42328:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486043480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+37:65803:x1862022098666240:12345-192.168.202.28@tcp:35:multiop.0 Request processed in 399us (18967us total) trans 34359739279 rc 0/0 00000100:00100000:1.0:1775764820.214415:0:42328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 324 00000100:00100000:1.0:1775764820.225690:0:3328:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9444832c2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3328:1862022119069824:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1775764820.225766:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764820.228526:0:42947:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119069824 00000100:00100000:3.0:1775764820.228544:0:42947:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119069824 00000100:00100000:3.0:1775764820.228633:0:42947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 185 00000100:00100000:3.0:1775764820.228644:0:42947:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444832c3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3328:x1862022119069824:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1775764820.228701:0:42947:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 54329344 pending 0 free 3765436416 avail 3763339264 00000100:00100000:3.0:1775764820.228789:0:42947:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444832c3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3328:x1862022119069824:12345-0@lo:13:osp-pre-1-0.0 Request processed in 148us (3022us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764820.228815:0:42947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 185 00000100:00080000:3.0:1775764820.228839:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1775764820.228887:0:3328:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9444832c2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3328:1862022119069824:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1775764820.801071:0:42313:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775764820.831014:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764820.831701:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098666496 00000100:00100000:1.0:1775764820.831715:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098666496 00000100:00100000:1.0:1775764820.831788:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 1085 00000100:00100000:1.0:1775764820.831833:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944487fbd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+37:65915:x1862022098666496:12345-192.168.202.28@tcp:101:multiop.0 00010000:00010000:1.0:1775764820.831861:0:42325:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764820.831864:0:42325:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:1.0:1775764820.831906:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24e00/0x57b8ff0e030527fd lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c07f expref: 37 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764820.831927:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff94459084a400) 00010000:00010000:1.0:1775764820.831939:0:42325:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1775764820.831955:0:42325:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944488003e00/0x57b8ff0e03052820 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17c08d expref: -99 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764820.832068:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff944488003600/0x57b8ff0e03052827 lrc: 3/0,1 mode: --/CW res: [0x200003ab4:0x12:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764820.832084:0:42325:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24c00/0x57b8ff0e03052819 lrc: 2/0,0 mode: PR/PR res: [0x200003ab4:0x12:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c086 expref: 37 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764820.832092:0:42325:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff944488003600/0x57b8ff0e03052827 lrc: 4/0,1 mode: --/CW res: [0x200003ab4:0x12:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764820.832124:0:42325:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24c00/0x57b8ff0e03052819 lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0x12:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c086 expref: 37 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764820.832148:0:42325:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24c00/0x57b8ff0e03052819 lrc: 4/0,0 mode: PR/PR res: [0x200003ab4:0x12:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c086 expref: 37 pid: 42324 timeout: 2387 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764820.832164:0:42325:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9444832c1500 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:42325:1862022119069952:192.168.202.28@tcp:104: 00000100:00100000:1.0:1775764820.832270:0:42325:0:(client.c:2691:ptlrpc_set_wait()) set ffff9445b217c000 going to sleep for 11 seconds 00000100:00100000:1.0:1775764820.840561:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764820.840704:0:42325:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9444832c1500 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:42325:1862022119069952:192.168.202.28@tcp:104: 00010000:00010000:2.0:1775764820.840734:0:42325:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff944488003600/0x57b8ff0e03052827 lrc: 3/0,1 mode: --/CW res: [0x200003ab4:0x12:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764820.844761:0:44302:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098666624 00000100:00100000:0.0:1775764820.844781:0:44302:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098666624 00010000:00010000:0.0:1775764820.844854:0:44302:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24c00/0x57b8ff0e03052819 lrc: 4/0,0 mode: PR/PR res: [0x200003ab4:0x12:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c086 expref: 38 pid: 42324 timeout: 2387 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764820.844907:0:44302:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 206 00000100:00100000:0.0:1775764820.844918:0:44302:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444832c1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+38:2378:x1862022098666624:12345-192.168.202.28@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1775764820.844933:0:44302:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764820.844940:0:44302:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24c00/0x57b8ff0e03052819 lrc: 4/0,0 mode: PR/PR res: [0x200003ab4:0x12:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c086 expref: 38 pid: 42324 timeout: 2387 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764820.844956:0:44302:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24c00/0x57b8ff0e03052819 lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0x12:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c086 expref: 38 pid: 42324 timeout: 2387 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764820.844977:0:44302:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24c00/0x57b8ff0e03052819 lrc: 0/0,0 mode: --/PR res: [0x200003ab4:0x12:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c086 expref: 38 pid: 42324 timeout: 2387 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764820.844998:0:44302:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x12:0x0].0x0 (ffff9445867be600) 00010000:00010000:0.0:1775764820.845004:0:44302:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff944488003600/0x57b8ff0e03052827 lrc: 3/0,1 mode: --/CW res: [0x200003ab4:0x12:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764820.845013:0:44302:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff944488003600/0x57b8ff0e03052827 lrc: 3/0,1 mode: CW/CW res: [0x200003ab4:0x12:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764820.845021:0:44302:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944488003600/0x57b8ff0e03052827 lrc: 4/0,1 mode: CW/CW res: [0x200003ab4:0x12:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764820.845782:0:44302:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775764820.845930:0:44302:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444832c1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+37:2378:x1862022098666624:12345-192.168.202.28@tcp:103:ldlm_bl.0 Request processed in 1007us (5374us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764820.845943:0:44302:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 206 00010000:00010000:2.0:1775764820.855389:0:42325:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff944488003600/0x57b8ff0e03052827 lrc: 3/0,1 mode: CW/CW res: [0x200003ab4:0x12:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764820.855411:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944488003600/0x57b8ff0e03052827 lrc: 3/0,1 mode: CW/CW res: [0x200003ab4:0x12:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764820.855440:0:42325:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab4:0x12:0x0]: returning size 16 00010000:00010000:2.0:1775764820.855633:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944488003e00/0x57b8ff0e03052820 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c08d expref: 38 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764820.855669:0:42325:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff944488003600/0x57b8ff0e03052827 lrc: 3/0,0 mode: CW/CW res: [0x200003ab4:0x12:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c08d expref: 37 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764820.855678:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x12:0x0].0x0 (ffff9445867be600) 00010000:00010000:2.0:1775764820.855681:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:2.0:1775764820.855686:0:42325:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944488003600, rc 0) 00000100:00100000:2.0:1775764820.855768:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944487fbd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+37:65915:x1862022098666496:12345-192.168.202.28@tcp:101:multiop.0 Request processed in 23970us (24766us total) trans 34359739280 rc 0/0 00000100:00100000:2.0:1775764820.855779:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 1085 00000100:00100000:1.0:1775764821.676936:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764821.676982:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764821.677032:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764821.677074:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764821.677112:0:42318:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098666752 00000100:00100000:0.0:1775764821.677135:0:42318:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098666752 00000100:00100000:1.0:1775764821.677170:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764821.677198:0:42318:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 318 00000100:00100000:1.0:1775764821.677203:0:42946:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098667136 00000100:00100000:1.0:1775764821.677208:0:42946:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098667136 00000100:00100000:0.0:1775764821.677220:0:42318:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944585dee050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:24b54882-c0a1-43f2-954f-009e5a9afc9d+12:2376:x1862022098666752:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:1.0:1775764821.677251:0:42946:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098667264 00000100:00100000:1.0:1775764821.677256:0:42946:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098667264 00000100:00100000:1.0:1775764821.677282:0:42946:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 310 00000100:00100000:1.0:1775764821.677290:0:42946:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444832c0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+8:2376:x1862022098667136:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:0.0:1775764821.677298:0:42318:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944585dee050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:24b54882-c0a1-43f2-954f-009e5a9afc9d+12:2376:x1862022098666752:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 88us (262us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764821.677306:0:42318:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 318 00000100:00100000:1.0:1775764821.677329:0:42946:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444832c0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+8:2376:x1862022098667136:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 39us (345us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764821.677336:0:42946:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 310 00000100:00100000:1.0:1775764821.677354:0:42946:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 311 00000100:00100000:1.0:1775764821.677361:0:42946:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444832c2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+8:2376:x1862022098667264:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:1.0:1775764821.677387:0:42946:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444832c2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+8:2376:x1862022098667264:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 27us (218us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764821.677393:0:42946:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 311 00000100:00100000:2.0:1775764821.677540:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098666880 00000100:00100000:2.0:1775764821.677547:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098666880 00000100:00100000:2.0:1775764821.677587:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098667008 00000100:00100000:2.0:1775764821.677589:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098667008 00000100:00100000:2.0:1775764821.677618:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 431 00000100:00100000:2.0:1775764821.677626:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444832c0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:82781e18-e0e3-4f9f-9a2b-041bf0344414+5:2376:x1862022098666880:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:2.0:1775764821.677660:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444832c0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:82781e18-e0e3-4f9f-9a2b-041bf0344414+5:2376:x1862022098666880:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 35us (737us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764821.677668:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 431 00000100:00100000:2.0:1775764821.677682:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 432 00000100:00100000:2.0:1775764821.677689:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444832c0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+37:2376:x1862022098667008:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:2.0:1775764821.677719:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444832c0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+37:2376:x1862022098667008:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 31us (645us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764821.677725:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 432 00000100:00080000:3.0:1775764821.677862:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1775764821.677867:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1775764821.677869:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:0.0:1775764821.826359:0:43224:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764822.850289:0:42312:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:2.0:1775764822.876407:0:5825:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 34359739279 is committed 00000001:00080000:2.0:1775764822.876428:0:5825:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 34359739280 is committed 00000100:00100000:1.0:1775764823.300401:0:3329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944487fbca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3329:1862022119070080:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1775764823.300490:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764823.300619:0:42947:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119070080 00000100:00100000:2.0:1775764823.300629:0:42947:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119070080 00000100:00100000:2.0:1775764823.300707:0:42947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 186 00000100:00100000:2.0:1775764823.300717:0:42947:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444832c1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3329:x1862022119070080:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1775764823.300757:0:42947:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 57737216 pending 0 free 3704619008 avail 3702521856 00000100:00080000:3.0:1775764823.300987:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1775764823.309852:0:42947:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444832c1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3329:x1862022119070080:12345-0@lo:13:osp-pre-0-0.0 Request processed in 9127us (9352us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764823.309868:0:42947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 186 00000100:00100000:1.0:1775764823.310460:0:3329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944487fbca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3329:1862022119070080:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1775764823.749020:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764823.750065:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098667392 00000100:00100000:2.0:1775764823.750079:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098667392 00000100:00100000:2.0:1775764823.750303:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 1086 00000100:00100000:2.0:1775764823.750315:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944487fbca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+35:65943:x1862022098667392:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:2.0:1775764823.750337:0:42324:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764823.750360:0:42324:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25600/0x57b8ff0e03052835 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17c094 expref: -99 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764823.750435:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25000/0x57b8ff0e0305283c lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764823.750449:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25000/0x57b8ff0e0305283c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764823.750463:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25000/0x57b8ff0e0305283c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764823.750692:0:42324:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 9728 00000004:00200000:2.0:1775764823.750697:0:42324:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 48 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764823.750777:0:42324:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25000/0x57b8ff0e0305283c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764823.750846:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25600/0x57b8ff0e03052835 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c094 expref: 37 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764823.750867:0:42324:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25000/0x57b8ff0e0305283c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c094 expref: 36 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764823.750883:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff94459084a300) 00010000:00010000:2.0:1775764823.750886:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1775764823.750891:0:42324:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445baf25000, rc 0) 00000100:00100000:2.0:1775764823.750972:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944487fbca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+36:65943:x1862022098667392:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 659us (1964us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764823.750981:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 1086 00000100:00080000:3.0:1775764823.764912:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1775764823.773648:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764823.778715:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098667520 00000100:00100000:0.0:1775764823.778734:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098667520 00000100:00100000:0.0:1775764823.778893:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 1087 00000100:00100000:0.0:1775764823.778906:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bea11f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+36:65943:x1862022098667520:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:0.0:1775764823.778933:0:44493:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764823.778957:0:44493:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76000/0x57b8ff0e03052843 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17c09b expref: -99 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764823.779061:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77400/0x57b8ff0e0305284a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764823.779078:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77400/0x57b8ff0e0305284a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764823.779091:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77400/0x57b8ff0e0305284a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764823.779369:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77800/0x57b8ff0e03052851 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x46b96a5 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764823.779380:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77800/0x57b8ff0e03052851 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x46b96a5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764823.779388:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77800/0x57b8ff0e03052851 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x46b96a5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764823.779901:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76a00/0x57b8ff0e03052858 lrc: 3/1,0 mode: --/PR res: [0x200003ab4:0x12:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764823.779915:0:44493:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff944488003600/0x57b8ff0e03052827 lrc: 2/0,0 mode: CW/CW res: [0x200003ab4:0x12:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c08d expref: 37 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764823.779923:0:44493:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76a00/0x57b8ff0e03052858 lrc: 4/1,0 mode: --/PR res: [0x200003ab4:0x12:0x0].0x0 bits 0x13/0x48 rrc: 5 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764823.779964:0:44493:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff944488003600/0x57b8ff0e03052827 lrc: 3/0,0 mode: CW/CW res: [0x200003ab4:0x12:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c08d expref: 37 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764823.779980:0:44493:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff944488003600/0x57b8ff0e03052827 lrc: 4/0,0 mode: CW/CW res: [0x200003ab4:0x12:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c08d expref: 37 pid: 42325 timeout: 2390 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764823.779995:0:44493:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944586b88e00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:44493:1862022119070208:192.168.202.28@tcp:104: 00000100:00100000:0.0:1775764823.780203:0:44493:0:(client.c:2691:ptlrpc_set_wait()) set ffff944588523cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1775764823.783206:0:44493:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944586b88e00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:44493:1862022119070208:192.168.202.28@tcp:104: 00010000:00010000:2.0:1775764823.783244:0:44493:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76a00/0x57b8ff0e03052858 lrc: 3/1,0 mode: --/PR res: [0x200003ab4:0x12:0x0].0x0 bits 0x13/0x48 rrc: 5 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764823.794756:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764823.795600:0:42311:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098667648 00000100:00100000:0.0:1775764823.795612:0:42311:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098667648 00010000:00010000:0.0:1775764823.795665:0:42311:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff944488003600/0x57b8ff0e03052827 lrc: 4/0,0 mode: CW/CW res: [0x200003ab4:0x12:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c08d expref: 38 pid: 42325 timeout: 2390 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764823.795721:0:42311:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 207 00000100:00100000:0.0:1775764823.795734:0:42311:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bea10700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+38:2378:x1862022098667648:12345-192.168.202.28@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1775764823.795755:0:42311:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764823.795762:0:42311:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff944488003600/0x57b8ff0e03052827 lrc: 4/0,0 mode: CW/CW res: [0x200003ab4:0x12:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c08d expref: 38 pid: 42325 timeout: 2390 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764823.795778:0:42311:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff944488003600/0x57b8ff0e03052827 lrc: 3/0,0 mode: CW/CW res: [0x200003ab4:0x12:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c08d expref: 38 pid: 42325 timeout: 2390 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764823.795967:0:42311:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944488003600/0x57b8ff0e03052827 lrc: 0/0,0 mode: --/CW res: [0x200003ab4:0x12:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c08d expref: 38 pid: 42325 timeout: 2390 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764823.796060:0:42311:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x12:0x0].0x0 (ffff9445867be600) 00010000:00010000:0.0:1775764823.796067:0:42311:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76a00/0x57b8ff0e03052858 lrc: 3/1,0 mode: --/PR res: [0x200003ab4:0x12:0x0].0x0 bits 0x13/0x48 rrc: 5 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764823.796078:0:42311:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76a00/0x57b8ff0e03052858 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x12:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764823.796087:0:42311:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76a00/0x57b8ff0e03052858 lrc: 4/1,0 mode: PR/PR res: [0x200003ab4:0x12:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764823.796170:0:42311:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775764823.796234:0:42311:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bea10700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+37:2378:x1862022098667648:12345-192.168.202.28@tcp:103:ldlm_bl.0 Request processed in 502us (1491us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764823.796243:0:42311:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 207 00010000:00010000:2.0:1775764823.800190:0:44493:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76a00/0x57b8ff0e03052858 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x12:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764823.800210:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76a00/0x57b8ff0e03052858 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x12:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764823.800266:0:44493:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab4:0x12:0x0]: returning size 16 00000004:00200000:2.0:1775764823.800272:0:44493:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764823.800295:0:44493:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76a00/0x57b8ff0e03052858 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x12:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764823.800314:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76a00/0x57b8ff0e03052858 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x12:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764823.800326:0:44493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77400/0x57b8ff0e0305284a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764823.800333:0:44493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77400/0x57b8ff0e0305284a lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764823.800345:0:44493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77400/0x57b8ff0e0305284a lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764823.800350:0:44493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445bfe77400 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764823.800354:0:44493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77400/0x57b8ff0e0305284a lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764823.800362:0:44493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77400/0x57b8ff0e0305284a lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764823.800378:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff94459084a300) 00010000:00010000:2.0:1775764823.800382:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764823.800387:0:44493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77400/0x57b8ff0e0305284a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764823.800394:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77400/0x57b8ff0e0305284a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764823.800413:0:44493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77800/0x57b8ff0e03052851 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x46b96a5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764823.800419:0:44493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77800/0x57b8ff0e03052851 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x46b96a5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764823.800425:0:44493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77800/0x57b8ff0e03052851 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x46b96a5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764823.800430:0:44493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445bfe77800 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764823.800432:0:44493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77800/0x57b8ff0e03052851 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x46b96a5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764823.800442:0:44493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77800/0x57b8ff0e03052851 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x46b96a5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764823.801284:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x46b96a5 (ffff944599e85500) 00010000:00010000:2.0:1775764823.801290:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764823.801295:0:44493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77800/0x57b8ff0e03052851 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x46b96a5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764823.801303:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77800/0x57b8ff0e03052851 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x46b96a5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764823.801353:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76000/0x57b8ff0e03052843 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c09b expref: 37 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764823.801367:0:44493:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76a00/0x57b8ff0e03052858 lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0x12:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c09b expref: 36 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764823.801374:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x12:0x0].0x0 (ffff9445867be600) 00010000:00010000:2.0:1775764823.801377:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1775764823.801379:0:44493:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445bfe76a00, rc 0) 00000100:00100000:2.0:1775764823.801580:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bea11f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+36:65943:x1862022098667520:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 22675us (27941us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764823.801589:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 1087 00000100:00100000:3.0:1775764823.820559:0:3331:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944486040000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3331:1862022119070464:0@lo:400:kworker.0 00000100:00100000:3.0:1775764823.820658:0:3331:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764823.820707:0:3331:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:3.0:1775764823.820714:0:3331:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944486042680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d8dacf45-8471-4226-a2fb-1fac83f69c1e:3331:1862022119070336:0@lo:400:kworker.0 00000100:00100000:3.0:1775764823.820744:0:3331:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764823.820767:0:3331:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944486041c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3331:1862022119070848:0@lo:400:kworker.0 00000100:00100000:3.0:1775764823.820795:0:3331:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764823.820845:0:3328:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944486040e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3328:1862022119070592:0@lo:400:kworker.0 00000100:00100000:3.0:1775764823.820865:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764823.820888:0:3328:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1775764823.820893:0:3328:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944486041f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3328:1862022119070720:0@lo:400:kworker.0 00000100:00100000:3.0:1775764823.820905:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764823.820925:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119070848 00000100:00100000:3.0:1775764823.820930:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119070848 00000100:00100000:3.0:1775764823.820969:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119070592 00000100:00100000:3.0:1775764823.820971:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119070592 00000100:00100000:3.0:1775764823.820977:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119070720 00000100:00100000:3.0:1775764823.820979:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119070720 00000100:00100000:3.0:1775764823.820988:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 433 00000100:00100000:3.0:1775764823.821003:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444867c9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3331:x1862022119070848:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764823.821044:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444867c9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3331:x1862022119070848:12345-0@lo:400:kworker.0 Request processed in 42us (249us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764823.821050:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 433 00000100:00100000:3.0:1775764823.821063:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 434 00000100:00100000:3.0:1775764823.821067:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444867c9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3328:x1862022119070592:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764823.821084:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444867c9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3328:x1862022119070592:12345-0@lo:400:kworker.0 Request processed in 17us (219us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764823.821088:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 434 00000100:00100000:3.0:1775764823.821097:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 435 00000100:00100000:3.0:1775764823.821103:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444867c8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3328:x1862022119070720:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764823.821139:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444867c8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3328:x1862022119070720:12345-0@lo:400:kworker.0 Request processed in 36us (231us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764823.821144:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 435 00000100:00080000:3.0:1775764823.821161:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1775764823.821190:0:3328:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944486041f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3328:1862022119070720:0@lo:400:kworker.0 00000100:00100000:3.0:1775764823.821199:0:3328:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944486040e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3328:1862022119070592:0@lo:400:kworker.0 00000100:00100000:3.0:1775764823.821232:0:3331:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944486041c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3331:1862022119070848:0@lo:400:kworker.0 00000100:00100000:2.0:1775764823.821297:0:42944:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119070464 00000100:00100000:2.0:1775764823.821303:0:42944:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119070464 00000100:00100000:2.0:1775764823.821339:0:42944:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 312 00000100:00100000:2.0:1775764823.821346:0:42944:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bea13800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3331:x1862022119070464:12345-0@lo:400:kworker.0 00000100:00080000:3.0:1775764823.821371:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1775764823.821385:0:42944:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bea13800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3331:x1862022119070464:12345-0@lo:400:kworker.0 Request processed in 41us (730us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764823.821390:0:3331:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944486040000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3331:1862022119070464:0@lo:400:kworker.0 00000100:00100000:2.0:1775764823.821393:0:42944:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 312 00000100:00100000:1.0:1775764823.821791:0:42317:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119070336 00000100:00100000:1.0:1775764823.821820:0:42317:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119070336 00000100:00100000:1.0:1775764823.821850:0:42317:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 319 00000100:00100000:1.0:1775764823.821856:0:42317:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445be7e1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d8dacf45-8471-4226-a2fb-1fac83f69c1e+18:3331:x1862022119070336:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764823.821903:0:42317:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445be7e1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d8dacf45-8471-4226-a2fb-1fac83f69c1e+18:3331:x1862022119070336:12345-0@lo:400:kworker.0 Request processed in 47us (1158us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764823.821909:0:42317:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 319 00000100:00100000:1.0:1775764823.821952:0:3331:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944486042680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d8dacf45-8471-4226-a2fb-1fac83f69c1e:3331:1862022119070336:0@lo:400:kworker.0 00010000:00010000:3.0:1775764823.872984:0:42313:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1775764824.065206:0:42356:0:(llog.c:800:llog_process_thread()) index: 8, lh_last_idx: 8 synced_idx: 8 lgh_last_idx: 8 00000040:00080000:1.0:1775764824.065218:0:42356:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x32:0x0] at index 8 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1775764824.065788:0:42356:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x32:0x0] index 64768 count 1 00000040:00080000:1.0:1775764824.066043:0:42356:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 9 count 2 00000100:00100000:3.0:1775764824.358299:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764824.366381:0:42327:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098667904 00000100:00100000:2.0:1775764824.366399:0:42327:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098667904 00000100:00100000:2.0:1775764824.366645:0:42327:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 325 00000100:00100000:2.0:1775764824.366657:0:42327:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944488920000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+36:65915:x1862022098667904:12345-192.168.202.28@tcp:35:multiop.0 00000100:00100000:2.0:1775764824.367079:0:42327:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944488920000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+37:65915:x1862022098667904:12345-192.168.202.28@tcp:35:multiop.0 Request processed in 423us (9162us total) trans 34359739281 rc 0/0 00000100:00100000:2.0:1775764824.367088:0:42327:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 325 00000100:00100000:1.0:1775764824.448920:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764824.449270:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098668160 00000100:00100000:3.0:1775764824.449280:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098668160 00000100:00100000:3.0:1775764824.449380:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 1088 00000100:00100000:3.0:1775764824.449390:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444832c1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+37:65996:x1862022098668160:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:3.0:1775764824.449414:0:42326:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764824.449432:0:42326:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695e00/0x57b8ff0e0305285f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17c0a2 expref: -99 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764824.449550:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e03052866 lrc: 3/0,1 mode: --/CW res: [0x200003ab4:0x12:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764824.449565:0:42326:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76a00/0x57b8ff0e03052858 lrc: 2/0,0 mode: PR/PR res: [0x200003ab4:0x12:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c09b expref: 38 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764824.449574:0:42326:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e03052866 lrc: 4/0,1 mode: --/CW res: [0x200003ab4:0x12:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764824.449615:0:42326:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76a00/0x57b8ff0e03052858 lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0x12:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c09b expref: 38 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764824.449629:0:42326:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76a00/0x57b8ff0e03052858 lrc: 4/0,0 mode: PR/PR res: [0x200003ab4:0x12:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c09b expref: 38 pid: 44493 timeout: 2391 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764824.449642:0:42326:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944488921880 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:42326:1862022119070976:192.168.202.28@tcp:104: 00000100:00100000:3.0:1775764824.449735:0:42326:0:(client.c:2691:ptlrpc_set_wait()) set ffff94458542eb40 going to sleep for 11 seconds 00000100:00100000:1.0:1775764824.455539:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764824.455765:0:42326:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944488921880 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:42326:1862022119070976:192.168.202.28@tcp:104: 00010000:00010000:0.0:1775764824.455793:0:42326:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e03052866 lrc: 3/0,1 mode: --/CW res: [0x200003ab4:0x12:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764824.455982:0:42309:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098668288 00000100:00100000:3.0:1775764824.455989:0:42309:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098668288 00010000:00010000:3.0:1775764824.456032:0:42309:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76a00/0x57b8ff0e03052858 lrc: 4/0,0 mode: PR/PR res: [0x200003ab4:0x12:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c09b expref: 39 pid: 44493 timeout: 2391 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764824.456061:0:42309:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 208 00000100:00100000:3.0:1775764824.456068:0:42309:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444832c2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+39:2379:x1862022098668288:12345-192.168.202.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764824.456084:0:42309:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764824.456107:0:42309:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76a00/0x57b8ff0e03052858 lrc: 4/0,0 mode: PR/PR res: [0x200003ab4:0x12:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c09b expref: 39 pid: 44493 timeout: 2391 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764824.456120:0:42309:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76a00/0x57b8ff0e03052858 lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0x12:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c09b expref: 39 pid: 44493 timeout: 2391 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764824.456146:0:42309:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76a00/0x57b8ff0e03052858 lrc: 0/0,0 mode: --/PR res: [0x200003ab4:0x12:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c09b expref: 39 pid: 44493 timeout: 2391 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764824.456163:0:42309:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x12:0x0].0x0 (ffff9445867be600) 00010000:00010000:3.0:1775764824.456168:0:42309:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e03052866 lrc: 3/0,1 mode: --/CW res: [0x200003ab4:0x12:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764824.456177:0:42309:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e03052866 lrc: 3/0,1 mode: CW/CW res: [0x200003ab4:0x12:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764824.456184:0:42309:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e03052866 lrc: 4/0,1 mode: CW/CW res: [0x200003ab4:0x12:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764824.456224:0:42309:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764824.456274:0:42309:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444832c2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+38:2379:x1862022098668288:12345-192.168.202.28@tcp:103:ldlm_bl.0 Request processed in 205us (744us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764824.456282:0:42309:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 208 00010000:00010000:1.0:1775764824.456640:0:42326:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e03052866 lrc: 3/0,1 mode: CW/CW res: [0x200003ab4:0x12:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764824.456648:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e03052866 lrc: 3/0,1 mode: CW/CW res: [0x200003ab4:0x12:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764824.456670:0:42326:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab4:0x12:0x0]: returning size 16 00010000:00010000:1.0:1775764824.456859:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695e00/0x57b8ff0e0305285f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c0a2 expref: 39 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764824.456879:0:42326:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e03052866 lrc: 3/0,0 mode: CW/CW res: [0x200003ab4:0x12:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c0a2 expref: 38 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764824.456886:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x12:0x0].0x0 (ffff9445867be600) 00010000:00010000:1.0:1775764824.456888:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:1.0:1775764824.456891:0:42326:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445be695c00, rc 0) 00000100:00100000:1.0:1775764824.456931:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444832c1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+38:65996:x1862022098668160:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 7543us (8024us total) trans 34359739282 rc 0/0 00000100:00100000:1.0:1775764824.456938:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 1088 00000100:00100000:1.0:1775764824.543942:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764824.544114:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098668416 00000100:00100000:2.0:1775764824.544123:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098668416 00000100:00100000:2.0:1775764824.544180:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 1089 00000100:00100000:2.0:1775764824.544192:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444824b1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+38:66002:x1862022098668416:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:2.0:1775764824.544219:0:44493:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764824.544240:0:44493:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e03052874 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17c0a9 expref: -99 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764824.544309:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25600/0x57b8ff0e0305287b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764824.544325:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25600/0x57b8ff0e0305287b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764824.544337:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25600/0x57b8ff0e0305287b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764824.544352:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24c00/0x57b8ff0e03052882 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x46b96a5 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764824.544362:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24c00/0x57b8ff0e03052882 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x46b96a5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764824.544369:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24c00/0x57b8ff0e03052882 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x46b96a5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764824.544714:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24e00/0x57b8ff0e03052889 lrc: 3/1,0 mode: --/PR res: [0x200003ab4:0x12:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764824.544726:0:44493:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e03052866 lrc: 2/0,0 mode: CW/CW res: [0x200003ab4:0x12:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c0a2 expref: 39 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764824.544734:0:44493:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24e00/0x57b8ff0e03052889 lrc: 4/1,0 mode: --/PR res: [0x200003ab4:0x12:0x0].0x0 bits 0x13/0x48 rrc: 5 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764824.544770:0:44493:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e03052866 lrc: 3/0,0 mode: CW/CW res: [0x200003ab4:0x12:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c0a2 expref: 39 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764824.544784:0:44493:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e03052866 lrc: 4/0,0 mode: CW/CW res: [0x200003ab4:0x12:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c0a2 expref: 39 pid: 42326 timeout: 2391 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764824.544829:0:44493:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944486041880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:44493:1862022119071104:192.168.202.28@tcp:104: 00000100:00100000:2.0:1775764824.544959:0:44493:0:(client.c:2691:ptlrpc_set_wait()) set ffff9445a6275780 going to sleep for 11 seconds 00000100:00100000:3.0:1775764824.548866:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764824.549011:0:47878:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098668672 00000100:00100000:1.0:1775764824.549022:0:47878:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098668672 00000100:00100000:1.0:1775764824.549086:0:47878:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 326 00000100:00100000:1.0:1775764824.549106:0:47878:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944488920a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+40:46150:x1862022098668672:12345-192.168.202.28@tcp:35:ldlm_bl.0 00000100:00100000:1.0:1775764824.549358:0:47878:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944488920a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+41:46150:x1862022098668672:12345-192.168.202.28@tcp:35:ldlm_bl.0 Request processed in 262us (502us total) trans 34359739283 rc 0/0 00000100:00100000:1.0:1775764824.549367:0:47878:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 326 00000100:00100000:2.0:1775764824.550345:0:44493:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944486041880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:44493:1862022119071104:192.168.202.28@tcp:104: 00010000:00010000:2.0:1775764824.550380:0:44493:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24e00/0x57b8ff0e03052889 lrc: 3/1,0 mode: --/PR res: [0x200003ab4:0x12:0x0].0x0 bits 0x13/0x48 rrc: 5 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764824.554047:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764824.554292:0:42310:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098668800 00000100:00100000:1.0:1775764824.554303:0:42310:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098668800 00010000:00010000:1.0:1775764824.554345:0:42310:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e03052866 lrc: 4/0,0 mode: CW/CW res: [0x200003ab4:0x12:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c0a2 expref: 41 pid: 42326 timeout: 2391 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764824.554388:0:42310:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 209 00000100:00100000:1.0:1775764824.554398:0:42310:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944488921500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+41:2378:x1862022098668800:12345-192.168.202.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1775764824.554419:0:42310:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764824.554427:0:42310:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e03052866 lrc: 4/0,0 mode: CW/CW res: [0x200003ab4:0x12:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c0a2 expref: 41 pid: 42326 timeout: 2391 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764824.554439:0:42310:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e03052866 lrc: 3/0,0 mode: CW/CW res: [0x200003ab4:0x12:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c0a2 expref: 41 pid: 42326 timeout: 2391 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764824.554476:0:42310:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e03052866 lrc: 0/0,0 mode: --/CW res: [0x200003ab4:0x12:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c0a2 expref: 41 pid: 42326 timeout: 2391 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764824.554493:0:42310:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x12:0x0].0x0 (ffff9445867be600) 00010000:00010000:1.0:1775764824.554498:0:42310:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24e00/0x57b8ff0e03052889 lrc: 3/1,0 mode: --/PR res: [0x200003ab4:0x12:0x0].0x0 bits 0x13/0x48 rrc: 5 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764824.554508:0:42310:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24e00/0x57b8ff0e03052889 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x12:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764824.554516:0:42310:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24e00/0x57b8ff0e03052889 lrc: 4/1,0 mode: PR/PR res: [0x200003ab4:0x12:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764824.554613:0:42310:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1775764824.554677:0:42310:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944488921500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+40:2378:x1862022098668800:12345-192.168.202.28@tcp:103:ldlm_bl.0 Request processed in 280us (639us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764824.554685:0:42310:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 209 00010000:00010000:2.0:1775764824.555979:0:44493:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24e00/0x57b8ff0e03052889 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x12:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764824.556001:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24e00/0x57b8ff0e03052889 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x12:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764824.556050:0:44493:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab4:0x12:0x0]: returning size 16 00000004:00200000:2.0:1775764824.556054:0:44493:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764824.556077:0:44493:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24e00/0x57b8ff0e03052889 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x12:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764824.556091:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24e00/0x57b8ff0e03052889 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x12:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764824.556111:0:44493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25600/0x57b8ff0e0305287b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764824.556118:0:44493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25600/0x57b8ff0e0305287b lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764824.556125:0:44493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25600/0x57b8ff0e0305287b lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764824.556131:0:44493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445baf25600 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764824.556135:0:44493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25600/0x57b8ff0e0305287b lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764824.556142:0:44493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25600/0x57b8ff0e0305287b lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764824.556157:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff94459084a300) 00010000:00010000:2.0:1775764824.556161:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764824.556165:0:44493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25600/0x57b8ff0e0305287b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764824.556175:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25600/0x57b8ff0e0305287b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764824.556190:0:44493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24c00/0x57b8ff0e03052882 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x46b96a5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764824.556197:0:44493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24c00/0x57b8ff0e03052882 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x46b96a5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764824.556202:0:44493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24c00/0x57b8ff0e03052882 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x46b96a5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764824.556206:0:44493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445baf24c00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764824.556208:0:44493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24c00/0x57b8ff0e03052882 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x46b96a5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764824.556214:0:44493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24c00/0x57b8ff0e03052882 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x46b96a5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764824.556220:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x46b96a5 (ffff94459084a700) 00010000:00010000:2.0:1775764824.556222:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764824.556224:0:44493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24c00/0x57b8ff0e03052882 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x46b96a5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764824.556229:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24c00/0x57b8ff0e03052882 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x46b96a5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764824.556270:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e03052874 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c0a9 expref: 40 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764824.556283:0:44493:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24e00/0x57b8ff0e03052889 lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0x12:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c0a9 expref: 39 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764824.556291:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x12:0x0].0x0 (ffff9445867be600) 00010000:00010000:2.0:1775764824.556293:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1775764824.556296:0:44493:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445baf24e00, rc 0) 00000100:00100000:2.0:1775764824.556411:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444824b1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+39:66002:x1862022098668416:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 12220us (12478us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764824.556421:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 1089 00000100:00100000:3.0:1775764824.561509:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764824.561596:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098669056 00000100:00100000:2.0:1775764824.561606:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098669056 00000100:00100000:2.0:1775764824.561662:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 1090 00000100:00100000:2.0:1775764824.561672:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944488922680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+39:66002:x1862022098669056:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:2.0:1775764824.561698:0:42324:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764824.561718:0:42324:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3000/0x57b8ff0e03052890 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17c0b0 expref: -99 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764824.561854:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee2e00/0x57b8ff0e03052897 lrc: 3/0,1 mode: --/CW res: [0x200003ab4:0x12:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764824.561869:0:42324:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24e00/0x57b8ff0e03052889 lrc: 2/0,0 mode: PR/PR res: [0x200003ab4:0x12:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c0a9 expref: 40 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764824.561877:0:42324:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee2e00/0x57b8ff0e03052897 lrc: 4/0,1 mode: --/CW res: [0x200003ab4:0x12:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764824.561912:0:42324:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24e00/0x57b8ff0e03052889 lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0x12:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c0a9 expref: 40 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764824.561926:0:42324:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24e00/0x57b8ff0e03052889 lrc: 4/0,0 mode: PR/PR res: [0x200003ab4:0x12:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c0a9 expref: 40 pid: 44493 timeout: 2391 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764824.561940:0:42324:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944486041880 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:42324:1862022119071232:192.168.202.28@tcp:104: 00000100:00100000:2.0:1775764824.562029:0:42324:0:(client.c:2691:ptlrpc_set_wait()) set ffff9445a6275780 going to sleep for 11 seconds 00000100:00100000:2.0:1775764824.564623:0:42324:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944486041880 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:42324:1862022119071232:192.168.202.28@tcp:104: 00010000:00010000:2.0:1775764824.564654:0:42324:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee2e00/0x57b8ff0e03052897 lrc: 3/0,1 mode: --/CW res: [0x200003ab4:0x12:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764824.566279:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764824.566380:0:42309:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098669184 00000100:00100000:1.0:1775764824.566388:0:42309:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098669184 00010000:00010000:1.0:1775764824.566430:0:42309:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24e00/0x57b8ff0e03052889 lrc: 4/0,0 mode: PR/PR res: [0x200003ab4:0x12:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c0a9 expref: 41 pid: 44493 timeout: 2391 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764824.566481:0:42309:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 210 00000100:00100000:1.0:1775764824.566491:0:42309:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944488921180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+41:2379:x1862022098669184:12345-192.168.202.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1775764824.566508:0:42309:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764824.566515:0:42309:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24e00/0x57b8ff0e03052889 lrc: 4/0,0 mode: PR/PR res: [0x200003ab4:0x12:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c0a9 expref: 41 pid: 44493 timeout: 2391 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764824.566528:0:42309:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24e00/0x57b8ff0e03052889 lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0x12:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c0a9 expref: 41 pid: 44493 timeout: 2391 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764824.566554:0:42309:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24e00/0x57b8ff0e03052889 lrc: 0/0,0 mode: --/PR res: [0x200003ab4:0x12:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c0a9 expref: 41 pid: 44493 timeout: 2391 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764824.566573:0:42309:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x12:0x0].0x0 (ffff9445867be600) 00010000:00010000:1.0:1775764824.566578:0:42309:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee2e00/0x57b8ff0e03052897 lrc: 3/0,1 mode: --/CW res: [0x200003ab4:0x12:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764824.566587:0:42309:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee2e00/0x57b8ff0e03052897 lrc: 3/0,1 mode: CW/CW res: [0x200003ab4:0x12:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764824.566595:0:42309:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee2e00/0x57b8ff0e03052897 lrc: 4/0,1 mode: CW/CW res: [0x200003ab4:0x12:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764824.566627:0:42309:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1775764824.566681:0:42309:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944488921180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+40:2379:x1862022098669184:12345-192.168.202.28@tcp:103:ldlm_bl.0 Request processed in 192us (408us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764824.566687:0:42309:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 210 00010000:00010000:2.0:1775764824.566950:0:42324:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee2e00/0x57b8ff0e03052897 lrc: 3/0,1 mode: CW/CW res: [0x200003ab4:0x12:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764824.566960:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee2e00/0x57b8ff0e03052897 lrc: 3/0,1 mode: CW/CW res: [0x200003ab4:0x12:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764824.566985:0:42324:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab4:0x12:0x0]: returning size 16 00010000:00010000:2.0:1775764824.567153:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3000/0x57b8ff0e03052890 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c0b0 expref: 41 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764824.567171:0:42324:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee2e00/0x57b8ff0e03052897 lrc: 3/0,0 mode: CW/CW res: [0x200003ab4:0x12:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c0b0 expref: 40 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764824.567179:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x12:0x0].0x0 (ffff9445867be600) 00010000:00010000:2.0:1775764824.567182:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:2.0:1775764824.567184:0:42324:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944585ee2e00, rc 0) 00000100:00100000:2.0:1775764824.567214:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944488922680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+40:66002:x1862022098669056:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 5545us (5716us total) trans 34359739284 rc 0/0 00000100:00100000:2.0:1775764824.567222:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 1090 00000100:00100000:3.0:1775764824.571206:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764824.571370:0:42327:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098669440 00000100:00100000:2.0:1775764824.571381:0:42327:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098669440 00000100:00100000:2.0:1775764824.571439:0:42327:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 327 00000100:00100000:2.0:1775764824.571460:0:42327:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944586765450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+40:66002:x1862022098669440:12345-192.168.202.28@tcp:35:lfs.0 00000100:00100000:2.0:1775764824.571725:0:42327:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944586765450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+41:66002:x1862022098669440:12345-192.168.202.28@tcp:35:lfs.0 Request processed in 268us (531us total) trans 34359739285 rc 0/0 00000100:00100000:2.0:1775764824.571733:0:42327:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 327 00000100:00100000:3.0:1775764824.575276:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764824.575365:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098669696 00000100:00100000:1.0:1775764824.575375:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098669696 00000100:00100000:1.0:1775764824.575435:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 1091 00000100:00100000:1.0:1775764824.575454:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944488922300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+41:66002:x1862022098669696:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:1.0:1775764824.575481:0:42325:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764824.575484:0:42325:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 1 00010000:00010000:1.0:1775764824.575517:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee2e00/0x57b8ff0e03052897 lrc: 0/0,0 mode: --/CW res: [0x200003ab4:0x12:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c0b0 expref: 41 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764824.575540:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24200/0x57b8ff0e030527d3 lrc: 0/0,0 mode: --/CR res: [0x200003ab4:0x12:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c071 expref: 40 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764824.575550:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x12:0x0].0x0 (ffff9445867be600) 00010000:00010000:1.0:1775764824.575556:0:42325:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1775764824.575570:0:42325:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944488003400/0x57b8ff0e030528a5 lrc: 2/0,0 mode: --/CR res: [0x200003ab4:0x12:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17c0b7 expref: -99 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764824.575669:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff944488003000/0x57b8ff0e030528ac lrc: 3/0,1 mode: --/PW res: [0x200003ab4:0x12:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764824.575681:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944488003000/0x57b8ff0e030528ac lrc: 3/0,1 mode: PW/PW res: [0x200003ab4:0x12:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764824.575693:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944488003000/0x57b8ff0e030528ac lrc: 3/0,1 mode: PW/PW res: [0x200003ab4:0x12:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764824.575704:0:42325:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab4:0x12:0x0]: returning size 16 00010000:00010000:1.0:1775764824.576217:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944488003400/0x57b8ff0e030528a5 lrc: 0/0,0 mode: --/CR res: [0x200003ab4:0x12:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c0b7 expref: 42 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764824.576235:0:42325:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff944488003000/0x57b8ff0e030528ac lrc: 3/0,0 mode: PW/PW res: [0x200003ab4:0x12:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c0b7 expref: 41 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764824.576242:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x12:0x0].0x0 (ffff9445867be600) 00010000:00010000:1.0:1775764824.576245:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:1.0:1775764824.576247:0:42325:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944488003000, rc 0) 00000100:00100000:1.0:1775764824.576320:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944488922300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+41:66002:x1862022098669696:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 877us (1057us total) trans 34359739286 rc 0/0 00000100:00100000:1.0:1775764824.576329:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 1091 00000100:00100000:3.0:1775764824.586663:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764824.586774:0:42946:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098669824 00000100:00100000:1.0:1775764824.586785:0:42946:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098669824 00000100:00100000:1.0:1775764824.586896:0:42946:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 261 00000100:00100000:1.0:1775764824.586907:0:42946:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944488923100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+8:2378:x1862022098669824:12345-192.168.202.28@tcp:1:lfs.0 00010000:00010000:1.0:1775764824.586954:0:42946:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000035536d25/0x57b8ff0e030528ba lrc: 3/0,1 mode: --/PW res: [0x240000400:0x11c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764824.586975:0:42946:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000053c8103/0x57b8ff0e03052747 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x11c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c047 expref: 8 pid: 42945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764824.587001:0:42946:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1775764824.587003:0:42946:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1775764824.587007:0:42946:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000035536d25/0x57b8ff0e030528ba lrc: 4/0,1 mode: --/PW res: [0x240000400:0x11c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764824.587045:0:42946:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000053c8103/0x57b8ff0e03052747 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x11c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c047 expref: 8 pid: 42945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764824.587061:0:42946:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000053c8103/0x57b8ff0e03052747 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x11c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c047 expref: 8 pid: 42945 timeout: 2391 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764824.587076:0:42946:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9444824b3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:42946:1862022119071360:192.168.202.28@tcp:104: 00000100:00100000:1.0:1775764824.587176:0:42946:0:(client.c:2691:ptlrpc_set_wait()) set ffff94459ed5c3c0 going to sleep for 11 seconds 00000100:00080000:3.0:1775764824.587936:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1775764824.590016:0:42946:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9444824b3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:42946:1862022119071360:192.168.202.28@tcp:104: 00010000:00010000:1.0:1775764824.590049:0:42946:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000035536d25/0x57b8ff0e030528ba lrc: 3/0,1 mode: --/PW res: [0x240000400:0x11c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764824.591303:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764824.591526:0:42311:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098669952 00000100:00100000:0.0:1775764824.591536:0:42311:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098669952 00010000:00010000:0.0:1775764824.591580:0:42311:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000053c8103/0x57b8ff0e03052747 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x11c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c047 expref: 9 pid: 42945 timeout: 2391 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764824.591624:0:42311:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 211 00000100:00100000:0.0:1775764824.591634:0:42311:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944488920e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+9:2379:x1862022098669952:12345-192.168.202.28@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1775764824.591653:0:42311:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:0.0:1775764824.591671:0:42311:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x11c:0x0] updating lvb size from disk: 0 -> 16 00002000:00010000:0.0:1775764824.591675:0:42311:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x11c:0x0] updating lvb mtime from disk: 0 -> 1775764811 00002000:00010000:0.0:1775764824.591677:0:42311:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x11c:0x0] updating lvb ctime from disk: 0 -> 1775764811 00002000:00010000:0.0:1775764824.591680:0:42311:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x11c:0x0] updating lvb blocks from disk: 1 -> 11 00010000:00010000:0.0:1775764824.591686:0:42311:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000053c8103/0x57b8ff0e03052747 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x11c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c047 expref: 9 pid: 42945 timeout: 2391 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764824.591700:0:42311:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000053c8103/0x57b8ff0e03052747 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x11c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c047 expref: 9 pid: 42945 timeout: 2391 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764824.591727:0:42311:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000053c8103/0x57b8ff0e03052747 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x11c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c047 expref: 9 pid: 42945 timeout: 2391 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764824.591746:0:42311:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764824.591748:0:42311:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764824.591753:0:42311:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000035536d25/0x57b8ff0e030528ba lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x11c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764824.591768:0:42311:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000035536d25/0x57b8ff0e030528ba lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764824.591850:0:42311:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775764824.591920:0:42311:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944488920e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+8:2379:x1862022098669952:12345-192.168.202.28@tcp:103:ldlm_bl.0 Request processed in 286us (623us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764824.591928:0:42311:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 211 00010000:00010000:2.0:1775764824.592146:0:42946:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000035536d25/0x57b8ff0e030528ba lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x11c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764824.592157:0:42946:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000035536d25/0x57b8ff0e030528ba lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x11c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764824.592187:0:42946:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000035536d25/0x57b8ff0e030528ba lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x11c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764824.592196:0:42946:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000035536d25/0x57b8ff0e030528ba lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x11c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764824.592204:0:42946:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000035536d25/0x57b8ff0e030528ba lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x11c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764824.592210:0:42946:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944488003400 already unused, calling callback (ffffffffc177a060) 00010000:00010000:2.0:1775764824.592215:0:42946:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000035536d25/0x57b8ff0e030528ba lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x11c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764824.592223:0:42946:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000035536d25/0x57b8ff0e030528ba lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x11c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764824.592237:0:42946:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000035536d25/0x57b8ff0e030528ba lrc: 2/0,0 mode: --/PW res: [0x240000400:0x11c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764824.592244:0:42946:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000035536d25/0x57b8ff0e030528ba lrc: 0/0,0 mode: --/PW res: [0x240000400:0x11c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764824.592313:0:42946:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944488923100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+7:2378:x1862022098669824:12345-192.168.202.28@tcp:1:lfs.0 Request processed in 5407us (5665us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764824.592322:0:42946:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 261 00000100:00100000:3.0:1775764824.596045:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764824.596212:0:42328:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098670208 00000100:00100000:0.0:1775764824.596225:0:42328:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098670208 00000100:00100000:0.0:1775764824.596291:0:42328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 328 00000100:00100000:0.0:1775764824.596302:0:42328:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944488922a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+41:66002:x1862022098670208:12345-192.168.202.28@tcp:35:lfs.0 00000004:00010000:0.0:1775764824.596375:0:42328:0:(mdt_open.c:1994:mdt_hsm_release()) ### [0x200003ab4:0x12:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff944488003000/0x57b8ff0e030528ac lrc: 3/0,0 mode: PW/PW res: [0x200003ab4:0x12:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c0b7 expref: 41 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1775764824.596665:0:42328:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 34359739287 00000001:00080000:0.0:1775764824.596713:0:42328:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 34359739288 00000001:00080000:0.0:1775764824.600413:0:42328:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 34359739289 00010000:00010000:0.0:1775764824.600547:0:42328:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76200/0x57b8ff0e030528c1 lrc: 3/0,1 mode: --/EX res: [0x200003ab4:0x12:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764824.600572:0:42328:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694400/0x57b8ff0e0305277f lrc: 2/0,0 mode: CR/CR res: [0x200003ab4:0x12:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c05c expref: 45 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764824.600581:0:42328:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76200/0x57b8ff0e030528c1 lrc: 4/0,1 mode: --/EX res: [0x200003ab4:0x12:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764824.600626:0:42328:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694400/0x57b8ff0e0305277f lrc: 3/0,0 mode: CR/CR res: [0x200003ab4:0x12:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c05c expref: 45 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764824.600645:0:42328:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694400/0x57b8ff0e0305277f lrc: 4/0,0 mode: CR/CR res: [0x200003ab4:0x12:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c05c expref: 45 pid: 44493 timeout: 2391 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764824.600661:0:42328:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944586b8b480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:42328:1862022119071488:192.168.202.28@tcp:104: 00000100:00100000:0.0:1775764824.600771:0:42328:0:(client.c:2691:ptlrpc_set_wait()) set ffff944588523e40 going to sleep for 11 seconds 00000100:00100000:0.0:1775764824.604673:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764824.605228:0:42309:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098670336 00000100:00100000:3.0:1775764824.605240:0:42309:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098670336 00010000:00010000:3.0:1775764824.605285:0:42309:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694400/0x57b8ff0e0305277f lrc: 5/0,0 mode: CR/CR res: [0x200003ab4:0x12:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c05c expref: 46 pid: 44493 timeout: 2391 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764824.605320:0:42309:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 212 00000100:00100000:3.0:1775764824.605329:0:42309:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445b1d4b050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+46:2378:x1862022098670336:12345-192.168.202.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764824.605346:0:42309:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764824.605353:0:42309:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694400/0x57b8ff0e0305277f lrc: 5/0,0 mode: CR/CR res: [0x200003ab4:0x12:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c05c expref: 46 pid: 44493 timeout: 2391 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764824.605367:0:42309:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694400/0x57b8ff0e0305277f lrc: 4/0,0 mode: CR/CR res: [0x200003ab4:0x12:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c05c expref: 46 pid: 44493 timeout: 2391 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764824.605393:0:42309:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x12:0x0].0x0 (ffff9445867be600) 00010000:00010000:3.0:1775764824.605398:0:42309:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76200/0x57b8ff0e030528c1 lrc: 3/0,1 mode: --/EX res: [0x200003ab4:0x12:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 42328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764824.605407:0:42309:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76200/0x57b8ff0e030528c1 lrc: 3/0,1 mode: EX/EX res: [0x200003ab4:0x12:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 42328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764824.605415:0:42309:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76200/0x57b8ff0e030528c1 lrc: 4/0,1 mode: EX/EX res: [0x200003ab4:0x12:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 42328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764824.605434:0:42309:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764824.605509:0:42309:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445b1d4b050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+46:2378:x1862022098670336:12345-192.168.202.28@tcp:103:ldlm_bl.0 Request processed in 180us (844us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764824.605517:0:42309:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 212 00010000:00010000:2.0:1775764824.605656:0:42328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694400/0x57b8ff0e0305277f lrc: 0/0,0 mode: --/CR res: [0x200003ab4:0x12:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c05c expref: 45 pid: 44493 timeout: 2391 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764824.605675:0:42328:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944586b8b480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:42328:1862022119071488:192.168.202.28@tcp:104: 00010000:00010000:2.0:1775764824.605698:0:42328:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76200/0x57b8ff0e030528c1 lrc: 3/0,1 mode: EX/EX res: [0x200003ab4:0x12:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764824.605708:0:42328:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76200/0x57b8ff0e030528c1 lrc: 3/0,1 mode: EX/EX res: [0x200003ab4:0x12:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764824.605715:0:42328:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76200/0x57b8ff0e030528c1 lrc: 3/0,1 mode: EX/EX res: [0x200003ab4:0x12:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42328 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1775764824.606067:0:42328:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 34359739290 00000001:00080000:2.0:1775764824.606396:0:42328:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 34359739291 00000100:00100000:2.0:1775764824.606500:0:42328:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944486043480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:42328:1862022119071616:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1775764824.606550:0:42328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764824.606838:0:42328:0:(client.c:2691:ptlrpc_set_wait()) set ffff9445a6275180 going to sleep for 11 seconds 00000100:00100000:3.0:1775764824.615770:0:42329:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119071616 00000100:00100000:3.0:1775764824.615793:0:42329:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119071616 00000100:00100000:2.0:1775764824.621472:0:42329:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 66 00000100:00100000:2.0:1775764824.621487:0:42329:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486041880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:42328:x1862022119071616:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1775764824.621667:0:42329:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486041880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:42328:x1862022119071616:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 183us (15114us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764824.621676:0:42329:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 66 00000100:00100000:3.0:1775764824.622204:0:42328:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944486043480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:42328:1862022119071616:0@lo:1000:mdt_rdpg00_001.0 00000001:00080000:3.0:1775764824.622626:0:42328:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 34359739292 00000100:00100000:3.0:1775764824.622710:0:42328:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944488921500 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:42328:1862022119071744:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1775764824.622758:0:42328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764824.622795:0:42328:0:(client.c:2691:ptlrpc_set_wait()) set ffff9445a6275c00 going to sleep for 11 seconds 00000100:00100000:0.0:1775764824.622926:0:42330:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119071744 00000100:00100000:0.0:1775764824.622933:0:42330:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119071744 00000100:00100000:0.0:1775764824.622966:0:42330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 67 00000100:00100000:0.0:1775764824.622973:0:42330:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944488921180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:42328:x1862022119071744:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1775764824.623237:0:42330:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944488921180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:42328:x1862022119071744:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 263us (477us total) trans 34359738458 rc 0/0 00000100:00100000:0.0:1775764824.623245:0:42330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 67 00000100:00100000:3.0:1775764824.624136:0:42328:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944488921500 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:42328:1862022119071744:0@lo:1000:mdt_rdpg00_001.0 00000001:00080000:3.0:1775764824.624212:0:42328:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 34359739293 00010000:00010000:3.0:1775764824.624262:0:42328:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76200/0x57b8ff0e030528c1 lrc: 3/0,1 mode: EX/EX res: [0x200003ab4:0x12:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764824.624272:0:42328:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76200/0x57b8ff0e030528c1 lrc: 2/0,0 mode: EX/EX res: [0x200003ab4:0x12:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764824.624280:0:42328:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76200/0x57b8ff0e030528c1 lrc: 3/0,0 mode: EX/EX res: [0x200003ab4:0x12:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764824.624286:0:42328:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445bfe76200 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:3.0:1775764824.624290:0:42328:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76200/0x57b8ff0e030528c1 lrc: 3/0,0 mode: EX/EX res: [0x200003ab4:0x12:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764824.624298:0:42328:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76200/0x57b8ff0e030528c1 lrc: 4/0,0 mode: EX/EX res: [0x200003ab4:0x12:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764824.624313:0:42328:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x12:0x0].0x0 (ffff9445867be600) 00010000:00010000:3.0:1775764824.624316:0:42328:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:3.0:1775764824.624321:0:42328:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76200/0x57b8ff0e030528c1 lrc: 2/0,0 mode: --/EX res: [0x200003ab4:0x12:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764824.624328:0:42328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76200/0x57b8ff0e030528c1 lrc: 0/0,0 mode: --/EX res: [0x200003ab4:0x12:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42328 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1775764824.624670:0:42328:0:(mdd_object.c:4010:mdd_close()) Object [0x200003ab4:0x14:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:3.0:1775764824.624779:0:42328:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x2e:0x0].25, 64 off10008 00000004:00080000:3.0:1775764824.624790:0:42328:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 2291471990252ns, next at 2292471988528ns, rc = 0 00000001:00080000:3.0:1775764824.624837:0:42328:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 34359739294 00010000:00010000:3.0:1775764824.624876:0:42328:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x12:0x0].0x0 (ffff9445867be600) 00010000:00010000:3.0:1775764824.624880:0:42328:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:3.0:1775764824.624887:0:42328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944488003000/0x57b8ff0e030528ac lrc: 0/0,0 mode: --/PW res: [0x200003ab4:0x12:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c0b7 expref: 49 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764824.625300:0:42328:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944488922a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+48:66002:x1862022098670208:12345-192.168.202.28@tcp:35:lfs.0 Request processed in 28999us (29269us total) trans 34359739295 rc 0/0 00000100:00100000:3.0:1775764824.625311:0:42328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 328 00000020:00080000:3.0:1775764824.625316:0:42328:0:(tgt_main.c:783:tgt_ses_key_exit()) total 9 transactions per RPC 00000100:00100000:0.0:1775764824.634242:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764824.634336:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098670464 00000100:00100000:1.0:1775764824.634349:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098670464 00000100:00100000:1.0:1775764824.634418:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 1092 00000100:00100000:1.0:1775764824.634427:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944586b8b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+48:66002:x1862022098670464:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:1.0:1775764824.634464:0:42326:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764824.634487:0:42326:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944488003c00/0x57b8ff0e030528c8 lrc: 2/0,0 mode: --/CR res: [0x200003ab4:0x12:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17c0be expref: -99 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764824.634584:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944488003c00/0x57b8ff0e030528c8 lrc: 3/0,0 mode: CR/CR res: [0x200003ab4:0x12:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c0be expref: 49 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764824.634602:0:42326:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff944488003c00/0x57b8ff0e030528c8 lrc: 3/0,0 mode: CR/CR res: [0x200003ab4:0x12:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c0be expref: 49 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764824.634625:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x12:0x0].0x0 (ffff944584d1d100) 00010000:00010000:1.0:1775764824.634629:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1775764824.634633:0:42326:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944488003c00, rc 0) 00000100:00100000:1.0:1775764824.634714:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944586b8b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+49:66002:x1862022098670464:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 287us (482us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764824.634721:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 1092 00000100:00100000:0.0:1775764824.637628:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764824.638125:0:47878:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098670720 00000100:00100000:1.0:1775764824.638137:0:47878:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098670720 00000100:00100000:1.0:1775764824.638195:0:47878:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 329 00000100:00100000:1.0:1775764824.638205:0:47878:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944586b88e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+49:66002:x1862022098670720:12345-192.168.202.28@tcp:35:lfs.0 00000100:00100000:1.0:1775764824.638529:0:47878:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944586b88e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+50:66002:x1862022098670720:12345-192.168.202.28@tcp:35:lfs.0 Request processed in 325us (909us total) trans 34359739296 rc 0/0 00000100:00100000:1.0:1775764824.638538:0:47878:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 329 00000100:00100000:3.0:1775764824.765024:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764824.765131:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098670848 00000100:00100000:2.0:1775764824.765142:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098670848 00000100:00100000:2.0:1775764824.765206:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 1093 00000100:00100000:2.0:1775764824.765215:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944488920e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+50:66012:x1862022098670848:12345-192.168.202.28@tcp:34:lfs.0 00010000:00010000:2.0:1775764824.765297:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee2a00/0x57b8ff0e030528cf lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764824.765315:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee2a00/0x57b8ff0e030528cf lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764824.765327:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee2a00/0x57b8ff0e030528cf lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764824.765341:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3200/0x57b8ff0e030528d6 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x46b96a5 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764824.765347:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3200/0x57b8ff0e030528d6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x46b96a5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764824.765352:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3200/0x57b8ff0e030528d6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x46b96a5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764824.765752:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3e00/0x57b8ff0e030528dd lrc: 3/1,0 mode: --/PR res: [0x200003ab4:0x12:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764824.765769:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3e00/0x57b8ff0e030528dd lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x12:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764824.765778:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3e00/0x57b8ff0e030528dd lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x12:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764824.765895:0:44493:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3e00/0x57b8ff0e030528dd lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x12:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764824.765909:0:44493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee2a00/0x57b8ff0e030528cf lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764824.765916:0:44493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee2a00/0x57b8ff0e030528cf lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764824.765924:0:44493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee2a00/0x57b8ff0e030528cf lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764824.765930:0:44493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944585ee2a00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764824.765935:0:44493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee2a00/0x57b8ff0e030528cf lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764824.765943:0:44493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee2a00/0x57b8ff0e030528cf lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764824.765960:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff94459084a300) 00010000:00010000:2.0:1775764824.765964:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764824.765970:0:44493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee2a00/0x57b8ff0e030528cf lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764824.765976:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee2a00/0x57b8ff0e030528cf lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764824.765992:0:44493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3200/0x57b8ff0e030528d6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x46b96a5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764824.765999:0:44493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3200/0x57b8ff0e030528d6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x46b96a5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764824.766004:0:44493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3200/0x57b8ff0e030528d6 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x46b96a5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764824.766009:0:44493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944585ee3200 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764824.766012:0:44493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3200/0x57b8ff0e030528d6 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x46b96a5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764824.766018:0:44493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3200/0x57b8ff0e030528d6 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x46b96a5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764824.766026:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x46b96a5 (ffff94459084a700) 00010000:00010000:2.0:1775764824.766029:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764824.766032:0:44493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3200/0x57b8ff0e030528d6 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x46b96a5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764824.766037:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3200/0x57b8ff0e030528d6 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x46b96a5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764824.766055:0:44493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3e00/0x57b8ff0e030528dd lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x12:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764824.766061:0:44493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3e00/0x57b8ff0e030528dd lrc: 2/0,0 mode: PR/PR res: [0x200003ab4:0x12:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764824.766067:0:44493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3e00/0x57b8ff0e030528dd lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0x12:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764824.766073:0:44493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944585ee3e00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764824.766076:0:44493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3e00/0x57b8ff0e030528dd lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0x12:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764824.766081:0:44493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3e00/0x57b8ff0e030528dd lrc: 4/0,0 mode: PR/PR res: [0x200003ab4:0x12:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764824.766088:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x12:0x0].0x0 (ffff944584d1d100) 00010000:00010000:2.0:1775764824.766090:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764824.766093:0:44493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3e00/0x57b8ff0e030528dd lrc: 2/0,0 mode: --/PR res: [0x200003ab4:0x12:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764824.766111:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3e00/0x57b8ff0e030528dd lrc: 0/0,0 mode: --/PR res: [0x200003ab4:0x12:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764824.766197:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944488920e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+50:66012:x1862022098670848:12345-192.168.202.28@tcp:34:lfs.0 Request processed in 980us (1179us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764824.766206:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 1093 00010000:00010000:0.0:1775764824.897032:0:43224:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775764825.248932:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764825.249048:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098671104 00000100:00100000:0.0:1775764825.249061:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098671104 00000100:00100000:0.0:1775764825.249317:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 1094 00000100:00100000:0.0:1775764825.249330:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444824b3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+50:66028:x1862022098671104:12345-192.168.202.28@tcp:101:multiop.0 00010000:00010000:0.0:1775764825.249356:0:42326:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764825.249359:0:42326:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1775764825.249396:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25000/0x57b8ff0e0305283c lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c094 expref: 50 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764825.249421:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff94459084a300) 00010000:00010000:0.0:1775764825.249445:0:42326:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1775764825.249466:0:42326:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76800/0x57b8ff0e030528e4 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17c0c5 expref: -99 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:3.0:1775764825.250493:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1775764825.253460:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77000/0x57b8ff0e030528eb lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764825.253480:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77000/0x57b8ff0e030528eb lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764825.253493:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77000/0x57b8ff0e030528eb lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764825.253511:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76400/0x57b8ff0e030528f2 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x46b96a5 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764825.253518:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76400/0x57b8ff0e030528f2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x46b96a5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764825.253525:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76400/0x57b8ff0e030528f2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x46b96a5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764825.253753:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76200/0x57b8ff0e030528f9 lrc: 3/1,0 mode: --/PR res: [0x200003ab4:0x12:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764825.253762:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76200/0x57b8ff0e030528f9 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x12:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764825.253769:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76200/0x57b8ff0e030528f9 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x12:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764825.253782:0:42326:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab4:0x12:0x0]: returning size 16 00010000:00010000:0.0:1775764825.258364:0:42326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77000/0x57b8ff0e030528eb lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764825.258385:0:42326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77000/0x57b8ff0e030528eb lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764825.258393:0:42326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77000/0x57b8ff0e030528eb lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764825.258398:0:42326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445bfe77000 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:0.0:1775764825.258404:0:42326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77000/0x57b8ff0e030528eb lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764825.258412:0:42326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77000/0x57b8ff0e030528eb lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764825.258450:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff944599e85d00) 00010000:00010000:0.0:1775764825.258453:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764825.258458:0:42326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77000/0x57b8ff0e030528eb lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764825.258465:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77000/0x57b8ff0e030528eb lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764825.258483:0:42326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76400/0x57b8ff0e030528f2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x46b96a5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764825.258490:0:42326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76400/0x57b8ff0e030528f2 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x46b96a5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764825.258500:0:42326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76400/0x57b8ff0e030528f2 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x46b96a5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764825.258505:0:42326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445bfe76400 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:0.0:1775764825.258508:0:42326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76400/0x57b8ff0e030528f2 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x46b96a5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764825.258514:0:42326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76400/0x57b8ff0e030528f2 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x46b96a5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764825.258522:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x46b96a5 (ffff944599e85400) 00010000:00010000:0.0:1775764825.258524:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764825.258527:0:42326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76400/0x57b8ff0e030528f2 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x46b96a5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764825.258532:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76400/0x57b8ff0e030528f2 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x46b96a5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764825.258605:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76800/0x57b8ff0e030528e4 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c0c5 expref: 52 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764825.258623:0:42326:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76200/0x57b8ff0e030528f9 lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0x12:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c0c5 expref: 51 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764825.258630:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x12:0x0].0x0 (ffff944584d1d100) 00010000:00010000:0.0:1775764825.258632:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1775764825.258635:0:42326:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445bfe76200, rc 0) 00000100:00100000:0.0:1775764825.258730:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444824b3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+51:66028:x1862022098671104:12345-192.168.202.28@tcp:101:multiop.0 Request processed in 9403us (9811us total) trans 34359739297 rc 0/0 00000100:00100000:0.0:1775764825.258743:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 1094 00000100:00100000:1.0:1775764825.345145:0:3330:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1775764825.345169:0:3330:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9444824b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3330:1862022119071872:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1775764825.345254:0:3330:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764825.345404:0:42948:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119071872 00000100:00100000:2.0:1775764825.345413:0:42948:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119071872 00000100:00100000:2.0:1775764825.345475:0:42948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 187 00000100:00100000:2.0:1775764825.345485:0:42948:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444824b0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3330:x1862022119071872:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1775764825.345526:0:42948:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 54329344 pending 0 free 3765436416 avail 3763339264 00000100:00100000:2.0:1775764825.345574:0:42948:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444824b0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3330:x1862022119071872:12345-0@lo:13:osp-pre-1-0.0 Request processed in 91us (321us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764825.345582:0:42948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 187 00000100:00080000:2.0:1775764825.345606:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1775764825.352926:0:3330:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9444824b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3330:1862022119071872:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1775764825.921174:0:42312:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775764826.804400:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764826.804453:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764826.804491:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764826.804525:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764826.804552:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764826.804590:0:42945:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098671616 00000100:00100000:0.0:1775764826.804600:0:42945:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098671616 00000100:00100000:0.0:1775764826.804663:0:42945:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098671744 00000100:00100000:0.0:1775764826.804666:0:42945:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098671744 00000100:00100000:0.0:1775764826.804690:0:42945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 313 00000100:00100000:0.0:1775764826.804700:0:42945:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944483641880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+7:2377:x1862022098671616:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:1.0:1775764826.804758:0:42319:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098671232 00000100:00100000:1.0:1775764826.804764:0:42319:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098671232 00000100:00100000:0.0:1775764826.804780:0:42945:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944483641880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+7:2377:x1862022098671616:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 80us (325us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764826.804789:0:42945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 313 00000100:00100000:1.0:1775764826.804837:0:42319:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 320 00000100:00100000:0.0:1775764826.804850:0:42945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 314 00000100:00100000:1.0:1775764826.804851:0:42319:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944586765850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:24b54882-c0a1-43f2-954f-009e5a9afc9d+12:2377:x1862022098671232:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:0.0:1775764826.804864:0:42945:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445becd5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+8:2377:x1862022098671744:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:1.0:1775764826.804905:0:42319:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944586765850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:24b54882-c0a1-43f2-954f-009e5a9afc9d+12:2377:x1862022098671232:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 56us (408us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764826.804912:0:42319:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 320 00000100:00080000:2.0:1775764826.804938:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1775764826.804943:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1775764826.804950:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098671360 00000100:00100000:1.0:1775764826.804954:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098671360 00000100:00100000:2.0:1775764826.804975:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098671488 00000100:00100000:2.0:1775764826.804980:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098671488 00000100:00100000:1.0:1775764826.804996:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 436 00000100:00100000:1.0:1775764826.805004:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bfe69500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:82781e18-e0e3-4f9f-9a2b-041bf0344414+5:2377:x1862022098671360:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:0.0:1775764826.805054:0:42945:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445becd5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+8:2377:x1862022098671744:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 193us (500us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764826.805060:0:42945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 314 00000100:00080000:0.0:1775764826.805096:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1775764826.808893:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 437 00000100:00100000:2.0:1775764826.808915:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944483641f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+51:2377:x1862022098671488:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:2.0:1775764826.809027:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944483641f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+51:2377:x1862022098671488:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 123us (4500us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764826.809036:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 437 00000100:00100000:1.0:1775764826.813431:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bfe69500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:82781e18-e0e3-4f9f-9a2b-041bf0344414+5:2377:x1862022098671360:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 8412us (9027us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764826.813449:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 436 00010000:00010000:3.0:1775764826.945169:0:42313:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764827.969094:0:43224:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:0.0:1775764828.011535:0:5825:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 34359739297 is committed 00000004:00080000:0.0:1775764828.011586:0:5825:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 29 committed 00000020:00080000:0.0:1775764828.011614:0:5825:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9445a62756c0 refcount 2 committed 0 result 0 batchid 30064771827 00000020:00080000:0.0:1775764828.011619:0:5825:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9445a63cd500 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff94458542eb40 00000020:00080000:0.0:1775764828.011622:0:5825:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9445a63cd800 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff944486258c00 00000020:00080000:0.0:1775764828.011647:0:42361:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 30064771827 committed batchid 30064771826 00000020:00080000:0.0:1775764828.011881:0:42361:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 30064771826 00000100:00100000:0.0:1775764828.012315:0:3329:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1775764828.016536:0:3329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944486042300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3329:1862022119072000:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1775764828.016622:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764828.022654:0:43212:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119072000 00000100:00100000:2.0:1775764828.022670:0:43212:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119072000 00000100:00080000:0.0:1775764828.022904:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1775764828.023009:0:43212:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 262 00000100:00100000:2.0:1775764828.023022:0:43212:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445becd5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3329:x1862022119072000:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1775764828.023059:0:43212:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:284 count 1 00002000:00010000:2.0:1775764828.023104:0:43212:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x11c:0x0] initial LVB size: 16, mtime: 0x69d8054b, atime: 0x0, ctime: 0x69d8054b, blocks: 0xb 00010000:00010000:2.0:1775764828.023113:0:43212:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006437ccbb/0x57b8ff0e03052907 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x11c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764828.023130:0:43212:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764828.023133:0:43212:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764828.023138:0:43212:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006437ccbb/0x57b8ff0e03052907 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x11c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764828.023154:0:43212:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006437ccbb/0x57b8ff0e03052907 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x11c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764828.023165:0:43212:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006437ccbb/0x57b8ff0e03052907 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x11c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764828.023178:0:43212:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000006437ccbb/0x57b8ff0e03052907 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x11c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764828.023195:0:43212:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1775764828.024401:0:42312:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1775764828.024410:0:42312:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000006437ccbb/0x57b8ff0e03052907 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x11c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764828.024421:0:42312:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944585ee3e00 already unused, calling callback (ffffffffc177a060) 00010000:00010000:0.0:1775764828.024426:0:42312:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000006437ccbb/0x57b8ff0e03052907 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x11c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764828.024435:0:42312:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000006437ccbb/0x57b8ff0e03052907 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x11c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764828.024456:0:42312:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000006437ccbb/0x57b8ff0e03052907 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x11c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764828.024463:0:42312:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006437ccbb/0x57b8ff0e03052907 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x11c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764828.024483:0:42312:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764828.024485:0:42312:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764828.024487:0:42312:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1775764828.024539:0:43212:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445becd5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+7:3329:x1862022119072000:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1519us (7914us total) trans 34359738459 rc 0/0 00000100:00100000:2.0:1775764828.024550:0:43212:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 262 00000004:00080000:1.0:1775764828.025494:0:3329:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff944486042300/2, rc 0, transno 34359738459 00000100:00100000:1.0:1775764828.025505:0:3329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944486042300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3329:1862022119072000:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1775764828.132865:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764828.133148:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098671872 00000100:00100000:1.0:1775764828.133168:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098671872 00000100:00100000:1.0:1775764828.133269:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 1095 00000100:00100000:1.0:1775764828.133280:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445becd5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+34:66055:x1862022098671872:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:1.0:1775764828.133301:0:42324:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764828.133325:0:42324:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944488002600/0x57b8ff0e0305290e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17c0cc expref: -99 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764828.133392:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944488003200/0x57b8ff0e03052915 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764828.133405:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944488003200/0x57b8ff0e03052915 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764828.133418:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944488003200/0x57b8ff0e03052915 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764828.133645:0:42324:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 9728 00000004:00200000:1.0:1775764828.133650:0:42324:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 48 stripe count 1 MDT count 1 00000004:00010000:1.0:1775764828.133743:0:42324:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff944488003200/0x57b8ff0e03052915 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764828.133775:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944488002600/0x57b8ff0e0305290e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c0cc expref: 36 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764828.133793:0:42324:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff944488003200/0x57b8ff0e03052915 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c0cc expref: 35 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764828.133850:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff944584d1d400) 00010000:00010000:1.0:1775764828.133853:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1775764828.133857:0:42324:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944488003200, rc 0) 00000100:00100000:1.0:1775764828.133917:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445becd5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+35:66055:x1862022098671872:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 640us (1123us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764828.133926:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 1095 00000100:00080000:0.0:1775764828.134548:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1775764828.139137:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764828.139586:0:42311:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098672128 00000100:00100000:1.0:1775764828.139597:0:42311:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098672128 00000100:00100000:1.0:1775764828.139675:0:42311:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 88 00000100:00100000:1.0:1775764828.139685:0:42311:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944585ddf100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+35:66055:x1862022098672128:12345-192.168.202.28@tcp:103:lfs.0 00010000:00010000:1.0:1775764828.139705:0:42311:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1775764828.139732:0:42311:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76200/0x57b8ff0e030528f9 lrc: 0/0,0 mode: --/PR res: [0x200003ab4:0x12:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c0c5 expref: 35 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764828.139770:0:42311:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944488003c00/0x57b8ff0e030528c8 lrc: 0/0,0 mode: --/CR res: [0x200003ab4:0x12:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c0be expref: 34 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764828.139782:0:42311:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x12:0x0].0x0 (ffff944584d1d100) 00010000:00010000:1.0:1775764828.139793:0:42311:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1775764828.139884:0:42311:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944585ddf100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+33:66055:x1862022098672128:12345-192.168.202.28@tcp:103:lfs.0 Request processed in 199us (757us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764828.139892:0:42311:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 88 00000100:00100000:0.0:1775764828.142063:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764828.142333:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098672256 00000100:00100000:3.0:1775764828.142344:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098672256 00000100:00100000:3.0:1775764828.142397:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 1096 00000100:00100000:3.0:1775764828.142407:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944585dddf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+33:66055:x1862022098672256:12345-192.168.202.28@tcp:58:lfs.0 00010000:00010000:3.0:1775764828.142597:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694a00/0x57b8ff0e0305291c lrc: 3/0,1 mode: --/EX res: [0x200003ab4:0x12:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764828.142618:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694a00/0x57b8ff0e0305291c lrc: 3/0,1 mode: EX/EX res: [0x200003ab4:0x12:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764828.142631:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694a00/0x57b8ff0e0305291c lrc: 3/0,1 mode: EX/EX res: [0x200003ab4:0x12:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1775764828.145372:0:42326:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x32:0x0].21, 136 off11048 00000100:00100000:3.0:1775764828.146744:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944585dddf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+33:66055:x1862022098672256:12345-192.168.202.28@tcp:58:lfs.0 Request processed in 4317us (4670us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764828.146765:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 1096 00000100:00100000:0.0:1775764828.160902:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764828.161885:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098672384 00000100:00100000:2.0:1775764828.161897:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098672384 00000100:00100000:2.0:1775764828.161977:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 1097 00000100:00100000:2.0:1775764828.161989:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944585ddca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+33:66055:x1862022098672384:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:2.0:1775764828.162014:0:42324:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764828.162037:0:42324:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3200/0x57b8ff0e03052923 lrc: 2/0,0 mode: --/CR res: [0x200003ab4:0x12:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17c0d3 expref: -99 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764828.162104:0:42324:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694a00/0x57b8ff0e0305291c lrc: 2/0,1 mode: EX/EX res: [0x200003ab4:0x12:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764828.162116:0:42324:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3200/0x57b8ff0e03052923 lrc: 4/0,0 mode: --/CR res: [0x200003ab4:0x12:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c0d3 expref: 34 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764828.162139:0:42324:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694a00/0x57b8ff0e0305291c lrc: 3/0,1 mode: EX/EX res: [0x200003ab4:0x12:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764828.162164:0:42324:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3200/0x57b8ff0e03052923 lrc: 3/0,0 mode: --/CR res: [0x200003ab4:0x12:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c0d3 expref: 34 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764828.162184:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x12:0x0].0x0 (ffff9445867bed00) 00010000:00010000:2.0:1775764828.162187:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1775764828.162191:0:42324:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3200/0x57b8ff0e03052923 lrc: 3/0,0 mode: --/CR res: [0x200003ab4:0x12:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c0d3 expref: 34 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764828.162198:0:42324:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944585ee3200, rc 0) 00000100:00100000:2.0:1775764828.162267:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944585ddca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+34:66055:x1862022098672384:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 281us (1375us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764828.162274:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 1097 00000040:00080000:2.0:1775764828.166683:0:42356:0:(llog.c:800:llog_process_thread()) index: 8, lh_last_idx: 8 synced_idx: 8 lgh_last_idx: 8 00000040:00080000:2.0:1775764828.166694:0:42356:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x32:0x0] at index 8 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1775764828.166739:0:42356:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x32:0x0] index 22 count 2 00000040:00080000:2.0:1775764828.166746:0:42356:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 9 count 2 00000100:00100000:2.0:1775764828.167871:0:42356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944486040700 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:42356:1862022119072128:192.168.202.28@tcp:107:hsm_cdtr.0 00000100:00100000:2.0:1775764828.168350:0:42356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9445b67fce40 going to sleep for 11 seconds 00000100:00100000:2.0:1775764828.179282:0:42356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944486040700 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:42356:1862022119072128:192.168.202.28@tcp:107:hsm_cdtr.0 00000100:00100000:3.0:1775764828.179319:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764828.179612:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098672512 00000100:00100000:0.0:1775764828.179619:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098672512 00000100:00100000:0.0:1775764828.179669:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 1098 00000100:00100000:0.0:1775764828.179677:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944488923b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+34:66056:x1862022098672512:12345-192.168.202.28@tcp:53:lhsmtool_posix.0 00000004:00000080:0.0:1775764828.179710:0:42325:0:(mdt_handler.c:7957:mdt_fid2path()) path get [0x200003ab4:0x12:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1775764828.179824:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944488923b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+34:66056:x1862022098672512:12345-192.168.202.28@tcp:53:lhsmtool_posix.0 Request processed in 146us (507us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764828.179833:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 1098 00000100:00100000:0.0:1775764828.183919:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764828.184228:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098672640 00000100:00100000:2.0:1775764828.184237:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098672640 00000100:00100000:2.0:1775764828.184289:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 1099 00000100:00100000:2.0:1775764828.184296:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94458620d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+34:66056:x1862022098672640:12345-192.168.202.28@tcp:34:lhsmtool_posix.0 00010000:00010000:2.0:1775764828.184364:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee2a00/0x57b8ff0e0305292a lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764828.184382:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee2a00/0x57b8ff0e0305292a lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764828.184399:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee2a00/0x57b8ff0e0305292a lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764828.184414:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3e00/0x57b8ff0e03052931 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x6f92af2a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764828.184420:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3e00/0x57b8ff0e03052931 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x6f92af2a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764828.184427:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3e00/0x57b8ff0e03052931 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x6f92af2a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764828.184874:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3800/0x57b8ff0e03052938 lrc: 3/1,0 mode: --/PR res: [0x200003ab4:0x12:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764828.184882:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3800/0x57b8ff0e03052938 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x12:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764828.184887:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3800/0x57b8ff0e03052938 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x12:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764828.184921:0:42324:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab4:0x12:0x0]: returning size 16 00000004:00200000:2.0:1775764828.184924:0:42324:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764828.185225:0:42324:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3800/0x57b8ff0e03052938 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x12:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764828.185237:0:42324:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee2a00/0x57b8ff0e0305292a lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764828.185242:0:42324:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee2a00/0x57b8ff0e0305292a lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764828.185249:0:42324:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee2a00/0x57b8ff0e0305292a lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764828.185253:0:42324:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944585ee2a00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764828.185256:0:42324:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee2a00/0x57b8ff0e0305292a lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764828.185261:0:42324:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee2a00/0x57b8ff0e0305292a lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764828.185269:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff944598a9bf00) 00010000:00010000:2.0:1775764828.185271:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764828.185274:0:42324:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee2a00/0x57b8ff0e0305292a lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764828.185277:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee2a00/0x57b8ff0e0305292a lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764828.185287:0:42324:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3e00/0x57b8ff0e03052931 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x6f92af2a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764828.185291:0:42324:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3e00/0x57b8ff0e03052931 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x6f92af2a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764828.185294:0:42324:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3e00/0x57b8ff0e03052931 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x6f92af2a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764828.185297:0:42324:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944585ee3e00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764828.185298:0:42324:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3e00/0x57b8ff0e03052931 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x6f92af2a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764828.185304:0:42324:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3e00/0x57b8ff0e03052931 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x6f92af2a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764828.185308:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x6f92af2a (ffff94459084a100) 00010000:00010000:2.0:1775764828.185309:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764828.185311:0:42324:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3e00/0x57b8ff0e03052931 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x6f92af2a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764828.185314:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3e00/0x57b8ff0e03052931 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x6f92af2a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764828.185325:0:42324:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3800/0x57b8ff0e03052938 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x12:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764828.185328:0:42324:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3800/0x57b8ff0e03052938 lrc: 2/0,0 mode: PR/PR res: [0x200003ab4:0x12:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764828.185331:0:42324:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3800/0x57b8ff0e03052938 lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0x12:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764828.185333:0:42324:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944585ee3800 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764828.185334:0:42324:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3800/0x57b8ff0e03052938 lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0x12:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764828.185338:0:42324:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3800/0x57b8ff0e03052938 lrc: 4/0,0 mode: PR/PR res: [0x200003ab4:0x12:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764828.185342:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x12:0x0].0x0 (ffff9445867bed00) 00010000:00010000:2.0:1775764828.185343:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764828.185345:0:42324:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3800/0x57b8ff0e03052938 lrc: 2/0,0 mode: --/PR res: [0x200003ab4:0x12:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764828.185351:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3800/0x57b8ff0e03052938 lrc: 0/0,0 mode: --/PR res: [0x200003ab4:0x12:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764828.185486:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94458620d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+34:66056:x1862022098672640:12345-192.168.202.28@tcp:34:lhsmtool_posix.0 Request processed in 1187us (1572us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764828.185493:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 1099 00000100:00100000:0.0:1775764828.201305:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764828.201632:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098672896 00000100:00100000:1.0:1775764828.201640:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098672896 00000100:00100000:1.0:1775764828.201734:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 1100 00000100:00100000:1.0:1775764828.201741:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94458620ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+34:66056:x1862022098672896:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1775764828.201764:0:42325:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764828.201781:0:42325:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944488003c00/0x57b8ff0e0305293f lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17c0da expref: -99 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764828.201916:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944488002600/0x57b8ff0e03052946 lrc: 3/1,0 mode: --/PR res: [0x200003ab4:0x12:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764828.201928:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944488002600/0x57b8ff0e03052946 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x12:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764828.201946:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944488002600/0x57b8ff0e03052946 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x12:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764828.201955:0:42325:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab4:0x12:0x0]: returning size 16 00010000:00010000:1.0:1775764828.202061:0:42325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944488002600/0x57b8ff0e03052946 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x12:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764828.202078:0:42325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944488002600/0x57b8ff0e03052946 lrc: 2/0,0 mode: PR/PR res: [0x200003ab4:0x12:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764828.202086:0:42325:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944488002600/0x57b8ff0e03052946 lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0x12:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764828.202091:0:42325:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944488002600 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:1.0:1775764828.202095:0:42325:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944488002600/0x57b8ff0e03052946 lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0x12:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764828.202101:0:42325:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944488002600/0x57b8ff0e03052946 lrc: 4/0,0 mode: PR/PR res: [0x200003ab4:0x12:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764828.202114:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x12:0x0].0x0 (ffff9445867bed00) 00010000:00010000:1.0:1775764828.202117:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1775764828.202122:0:42325:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944488002600/0x57b8ff0e03052946 lrc: 2/0,0 mode: --/PR res: [0x200003ab4:0x12:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764828.202128:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944488002600/0x57b8ff0e03052946 lrc: 0/0,0 mode: --/PR res: [0x200003ab4:0x12:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764828.202176:0:42325:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff944488003c00/0x57b8ff0e0305293f lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c0da expref: 36 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764828.202183:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff944598a9bf00) 00010000:00010000:1.0:1775764828.202185:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1775764828.202187:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944488003c00/0x57b8ff0e0305293f lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c0da expref: 36 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764828.202195:0:42325:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944488003c00, rc 0) 00000100:00100000:1.0:1775764828.202244:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94458620ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+35:66056:x1862022098672896:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 Request processed in 505us (950us total) trans 34359739298 rc 301/301 00000100:00100000:1.0:1775764828.202250:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 1100 00000100:00100000:3.0:1775764828.224341:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764828.224669:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098673024 00000100:00100000:2.0:1775764828.224681:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098673024 00000100:00100000:2.0:1775764828.224840:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 1101 00000100:00100000:2.0:1775764828.224852:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944488920700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+35:66056:x1862022098673024:12345-192.168.202.28@tcp:53:lhsmtool_posix.0 00000004:00000080:2.0:1775764828.224896:0:44493:0:(mdt_handler.c:7957:mdt_fid2path()) path get [0x200003ab4:0x12:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1775764828.225000:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944488920700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+35:66056:x1862022098673024:12345-192.168.202.28@tcp:53:lhsmtool_posix.0 Request processed in 151us (669us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764828.225008:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 1101 00000100:00100000:0.0:1775764828.254902:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764828.255178:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098673280 00000100:00100000:3.0:1775764828.255189:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098673280 00000100:00100000:3.0:1775764828.255238:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 1102 00000100:00100000:3.0:1775764828.255248:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444864b3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+35:66056:x1862022098673280:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1775764828.255270:0:42326:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764828.255273:0:42326:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1775764828.255300:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944488003200/0x57b8ff0e03052915 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c0cc expref: 35 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764828.255334:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff944584d1d400) 00010000:00010000:3.0:1775764828.255348:0:42326:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1775764828.255366:0:42326:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e03052954 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17c0e1 expref: -99 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1775764828.257612:0:42326:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x11c:0x0], index 1: 0 00010000:00010000:3.0:1775764828.257946:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e0305295b lrc: 3/1,0 mode: --/PR res: [0x200003ab4:0x16:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764828.257963:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e0305295b lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x16:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764828.257975:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e0305295b lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x16:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764828.258033:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e03052954 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c0e1 expref: 37 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764828.258056:0:42326:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e0305295b lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0x16:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c0e1 expref: 36 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764828.258074:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x16:0x0].0x0 (ffff9445867be900) 00010000:00010000:3.0:1775764828.258078:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1775764828.258081:0:42326:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445be694600, rc 0) 00000100:00100000:3.0:1775764828.258162:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444864b3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+36:66056:x1862022098673280:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 Request processed in 2914us (3268us total) trans 34359739299 rc 0/0 00000100:00100000:3.0:1775764828.258171:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 1102 00000100:00100000:0.0:1775764828.265119:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764828.265254:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098673408 00000100:00100000:1.0:1775764828.265263:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098673408 00000100:00100000:1.0:1775764828.265318:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 1103 00000100:00100000:1.0:1775764828.265328:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444864b1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+36:66056:x1862022098673408:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1775764828.265359:0:42324:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764828.265387:0:42324:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944488003c00/0x57b8ff0e03052969 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17c0e8 expref: -99 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764828.265510:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944488002600/0x57b8ff0e03052970 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764828.265525:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944488002600/0x57b8ff0e03052970 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764828.265539:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944488002600/0x57b8ff0e03052970 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764828.265766:0:42324:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 9728 00000004:00200000:1.0:1775764828.265771:0:42324:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 48 stripe count 1 MDT count 1 00000004:00010000:1.0:1775764828.265902:0:42324:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff944488002600/0x57b8ff0e03052970 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764828.265927:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944488003c00/0x57b8ff0e03052969 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c0e8 expref: 38 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764828.265960:0:42324:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff944488002600/0x57b8ff0e03052970 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c0e8 expref: 37 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764828.265974:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff944584d1d100) 00010000:00010000:1.0:1775764828.265977:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1775764828.265980:0:42324:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944488002600, rc 0) 00000100:00100000:1.0:1775764828.266039:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444864b1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+37:66056:x1862022098673408:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 Request processed in 712us (931us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764828.266047:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 1103 00000100:00100000:2.0:1775764828.270789:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764828.270962:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098673664 00000100:00100000:1.0:1775764828.270973:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098673664 00000100:00100000:1.0:1775764828.271042:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 1104 00000100:00100000:1.0:1775764828.271054:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486040700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+37:66056:x1862022098673664:12345-192.168.202.28@tcp:36:lhsmtool_posix.0 00010000:00010000:1.0:1775764828.271126:0:42325:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1775764828.271170:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e0305295b lrc: 0/0,0 mode: --/PR res: [0x200003ab4:0x16:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c0e1 expref: 37 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764828.271192:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x16:0x0].0x0 (ffff9445867be900) 00010000:00010000:1.0:1775764828.271213:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944488002600/0x57b8ff0e03052970 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c0e8 expref: 36 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764828.271223:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff944584d1d100) 00010000:00010000:1.0:1775764828.271229:0:42325:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1775764828.271255:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff944488003600/0x57b8ff0e03052977 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764828.271268:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944488003600/0x57b8ff0e03052977 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764828.271282:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944488003600/0x57b8ff0e03052977 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764828.271294:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff944488003e00/0x57b8ff0e0305297e lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x492e9e73 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764828.271300:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944488003e00/0x57b8ff0e0305297e lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x492e9e73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764828.271306:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944488003e00/0x57b8ff0e0305297e lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x492e9e73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764828.273904:0:42325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff944488003600/0x57b8ff0e03052977 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764828.273920:0:42325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944488003600/0x57b8ff0e03052977 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764828.273928:0:42325:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944488003600/0x57b8ff0e03052977 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764828.275185:0:42325:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944488003600 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:1.0:1775764828.275192:0:42325:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944488003600/0x57b8ff0e03052977 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764828.275202:0:42325:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944488003600/0x57b8ff0e03052977 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764828.275224:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff944584d1df00) 00010000:00010000:1.0:1775764828.275227:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764828.275232:0:42325:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944488003600/0x57b8ff0e03052977 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764828.275240:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944488003600/0x57b8ff0e03052977 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764828.275268:0:42325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff944488003e00/0x57b8ff0e0305297e lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x492e9e73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764828.275275:0:42325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944488003e00/0x57b8ff0e0305297e lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x492e9e73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764828.275281:0:42325:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944488003e00/0x57b8ff0e0305297e lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x492e9e73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764828.275285:0:42325:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944488003e00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:1.0:1775764828.275288:0:42325:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944488003e00/0x57b8ff0e0305297e lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x492e9e73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764828.275293:0:42325:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944488003e00/0x57b8ff0e0305297e lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x492e9e73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764828.275299:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x492e9e73 (ffff944584d1dd00) 00010000:00010000:1.0:1775764828.275301:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764828.275304:0:42325:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944488003e00/0x57b8ff0e0305297e lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x492e9e73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764828.275309:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944488003e00/0x57b8ff0e0305297e lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x492e9e73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764828.275459:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486040700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+35:66056:x1862022098673664:12345-192.168.202.28@tcp:36:lhsmtool_posix.0 Request processed in 4401us (4687us total) trans 0 rc -2/-2 00000100:00100000:1.0:1775764828.275477:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 1104 00000100:00100000:0.0:1775764828.278718:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764828.280909:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098673792 00000100:00100000:2.0:1775764828.280924:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098673792 00000100:00100000:2.0:1775764828.280994:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 1105 00000100:00100000:2.0:1775764828.281005:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944488e93480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+35:66056:x1862022098673792:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1775764828.281031:0:44493:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764828.281073:0:44493:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee2a00/0x57b8ff0e03052985 lrc: 2/0,0 mode: --/PR res: [0x200003ab4:0x16:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17c0ef expref: -99 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764828.281113:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3000/0x57b8ff0e0305298c lrc: 3/1,0 mode: --/PR res: [0x200003ab4:0x16:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764828.281132:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3000/0x57b8ff0e0305298c lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x16:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764828.281145:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3000/0x57b8ff0e0305298c lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x16:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764828.281277:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee2a00/0x57b8ff0e03052985 lrc: 0/0,0 mode: --/PR res: [0x200003ab4:0x16:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c0ef expref: 37 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764828.281306:0:44493:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3000/0x57b8ff0e0305298c lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0x16:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c0ef expref: 36 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764828.281316:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x16:0x0].0x0 (ffff94459084a100) 00010000:00010000:2.0:1775764828.281319:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1775764828.281324:0:44493:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944585ee3000, rc 0) 00000100:00100000:2.0:1775764828.281504:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944488e93480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+36:66056:x1862022098673792:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 Request processed in 500us (2797us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764828.281513:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 1105 00000100:00100000:0.0:1775764828.286774:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764828.287333:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098674048 00000100:00100000:3.0:1775764828.287345:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098674048 00000100:00100000:3.0:1775764828.287609:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 1106 00000100:00100000:3.0:1775764828.287620:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944488e91c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+36:66056:x1862022098674048:12345-192.168.202.28@tcp:36:lhsmtool_posix.0 00010000:00010000:3.0:1775764828.287707:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e03052993 lrc: 3/0,1 mode: --/PW res: [0x200003ab4:0x16:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764828.287725:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e03052993 lrc: 3/0,1 mode: PW/PW res: [0x200003ab4:0x16:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764828.287738:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e03052993 lrc: 3/0,1 mode: PW/PW res: [0x200003ab4:0x16:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1775764828.288499:0:42326:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x30:0x0].24, 88 off10064 00000004:00080000:3.0:1775764828.288514:0:42326:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 2295135714230ns, next at 2296135711020ns, rc = 0 00000004:00010000:3.0:1775764828.288617:0:42326:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000004d3ea734 reply state 00000000a4ffdfbc transno 34359739300 ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e03052993 lrc: 3/0,1 mode: PW/PW res: [0x200003ab4:0x16:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764828.288628:0:42326:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1775764828.288756:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944488e91c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+38:66056:x1862022098674048:12345-192.168.202.28@tcp:36:lhsmtool_posix.0 Request processed in 1136us (1991us total) trans 34359739300 rc 0/0 00000100:00100000:3.0:1775764828.288765:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 1106 00000100:00100000:2.0:1775764828.295623:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764828.295704:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098674176 00000100:00100000:1.0:1775764828.295712:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098674176 00000100:00100000:1.0:1775764828.295770:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 1107 00000100:00100000:1.0:1775764828.295781:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486042a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+38:66056:x1862022098674176:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1775764828.295845:0:42324:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764828.295866:0:42324:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944488002600/0x57b8ff0e0305299a lrc: 2/0,0 mode: --/CR res: [0x200003ab4:0x16:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17c0f6 expref: -99 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764828.295928:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944488002600/0x57b8ff0e0305299a lrc: 3/0,0 mode: CR/CR res: [0x200003ab4:0x16:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c0f6 expref: 39 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764828.295943:0:42324:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff944488002600/0x57b8ff0e0305299a lrc: 3/0,0 mode: CR/CR res: [0x200003ab4:0x16:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c0f6 expref: 39 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764828.295973:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x16:0x0].0x0 (ffff94459084a100) 00010000:00010000:1.0:1775764828.295976:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1775764828.295980:0:42324:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944488002600, rc 0) 00000100:00100000:1.0:1775764828.296031:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486042a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+39:66056:x1862022098674176:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 Request processed in 252us (980us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764828.296038:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 1107 00010000:00010000:3.0:1775764828.297719:0:3314:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e03052993 lrc: 3/0,1 mode: PW/PW res: [0x200003ab4:0x16:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764828.297735:0:3314:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e03052993 lrc: 2/0,0 mode: PW/PW res: [0x200003ab4:0x16:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764828.297744:0:3314:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e03052993 lrc: 3/0,0 mode: PW/PW res: [0x200003ab4:0x16:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764828.297750:0:3314:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445be695200 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:3.0:1775764828.297756:0:3314:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e03052993 lrc: 3/0,0 mode: PW/PW res: [0x200003ab4:0x16:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764828.297764:0:3314:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e03052993 lrc: 4/0,0 mode: PW/PW res: [0x200003ab4:0x16:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764828.297783:0:3314:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x16:0x0].0x0 (ffff94459084a100) 00010000:00010000:3.0:1775764828.297787:0:3314:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1775764828.297792:0:3314:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e03052993 lrc: 2/0,0 mode: --/PW res: [0x200003ab4:0x16:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764828.297845:0:3314:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e03052993 lrc: 0/0,0 mode: --/PW res: [0x200003ab4:0x16:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764828.311650:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764828.311832:0:42944:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098674304 00000100:00100000:3.0:1775764828.311843:0:42944:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098674304 00000100:00100000:3.0:1775764828.311924:0:42944:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 263 00000100:00100000:3.0:1775764828.311937:0:42944:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944488e90380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+8:2379:x1862022098674304:12345-192.168.202.28@tcp:2:lhsmtool_posix.0 00000100:00080000:0.0:1775764828.312742:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1775764828.313111:0:42944:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944488e90380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+9:2379:x1862022098674304:12345-192.168.202.28@tcp:2:lhsmtool_posix.0 Request processed in 1173us (1466us total) trans 34359738456 rc 0/0 00000100:00100000:3.0:1775764828.313123:0:42944:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 263 00000100:00100000:0.0:1775764828.318153:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764828.318258:0:42328:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098674560 00000100:00100000:3.0:1775764828.318268:0:42328:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098674560 00000100:00100000:3.0:1775764828.318371:0:42328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 330 00000100:00100000:3.0:1775764828.318382:0:42328:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944488e90000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+38:66056:x1862022098674560:12345-192.168.202.28@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1775764828.318641:0:42328:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944488e90000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+39:66056:x1862022098674560:12345-192.168.202.28@tcp:35:lhsmtool_posix.0 Request processed in 260us (587us total) trans 34359739301 rc 0/0 00000100:00100000:3.0:1775764828.318650:0:42328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 330 00000100:00100000:2.0:1775764828.322223:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764828.322672:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098674816 00000100:00100000:1.0:1775764828.322684:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098674816 00000100:00100000:1.0:1775764828.322790:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 1108 00000100:00100000:1.0:1775764828.322837:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486043480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+39:66056:x1862022098674816:12345-192.168.202.28@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1775764828.322970:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486043480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+39:66056:x1862022098674816:12345-192.168.202.28@tcp:57:lhsmtool_posix.0 Request processed in 170us (759us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764828.322978:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 1108 00000100:00100000:3.0:1775764828.329971:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764828.330222:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098674944 00000100:00100000:1.0:1775764828.330232:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098674944 00000100:00100000:1.0:1775764828.330302:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 1109 00000100:00100000:1.0:1775764828.330313:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944488923800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+39:66056:x1862022098674944:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1775764828.330337:0:42324:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764828.330682:0:42324:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944488003e00/0x57b8ff0e030529a1 lrc: 2/0,0 mode: --/CR res: [0x200003ab4:0x16:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17c0fd expref: -99 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764828.330777:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944488003600/0x57b8ff0e030529a8 lrc: 3/1,0 mode: --/PR res: [0x200003ab4:0x16:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764828.330793:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944488003600/0x57b8ff0e030529a8 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x16:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764828.330848:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944488003600/0x57b8ff0e030529a8 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x16:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764828.331111:0:42324:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1775764828.331136:0:42324:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff944488003600/0x57b8ff0e030529a8 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x16:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764828.331170:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944488003e00/0x57b8ff0e030529a1 lrc: 0/0,0 mode: --/CR res: [0x200003ab4:0x16:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c0fd expref: 41 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764828.331190:0:42324:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff944488003600/0x57b8ff0e030529a8 lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0x16:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c0fd expref: 40 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764828.331199:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x16:0x0].0x0 (ffff94459084a100) 00010000:00010000:1.0:1775764828.331202:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:1.0:1775764828.331206:0:42324:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944488003600, rc 0) 00000100:00100000:1.0:1775764828.331282:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944488923800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+40:66056:x1862022098674944:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 Request processed in 971us (1322us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764828.331291:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 1109 00000100:00100000:2.0:1775764828.335627:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764828.335723:0:42946:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098675072 00000100:00100000:3.0:1775764828.335733:0:42946:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098675072 00000100:00100000:3.0:1775764828.335909:0:42946:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 264 00000100:00100000:3.0:1775764828.335921:0:42946:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486042680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+9:2378:x1862022098675072:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1775764828.335956:0:42946:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764828.335980:0:42946:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ffd68b5e/0x57b8ff0e030529af lrc: 2/0,0 mode: --/PR res: [0x280000400:0x11c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17c104 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1775764828.336012:0:42946:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x11c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x69d8055c, blocks: 0x1 00010000:00010000:3.0:1775764828.336036:0:42946:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764828.336039:0:42946:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764828.336049:0:42946:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ffd68b5e/0x57b8ff0e030529af lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x11c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c104 expref: 10 pid: 42946 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764828.336078:0:42946:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000ffd68b5e/0x57b8ff0e030529af lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x11c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c104 expref: 10 pid: 42946 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764828.336097:0:42946:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445be695200, rc 0) 00000100:00100000:3.0:1775764828.336175:0:42946:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486042680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+10:2378:x1862022098675072:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 Request processed in 256us (561us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764828.336183:0:42946:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 264 00000100:00100000:2.0:1775764828.339945:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764828.340271:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098675328 00000100:00100000:3.0:1775764828.340281:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098675328 00000100:00100000:2.0:1775764828.340615:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 1110 00000100:00100000:2.0:1775764828.340626:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486040000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+40:66056:x1862022098675328:12345-192.168.202.28@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1775764828.340756:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486040000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+40:66056:x1862022098675328:12345-192.168.202.28@tcp:57:lhsmtool_posix.0 Request processed in 131us (821us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764828.340765:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 1110 00000100:00100000:0.0:1775764828.344769:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764828.345136:0:42945:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098675456 00000100:00100000:1.0:1775764828.345148:0:42945:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098675456 00000100:00100000:1.0:1775764828.345207:0:42945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 265 00000100:00100000:1.0:1775764828.345217:0:42945:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944488e91880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+10:66056:x1862022098675456:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1775764828.345234:0:42945:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764828.345253:0:42945:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c2470173/0x57b8ff0e030529b6 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x11c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17c10b expref: -99 pid: 42945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764828.345290:0:42945:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000ffd68b5e/0x57b8ff0e030529af lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x11c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c104 expref: 11 pid: 42946 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764828.345299:0:42945:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1775764828.345301:0:42945:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1775764828.345305:0:42945:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c2470173/0x57b8ff0e030529b6 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x11c:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c10b expref: 11 pid: 42945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764828.345337:0:42945:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000ffd68b5e/0x57b8ff0e030529af lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x11c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c104 expref: 11 pid: 42946 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764828.345351:0:42945:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000ffd68b5e/0x57b8ff0e030529af lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x11c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c104 expref: 11 pid: 42946 timeout: 2395 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764828.345375:0:42945:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9444824b1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:42945:1862022119072256:192.168.202.28@tcp:104: 00000100:00100000:1.0:1775764828.345473:0:42945:0:(client.c:2691:ptlrpc_set_wait()) set ffff94459ed5c3c0 going to sleep for 11 seconds 00000100:00100000:3.0:1775764828.348417:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764828.348562:0:42309:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098675584 00000100:00100000:0.0:1775764828.348571:0:42309:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098675584 00010000:00010000:0.0:1775764828.348611:0:42309:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000ffd68b5e/0x57b8ff0e030529af lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x11c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c104 expref: 12 pid: 42946 timeout: 2395 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764828.348664:0:42309:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 213 00000100:00100000:0.0:1775764828.348672:0:42309:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944488922d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+12:2379:x1862022098675584:12345-192.168.202.28@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1775764828.348688:0:42309:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764828.348713:0:42309:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000ffd68b5e/0x57b8ff0e030529af lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x11c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c104 expref: 12 pid: 42946 timeout: 2395 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764828.348727:0:42309:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000ffd68b5e/0x57b8ff0e030529af lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x11c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c104 expref: 12 pid: 42946 timeout: 2395 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764828.348758:0:42309:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764828.348760:0:42309:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764828.348767:0:42309:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000c2470173/0x57b8ff0e030529b6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x11c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c10b expref: 12 pid: 42945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764828.348777:0:42309:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c2470173/0x57b8ff0e030529b6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x11c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c10b expref: 12 pid: 42945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764828.348846:0:42309:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000c2470173/0x57b8ff0e030529b6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x11c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c10b expref: 12 pid: 42945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764828.348860:0:42309:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944488e90a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:42309:1862022119072384:192.168.202.28@tcp:105: 00000100:00100000:0.0:1775764828.348929:0:42309:0:(client.c:2691:ptlrpc_set_wait()) set ffff9445854459c0 going to sleep for 11 seconds 00010000:00010000:1.0:1775764828.349107:0:42945:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ffd68b5e/0x57b8ff0e030529af lrc: 0/0,0 mode: --/PR res: [0x280000400:0x11c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c104 expref: 12 pid: 42946 timeout: 2395 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764828.349124:0:42945:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9444824b1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:42945:1862022119072256:192.168.202.28@tcp:104: 00010000:00010000:1.0:1775764828.349154:0:42945:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000c2470173/0x57b8ff0e030529b6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x11c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c10b expref: 11 pid: 42945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764828.349165:0:42945:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944488003e00, rc 0) 00000100:00100000:1.0:1775764828.349193:0:42945:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944488e91880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+11:66056:x1862022098675456:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 Request processed in 3978us (4435us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764828.349201:0:42945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 265 00000100:00100000:0.0:1775764828.353630:0:42309:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944488e90a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:42309:1862022119072384:192.168.202.28@tcp:105: 00010000:00010000:0.0:1775764828.353663:0:42309:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775764828.353725:0:42309:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944488922d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+10:2379:x1862022098675584:12345-192.168.202.28@tcp:103:ldlm_bl.0 Request processed in 5052us (5325us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764828.353737:0:42309:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 213 00000100:00100000:3.0:1775764828.361888:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764828.362100:0:42949:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098675712 00000100:00100000:2.0:1775764828.362112:0:42949:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098675712 00002000:00100000:2.0:1775764828.362166:0:42949:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x11c:0x0] (0->15) req@ffff944488921f80 x1862022098675712/t0(0) o4->fcf15866-4739-4595-8fe1-44abde7ee9d7@192.168.202.28@tcp:309/0 lens 504/0 e 0 to 0 dl 1775764839 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764828.362177:0:42949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff944488921f80 with x1862022098675712 ext(0->15) 00002000:00010000:2.0:1775764828.362183:0:42949:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff944488921f80 00000100:00100000:2.0:1775764828.362219:0:42949:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 97 00000100:00100000:2.0:1775764828.362229:0:42949:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944488921f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+10:2378:x1862022098675712:12345-192.168.202.28@tcp:4:lhsmtool_posix.0 00000100:00100000:2.0:1775764828.362933:0:42949:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944488921f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+12:2378:x1862022098675712:12345-192.168.202.28@tcp:4:lhsmtool_posix.0 Request processed in 703us (1061us total) trans 34359738457 rc 0/0 00000100:00100000:2.0:1775764828.362942:0:42949:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 97 00002000:00100000:2.0:1775764828.363872:0:42949:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x11c:0x0] (0->15) req@ffff944488921f80 x1862022098675712/t34359738457(0) o4->fcf15866-4739-4595-8fe1-44abde7ee9d7@192.168.202.28@tcp:309/0 lens 504/448 e 0 to 0 dl 1775764839 ref 1 fl Complete:/600/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764828.363924:0:42949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff944488921f80 with x1862022098675712 ext(0->15) 00002000:00010000:2.0:1775764828.363929:0:42949:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff944488921f80 00000100:00100000:3.0:1775764828.365895:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764828.366157:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098675840 00000100:00100000:2.0:1775764828.366166:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098675840 00000100:00100000:2.0:1775764828.366220:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 1111 00000100:00100000:2.0:1775764828.366229:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944488923480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+40:66056:x1862022098675840:12345-192.168.202.28@tcp:44:lhsmtool_posix.0 00000020:00080000:0.0:1775764828.404875:0:5825:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 30064771827 batchid updated 00000001:00080000:0.0:1775764828.404911:0:5825:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 34359739298 is committed 00000001:00080000:0.0:1775764828.404923:0:5825:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 34359739301 is committed 00000004:00080000:0.0:1775764828.404931:0:5825:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 26 committed 00000100:00100000:0.0:1775764828.405088:0:3328:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1775764828.405111:0:3328:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944488e90a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3328:1862022119072512:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1775764828.405194:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764828.405238:0:43212:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119072512 00000100:00100000:0.0:1775764828.405244:0:43212:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119072512 00000100:00100000:0.0:1775764828.405294:0:43212:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 266 00000100:00100000:0.0:1775764828.405302:0:43212:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944488e91500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3328:x1862022119072512:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:0.0:1775764828.405472:0:43212:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x11c:0x0] updating lvb size from disk: 0 -> 16 00002000:00010000:0.0:1775764828.405477:0:43212:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x11c:0x0] updating lvb mtime from disk: 0 -> 1775764828 00002000:00010000:0.0:1775764828.405479:0:43212:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x11c:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1775764828.405482:0:43212:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x11c:0x0] updating lvb ctime from disk: 1775764828 -> 1775764828 00002000:00010000:0.0:1775764828.405485:0:43212:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x11c:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:0.0:1775764828.405521:0:43212:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944488e91500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3328:x1862022119072512:12345-0@lo:2:osp-syn-1-0.0 Request processed in 220us (327us total) trans 34359738458 rc 0/0 00000100:00100000:0.0:1775764828.405528:0:43212:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 266 00000004:00080000:0.0:1775764828.405577:0:3328:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff944488e90a80/2, rc 0, transno 34359738458 00000100:00100000:0.0:1775764828.405582:0:3328:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944488e90a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3328:1862022119072512:0@lo:2:osp-syn-1-0.0 00000100:00080000:0.0:1775764828.405593:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000020:00080000:0.0:1775764828.405600:0:42361:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 30064771827 00000020:00080000:0.0:1775764828.405608:0:42361:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 30064771827 00000100:00100000:3.0:1775764828.406705:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944488923480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+36:66056:x1862022098675840:12345-192.168.202.28@tcp:44:lhsmtool_posix.0 Request processed in 40470us (40819us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764828.406717:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 1111 00000100:00100000:3.0:1775764828.408786:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764828.408917:0:42944:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098675968 00000100:00100000:0.0:1775764828.408927:0:42944:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098675968 00000100:00100000:0.0:1775764828.408997:0:42944:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 267 00000100:00100000:0.0:1775764828.409006:0:42944:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944488921c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+12:2379:x1862022098675968:12345-192.168.202.28@tcp:16:lhsmtool_posix.0 00000100:00100000:3.0:1775764828.417223:0:3330:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944488920380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3330:1862022119072640:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1775764828.417291:0:3330:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764828.417716:0:42948:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119072640 00000100:00100000:3.0:1775764828.417725:0:42948:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119072640 00000100:00100000:3.0:1775764828.417774:0:42948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 188 00000100:00100000:3.0:1775764828.417784:0:42948:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944488920000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3330:x1862022119072640:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1775764828.417839:0:42948:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 57737216 pending 0 free 3704619008 avail 3702521856 00000100:00100000:3.0:1775764828.417883:0:42948:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944488920000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3330:x1862022119072640:12345-0@lo:13:osp-pre-0-0.0 Request processed in 101us (592us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764828.417891:0:42948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 188 00000100:00100000:3.0:1775764828.417938:0:3330:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944488920380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3330:1862022119072640:0@lo:13:osp-pre-0-0.0 00000001:00080000:3.0:1775764828.443209:0:7469:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 34359738458 is committed 00000001:00080000:3.0:1775764828.443230:0:7469:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 34359738457 is committed 00000100:00100000:0.0:1775764828.443391:0:42944:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944488921c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+9:2379:x1862022098675968:12345-192.168.202.28@tcp:16:lhsmtool_posix.0 Request processed in 34380us (34608us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764828.443405:0:42944:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 267 00000100:00100000:0.0:1775764828.454133:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764828.454223:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098676224 00000100:00100000:1.0:1775764828.454233:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098676224 00000100:00100000:1.0:1775764828.454298:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 1112 00000100:00100000:1.0:1775764828.454309:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94459d0e5050 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+36:66056:x1862022098676224:12345-192.168.202.28@tcp:36:lhsmtool_posix.0 00010000:00010000:1.0:1775764828.454366:0:42325:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764828.454393:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944488003600/0x57b8ff0e030529a8 lrc: 0/0,0 mode: --/PR res: [0x200003ab4:0x16:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c0fd expref: 36 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764828.454414:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x16:0x0].0x0 (ffff94459084a100) 00010000:00010000:1.0:1775764828.454419:0:42325:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1775764828.454580:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff944488003c00/0x57b8ff0e030529bd lrc: 3/0,1 mode: --/PW res: [0x200003ab4:0x16:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764828.454596:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944488003c00/0x57b8ff0e030529bd lrc: 3/0,1 mode: PW/PW res: [0x200003ab4:0x16:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764828.454610:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944488003c00/0x57b8ff0e030529bd lrc: 3/0,1 mode: PW/PW res: [0x200003ab4:0x16:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764828.454913:0:42325:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000e5ea60f8 reply state 00000000f268a77e transno 34359739302 ns: mdt-lustre-MDT0000_UUID lock: ffff944488003c00/0x57b8ff0e030529bd lrc: 3/0,1 mode: PW/PW res: [0x200003ab4:0x16:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764828.454924:0:42325:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1775764828.455130:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94459d0e5050 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+37:66056:x1862022098676224:12345-192.168.202.28@tcp:36:lhsmtool_posix.0 Request processed in 820us (1004us total) trans 34359739302 rc 0/0 00000100:00100000:1.0:1775764828.455138:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 1112 00010000:00010000:1.0:1775764828.465471:0:3315:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff944488003c00/0x57b8ff0e030529bd lrc: 3/0,1 mode: PW/PW res: [0x200003ab4:0x16:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764828.468189:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764828.470867:0:43212:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098676352 00000100:00100000:2.0:1775764828.470882:0:43212:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098676352 00000100:00100000:2.0:1775764828.470943:0:43212:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 268 00000100:00100000:2.0:1775764828.470955:0:43212:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944488e92680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+9:2379:x1862022098676352:12345-192.168.202.28@tcp:2:lhsmtool_posix.0 00002000:00010000:2.0:1775764828.471230:0:43212:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x11c:0x0] updating lvb size from disk: 16 -> 16 00002000:00010000:2.0:1775764828.471234:0:43212:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x11c:0x0] updating lvb mtime from disk: 1775764828 -> 1775764811 00002000:00010000:2.0:1775764828.471237:0:43212:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x11c:0x0] updating lvb atime from disk: 0 -> 1775764824 00002000:00010000:2.0:1775764828.471239:0:43212:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x11c:0x0] updating lvb ctime from disk: 1775764828 -> 1775764824 00002000:00010000:2.0:1775764828.471242:0:43212:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x11c:0x0] updating lvb blocks from disk: 1 -> 11 00000100:00100000:2.0:1775764828.471320:0:43212:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944488e92680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+10:2379:x1862022098676352:12345-192.168.202.28@tcp:2:lhsmtool_posix.0 Request processed in 366us (3138us total) trans 34359738459 rc 0/0 00000100:00100000:2.0:1775764828.471329:0:43212:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 268 00010000:00010000:1.0:1775764828.471838:0:3315:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944488003c00/0x57b8ff0e030529bd lrc: 2/0,0 mode: PW/PW res: [0x200003ab4:0x16:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764828.471848:0:3315:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944488003c00/0x57b8ff0e030529bd lrc: 3/0,0 mode: PW/PW res: [0x200003ab4:0x16:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764828.471856:0:3315:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944488003c00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:1.0:1775764828.471862:0:3315:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944488003c00/0x57b8ff0e030529bd lrc: 3/0,0 mode: PW/PW res: [0x200003ab4:0x16:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764828.471872:0:3315:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944488003c00/0x57b8ff0e030529bd lrc: 4/0,0 mode: PW/PW res: [0x200003ab4:0x16:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764828.471892:0:3315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x16:0x0].0x0 (ffff94459084a100) 00010000:00010000:1.0:1775764828.471896:0:3315:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764828.471901:0:3315:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944488003c00/0x57b8ff0e030529bd lrc: 2/0,0 mode: --/PW res: [0x200003ab4:0x16:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764828.471912:0:3315:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944488003c00/0x57b8ff0e030529bd lrc: 0/0,0 mode: --/PW res: [0x200003ab4:0x16:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764828.477023:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764828.477156:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098676608 00000100:00100000:1.0:1775764828.477168:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098676608 00000100:00100000:1.0:1775764828.477234:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 1113 00000100:00100000:1.0:1775764828.477243:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944488920380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+36:66056:x1862022098676608:12345-192.168.202.28@tcp:55:lhsmtool_posix.0 00010000:00010000:1.0:1775764828.477316:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff944488003600/0x57b8ff0e030529c4 lrc: 3/0,1 mode: --/PW res: [0x200003ab4:0x16:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764828.477334:0:42324:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3000/0x57b8ff0e0305298c lrc: 2/0,0 mode: PR/PR res: [0x200003ab4:0x16:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c0ef expref: 36 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764828.477342:0:42324:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff944488003600/0x57b8ff0e030529c4 lrc: 4/0,1 mode: --/PW res: [0x200003ab4:0x16:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764828.477376:0:42324:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3000/0x57b8ff0e0305298c lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0x16:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c0ef expref: 36 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764828.477389:0:42324:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3000/0x57b8ff0e0305298c lrc: 4/0,0 mode: PR/PR res: [0x200003ab4:0x16:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c0ef expref: 36 pid: 44493 timeout: 2395 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764828.477402:0:42324:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9444824b1f80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:42324:1862022119072768:192.168.202.28@tcp:104: 00000100:00100000:1.0:1775764828.477503:0:42324:0:(client.c:2691:ptlrpc_set_wait()) set ffff94459ed5c480 going to sleep for 11 seconds 00000100:00100000:3.0:1775764828.485402:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764828.485507:0:42311:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098676736 00000100:00100000:0.0:1775764828.485517:0:42311:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098676736 00010000:00010000:0.0:1775764828.485561:0:42311:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3000/0x57b8ff0e0305298c lrc: 5/0,0 mode: PR/PR res: [0x200003ab4:0x16:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c0ef expref: 37 pid: 44493 timeout: 2395 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764828.485606:0:42311:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 214 00000100:00100000:0.0:1775764828.485615:0:42311:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944488920a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+37:2378:x1862022098676736:12345-192.168.202.28@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1775764828.485630:0:42311:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764828.485638:0:42311:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3000/0x57b8ff0e0305298c lrc: 5/0,0 mode: PR/PR res: [0x200003ab4:0x16:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c0ef expref: 37 pid: 44493 timeout: 2395 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764828.485652:0:42311:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3000/0x57b8ff0e0305298c lrc: 4/0,0 mode: PR/PR res: [0x200003ab4:0x16:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c0ef expref: 37 pid: 44493 timeout: 2395 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764828.485677:0:42311:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x16:0x0].0x0 (ffff94459084a100) 00010000:00010000:0.0:1775764828.485683:0:42311:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff944488003600/0x57b8ff0e030529c4 lrc: 3/0,1 mode: --/PW res: [0x200003ab4:0x16:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764828.485697:0:42311:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff944488003600/0x57b8ff0e030529c4 lrc: 3/0,1 mode: PW/PW res: [0x200003ab4:0x16:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764828.485704:0:42311:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944488003600/0x57b8ff0e030529c4 lrc: 4/0,1 mode: PW/PW res: [0x200003ab4:0x16:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764828.485722:0:42311:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775764828.485777:0:42311:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944488920a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+37:2378:x1862022098676736:12345-192.168.202.28@tcp:103:ldlm_bl.0 Request processed in 163us (385us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764828.485784:0:42311:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 214 00010000:00010000:1.0:1775764828.485913:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3000/0x57b8ff0e0305298c lrc: 0/0,0 mode: --/PR res: [0x200003ab4:0x16:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c0ef expref: 36 pid: 44493 timeout: 2395 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764828.485937:0:42324:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9444824b1f80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:42324:1862022119072768:192.168.202.28@tcp:104: 00010000:00010000:1.0:1775764828.485961:0:42324:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff944488003600/0x57b8ff0e030529c4 lrc: 3/0,1 mode: PW/PW res: [0x200003ab4:0x16:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764828.485970:0:42324:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff944488003600/0x57b8ff0e030529c4 lrc: 3/0,1 mode: PW/PW res: [0x200003ab4:0x16:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764828.485976:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944488003600/0x57b8ff0e030529c4 lrc: 3/0,1 mode: PW/PW res: [0x200003ab4:0x16:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764828.486004:0:42324:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff944488003600/0x57b8ff0e030529c4 lrc: 3/0,1 mode: PW/PW res: [0x200003ab4:0x16:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764828.486011:0:42324:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944488003600/0x57b8ff0e030529c4 lrc: 2/0,0 mode: PW/PW res: [0x200003ab4:0x16:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764828.486017:0:42324:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944488003600/0x57b8ff0e030529c4 lrc: 3/0,0 mode: PW/PW res: [0x200003ab4:0x16:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764828.486021:0:42324:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944488003600 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:1.0:1775764828.486025:0:42324:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944488003600/0x57b8ff0e030529c4 lrc: 3/0,0 mode: PW/PW res: [0x200003ab4:0x16:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764828.486031:0:42324:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944488003600/0x57b8ff0e030529c4 lrc: 4/0,0 mode: PW/PW res: [0x200003ab4:0x16:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764828.486041:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x16:0x0].0x0 (ffff94459084a100) 00010000:00010000:1.0:1775764828.486044:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:1.0:1775764828.486047:0:42324:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944488003600/0x57b8ff0e030529c4 lrc: 2/0,0 mode: --/PW res: [0x200003ab4:0x16:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764828.486053:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944488003600/0x57b8ff0e030529c4 lrc: 0/0,0 mode: --/PW res: [0x200003ab4:0x16:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764828.486105:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944488920380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+35:66056:x1862022098676608:12345-192.168.202.28@tcp:55:lhsmtool_posix.0 Request processed in 8862us (9093us total) trans 0 rc -22/-22 00000100:00100000:1.0:1775764828.486113:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 1113 00000100:00100000:2.0:1775764828.489793:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764828.489947:0:42945:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098676864 00000100:00100000:3.0:1775764828.489958:0:42945:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098676864 00000100:00100000:3.0:1775764828.490012:0:42945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 269 00000100:00100000:3.0:1775764828.490021:0:42945:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486041c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+10:2378:x1862022098676864:12345-192.168.202.28@tcp:1:lhsmtool_posix.0 00010000:00010000:3.0:1775764828.490076:0:42945:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 000000009022cbfb/0x57b8ff0e030529cb lrc: 3/1,0 mode: --/PR res: [0x280000400:0x11c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 42945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764828.490096:0:42945:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000c2470173/0x57b8ff0e030529b6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x11c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c10b expref: 10 pid: 42945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764828.490105:0:42945:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1775764828.490107:0:42945:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1775764828.490110:0:42945:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009022cbfb/0x57b8ff0e030529cb lrc: 4/1,0 mode: --/PR res: [0x280000400:0x11c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 42945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764828.490154:0:42945:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000c2470173/0x57b8ff0e030529b6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x11c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c10b expref: 10 pid: 42945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764828.490168:0:42945:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000c2470173/0x57b8ff0e030529b6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x11c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c10b expref: 10 pid: 42945 timeout: 2395 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764828.490184:0:42945:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944488921880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:42945:1862022119072896:192.168.202.28@tcp:104: 00000100:00100000:3.0:1775764828.490269:0:42945:0:(client.c:2691:ptlrpc_set_wait()) set ffff9445a66ed180 going to sleep for 11 seconds 00000100:00100000:1.0:1775764828.496862:0:42945:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944488921880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:42945:1862022119072896:192.168.202.28@tcp:104: 00010000:00010000:1.0:1775764828.496895:0:42945:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000009022cbfb/0x57b8ff0e030529cb lrc: 3/1,0 mode: --/PR res: [0x280000400:0x11c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 42945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764828.497965:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764828.498057:0:44302:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098676992 00000100:00100000:0.0:1775764828.498073:0:44302:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098676992 00010000:00010000:0.0:1775764828.498111:0:44302:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000c2470173/0x57b8ff0e030529b6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x11c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c10b expref: 11 pid: 42945 timeout: 2395 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764828.498154:0:44302:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 215 00000100:00100000:0.0:1775764828.498164:0:44302:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486040e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+11:2378:x1862022098676992:12345-192.168.202.28@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1775764828.498180:0:44302:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764828.498205:0:44302:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000c2470173/0x57b8ff0e030529b6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x11c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c10b expref: 11 pid: 42945 timeout: 2395 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764828.498220:0:44302:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000c2470173/0x57b8ff0e030529b6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x11c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c10b expref: 11 pid: 42945 timeout: 2395 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764828.498247:0:44302:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c2470173/0x57b8ff0e030529b6 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x11c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c10b expref: 11 pid: 42945 timeout: 2395 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764828.498276:0:44302:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764828.498279:0:44302:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764828.498284:0:44302:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000009022cbfb/0x57b8ff0e030529cb lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x11c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 42945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764828.498295:0:44302:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009022cbfb/0x57b8ff0e030529cb lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x11c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 42945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764828.498330:0:44302:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775764828.498387:0:44302:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486040e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+10:2378:x1862022098676992:12345-192.168.202.28@tcp:103:ldlm_bl.0 Request processed in 224us (426us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764828.498395:0:44302:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 215 00010000:00010000:1.0:1775764828.498475:0:42945:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000009022cbfb/0x57b8ff0e030529cb lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x11c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 42945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764828.498486:0:42945:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009022cbfb/0x57b8ff0e030529cb lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x11c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 42945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764828.498511:0:42945:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 000000009022cbfb/0x57b8ff0e030529cb lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x11c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 42945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764828.498520:0:42945:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000009022cbfb/0x57b8ff0e030529cb lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x11c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 42945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764828.498529:0:42945:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000009022cbfb/0x57b8ff0e030529cb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x11c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 42945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764828.498543:0:42945:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445be695800 already unused, calling callback (ffffffffc177a060) 00010000:00010000:1.0:1775764828.498547:0:42945:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000009022cbfb/0x57b8ff0e030529cb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x11c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 42945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764828.498557:0:42945:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000009022cbfb/0x57b8ff0e030529cb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x11c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 42945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764828.498569:0:42945:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000009022cbfb/0x57b8ff0e030529cb lrc: 2/0,0 mode: --/PR res: [0x280000400:0x11c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 42945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764828.498577:0:42945:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009022cbfb/0x57b8ff0e030529cb lrc: 0/0,0 mode: --/PR res: [0x280000400:0x11c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 42945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764828.498625:0:42945:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486041c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+9:2378:x1862022098676864:12345-192.168.202.28@tcp:1:lhsmtool_posix.0 Request processed in 8605us (8853us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764828.498634:0:42945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 269 00000100:00100000:3.0:1775764828.505579:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764828.505679:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098677248 00000100:00100000:2.0:1775764828.505690:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098677248 00000100:00100000:2.0:1775764828.505754:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 1114 00000100:00100000:2.0:1775764828.505764:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944488921880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+35:66056:x1862022098677248:12345-192.168.202.28@tcp:57:lhsmtool_posix.0 00010000:00010000:2.0:1775764828.505886:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3800/0x57b8ff0e030529d2 lrc: 3/0,1 mode: --/PW res: [0x200003ab4:0x12:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764828.505905:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3800/0x57b8ff0e030529d2 lrc: 3/0,1 mode: PW/PW res: [0x200003ab4:0x12:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764828.505919:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3800/0x57b8ff0e030529d2 lrc: 3/0,1 mode: PW/PW res: [0x200003ab4:0x12:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764828.506138:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3e00/0x57b8ff0e030529d9 lrc: 3/0,1 mode: --/EX res: [0x200003ab4:0x16:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764828.506150:0:42326:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff944488002600/0x57b8ff0e0305299a lrc: 2/0,0 mode: CR/CR res: [0x200003ab4:0x16:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c0f6 expref: 36 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764828.506164:0:42326:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3e00/0x57b8ff0e030529d9 lrc: 4/0,1 mode: --/EX res: [0x200003ab4:0x16:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764828.506200:0:42326:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff944488002600/0x57b8ff0e0305299a lrc: 3/0,0 mode: CR/CR res: [0x200003ab4:0x16:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c0f6 expref: 36 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764828.506216:0:42326:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff944488002600/0x57b8ff0e0305299a lrc: 4/0,0 mode: CR/CR res: [0x200003ab4:0x16:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c0f6 expref: 36 pid: 42324 timeout: 2395 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764828.506230:0:42326:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944486041f80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:42326:1862022119073024:192.168.202.28@tcp:104: 00000100:00100000:2.0:1775764828.506316:0:42326:0:(client.c:2691:ptlrpc_set_wait()) set ffff944581377300 going to sleep for 11 seconds 00000100:00100000:2.0:1775764828.514760:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764828.514866:0:42311:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098677376 00000100:00100000:1.0:1775764828.514877:0:42311:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098677376 00010000:00010000:1.0:1775764828.514915:0:42311:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff944488002600/0x57b8ff0e0305299a lrc: 5/0,0 mode: CR/CR res: [0x200003ab4:0x16:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c0f6 expref: 37 pid: 42324 timeout: 2395 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764828.514956:0:42311:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 216 00000100:00100000:1.0:1775764828.514964:0:42311:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486043b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+37:2379:x1862022098677376:12345-192.168.202.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1775764828.514978:0:42311:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764828.514985:0:42311:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff944488002600/0x57b8ff0e0305299a lrc: 5/0,0 mode: CR/CR res: [0x200003ab4:0x16:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c0f6 expref: 37 pid: 42324 timeout: 2395 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764828.515004:0:42311:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff944488002600/0x57b8ff0e0305299a lrc: 4/0,0 mode: CR/CR res: [0x200003ab4:0x16:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c0f6 expref: 37 pid: 42324 timeout: 2395 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764828.515027:0:42311:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x16:0x0].0x0 (ffff94459084a100) 00010000:00010000:1.0:1775764828.515032:0:42311:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3e00/0x57b8ff0e030529d9 lrc: 3/0,1 mode: --/EX res: [0x200003ab4:0x16:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764828.515042:0:42311:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3e00/0x57b8ff0e030529d9 lrc: 3/0,1 mode: EX/EX res: [0x200003ab4:0x16:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764828.515050:0:42311:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3e00/0x57b8ff0e030529d9 lrc: 4/0,1 mode: EX/EX res: [0x200003ab4:0x16:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764828.515075:0:42311:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1775764828.515130:0:42311:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486043b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+37:2379:x1862022098677376:12345-192.168.202.28@tcp:103:ldlm_bl.0 Request processed in 166us (380us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764828.515136:0:42311:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 216 00010000:00010000:0.0:1775764828.515383:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944488002600/0x57b8ff0e0305299a lrc: 0/0,0 mode: --/CR res: [0x200003ab4:0x16:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c0f6 expref: 36 pid: 42324 timeout: 2395 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764828.515401:0:42326:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944486041f80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:42326:1862022119073024:192.168.202.28@tcp:104: 00010000:00010000:0.0:1775764828.515421:0:42326:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3e00/0x57b8ff0e030529d9 lrc: 3/0,1 mode: EX/EX res: [0x200003ab4:0x16:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764828.515429:0:42326:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3e00/0x57b8ff0e030529d9 lrc: 3/0,1 mode: EX/EX res: [0x200003ab4:0x16:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764828.515435:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3e00/0x57b8ff0e030529d9 lrc: 3/0,1 mode: EX/EX res: [0x200003ab4:0x16:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1775764828.515613:0:42326:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 34359739303 00000001:00080000:0.0:1775764828.515846:0:42326:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 34359739304 00000001:00080000:0.0:1775764828.515898:0:42326:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 34359739305 00000100:00100000:0.0:1775764828.515974:0:42326:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944488e91180 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:42326:1862022119073152:0@lo:1000:mdt00_002.0 00000100:00100000:0.0:1775764828.516075:0:42326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764828.516109:0:42326:0:(client.c:2691:ptlrpc_set_wait()) set ffff944599580300 going to sleep for 11 seconds 00000100:00100000:3.0:1775764828.516243:0:42330:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119073152 00000100:00100000:3.0:1775764828.516249:0:42330:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119073152 00000100:00100000:3.0:1775764828.516289:0:42330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 68 00000100:00100000:3.0:1775764828.516297:0:42330:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944488e92300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:42326:x1862022119073152:12345-0@lo:1000:mdt00_002.0 00000100:00100000:3.0:1775764828.516360:0:42330:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944488e92300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:42326:x1862022119073152:12345-0@lo:1000:mdt00_002.0 Request processed in 64us (340us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764828.516368:0:42330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 68 00000100:00100000:0.0:1775764828.516528:0:42326:0:(client.c:3082:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 34359738458 gen 2 00000004:00080000:0.0:1775764828.516534:0:42326:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff944488e90a80, transno 34359738458 00000100:00100000:0.0:1775764828.516554:0:42326:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944488e91180 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:42326:1862022119073152:0@lo:1000:mdt00_002.0 00000001:00080000:0.0:1775764828.517359:0:42326:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 34359739306 00000100:00100000:0.0:1775764828.517422:0:42326:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944488e91180 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:42326:1862022119073280:0@lo:1000:mdt00_002.0 00000100:00100000:0.0:1775764828.517462:0:42326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764828.517591:0:42326:0:(client.c:2691:ptlrpc_set_wait()) set ffff9445b3c886c0 going to sleep for 11 seconds 00000100:00100000:3.0:1775764828.522666:0:42330:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119073280 00000100:00100000:3.0:1775764828.522681:0:42330:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119073280 00000100:00100000:0.0:1775764828.522881:0:42330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 69 00000100:00100000:0.0:1775764828.522893:0:42330:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944488e93100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:42326:x1862022119073280:12345-0@lo:1000:mdt00_002.0 00000100:00100000:0.0:1775764828.523191:0:42330:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944488e93100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:42326:x1862022119073280:12345-0@lo:1000:mdt00_002.0 Request processed in 300us (5728us total) trans 34359738460 rc 0/0 00000100:00100000:0.0:1775764828.523199:0:42330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 69 00000100:00100000:1.0:1775764828.523364:0:42326:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944488e91180 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:42326:1862022119073280:0@lo:1000:mdt00_002.0 00000001:00080000:1.0:1775764828.523470:0:42326:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 34359739307 00010000:00010000:1.0:1775764828.523520:0:42326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3e00/0x57b8ff0e030529d9 lrc: 3/0,1 mode: EX/EX res: [0x200003ab4:0x16:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764828.523532:0:42326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3e00/0x57b8ff0e030529d9 lrc: 2/0,0 mode: EX/EX res: [0x200003ab4:0x16:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764828.523540:0:42326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3e00/0x57b8ff0e030529d9 lrc: 3/0,0 mode: EX/EX res: [0x200003ab4:0x16:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764828.523552:0:42326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944585ee3e00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:1.0:1775764828.523557:0:42326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3e00/0x57b8ff0e030529d9 lrc: 3/0,0 mode: EX/EX res: [0x200003ab4:0x16:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764828.523565:0:42326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3e00/0x57b8ff0e030529d9 lrc: 4/0,0 mode: EX/EX res: [0x200003ab4:0x16:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764828.523580:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x16:0x0].0x0 (ffff94459084a100) 00010000:00010000:1.0:1775764828.523584:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1775764828.523588:0:42326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3e00/0x57b8ff0e030529d9 lrc: 2/0,0 mode: --/EX res: [0x200003ab4:0x16:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764828.523595:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3e00/0x57b8ff0e030529d9 lrc: 0/0,0 mode: --/EX res: [0x200003ab4:0x16:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764828.523628:0:42326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694a00/0x57b8ff0e0305291c lrc: 3/0,1 mode: EX/EX res: [0x200003ab4:0x12:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764828.523635:0:42326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694a00/0x57b8ff0e0305291c lrc: 2/0,0 mode: EX/EX res: [0x200003ab4:0x12:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764828.523641:0:42326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694a00/0x57b8ff0e0305291c lrc: 3/0,0 mode: EX/EX res: [0x200003ab4:0x12:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764828.523646:0:42326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445be694a00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:1.0:1775764828.523649:0:42326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694a00/0x57b8ff0e0305291c lrc: 3/0,0 mode: EX/EX res: [0x200003ab4:0x12:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764828.523655:0:42326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694a00/0x57b8ff0e0305291c lrc: 4/0,0 mode: EX/EX res: [0x200003ab4:0x12:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000020 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764828.523667:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x12:0x0].0x0 (ffff9445867bed00) 00010000:00010000:1.0:1775764828.523669:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1775764828.523676:0:42326:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3200/0x57b8ff0e03052923 lrc: 2/0,0 mode: --/CR res: [0x200003ab4:0x12:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c0d3 expref: 40 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764828.523688:0:42326:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3200/0x57b8ff0e03052923 lrc: 2/0,0 mode: CR/CR res: [0x200003ab4:0x12:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c0d3 expref: 40 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764828.523698:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3200/0x57b8ff0e03052923 lrc: 3/0,0 mode: CR/CR res: [0x200003ab4:0x12:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c0d3 expref: 40 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764828.523731:0:42326:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3200/0x57b8ff0e03052923 lrc: 3/0,0 mode: CR/CR res: [0x200003ab4:0x12:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c0d3 expref: 40 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764828.523747:0:42326:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9444824b1f80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:42326:1862022119073408:192.168.202.28@tcp:105: 00000100:00100000:1.0:1775764828.523856:0:42326:0:(client.c:2691:ptlrpc_set_wait()) set ffff94459ed5c480 going to sleep for 11 seconds 00000100:00100000:2.0:1775764828.528865:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764828.528997:0:42327:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098677504 00000100:00100000:3.0:1775764828.529007:0:42327:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098677504 00000100:00100000:1.0:1775764828.529030:0:42326:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9444824b1f80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:42326:1862022119073408:192.168.202.28@tcp:105: 00010000:00010000:1.0:1775764828.529070:0:42326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694a00/0x57b8ff0e0305291c lrc: 2/0,0 mode: --/EX res: [0x200003ab4:0x12:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764828.529078:0:42327:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 331 00010000:00010000:1.0:1775764828.529081:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694a00/0x57b8ff0e0305291c lrc: 0/0,0 mode: --/EX res: [0x200003ab4:0x12:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764828.529087:0:42327:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486041f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+41:66055:x1862022098677504:12345-192.168.202.28@tcp:49:lfs.0 00010000:00010000:1.0:1775764828.529111:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff944488003600/0x57b8ff0e030529e0 lrc: 3/0,1 mode: --/EX res: [0x200003ab4:0x12:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764828.529125:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944488003600/0x57b8ff0e030529e0 lrc: 3/0,1 mode: EX/EX res: [0x200003ab4:0x12:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764828.529138:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944488003600/0x57b8ff0e030529e0 lrc: 3/0,1 mode: EX/EX res: [0x200003ab4:0x12:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764828.529147:0:42326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff944488003600/0x57b8ff0e030529e0 lrc: 3/0,1 mode: EX/EX res: [0x200003ab4:0x12:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764828.529153:0:42326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944488003600/0x57b8ff0e030529e0 lrc: 2/0,0 mode: EX/EX res: [0x200003ab4:0x12:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764828.529159:0:42326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944488003600/0x57b8ff0e030529e0 lrc: 3/0,0 mode: EX/EX res: [0x200003ab4:0x12:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764828.529164:0:42326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944488003600 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:1.0:1775764828.529168:0:42326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944488003600/0x57b8ff0e030529e0 lrc: 3/0,0 mode: EX/EX res: [0x200003ab4:0x12:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764828.529175:0:42326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944488003600/0x57b8ff0e030529e0 lrc: 4/0,0 mode: EX/EX res: [0x200003ab4:0x12:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764828.529185:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x12:0x0].0x0 (ffff9445867bed00) 00010000:00010000:1.0:1775764828.529188:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764828.529191:0:42326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944488003600/0x57b8ff0e030529e0 lrc: 2/0,0 mode: --/EX res: [0x200003ab4:0x12:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764828.529196:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944488003600/0x57b8ff0e030529e0 lrc: 0/0,0 mode: --/EX res: [0x200003ab4:0x12:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764828.529205:0:42326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3800/0x57b8ff0e030529d2 lrc: 3/0,1 mode: PW/PW res: [0x200003ab4:0x12:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764828.529211:0:42326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3800/0x57b8ff0e030529d2 lrc: 2/0,0 mode: PW/PW res: [0x200003ab4:0x12:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764828.529216:0:42327:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486041f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+41:66055:x1862022098677504:12345-192.168.202.28@tcp:49:lfs.0 Request processed in 131us (363us total) trans 0 rc 0/0 00010000:00010000:1.0:1775764828.529218:0:42326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3800/0x57b8ff0e030529d2 lrc: 3/0,0 mode: PW/PW res: [0x200003ab4:0x12:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764828.529223:0:42326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944585ee3800 already unused, calling callback (ffffffffc21c04f0) 00000100:00100000:3.0:1775764828.529224:0:42327:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 331 00010000:00010000:1.0:1775764828.529225:0:42326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3800/0x57b8ff0e030529d2 lrc: 3/0,0 mode: PW/PW res: [0x200003ab4:0x12:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764828.529230:0:42326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3800/0x57b8ff0e030529d2 lrc: 4/0,0 mode: PW/PW res: [0x200003ab4:0x12:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764828.529237:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x12:0x0].0x0 (ffff9445867bed00) 00010000:00010000:1.0:1775764828.529239:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1775764828.529241:0:42326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3800/0x57b8ff0e030529d2 lrc: 2/0,0 mode: --/PW res: [0x200003ab4:0x12:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764828.529246:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3800/0x57b8ff0e030529d2 lrc: 0/0,0 mode: --/PW res: [0x200003ab4:0x12:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764828.529448:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944488921880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+40:66056:x1862022098677248:12345-192.168.202.28@tcp:57:lhsmtool_posix.0 Request processed in 23685us (23877us total) trans 34359739308 rc 0/0 00000100:00100000:1.0:1775764828.529457:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 1114 00000020:00080000:1.0:1775764828.529460:0:42326:0:(tgt_main.c:783:tgt_ses_key_exit()) total 6 transactions per RPC 00000040:00080000:3.0:1775764828.529949:0:42356:0:(llog.c:800:llog_process_thread()) index: 8, lh_last_idx: 8 synced_idx: 8 lgh_last_idx: 8 00000040:00080000:3.0:1775764828.529954:0:42356:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x32:0x0] at index 8 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1775764828.530438:0:42356:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x32:0x0] index 64768 count 2 00000040:00080000:3.0:1775764828.530448:0:42356:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 9 count 2 00000100:00100000:2.0:1775764828.534047:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764828.534165:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098677760 00000100:00100000:3.0:1775764828.534176:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098677760 00000100:00100000:3.0:1775764828.534277:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 1115 00000100:00100000:3.0:1775764828.534288:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486043100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+40:66055:x1862022098677760:12345-192.168.202.28@tcp:58:lfs.0 00000040:00080000:3.0:1775764828.534979:0:44493:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x32:0x0].22, 136 off11184 00000100:00100000:3.0:1775764828.535077:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486043100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+40:66055:x1862022098677760:12345-192.168.202.28@tcp:58:lfs.0 Request processed in 790us (1039us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764828.535086:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 1115 00000100:00100000:1.0:1775764828.549470:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764828.550134:0:42328:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098678016 00000100:00100000:3.0:1775764828.550146:0:42328:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098678016 00000100:00100000:3.0:1775764828.550217:0:42328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 332 00000100:00100000:3.0:1775764828.550228:0:42328:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445be7e0850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+40:66056:x1862022098678016:12345-192.168.202.28@tcp:35:lhsmtool_posix.0 00000004:00080000:3.0:1775764828.551010:0:42328:0:(mdd_object.c:4010:mdd_close()) Object [0x200003ab4:0x16:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000001:00080000:3.0:1775764828.551128:0:42328:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 34359739309 00010000:00010000:3.0:1775764828.551174:0:42328:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e030529e7 lrc: 3/0,1 mode: --/PW res: [0x200003ab4:0x16:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764828.551191:0:42328:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e030529e7 lrc: 3/0,1 mode: PW/PW res: [0x200003ab4:0x16:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010080000000 pid: 42328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764828.551203:0:42328:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e030529e7 lrc: 3/0,1 mode: PW/PW res: [0x200003ab4:0x16:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 42328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764828.551212:0:42328:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e030529e7 lrc: 4/0,1 mode: PW/PW res: [0x200003ab4:0x16:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 42328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764828.551222:0:42328:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e030529e7 lrc: 4/0,1 mode: PW/PW res: [0x200003ab4:0x16:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 42328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764828.551228:0:42328:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e030529e7 lrc: 3/0,0 mode: PW/PW res: [0x200003ab4:0x16:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 42328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764828.551245:0:42328:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1775764828.551438:0:42313:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1775764828.551444:0:42313:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e030529e7 lrc: 2/0,0 mode: PW/PW res: [0x200003ab4:0x16:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 42328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764828.551450:0:42313:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445be694600 already unused, calling callback (ffffffffc177a060) 00010000:00010000:0.0:1775764828.551455:0:42313:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e030529e7 lrc: 2/0,0 mode: PW/PW res: [0x200003ab4:0x16:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 42328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764828.551462:0:42313:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e030529e7 lrc: 3/0,0 mode: PW/PW res: [0x200003ab4:0x16:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 42328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764828.551475:0:42313:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x16:0x0].0x0 (ffff9445867be100) 00010000:00010000:0.0:1775764828.551479:0:42313:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1775764828.551483:0:42313:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e030529e7 lrc: 1/0,0 mode: --/PW res: [0x200003ab4:0x16:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 42328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764828.551489:0:42313:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e030529e7 lrc: 0/0,0 mode: --/PW res: [0x200003ab4:0x16:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 42328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764828.551505:0:42313:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764828.551506:0:42313:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764828.551508:0:42313:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775764828.551760:0:42328:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445be7e0850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+42:66056:x1862022098678016:12345-192.168.202.28@tcp:35:lhsmtool_posix.0 Request processed in 1531us (2297us total) trans 34359739310 rc 0/0 00000100:00100000:3.0:1775764828.551780:0:42328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 332 00000020:00080000:3.0:1775764828.551786:0:42328:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1775764828.577861:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764828.577961:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098678144 00000100:00100000:2.0:1775764828.577972:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098678144 00000100:00100000:2.0:1775764828.578037:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 1116 00000100:00100000:2.0:1775764828.578049:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944488e90e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+42:66058:x1862022098678144:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:2.0:1775764828.578089:0:42325:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764828.578116:0:42325:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3000/0x57b8ff0e030529ee lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17c112 expref: -99 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764828.578198:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee2a00/0x57b8ff0e030529f5 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764828.578214:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee2a00/0x57b8ff0e030529f5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764828.578228:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee2a00/0x57b8ff0e030529f5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764828.578454:0:42325:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 9728 00000004:00200000:2.0:1775764828.578459:0:42325:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 48 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764828.578553:0:42325:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee2a00/0x57b8ff0e030529f5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764828.578581:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3000/0x57b8ff0e030529ee lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c112 expref: 44 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764828.578601:0:42325:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee2a00/0x57b8ff0e030529f5 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c112 expref: 43 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764828.578610:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff94459084ac00) 00010000:00010000:2.0:1775764828.578613:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1775764828.578617:0:42325:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944585ee2a00, rc 0) 00000100:00100000:2.0:1775764828.578690:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944488e90e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+43:66058:x1862022098678144:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 643us (841us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764828.578697:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 1116 00000100:00100000:0.0:1775764828.584996:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764828.585370:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098678272 00000100:00100000:1.0:1775764828.585379:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098678272 00000100:00100000:1.0:1775764828.585448:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 1117 00000100:00100000:1.0:1775764828.585461:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944488e92a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+43:66058:x1862022098678272:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:1.0:1775764828.585494:0:42324:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764828.585514:0:42324:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944488003600/0x57b8ff0e030529fc lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17c119 expref: -99 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764828.585582:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff944488003c00/0x57b8ff0e03052a03 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764828.585598:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944488003c00/0x57b8ff0e03052a03 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764828.585610:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944488003c00/0x57b8ff0e03052a03 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764828.585625:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944488002600/0x57b8ff0e03052a0a lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x46b96a5 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764828.585632:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944488002600/0x57b8ff0e03052a0a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x46b96a5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764828.585638:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944488002600/0x57b8ff0e03052a0a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x46b96a5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764828.585996:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944488003e00/0x57b8ff0e03052a11 lrc: 3/1,0 mode: --/PR res: [0x200003ab4:0x12:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764828.586005:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944488003e00/0x57b8ff0e03052a11 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x12:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764828.586012:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944488003e00/0x57b8ff0e03052a11 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x12:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764828.586046:0:42324:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab4:0x12:0x0]: returning size 16 00000004:00200000:1.0:1775764828.586050:0:42324:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1775764828.586076:0:42324:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff944488003e00/0x57b8ff0e03052a11 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x12:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764828.586087:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944488003e00/0x57b8ff0e03052a11 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x12:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764828.586094:0:42324:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff944488003c00/0x57b8ff0e03052a03 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764828.586100:0:42324:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944488003c00/0x57b8ff0e03052a03 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764828.586106:0:42324:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944488003c00/0x57b8ff0e03052a03 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764828.586112:0:42324:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944488003c00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:1.0:1775764828.586116:0:42324:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944488003c00/0x57b8ff0e03052a03 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764828.586124:0:42324:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944488003c00/0x57b8ff0e03052a03 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764828.586136:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff94459084ac00) 00010000:00010000:1.0:1775764828.586139:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764828.586144:0:42324:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944488003c00/0x57b8ff0e03052a03 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764828.586151:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944488003c00/0x57b8ff0e03052a03 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764828.586164:0:42324:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944488002600/0x57b8ff0e03052a0a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x46b96a5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764828.586169:0:42324:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944488002600/0x57b8ff0e03052a0a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x46b96a5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764828.586174:0:42324:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944488002600/0x57b8ff0e03052a0a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x46b96a5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764828.586179:0:42324:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944488002600 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:1.0:1775764828.586181:0:42324:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944488002600/0x57b8ff0e03052a0a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x46b96a5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764828.586186:0:42324:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944488002600/0x57b8ff0e03052a0a lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x46b96a5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764828.586192:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x46b96a5 (ffff944584d1dd00) 00010000:00010000:1.0:1775764828.586194:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764828.586196:0:42324:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944488002600/0x57b8ff0e03052a0a lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x46b96a5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764828.586201:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944488002600/0x57b8ff0e03052a0a lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x46b96a5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764828.586230:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944488003600/0x57b8ff0e030529fc lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c119 expref: 45 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764828.586244:0:42324:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff944488003e00/0x57b8ff0e03052a11 lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0x12:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c119 expref: 44 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764828.586251:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x12:0x0].0x0 (ffff9445867bed00) 00010000:00010000:1.0:1775764828.586253:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1775764828.586256:0:42324:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944488003e00, rc 0) 00000100:00100000:1.0:1775764828.586318:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944488e92a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+44:66058:x1862022098678272:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 860us (1334us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764828.586330:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 1117 00000100:00100000:1.0:1775764828.930140:0:3330:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9444824b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3330:1862022119073920:0@lo:400:kworker.0 00000100:00100000:2.0:1775764828.930348:0:3331:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9444824b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d8dacf45-8471-4226-a2fb-1fac83f69c1e:3331:1862022119073536:0@lo:400:kworker.0 00000100:00100000:2.0:1775764828.930416:0:3331:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764828.930579:0:3330:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764828.930613:0:3328:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9444824b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3328:1862022119073664:0@lo:400:kworker.0 00000100:00100000:1.0:1775764828.930633:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764828.930647:0:3328:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1775764828.930651:0:3328:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9444824b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3328:1862022119073792:0@lo:400:kworker.0 00000100:00100000:1.0:1775764828.930667:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764828.930691:0:42318:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119073536 00000100:00100000:1.0:1775764828.930698:0:42318:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119073536 00000100:00100000:1.0:1775764828.930737:0:42318:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 321 00000100:00100000:1.0:1775764828.930745:0:42318:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944586767050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d8dacf45-8471-4226-a2fb-1fac83f69c1e+18:3331:x1862022119073536:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764828.930787:0:42318:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944586767050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d8dacf45-8471-4226-a2fb-1fac83f69c1e+18:3331:x1862022119073536:12345-0@lo:400:kworker.0 Request processed in 42us (371us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764828.930794:0:42318:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 321 00000100:00100000:1.0:1775764828.930852:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119073920 00000100:00100000:1.0:1775764828.930856:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119073920 00000100:00100000:1.0:1775764828.930889:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119073664 00000100:00100000:1.0:1775764828.930892:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119073664 00000100:00100000:1.0:1775764828.930901:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119073792 00000100:00100000:1.0:1775764828.930904:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119073792 00000100:00100000:1.0:1775764828.930917:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 438 00000100:00100000:1.0:1775764828.930922:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444824b1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3330:x1862022119073920:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764828.930957:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444824b1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3330:x1862022119073920:12345-0@lo:400:kworker.0 Request processed in 35us (378us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764828.930964:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 438 00000100:00100000:1.0:1775764828.930976:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 439 00000100:00100000:1.0:1775764828.930981:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444824b0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3328:x1862022119073664:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764828.931011:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444824b0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3328:x1862022119073664:12345-0@lo:400:kworker.0 Request processed in 30us (376us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764828.931017:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 439 00000100:00100000:1.0:1775764828.931027:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 440 00000100:00100000:1.0:1775764828.931032:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444824b1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3328:x1862022119073792:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764828.932010:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444824b1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3328:x1862022119073792:12345-0@lo:400:kworker.0 Request processed in 973us (1337us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764828.932019:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 440 00000100:00080000:1.0:1775764828.932045:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1775764828.932626:0:3328:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9444824b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3328:1862022119073792:0@lo:400:kworker.0 00000100:00100000:1.0:1775764828.932637:0:3328:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9444824b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3328:1862022119073664:0@lo:400:kworker.0 00000100:00100000:1.0:1775764828.932669:0:3331:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9444824b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d8dacf45-8471-4226-a2fb-1fac83f69c1e:3331:1862022119073536:0@lo:400:kworker.0 00000100:00100000:1.0:1775764828.932691:0:3330:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9444824b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3330:1862022119073920:0@lo:400:kworker.0 00010000:00010000:2.0:1775764829.007378:0:43224:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:3.0:1775764829.079907:0:6613:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 34359738458 is committed 00000001:00080000:3.0:1775764829.079927:0:6613:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 34359738459 is committed 00000040:00080000:2.0:1775764829.574011:0:42356:0:(llog.c:800:llog_process_thread()) index: 8, lh_last_idx: 8 synced_idx: 8 lgh_last_idx: 8 00000040:00080000:2.0:1775764829.574022:0:42356:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x32:0x0] at index 8 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1775764829.579741:0:42356:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x32:0x0] index 23 count 3 00000040:00080000:0.0:1775764829.579758:0:42356:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 9 count 2 00000100:00100000:0.0:1775764829.579999:0:42356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944488e93b80 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:42356:1862022119074048:192.168.202.28@tcp:107:hsm_cdtr.0 00000100:00100000:0.0:1775764829.580330:0:42356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9445b67fc240 going to sleep for 11 seconds 00000100:00100000:3.0:1775764829.585742:0:42356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944488e93b80 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:42356:1862022119074048:192.168.202.28@tcp:107:hsm_cdtr.0 00000100:00100000:1.0:1775764829.596594:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764829.607632:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098678400 00000100:00100000:2.0:1775764829.607648:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098678400 00000100:00100000:2.0:1775764829.607911:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 1118 00000100:00100000:2.0:1775764829.607922:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444824b0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+44:66070:x1862022098678400:12345-192.168.202.28@tcp:53:lhsmtool_posix.0 00000004:00000080:2.0:1775764829.607968:0:42325:0:(mdt_handler.c:7957:mdt_fid2path()) path get [0x200003ab4:0x12:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1775764829.608090:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444824b0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+44:66070:x1862022098678400:12345-192.168.202.28@tcp:53:lhsmtool_posix.0 Request processed in 169us (11696us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764829.608098:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 1118 00000100:00100000:0.0:1775764829.622828:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764829.622909:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098678656 00000100:00100000:2.0:1775764829.622918:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098678656 00000100:00100000:2.0:1775764829.623036:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 1119 00000100:00100000:2.0:1775764829.623048:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944488e90700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+44:66070:x1862022098678656:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1775764829.623083:0:42324:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764829.623108:0:42324:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee2e00/0x57b8ff0e03052a18 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17c120 expref: -99 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764829.623224:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3000/0x57b8ff0e03052a1f lrc: 3/1,0 mode: --/PR res: [0x200003ab4:0x12:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764829.623240:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3000/0x57b8ff0e03052a1f lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x12:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764829.623253:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3000/0x57b8ff0e03052a1f lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x12:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764829.623265:0:42324:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab4:0x12:0x0]: returning size 16 00010000:00010000:2.0:1775764829.623391:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee2e00/0x57b8ff0e03052a18 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c120 expref: 47 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764829.623409:0:42324:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3000/0x57b8ff0e03052a1f lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0x12:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c120 expref: 46 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764829.623418:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x12:0x0].0x0 (ffff9445867bed00) 00010000:00010000:2.0:1775764829.623422:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1775764829.623426:0:42324:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944585ee3000, rc 0) 00000100:00100000:2.0:1775764829.623473:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944488e90700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+46:66070:x1862022098678656:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 Request processed in 429us (681us total) trans 34359739311 rc 0/0 00000100:00100000:2.0:1775764829.623478:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 1119 00000100:00100000:2.0:1775764829.629397:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764829.629471:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764829.629640:0:44302:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098679040 00000100:00100000:3.0:1775764829.629652:0:44302:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098679040 00000100:00100000:3.0:1775764829.629719:0:44302:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 89 00000100:00100000:3.0:1775764829.629730:0:44302:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486040700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+46:2378:x1862022098679040:12345-192.168.202.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764829.629747:0:44302:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764829.629773:0:44302:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3000/0x57b8ff0e03052a1f lrc: 0/0,0 mode: --/PR res: [0x200003ab4:0x12:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c120 expref: 46 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764829.629791:0:44302:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x12:0x0].0x0 (ffff9445867bed00) 00010000:00010000:3.0:1775764829.629863:0:44302:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764829.629913:0:44302:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486040700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+45:2378:x1862022098679040:12345-192.168.202.28@tcp:103:ldlm_bl.0 Request processed in 186us (441us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764829.629925:0:44302:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 89 00000100:00100000:0.0:1775764829.630674:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098678912 00000100:00100000:0.0:1775764829.630682:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098678912 00000100:00100000:0.0:1775764829.630734:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 1120 00000100:00100000:0.0:1775764829.630743:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486041500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+45:66070:x1862022098678912:12345-192.168.202.28@tcp:57:lhsmtool_posix.0 00010000:00010000:0.0:1775764829.630848:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76800/0x57b8ff0e03052a2d lrc: 3/0,1 mode: --/PW res: [0x200003ab4:0x12:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764829.630864:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76800/0x57b8ff0e03052a2d lrc: 3/0,1 mode: PW/PW res: [0x200003ab4:0x12:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764829.630876:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76800/0x57b8ff0e03052a2d lrc: 3/0,1 mode: PW/PW res: [0x200003ab4:0x12:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764829.631086:0:42325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76800/0x57b8ff0e03052a2d lrc: 3/0,1 mode: PW/PW res: [0x200003ab4:0x12:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764829.631093:0:42325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76800/0x57b8ff0e03052a2d lrc: 2/0,0 mode: PW/PW res: [0x200003ab4:0x12:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764829.631099:0:42325:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76800/0x57b8ff0e03052a2d lrc: 3/0,0 mode: PW/PW res: [0x200003ab4:0x12:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764829.631106:0:42325:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445bfe76800 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:0.0:1775764829.631109:0:42325:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76800/0x57b8ff0e03052a2d lrc: 3/0,0 mode: PW/PW res: [0x200003ab4:0x12:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764829.631117:0:42325:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76800/0x57b8ff0e03052a2d lrc: 4/0,0 mode: PW/PW res: [0x200003ab4:0x12:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764829.631128:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x12:0x0].0x0 (ffff9445867bed00) 00010000:00010000:0.0:1775764829.631131:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1775764829.631134:0:42325:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76800/0x57b8ff0e03052a2d lrc: 2/0,0 mode: --/PW res: [0x200003ab4:0x12:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764829.631151:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76800/0x57b8ff0e03052a2d lrc: 0/0,0 mode: --/PW res: [0x200003ab4:0x12:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764829.631294:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486041500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+46:66070:x1862022098678912:12345-192.168.202.28@tcp:57:lhsmtool_posix.0 Request processed in 551us (1906us total) trans 34359739312 rc 0/0 00000100:00100000:0.0:1775764829.631302:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 1120 00000040:00080000:3.0:1775764829.631832:0:42356:0:(llog.c:800:llog_process_thread()) index: 8, lh_last_idx: 8 synced_idx: 8 lgh_last_idx: 8 00000040:00080000:3.0:1775764829.631838:0:42356:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x32:0x0] at index 8 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1775764829.632374:0:42356:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x32:0x0] index 64768 count 3 00000040:00080000:3.0:1775764829.632384:0:42356:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 9 count 2 00000100:00100000:1.0:1775764829.639214:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764829.639290:0:47878:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098679296 00000100:00100000:3.0:1775764829.639300:0:47878:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098679296 00000100:00100000:3.0:1775764829.639352:0:47878:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 333 00000100:00100000:3.0:1775764829.639362:0:47878:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444824b1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+46:66070:x1862022098679296:12345-192.168.202.28@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1775764829.639600:0:47878:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444824b1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+47:66070:x1862022098679296:12345-192.168.202.28@tcp:35:lhsmtool_posix.0 Request processed in 237us (394us total) trans 34359739313 rc 0/0 00000100:00100000:3.0:1775764829.639609:0:47878:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 333 00010000:00010000:0.0:1775764830.017885:0:42312:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1775764830.445223:0:49458:0:(llog.c:800:llog_process_thread()) index: 8, lh_last_idx: 8 synced_idx: 8 lgh_last_idx: 8 00000040:00080000:2.0:1775764830.445231:0:49458:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x32:0x0] at index 8 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1775764830.445271:0:49458:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x32:0x0] index 23 count 3 00000040:00080000:2.0:1775764830.445277:0:49458:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 9 count 2 00000100:00100000:1.0:1775764830.471777:0:3331:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944488922a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3331:1862022119074176:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1775764830.471891:0:3331:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764830.472106:0:42948:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119074176 00000100:00100000:3.0:1775764830.472113:0:42948:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119074176 00000100:00100000:3.0:1775764830.472189:0:42948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 189 00000100:00100000:3.0:1775764830.472198:0:42948:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444824b3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3331:x1862022119074176:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1775764830.472233:0:42948:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3765436416 avail 3763339264 00000100:00100000:3.0:1775764830.472278:0:42948:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444824b3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3331:x1862022119074176:12345-0@lo:13:osp-pre-1-0.0 Request processed in 81us (386us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764830.472285:0:42948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 189 00000100:00080000:1.0:1775764830.472341:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1775764830.472377:0:3331:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944488922a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3331:1862022119074176:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1775764830.537709:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764830.537794:0:43212:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098679424 00000100:00100000:1.0:1775764830.537835:0:43212:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098679424 00000100:00100000:1.0:1775764830.537899:0:43212:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 270 00000100:00100000:1.0:1775764830.537910:0:43212:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944488e93800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+9:2378:x1862022098679424:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:1.0:1775764830.537928:0:43212:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764830.537950:0:43212:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003c71e4e3/0x57b8ff0e03052a34 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x11c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17c127 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1775764830.537979:0:43212:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x11c:0x0] initial LVB size: 16, mtime: 0x69d8054b, atime: 0x69d80558, ctime: 0x69d80558, blocks: 0xb 00010000:00010000:1.0:1775764830.537997:0:43212:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1775764830.537999:0:43212:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1775764830.538006:0:43212:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003c71e4e3/0x57b8ff0e03052a34 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x11c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c127 expref: 10 pid: 43212 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764830.538025:0:43212:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000003c71e4e3/0x57b8ff0e03052a34 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x11c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c127 expref: 10 pid: 43212 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764830.538039:0:43212:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944488003200, rc 0) 00000100:00100000:1.0:1775764830.538103:0:43212:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944488e93800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+10:2378:x1862022098679424:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 193us (399us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764830.538110:0:43212:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 270 00000100:00080000:0.0:1775764830.539124:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1775764830.540368:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764830.540445:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098679680 00000100:00100000:3.0:1775764830.540453:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098679680 00000100:00080000:0.0:1775764830.540506:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1775764830.540544:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 1121 00000100:00100000:3.0:1775764830.540554:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444824b1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+47:66076:x1862022098679680:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:3.0:1775764830.540577:0:42324:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764830.540598:0:42324:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e03052a3b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17c12e expref: -99 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764830.540691:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694400/0x57b8ff0e03052a42 lrc: 3/1,0 mode: --/CR res: [0x200003ab4:0x12:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764830.540715:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694400/0x57b8ff0e03052a42 lrc: 3/1,0 mode: CR/CR res: [0x200003ab4:0x12:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764830.540727:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694400/0x57b8ff0e03052a42 lrc: 3/1,0 mode: CR/CR res: [0x200003ab4:0x12:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764830.540739:0:42324:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab4:0x12:0x0]: returning size 16 00010000:00010000:3.0:1775764830.541056:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e03052a3b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c12e expref: 50 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764830.541073:0:42324:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694400/0x57b8ff0e03052a42 lrc: 3/0,0 mode: CR/CR res: [0x200003ab4:0x12:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c12e expref: 49 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764830.541082:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x12:0x0].0x0 (ffff9445867bed00) 00010000:00010000:3.0:1775764830.541085:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:3.0:1775764830.541088:0:42324:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445be694400, rc 0) 00000100:00100000:3.0:1775764830.541143:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444824b1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+49:66076:x1862022098679680:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 591us (782us total) trans 34359739314 rc 0/0 00000100:00100000:3.0:1775764830.541150:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 1121 00000100:00100000:1.0:1775764830.549781:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764830.550338:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098679936 00000100:00100000:2.0:1775764830.550352:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098679936 00000100:00100000:2.0:1775764830.550424:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 1122 00000100:00100000:2.0:1775764830.550434:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444824b2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+49:66076:x1862022098679936:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:2.0:1775764830.550461:0:42325:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764830.550465:0:42325:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 1 00010000:00010000:2.0:1775764830.550495:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944488003e00/0x57b8ff0e03052a11 lrc: 0/0,0 mode: --/PR res: [0x200003ab4:0x12:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c119 expref: 49 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764830.550517:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694400/0x57b8ff0e03052a42 lrc: 0/0,0 mode: --/CR res: [0x200003ab4:0x12:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c12e expref: 48 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764830.550529:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3200/0x57b8ff0e03052923 lrc: 0/0,0 mode: --/CR res: [0x200003ab4:0x12:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c0d3 expref: 47 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764830.550546:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x12:0x0].0x0 (ffff9445867bed00) 00010000:00010000:2.0:1775764830.550558:0:42325:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775764830.550573:0:42325:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee2e00/0x57b8ff0e03052a50 lrc: 2/0,0 mode: --/EX res: [0x200003ab4:0x12:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17c135 expref: -99 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764830.550616:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3800/0x57b8ff0e03052a57 lrc: 3/1,0 mode: --/CR res: [0x200003ab4:0x12:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764830.550629:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3800/0x57b8ff0e03052a57 lrc: 3/1,0 mode: CR/CR res: [0x200003ab4:0x12:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764830.550639:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3800/0x57b8ff0e03052a57 lrc: 3/1,0 mode: CR/CR res: [0x200003ab4:0x12:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764830.550661:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee2e00/0x57b8ff0e03052a50 lrc: 0/0,0 mode: --/EX res: [0x200003ab4:0x12:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c135 expref: 48 pid: 42325 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764830.550673:0:42325:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3800/0x57b8ff0e03052a57 lrc: 3/0,0 mode: CR/CR res: [0x200003ab4:0x12:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c135 expref: 47 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764830.550699:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x12:0x0].0x0 (ffff94459084ae00) 00010000:00010000:2.0:1775764830.550702:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1775764830.550705:0:42325:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944585ee3800, rc 0) 00000100:00100000:2.0:1775764830.550773:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444824b2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+47:66076:x1862022098679936:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 340us (1004us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764830.550780:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 1122 00000100:00100000:0.0:1775764830.560435:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764830.561140:0:42950:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098680064 00000100:00100000:3.0:1775764830.561152:0:42950:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098680064 00002000:00100000:3.0:1775764830.561208:0:42950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x11c:0x0] (0->4095) req@ffff944488e92d80 x1862022098680064/t0(0) o3->fcf15866-4739-4595-8fe1-44abde7ee9d7@192.168.202.28@tcp:311/0 lens 488/0 e 0 to 0 dl 1775764841 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764830.561225:0:42950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff944488e92d80 with x1862022098680064 ext(0->4095) 00002000:00010000:3.0:1775764830.561231:0:42950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff944488e92d80 00000100:00100000:3.0:1775764830.561293:0:42950:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 98 00000100:00100000:3.0:1775764830.561302:0:42950:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944488e92d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+10:2376:x1862022098680064:12345-192.168.202.28@tcp:3:lfs.0 00000100:00100000:3.0:1775764830.561528:0:42950:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944488e92d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+10:2376:x1862022098680064:12345-192.168.202.28@tcp:3:lfs.0 Request processed in 226us (1101us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1775764830.561536:0:42950:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 98 00002000:00100000:3.0:1775764830.561543:0:42950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x11c:0x0] (0->4095) req@ffff944488e92d80 x1862022098680064/t0(0) o3->fcf15866-4739-4595-8fe1-44abde7ee9d7@192.168.202.28@tcp:311/0 lens 488/4536 e 0 to 0 dl 1775764841 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764830.561552:0:42950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff944488e92d80 with x1862022098680064 ext(0->4095) 00002000:00010000:3.0:1775764830.561555:0:42950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff944488e92d80 00000100:00100000:3.0:1775764830.582115:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764830.582157:0:42327:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098680320 00000100:00100000:3.0:1775764830.582169:0:42327:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098680320 00000100:00100000:3.0:1775764830.582220:0:42327:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 334 00000100:00100000:3.0:1775764830.582229:0:42327:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944488922680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+47:66076:x1862022098680320:12345-192.168.202.28@tcp:35:lfs.0 00000100:00100000:3.0:1775764830.582721:0:42327:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944488922680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+48:66076:x1862022098680320:12345-192.168.202.28@tcp:35:lfs.0 Request processed in 492us (612us total) trans 34359739315 rc 0/0 00000100:00100000:3.0:1775764830.582730:0:42327:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 334 00000100:00100000:2.0:1775764830.664023:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764830.664135:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098680448 00000100:00100000:0.0:1775764830.664147:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098680448 00000100:00100000:0.0:1775764830.664211:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 1123 00000100:00100000:0.0:1775764830.664221:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486042a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+48:66086:x1862022098680448:12345-192.168.202.28@tcp:34:lfs.0 00010000:00010000:2.0:1775764830.665128:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3200/0x57b8ff0e03052a5e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764830.665149:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3200/0x57b8ff0e03052a5e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764830.665161:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3200/0x57b8ff0e03052a5e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764830.665177:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee2e00/0x57b8ff0e03052a65 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x46b96a5 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764830.665184:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee2e00/0x57b8ff0e03052a65 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x46b96a5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764830.665191:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee2e00/0x57b8ff0e03052a65 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x46b96a5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764830.665667:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3000/0x57b8ff0e03052a6c lrc: 3/1,0 mode: --/PR res: [0x200003ab4:0x12:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764830.665677:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3000/0x57b8ff0e03052a6c lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x12:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764830.665684:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3000/0x57b8ff0e03052a6c lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x12:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764830.665723:0:44493:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3000/0x57b8ff0e03052a6c lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x12:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764830.665735:0:44493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3200/0x57b8ff0e03052a5e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764830.665741:0:44493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3200/0x57b8ff0e03052a5e lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764830.665749:0:44493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3200/0x57b8ff0e03052a5e lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764830.665754:0:44493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944585ee3200 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764830.665758:0:44493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3200/0x57b8ff0e03052a5e lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764830.665765:0:44493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3200/0x57b8ff0e03052a5e lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764830.665778:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff94459084ac00) 00010000:00010000:2.0:1775764830.665781:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764830.665785:0:44493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3200/0x57b8ff0e03052a5e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764830.665791:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3200/0x57b8ff0e03052a5e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764830.665833:0:44493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee2e00/0x57b8ff0e03052a65 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x46b96a5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764830.665839:0:44493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee2e00/0x57b8ff0e03052a65 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x46b96a5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764830.665844:0:44493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee2e00/0x57b8ff0e03052a65 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x46b96a5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764830.665848:0:44493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944585ee2e00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764830.665850:0:44493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee2e00/0x57b8ff0e03052a65 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x46b96a5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764830.665858:0:44493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee2e00/0x57b8ff0e03052a65 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x46b96a5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764830.665866:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x46b96a5 (ffff94459084a700) 00010000:00010000:2.0:1775764830.665868:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764830.665870:0:44493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee2e00/0x57b8ff0e03052a65 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x46b96a5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764830.665875:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee2e00/0x57b8ff0e03052a65 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x46b96a5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764830.665888:0:44493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3000/0x57b8ff0e03052a6c lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x12:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764830.665893:0:44493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3000/0x57b8ff0e03052a6c lrc: 2/0,0 mode: PR/PR res: [0x200003ab4:0x12:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764830.665898:0:44493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3000/0x57b8ff0e03052a6c lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0x12:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764830.665903:0:44493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944585ee3000 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764830.665905:0:44493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3000/0x57b8ff0e03052a6c lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0x12:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764830.665910:0:44493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3000/0x57b8ff0e03052a6c lrc: 4/0,0 mode: PR/PR res: [0x200003ab4:0x12:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764830.665916:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x12:0x0].0x0 (ffff94459084ae00) 00010000:00010000:2.0:1775764830.665918:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764830.665920:0:44493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3000/0x57b8ff0e03052a6c lrc: 2/0,0 mode: --/PR res: [0x200003ab4:0x12:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764830.665930:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3000/0x57b8ff0e03052a6c lrc: 0/0,0 mode: --/PR res: [0x200003ab4:0x12:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764830.666083:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486042a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+48:66086:x1862022098680448:12345-192.168.202.28@tcp:34:lfs.0 Request processed in 1860us (2066us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764830.666095:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 1123 00000100:00100000:0.0:1775764830.757253:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764830.757365:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098680704 00000100:00100000:2.0:1775764830.757377:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098680704 00000100:00100000:2.0:1775764830.757633:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 1124 00000100:00100000:2.0:1775764830.757643:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944488e91f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+48:66093:x1862022098680704:12345-192.168.202.28@tcp:101:cat.0 00010000:00010000:2.0:1775764830.757665:0:42325:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764830.757686:0:42325:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3000/0x57b8ff0e03052a73 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17c13c expref: -99 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764830.757761:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee2e00/0x57b8ff0e03052a7a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764830.757777:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee2e00/0x57b8ff0e03052a7a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764830.757790:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee2e00/0x57b8ff0e03052a7a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764830.757839:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3200/0x57b8ff0e03052a81 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x46b96a5 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764830.757849:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3200/0x57b8ff0e03052a81 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x46b96a5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764830.757858:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3200/0x57b8ff0e03052a81 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x46b96a5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764830.758578:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3e00/0x57b8ff0e03052a88 lrc: 3/1,0 mode: --/PR res: [0x200003ab4:0x12:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764830.758588:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3e00/0x57b8ff0e03052a88 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x12:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764830.758596:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3e00/0x57b8ff0e03052a88 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x12:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764830.758609:0:42325:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab4:0x12:0x0]: returning size 16 00010000:00010000:2.0:1775764830.758714:0:42325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee2e00/0x57b8ff0e03052a7a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764830.758722:0:42325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee2e00/0x57b8ff0e03052a7a lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764830.758728:0:42325:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee2e00/0x57b8ff0e03052a7a lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764830.759143:0:42325:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944585ee2e00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764830.759148:0:42325:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee2e00/0x57b8ff0e03052a7a lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764830.759156:0:42325:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee2e00/0x57b8ff0e03052a7a lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764830.759169:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff94459084ac00) 00010000:00010000:2.0:1775764830.759172:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764830.759176:0:42325:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee2e00/0x57b8ff0e03052a7a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764830.759181:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee2e00/0x57b8ff0e03052a7a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764830.759194:0:42325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3200/0x57b8ff0e03052a81 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x46b96a5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764830.759199:0:42325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3200/0x57b8ff0e03052a81 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x46b96a5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764830.759204:0:42325:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3200/0x57b8ff0e03052a81 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x46b96a5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764830.759208:0:42325:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944585ee3200 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764830.759210:0:42325:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3200/0x57b8ff0e03052a81 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x46b96a5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764830.759215:0:42325:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3200/0x57b8ff0e03052a81 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x46b96a5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764830.759221:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x46b96a5 (ffff94459084a700) 00010000:00010000:2.0:1775764830.759223:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764830.759225:0:42325:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3200/0x57b8ff0e03052a81 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x46b96a5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764830.759230:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3200/0x57b8ff0e03052a81 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x46b96a5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764830.759278:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3000/0x57b8ff0e03052a73 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c13c expref: 51 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764830.759296:0:42325:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3e00/0x57b8ff0e03052a88 lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0x12:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c13c expref: 50 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764830.759303:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x12:0x0].0x0 (ffff94459084ae00) 00010000:00010000:2.0:1775764830.759305:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1775764830.759307:0:42325:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944585ee3e00, rc 0) 00000100:00100000:2.0:1775764830.759380:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944488e91f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+50:66093:x1862022098680704:12345-192.168.202.28@tcp:101:cat.0 Request processed in 1739us (2137us total) trans 34359739316 rc 0/0 00000100:00100000:2.0:1775764830.759388:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 1124 00000100:00100000:3.0:1775764830.765574:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764830.765745:0:42328:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098680960 00000100:00100000:0.0:1775764830.765756:0:42328:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098680960 00000100:00100000:0.0:1775764830.765844:0:42328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 335 00000100:00100000:0.0:1775764830.765855:0:42328:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944488922300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+50:66093:x1862022098680960:12345-192.168.202.28@tcp:35:cat.0 00000100:00100000:0.0:1775764830.766194:0:42328:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944488922300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+51:66093:x1862022098680960:12345-192.168.202.28@tcp:35:cat.0 Request processed in 335us (623us total) trans 34359739317 rc 0/0 00000100:00100000:0.0:1775764830.766203:0:42328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 335 00000100:00100000:1.0:1775764830.980139:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764830.980336:0:47878:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098681216 00000100:00100000:3.0:1775764830.980347:0:47878:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098681216 00000100:00100000:3.0:1775764830.980416:0:47878:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 336 00000100:00100000:3.0:1775764830.980426:0:47878:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444824b1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+51:66028:x1862022098681216:12345-192.168.202.28@tcp:35:multiop.0 00000100:00100000:3.0:1775764830.981026:0:47878:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444824b1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+52:66028:x1862022098681216:12345-192.168.202.28@tcp:35:multiop.0 Request processed in 599us (895us total) trans 34359739318 rc 0/0 00000100:00100000:3.0:1775764830.981035:0:47878:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 336 00010000:00010000:0.0:1775764831.041357:0:42313:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775764831.148238:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764831.148316:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098681472 00000100:00100000:3.0:1775764831.148327:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098681472 00000100:00100000:3.0:1775764831.148534:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 1125 00000100:00100000:3.0:1775764831.148546:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444824b2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+52:66133:x1862022098681472:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:3.0:1775764831.148572:0:42324:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764831.148592:0:42324:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e03052a96 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17c143 expref: -99 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764831.148692:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e03052a9d lrc: 3/0,1 mode: --/CW res: [0x200003ab4:0x12:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764831.148707:0:42324:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3e00/0x57b8ff0e03052a88 lrc: 2/0,0 mode: PR/PR res: [0x200003ab4:0x12:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c13c expref: 53 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764831.148715:0:42324:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e03052a9d lrc: 4/0,1 mode: --/CW res: [0x200003ab4:0x12:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764831.148747:0:42324:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3e00/0x57b8ff0e03052a88 lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0x12:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c13c expref: 53 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764831.148759:0:42324:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3e00/0x57b8ff0e03052a88 lrc: 4/0,0 mode: PR/PR res: [0x200003ab4:0x12:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c13c expref: 53 pid: 42325 timeout: 2397 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764831.148771:0:42324:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944488920e00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:42324:1862022119074304:192.168.202.28@tcp:104: 00000100:00100000:3.0:1775764831.149156:0:42324:0:(client.c:2691:ptlrpc_set_wait()) set ffff9445b56326c0 going to sleep for 11 seconds 00000100:00100000:0.0:1775764831.153451:0:42324:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944488920e00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:42324:1862022119074304:192.168.202.28@tcp:104: 00010000:00010000:0.0:1775764831.153489:0:42324:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e03052a9d lrc: 3/0,1 mode: --/CW res: [0x200003ab4:0x12:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764831.154955:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764831.155137:0:42311:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098681600 00000100:00100000:0.0:1775764831.155145:0:42311:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098681600 00010000:00010000:0.0:1775764831.155181:0:42311:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3e00/0x57b8ff0e03052a88 lrc: 4/0,0 mode: PR/PR res: [0x200003ab4:0x12:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c13c expref: 54 pid: 42325 timeout: 2397 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764831.155225:0:42311:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 217 00000100:00100000:0.0:1775764831.155235:0:42311:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445b1d4a450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+54:2379:x1862022098681600:12345-192.168.202.28@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1775764831.155259:0:42311:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764831.155267:0:42311:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3e00/0x57b8ff0e03052a88 lrc: 4/0,0 mode: PR/PR res: [0x200003ab4:0x12:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c13c expref: 54 pid: 42325 timeout: 2397 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764831.155280:0:42311:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3e00/0x57b8ff0e03052a88 lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0x12:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c13c expref: 54 pid: 42325 timeout: 2397 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764831.155303:0:42311:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3e00/0x57b8ff0e03052a88 lrc: 0/0,0 mode: --/PR res: [0x200003ab4:0x12:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c13c expref: 54 pid: 42325 timeout: 2397 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764831.155320:0:42311:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x12:0x0].0x0 (ffff94459084ae00) 00010000:00010000:0.0:1775764831.155324:0:42311:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e03052a9d lrc: 3/0,1 mode: --/CW res: [0x200003ab4:0x12:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764831.155334:0:42311:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e03052a9d lrc: 3/0,1 mode: CW/CW res: [0x200003ab4:0x12:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764831.155341:0:42311:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e03052a9d lrc: 4/0,1 mode: CW/CW res: [0x200003ab4:0x12:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764831.155371:0:42311:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1775764831.155548:0:42324:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e03052a9d lrc: 3/0,1 mode: CW/CW res: [0x200003ab4:0x12:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764831.155556:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e03052a9d lrc: 3/0,1 mode: CW/CW res: [0x200003ab4:0x12:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764831.155576:0:42324:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab4:0x12:0x0]: returning size 16 00010000:00010000:3.0:1775764831.155715:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e03052a96 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c143 expref: 55 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764831.155730:0:42324:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e03052a9d lrc: 3/0,0 mode: CW/CW res: [0x200003ab4:0x12:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c143 expref: 54 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764831.155736:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x12:0x0].0x0 (ffff94459084ae00) 00010000:00010000:3.0:1775764831.155739:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:3.0:1775764831.155741:0:42324:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445be695c00, rc 0) 00000100:00100000:3.0:1775764831.155766:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444824b2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+54:66133:x1862022098681472:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 7224us (7539us total) trans 34359739319 rc 0/0 00000100:00100000:3.0:1775764831.155773:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 1125 00000100:00100000:0.0:1775764831.156106:0:42311:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445b1d4a450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+53:2379:x1862022098681600:12345-192.168.202.28@tcp:103:ldlm_bl.0 Request processed in 195us (480us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764831.156114:0:42311:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 217 00000100:00100000:3.0:1775764831.177964:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764831.178132:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098681728 00000100:00100000:2.0:1775764831.178143:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098681728 00000100:00100000:2.0:1775764831.178206:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 1126 00000100:00100000:2.0:1775764831.178216:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944488923b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+53:66134:x1862022098681728:12345-192.168.202.28@tcp:101:rm.0 00010000:00010000:2.0:1775764831.178245:0:42326:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764831.178265:0:42326:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3000/0x57b8ff0e03052aab lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17c14a expref: -99 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764831.178328:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3200/0x57b8ff0e03052ab2 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764831.178343:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3200/0x57b8ff0e03052ab2 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764831.178354:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3200/0x57b8ff0e03052ab2 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764831.178368:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee2e00/0x57b8ff0e03052ab9 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x46b96a5 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764831.178376:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee2e00/0x57b8ff0e03052ab9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x46b96a5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764831.178382:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee2e00/0x57b8ff0e03052ab9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x46b96a5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764831.178709:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3e00/0x57b8ff0e03052ac0 lrc: 3/1,0 mode: --/PR res: [0x200003ab4:0x12:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764831.178721:0:42326:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e03052a9d lrc: 2/0,0 mode: CW/CW res: [0x200003ab4:0x12:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c143 expref: 54 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764831.178728:0:42326:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3e00/0x57b8ff0e03052ac0 lrc: 4/1,0 mode: --/PR res: [0x200003ab4:0x12:0x0].0x0 bits 0x13/0x48 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764831.178762:0:42326:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e03052a9d lrc: 3/0,0 mode: CW/CW res: [0x200003ab4:0x12:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c143 expref: 54 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764831.178776:0:42326:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e03052a9d lrc: 4/0,0 mode: CW/CW res: [0x200003ab4:0x12:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c143 expref: 54 pid: 42324 timeout: 2398 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764831.178787:0:42326:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944486043480 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:42326:1862022119074432:192.168.202.28@tcp:104: 00000100:00100000:2.0:1775764831.178924:0:42326:0:(client.c:2691:ptlrpc_set_wait()) set ffff944585f5acc0 going to sleep for 11 seconds 00000100:00100000:1.0:1775764831.182704:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764831.183059:0:42327:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098681984 00000100:00100000:3.0:1775764831.183069:0:42327:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098681984 00000100:00100000:3.0:1775764831.183137:0:42327:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 337 00000100:00100000:3.0:1775764831.183147:0:42327:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444824b3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+55:46149:x1862022098681984:12345-192.168.202.28@tcp:35:ldlm_bl.0 00000100:00100000:2.0:1775764831.183523:0:42326:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944486043480 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:42326:1862022119074432:192.168.202.28@tcp:104: 00010000:00010000:2.0:1775764831.183551:0:42326:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3e00/0x57b8ff0e03052ac0 lrc: 3/1,0 mode: --/PR res: [0x200003ab4:0x12:0x0].0x0 bits 0x13/0x48 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764831.184193:0:42327:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444824b3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+56:46149:x1862022098681984:12345-192.168.202.28@tcp:35:ldlm_bl.0 Request processed in 1043us (1497us total) trans 34359739320 rc 0/0 00000100:00100000:3.0:1775764831.184204:0:42327:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 337 00000100:00100000:1.0:1775764831.187734:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764831.188054:0:44302:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098682112 00000100:00100000:3.0:1775764831.188065:0:44302:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098682112 00010000:00010000:3.0:1775764831.188110:0:44302:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e03052a9d lrc: 4/0,0 mode: CW/CW res: [0x200003ab4:0x12:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c143 expref: 56 pid: 42324 timeout: 2398 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764831.188152:0:44302:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 218 00000100:00100000:3.0:1775764831.188162:0:44302:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444824b0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+56:2378:x1862022098682112:12345-192.168.202.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764831.188176:0:44302:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764831.188183:0:44302:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e03052a9d lrc: 4/0,0 mode: CW/CW res: [0x200003ab4:0x12:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c143 expref: 56 pid: 42324 timeout: 2398 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764831.188195:0:44302:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e03052a9d lrc: 3/0,0 mode: CW/CW res: [0x200003ab4:0x12:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c143 expref: 56 pid: 42324 timeout: 2398 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764831.188217:0:44302:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e03052a9d lrc: 0/0,0 mode: --/CW res: [0x200003ab4:0x12:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c143 expref: 56 pid: 42324 timeout: 2398 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764831.188236:0:44302:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x12:0x0].0x0 (ffff94459084ae00) 00010000:00010000:3.0:1775764831.188241:0:44302:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3e00/0x57b8ff0e03052ac0 lrc: 3/1,0 mode: --/PR res: [0x200003ab4:0x12:0x0].0x0 bits 0x13/0x48 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764831.188251:0:44302:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3e00/0x57b8ff0e03052ac0 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x12:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764831.188258:0:44302:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3e00/0x57b8ff0e03052ac0 lrc: 4/1,0 mode: PR/PR res: [0x200003ab4:0x12:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764831.188397:0:44302:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764831.188462:0:44302:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444824b0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+55:2378:x1862022098682112:12345-192.168.202.28@tcp:103:ldlm_bl.0 Request processed in 300us (736us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764831.188471:0:44302:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 218 00010000:00010000:0.0:1775764831.190081:0:42326:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3e00/0x57b8ff0e03052ac0 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x12:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764831.190095:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3e00/0x57b8ff0e03052ac0 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x12:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764831.190148:0:42326:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab4:0x12:0x0]: returning size 16 00000004:00200000:0.0:1775764831.190154:0:42326:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1775764831.190178:0:42326:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3e00/0x57b8ff0e03052ac0 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x12:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764831.190194:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3e00/0x57b8ff0e03052ac0 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x12:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764831.190203:0:42326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3200/0x57b8ff0e03052ab2 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764831.190209:0:42326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3200/0x57b8ff0e03052ab2 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764831.190215:0:42326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3200/0x57b8ff0e03052ab2 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764831.190220:0:42326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944585ee3200 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:0.0:1775764831.190224:0:42326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3200/0x57b8ff0e03052ab2 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764831.190232:0:42326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3200/0x57b8ff0e03052ab2 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764831.190245:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff94459084ac00) 00010000:00010000:0.0:1775764831.190248:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764831.190253:0:42326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3200/0x57b8ff0e03052ab2 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764831.190259:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3200/0x57b8ff0e03052ab2 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764831.190273:0:42326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee2e00/0x57b8ff0e03052ab9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x46b96a5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764831.190284:0:42326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee2e00/0x57b8ff0e03052ab9 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x46b96a5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764831.190289:0:42326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee2e00/0x57b8ff0e03052ab9 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x46b96a5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764831.190295:0:42326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944585ee2e00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:0.0:1775764831.190297:0:42326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee2e00/0x57b8ff0e03052ab9 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x46b96a5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764831.190302:0:42326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee2e00/0x57b8ff0e03052ab9 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x46b96a5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764831.190309:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x46b96a5 (ffff94459084a700) 00010000:00010000:0.0:1775764831.190312:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764831.190314:0:42326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee2e00/0x57b8ff0e03052ab9 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x46b96a5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764831.190320:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee2e00/0x57b8ff0e03052ab9 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x46b96a5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764831.190362:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3000/0x57b8ff0e03052aab lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c14a expref: 55 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764831.190377:0:42326:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3e00/0x57b8ff0e03052ac0 lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0x12:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c14a expref: 54 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764831.190520:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x12:0x0].0x0 (ffff94459084ae00) 00010000:00010000:0.0:1775764831.190523:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1775764831.190526:0:42326:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944585ee3e00, rc 0) 00000100:00100000:0.0:1775764831.190644:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944488923b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+54:66134:x1862022098681728:12345-192.168.202.28@tcp:101:rm.0 Request processed in 12429us (12688us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764831.190654:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 1126 00000100:00100000:1.0:1775764831.194586:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764831.194683:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098682368 00000100:00100000:2.0:1775764831.194695:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098682368 00000100:00100000:2.0:1775764831.194757:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 1127 00000100:00100000:2.0:1775764831.194766:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444824b2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+54:66134:x1862022098682368:12345-192.168.202.28@tcp:36:rm.0 00010000:00010000:2.0:1775764831.195074:0:44493:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:2.0:1775764831.195102:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3e00/0x57b8ff0e03052ac0 lrc: 0/0,0 mode: --/PR res: [0x200003ab4:0x12:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c14a expref: 54 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764831.195123:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee3800/0x57b8ff0e03052a57 lrc: 0/0,0 mode: --/CR res: [0x200003ab4:0x12:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c135 expref: 53 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764831.195133:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x12:0x0].0x0 (ffff94459084ae00) 00010000:00010000:2.0:1775764831.195150:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944585ee2a00/0x57b8ff0e030529f5 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c112 expref: 52 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764831.195160:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff94459084ac00) 00010000:00010000:2.0:1775764831.195166:0:44493:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775764831.195189:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25000/0x57b8ff0e03052ac7 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764831.195201:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25000/0x57b8ff0e03052ac7 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764831.195211:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25000/0x57b8ff0e03052ac7 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764831.195221:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24200/0x57b8ff0e03052ace lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x46b96a5 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764831.195228:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24200/0x57b8ff0e03052ace lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x46b96a5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764831.195235:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24200/0x57b8ff0e03052ace lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x46b96a5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764831.196115:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24e00/0x57b8ff0e03052ad5 lrc: 3/0,1 mode: --/EX res: [0x200003ab4:0x12:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764831.196128:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24e00/0x57b8ff0e03052ad5 lrc: 3/0,1 mode: EX/EX res: [0x200003ab4:0x12:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764831.196138:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24e00/0x57b8ff0e03052ad5 lrc: 3/0,1 mode: EX/EX res: [0x200003ab4:0x12:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1775764831.198181:0:44493:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x30:0x0].25, 64 off10128 00000004:00080000:2.0:1775764831.198195:0:44493:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 2298045395614ns, next at 2299045392578ns, rc = 0 00010000:00010000:2.0:1775764831.198265:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e03052adc lrc: 3/0,1 mode: --/PW res: [0x200003ab4:0x12:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764831.198280:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e03052adc lrc: 3/0,1 mode: PW/PW res: [0x200003ab4:0x12:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764831.198290:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e03052adc lrc: 3/0,1 mode: PW/PW res: [0x200003ab4:0x12:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764831.198297:0:44493:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e03052adc lrc: 4/0,1 mode: PW/PW res: [0x200003ab4:0x12:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764831.198303:0:44493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e03052adc lrc: 4/0,1 mode: PW/PW res: [0x200003ab4:0x12:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764831.198309:0:44493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e03052adc lrc: 3/0,0 mode: PW/PW res: [0x200003ab4:0x12:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764831.198387:0:44493:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1775764831.198411:0:44493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24e00/0x57b8ff0e03052ad5 lrc: 3/0,1 mode: EX/EX res: [0x200003ab4:0x12:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764831.198418:0:44493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24e00/0x57b8ff0e03052ad5 lrc: 2/0,0 mode: EX/EX res: [0x200003ab4:0x12:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764831.198424:0:44493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24e00/0x57b8ff0e03052ad5 lrc: 3/0,0 mode: EX/EX res: [0x200003ab4:0x12:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764831.198437:0:44493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445baf24e00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764831.198441:0:44493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24e00/0x57b8ff0e03052ad5 lrc: 3/0,0 mode: EX/EX res: [0x200003ab4:0x12:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764831.198448:0:44493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24e00/0x57b8ff0e03052ad5 lrc: 4/0,0 mode: EX/EX res: [0x200003ab4:0x12:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764831.198459:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x12:0x0].0x0 (ffff94459084a400) 00010000:00010000:2.0:1775764831.198462:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1775764831.198466:0:44493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24e00/0x57b8ff0e03052ad5 lrc: 2/0,0 mode: --/EX res: [0x200003ab4:0x12:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764831.198471:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24e00/0x57b8ff0e03052ad5 lrc: 0/0,0 mode: --/EX res: [0x200003ab4:0x12:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764831.198490:0:44493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25000/0x57b8ff0e03052ac7 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764831.198496:0:44493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25000/0x57b8ff0e03052ac7 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764831.198504:0:44493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25000/0x57b8ff0e03052ac7 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764831.198509:0:44493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445baf25000 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764831.198511:0:44493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25000/0x57b8ff0e03052ac7 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764831.198517:0:44493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25000/0x57b8ff0e03052ac7 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764831.198524:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff94459084a300) 00010000:00010000:2.0:1775764831.198526:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764831.198529:0:44493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25000/0x57b8ff0e03052ac7 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764831.198534:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25000/0x57b8ff0e03052ac7 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764831.198552:0:44493:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000e18bbf8c reply state 0000000023da9d7a transno 34359739321 ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24200/0x57b8ff0e03052ace lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x46b96a5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764831.198561:0:44493:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1775764831.198703:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444824b2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+53:66134:x1862022098682368:12345-192.168.202.28@tcp:36:rm.0 Request processed in 3934us (4121us total) trans 34359739321 rc 0/0 00000100:00100000:2.0:1775764831.198713:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 1127 00010000:00010000:0.0:1775764831.199116:0:43224:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1775764831.199123:0:43224:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e03052adc lrc: 2/0,0 mode: PW/PW res: [0x200003ab4:0x12:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764831.199130:0:43224:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445baf25800 already unused, calling callback (ffffffffc177a060) 00010000:00010000:0.0:1775764831.199135:0:43224:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e03052adc lrc: 2/0,0 mode: PW/PW res: [0x200003ab4:0x12:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764831.199141:0:43224:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e03052adc lrc: 3/0,0 mode: PW/PW res: [0x200003ab4:0x12:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764831.199151:0:43224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x12:0x0].0x0 (ffff94459084a400) 00010000:00010000:0.0:1775764831.199153:0:43224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1775764831.199156:0:43224:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e03052adc lrc: 1/0,0 mode: --/PW res: [0x200003ab4:0x12:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764831.199161:0:43224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e03052adc lrc: 0/0,0 mode: --/PW res: [0x200003ab4:0x12:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764831.199174:0:43224:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764831.199176:0:43224:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764831.199178:0:43224:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775764831.205207:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764831.205378:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098682496 00000100:00100000:2.0:1775764831.205399:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098682496 00000100:00100000:2.0:1775764831.205628:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 1128 00000100:00100000:2.0:1775764831.205639:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444824b3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+53:65417:x1862022098682496:12345-192.168.202.28@tcp:101:bash.0 00010000:00010000:2.0:1775764831.205667:0:42325:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764831.205690:0:42325:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24c00/0x57b8ff0e03052ae3 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17c151 expref: -99 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764831.205762:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25600/0x57b8ff0e03052aea lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764831.205776:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25600/0x57b8ff0e03052aea lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764831.205790:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25600/0x57b8ff0e03052aea lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764831.206092:0:42325:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 9728 00000004:00200000:2.0:1775764831.206097:0:42325:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 47 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764831.206126:0:42325:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25600/0x57b8ff0e03052aea lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764831.206151:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24c00/0x57b8ff0e03052ae3 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c151 expref: 55 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764831.206170:0:42325:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25600/0x57b8ff0e03052aea lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c151 expref: 54 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764831.206179:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff94459084a500) 00010000:00010000:2.0:1775764831.206182:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1775764831.206185:0:42325:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445baf25600, rc 0) 00000100:00100000:2.0:1775764831.206250:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444824b3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+54:65417:x1862022098682496:12345-192.168.202.28@tcp:101:bash.0 Request processed in 614us (1056us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764831.206257:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 1128 00010000:00010000:3.0:1775764831.210258:0:3314:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24200/0x57b8ff0e03052ace lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x46b96a5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764831.210277:0:3314:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24200/0x57b8ff0e03052ace lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x46b96a5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764831.210284:0:3314:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24200/0x57b8ff0e03052ace lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x46b96a5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764831.210290:0:3314:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445baf24200 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:3.0:1775764831.210294:0:3314:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24200/0x57b8ff0e03052ace lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x46b96a5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764831.210302:0:3314:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24200/0x57b8ff0e03052ace lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x46b96a5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764831.210320:0:3314:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x46b96a5 (ffff94459084a900) 00010000:00010000:3.0:1775764831.210324:0:3314:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764831.210329:0:3314:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24200/0x57b8ff0e03052ace lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x46b96a5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764831.210335:0:3314:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24200/0x57b8ff0e03052ace lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x46b96a5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764831.212328:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764831.213308:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098682752 00000100:00100000:3.0:1775764831.213322:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098682752 00000100:00100000:3.0:1775764831.213439:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 1129 00000100:00100000:3.0:1775764831.213451:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444824b0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+53:65417:x1862022098682752:12345-192.168.202.28@tcp:101:bash.0 00010000:00010000:3.0:1775764831.213471:0:42324:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764831.213475:0:42324:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1775764831.213501:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25600/0x57b8ff0e03052aea lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c151 expref: 53 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764831.213519:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff94459084a500) 00010000:00010000:3.0:1775764831.213531:0:42324:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1775764831.213549:0:42324:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e03052af1 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17c158 expref: -99 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764831.213688:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e03052af8 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764831.213702:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e03052af8 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764831.213712:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e03052af8 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764831.213724:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695e00/0x57b8ff0e03052aff lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x46b96a5 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764831.213731:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695e00/0x57b8ff0e03052aff lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x46b96a5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764831.213737:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695e00/0x57b8ff0e03052aff lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x46b96a5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1775764831.215154:0:42324:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x11d:0x0], index 0: 0 00010000:00010000:3.0:1775764831.215351:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694400/0x57b8ff0e03052b06 lrc: 3/1,0 mode: --/PR res: [0x200003ab4:0x17:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764831.215366:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694400/0x57b8ff0e03052b06 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764831.215378:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694400/0x57b8ff0e03052b06 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764831.215573:0:42324:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e03052af8 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764831.215581:0:42324:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e03052af8 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764831.215587:0:42324:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e03052af8 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764831.215594:0:42324:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445be695200 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:3.0:1775764831.215598:0:42324:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e03052af8 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764831.215605:0:42324:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e03052af8 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764831.215616:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9445867bec00) 00010000:00010000:3.0:1775764831.215619:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764831.215623:0:42324:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e03052af8 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764831.215629:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e03052af8 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764831.215642:0:42324:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000004dd8baae reply state 00000000d9cd4478 transno 34359739322 ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695e00/0x57b8ff0e03052aff lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x46b96a5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764831.215651:0:42324:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1775764831.215685:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e03052af1 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c158 expref: 55 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764831.215703:0:42324:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694400/0x57b8ff0e03052b06 lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c158 expref: 54 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764831.215710:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x17:0x0].0x0 (ffff9445867be300) 00010000:00010000:3.0:1775764831.215712:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1775764831.215714:0:42324:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445be694400, rc 0) 00000100:00100000:3.0:1775764831.215914:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444824b0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+55:65417:x1862022098682752:12345-192.168.202.28@tcp:101:bash.0 Request processed in 2465us (3593us total) trans 34359739322 rc 0/0 00000100:00100000:3.0:1775764831.215932:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 1129 00010000:00010000:3.0:1775764831.219712:0:3315:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695e00/0x57b8ff0e03052aff lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x46b96a5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764831.219730:0:3315:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695e00/0x57b8ff0e03052aff lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x46b96a5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764831.219738:0:3315:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695e00/0x57b8ff0e03052aff lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x46b96a5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764831.219744:0:3315:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445be695e00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:3.0:1775764831.219749:0:3315:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695e00/0x57b8ff0e03052aff lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x46b96a5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764831.219756:0:3315:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695e00/0x57b8ff0e03052aff lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x46b96a5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764831.219775:0:3315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x46b96a5 (ffff9445867bef00) 00010000:00010000:3.0:1775764831.219779:0:3315:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764831.219784:0:3315:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695e00/0x57b8ff0e03052aff lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x46b96a5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764831.219791:0:3315:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695e00/0x57b8ff0e03052aff lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x46b96a5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764831.223225:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764831.223320:0:42944:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098682880 00000100:00100000:0.0:1775764831.223330:0:42944:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098682880 00000100:00100000:0.0:1775764831.223413:0:42944:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 271 00000100:00100000:0.0:1775764831.223424:0:42944:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444824b3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+7:65417:x1862022098682880:12345-192.168.202.28@tcp:101:bash.0 00010000:00010000:0.0:1775764831.223452:0:42944:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764831.223474:0:42944:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f82bf484/0x57b8ff0e03052b14 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x11d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17c15f expref: -99 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1775764831.223503:0:42944:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x11d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1775764831.223526:0:42944:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764831.223528:0:42944:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764831.223536:0:42944:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f82bf484/0x57b8ff0e03052b14 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x11d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c15f expref: 8 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764831.223555:0:42944:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000f82bf484/0x57b8ff0e03052b14 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x11d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c15f expref: 8 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764831.223569:0:42944:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445bfe76400, rc 0) 00000100:00100000:0.0:1775764831.223636:0:42944:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444824b3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+8:65417:x1862022098682880:12345-192.168.202.28@tcp:101:bash.0 Request processed in 214us (419us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764831.223644:0:42944:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 271 00000100:00080000:1.0:1775764831.224345:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1775764831.227360:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764831.227453:0:47878:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098683136 00000100:00100000:3.0:1775764831.227462:0:47878:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098683136 00000100:00100000:3.0:1775764831.227518:0:47878:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 338 00000100:00100000:3.0:1775764831.227529:0:47878:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445be7e2c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+54:65417:x1862022098683136:12345-192.168.202.28@tcp:35:bash.0 00000100:00100000:3.0:1775764831.227903:0:47878:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445be7e2c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+55:65417:x1862022098683136:12345-192.168.202.28@tcp:35:bash.0 Request processed in 375us (549us total) trans 34359739323 rc 0/0 00000100:00100000:3.0:1775764831.227911:0:47878:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 338 00000100:00100000:2.0:1775764831.287679:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764831.287790:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098683264 00000100:00100000:0.0:1775764831.287835:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098683264 00000100:00100000:0.0:1775764831.287905:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 1130 00000100:00100000:0.0:1775764831.287916:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486043480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+55:66140:x1862022098683264:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:0.0:1775764831.287950:0:42325:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764831.287974:0:42325:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77000/0x57b8ff0e03052b1b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17c166 expref: -99 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764831.288057:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77e00/0x57b8ff0e03052b22 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764831.288072:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77e00/0x57b8ff0e03052b22 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764831.288085:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77e00/0x57b8ff0e03052b22 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764831.288145:0:42325:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 9728 00000004:00200000:0.0:1775764831.288150:0:42325:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 48 stripe count 1 MDT count 1 00000004:00010000:0.0:1775764831.288173:0:42325:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77e00/0x57b8ff0e03052b22 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764831.288197:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77000/0x57b8ff0e03052b1b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c166 expref: 57 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764831.288216:0:42325:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77e00/0x57b8ff0e03052b22 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c166 expref: 56 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764831.288225:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff944599e85500) 00010000:00010000:0.0:1775764831.288227:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1775764831.288231:0:42325:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445bfe77e00, rc 0) 00000100:00100000:0.0:1775764831.288286:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486043480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+56:66140:x1862022098683264:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 372us (619us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764831.288293:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 1130 00000100:00100000:1.0:1775764831.295148:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764831.295631:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098683520 00000100:00100000:2.0:1775764831.295642:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098683520 00000100:00100000:2.0:1775764831.295705:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 1131 00000100:00100000:2.0:1775764831.295715:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444824b2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+56:66140:x1862022098683520:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:2.0:1775764831.295736:0:44493:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764831.295757:0:44493:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25000/0x57b8ff0e03052b29 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17c16d expref: -99 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764831.296008:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24e00/0x57b8ff0e03052b30 lrc: 3/0,1 mode: --/CW res: [0x200003ab4:0x17:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764831.296024:0:44493:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694400/0x57b8ff0e03052b06 lrc: 2/0,0 mode: PR/PR res: [0x200003ab4:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c158 expref: 57 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764831.296033:0:44493:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24e00/0x57b8ff0e03052b30 lrc: 4/0,1 mode: --/CW res: [0x200003ab4:0x17:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764831.296081:0:44493:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694400/0x57b8ff0e03052b06 lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c158 expref: 57 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764831.296094:0:44493:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694400/0x57b8ff0e03052b06 lrc: 4/0,0 mode: PR/PR res: [0x200003ab4:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c158 expref: 57 pid: 42324 timeout: 2398 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764831.296107:0:44493:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944486040000 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:44493:1862022119074560:192.168.202.28@tcp:104: 00000100:00100000:2.0:1775764831.296248:0:44493:0:(client.c:2691:ptlrpc_set_wait()) set ffff944585f5a300 going to sleep for 11 seconds 00000100:00100000:2.0:1775764831.300331:0:44493:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944486040000 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:44493:1862022119074560:192.168.202.28@tcp:104: 00010000:00010000:2.0:1775764831.300361:0:44493:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24e00/0x57b8ff0e03052b30 lrc: 3/0,1 mode: --/CW res: [0x200003ab4:0x17:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764831.303739:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764831.304229:0:42310:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098683648 00000100:00100000:2.0:1775764831.304240:0:42310:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098683648 00010000:00010000:2.0:1775764831.304280:0:42310:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694400/0x57b8ff0e03052b06 lrc: 4/0,0 mode: PR/PR res: [0x200003ab4:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c158 expref: 58 pid: 42324 timeout: 2398 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764831.304321:0:42310:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 219 00000100:00100000:2.0:1775764831.304331:0:42310:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444824b1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+58:2379:x1862022098683648:12345-192.168.202.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1775764831.304345:0:42310:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764831.304351:0:42310:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694400/0x57b8ff0e03052b06 lrc: 4/0,0 mode: PR/PR res: [0x200003ab4:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c158 expref: 58 pid: 42324 timeout: 2398 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764831.304364:0:42310:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694400/0x57b8ff0e03052b06 lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c158 expref: 58 pid: 42324 timeout: 2398 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764831.304399:0:42310:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694400/0x57b8ff0e03052b06 lrc: 0/0,0 mode: --/PR res: [0x200003ab4:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c158 expref: 58 pid: 42324 timeout: 2398 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764831.304420:0:42310:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x17:0x0].0x0 (ffff9445867be300) 00010000:00010000:2.0:1775764831.304425:0:42310:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24e00/0x57b8ff0e03052b30 lrc: 3/0,1 mode: --/CW res: [0x200003ab4:0x17:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764831.304595:0:42310:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24e00/0x57b8ff0e03052b30 lrc: 3/0,1 mode: CW/CW res: [0x200003ab4:0x17:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764831.304602:0:42310:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24e00/0x57b8ff0e03052b30 lrc: 4/0,1 mode: CW/CW res: [0x200003ab4:0x17:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764831.304635:0:42310:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775764831.304695:0:42310:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444824b1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+57:2379:x1862022098683648:12345-192.168.202.28@tcp:103:ldlm_bl.0 Request processed in 365us (968us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764831.304704:0:42310:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 219 00010000:00010000:1.0:1775764831.304767:0:44493:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24e00/0x57b8ff0e03052b30 lrc: 3/0,1 mode: CW/CW res: [0x200003ab4:0x17:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764831.304775:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24e00/0x57b8ff0e03052b30 lrc: 3/0,1 mode: CW/CW res: [0x200003ab4:0x17:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764831.304795:0:44493:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab4:0x17:0x0]: returning size 16 00010000:00010000:1.0:1775764831.304998:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25000/0x57b8ff0e03052b29 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c16d expref: 58 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764831.305014:0:44493:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24e00/0x57b8ff0e03052b30 lrc: 3/0,0 mode: CW/CW res: [0x200003ab4:0x17:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c16d expref: 57 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764831.305021:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x17:0x0].0x0 (ffff9445867be300) 00010000:00010000:1.0:1775764831.305023:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:1.0:1775764831.305025:0:44493:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445baf24e00, rc 0) 00000100:00100000:1.0:1775764831.305066:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444824b2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+57:66140:x1862022098683520:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 9354us (9929us total) trans 34359739324 rc 0/0 00000100:00100000:1.0:1775764831.305072:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 1131 00000100:00100000:1.0:1775764831.312391:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764831.312830:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098683904 00000100:00100000:0.0:1775764831.312842:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098683904 00000100:00100000:0.0:1775764831.312900:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 1132 00000100:00100000:0.0:1775764831.312910:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444824b1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+57:66140:x1862022098683904:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:0.0:1775764831.312944:0:42325:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764831.312947:0:42325:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1775764831.312974:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24e00/0x57b8ff0e03052b30 lrc: 0/0,0 mode: --/CW res: [0x200003ab4:0x17:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c16d expref: 57 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764831.312996:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x17:0x0].0x0 (ffff9445867be300) 00010000:00010000:0.0:1775764831.313007:0:42325:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1775764831.313021:0:42325:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77000/0x57b8ff0e03052b3e lrc: 2/0,0 mode: --/CR res: [0x200003ab4:0x17:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17c174 expref: -99 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764831.313126:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76e00/0x57b8ff0e03052b45 lrc: 3/0,1 mode: --/PW res: [0x200003ab4:0x17:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764831.313139:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76e00/0x57b8ff0e03052b45 lrc: 3/0,1 mode: PW/PW res: [0x200003ab4:0x17:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764831.313149:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76e00/0x57b8ff0e03052b45 lrc: 3/0,1 mode: PW/PW res: [0x200003ab4:0x17:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764831.313161:0:42325:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab4:0x17:0x0]: returning size 16 00010000:00010000:0.0:1775764831.313285:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77000/0x57b8ff0e03052b3e lrc: 0/0,0 mode: --/CR res: [0x200003ab4:0x17:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c174 expref: 59 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764831.313300:0:42325:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76e00/0x57b8ff0e03052b45 lrc: 3/0,0 mode: PW/PW res: [0x200003ab4:0x17:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c174 expref: 58 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764831.313307:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x17:0x0].0x0 (ffff944599e85300) 00010000:00010000:0.0:1775764831.313310:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1775764831.313312:0:42325:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445bfe76e00, rc 0) 00000100:00100000:0.0:1775764831.313369:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444824b1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+58:66140:x1862022098683904:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 460us (999us total) trans 34359739325 rc 0/0 00000100:00100000:0.0:1775764831.313377:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 1132 00000100:00100000:3.0:1775764831.322376:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764831.322642:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098684032 00000100:00100000:0.0:1775764831.322652:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098684032 00000100:00100000:0.0:1775764831.322706:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 1133 00000100:00100000:0.0:1775764831.322717:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944488922680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+58:66140:x1862022098684032:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:0.0:1775764831.322741:0:42324:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764831.322762:0:42324:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77000/0x57b8ff0e03052b53 lrc: 2/0,0 mode: --/CR res: [0x200003ab4:0x17:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17c17b expref: -99 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764831.322863:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77000/0x57b8ff0e03052b53 lrc: 3/0,0 mode: CR/CR res: [0x200003ab4:0x17:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c17b expref: 59 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764831.322880:0:42324:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77000/0x57b8ff0e03052b53 lrc: 3/0,0 mode: CR/CR res: [0x200003ab4:0x17:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c17b expref: 59 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764831.322901:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x17:0x0].0x0 (ffff944599e85300) 00010000:00010000:0.0:1775764831.322905:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1775764831.322908:0:42324:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445bfe77000, rc 0) 00000100:00100000:0.0:1775764831.323070:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944488922680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+59:66140:x1862022098684032:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 323us (675us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764831.323078:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 1133 00000100:00100000:1.0:1775764831.327762:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764831.327957:0:43212:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098684160 00000100:00100000:2.0:1775764831.327968:0:43212:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098684160 00000100:00100000:2.0:1775764831.328025:0:43212:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 272 00000100:00100000:2.0:1775764831.328044:0:43212:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444824b3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+8:2376:x1862022098684160:12345-192.168.202.28@tcp:1:lfs.0 00010000:00010000:2.0:1775764831.328096:0:43212:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004e7fa545/0x57b8ff0e03052b5a lrc: 3/0,1 mode: --/PW res: [0x240000400:0x11d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764831.328116:0:43212:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000f82bf484/0x57b8ff0e03052b14 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x11d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c15f expref: 8 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764831.328125:0:43212:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1775764831.328127:0:43212:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1775764831.328130:0:43212:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004e7fa545/0x57b8ff0e03052b5a lrc: 4/0,1 mode: --/PW res: [0x240000400:0x11d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764831.328165:0:43212:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000f82bf484/0x57b8ff0e03052b14 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x11d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c15f expref: 8 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764831.328179:0:43212:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000f82bf484/0x57b8ff0e03052b14 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x11d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c15f expref: 8 pid: 42944 timeout: 2398 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764831.328195:0:43212:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944486040000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:43212:1862022119074688:192.168.202.28@tcp:104: 00000100:00100000:2.0:1775764831.328278:0:43212:0:(client.c:2691:ptlrpc_set_wait()) set ffff944585f5a300 going to sleep for 11 seconds 00000100:00100000:1.0:1775764831.331591:0:43212:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944486040000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:43212:1862022119074688:192.168.202.28@tcp:104: 00010000:00010000:1.0:1775764831.331621:0:43212:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000004e7fa545/0x57b8ff0e03052b5a lrc: 3/0,1 mode: --/PW res: [0x240000400:0x11d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764831.333165:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764831.333398:0:45548:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098684288 00000100:00100000:3.0:1775764831.333407:0:45548:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098684288 00002000:00100000:3.0:1775764831.333466:0:45548:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x11d:0x0] (0->15) req@ffff9445bf4f9500 x1862022098684288/t0(0) o4->fcf15866-4739-4595-8fe1-44abde7ee9d7@192.168.202.28@tcp:312/0 lens 504/0 e 0 to 0 dl 1775764842 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764831.333477:0:45548:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9445bf4f9500 with x1862022098684288 ext(0->15) 00010000:00010000:3.0:1775764831.333487:0:45548:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 00000000f82bf484/0x57b8ff0e03052b14 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x11d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c15f expref: 9 pid: 42944 timeout: 2398 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764831.333502:0:45548:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 00000000f82bf484/0x57b8ff0e03052b14 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x11d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c15f expref: 9 pid: 42944 timeout: 2398 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1775764831.333510:0:45548:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff9445bf4f9500 00000100:00100000:3.0:1775764831.333540:0:45548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 11 00000100:00100000:3.0:1775764831.333549:0:45548:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bf4f9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+9:2378:x1862022098684288:12345-192.168.202.28@tcp:4:lfs.0 00000100:00100000:3.0:1775764831.334106:0:45548:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bf4f9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+11:2378:x1862022098684288:12345-192.168.202.28@tcp:4:lfs.0 Request processed in 556us (946us total) trans 34359738460 rc 0/0 00000100:00100000:3.0:1775764831.334115:0:45548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 11 00002000:00100000:3.0:1775764831.334122:0:45548:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x11d:0x0] (0->15) req@ffff9445bf4f9500 x1862022098684288/t34359738460(0) o4->fcf15866-4739-4595-8fe1-44abde7ee9d7@192.168.202.28@tcp:312/0 lens 504/448 e 0 to 0 dl 1775764842 ref 1 fl Complete:H/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764831.334130:0:45548:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9445bf4f9500 with x1862022098684288 ext(0->15) 00010000:00010000:3.0:1775764831.334136:0:45548:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 00000000f82bf484/0x57b8ff0e03052b14 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x11d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c15f expref: 11 pid: 42944 timeout: 2398 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764831.334148:0:45548:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 00000000f82bf484/0x57b8ff0e03052b14 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x11d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c15f expref: 11 pid: 42944 timeout: 2398 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1775764831.334155:0:45548:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff9445bf4f9500 00000100:00100000:2.0:1775764831.337938:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764831.338025:0:42309:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098684416 00000100:00100000:3.0:1775764831.338044:0:42309:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098684416 00010000:00010000:3.0:1775764831.338084:0:42309:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000f82bf484/0x57b8ff0e03052b14 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x11d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c15f expref: 11 pid: 42944 timeout: 2398 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764831.338128:0:42309:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 220 00000100:00100000:3.0:1775764831.338137:0:42309:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486040000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+11:2379:x1862022098684416:12345-192.168.202.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764831.338151:0:42309:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1775764831.338169:0:42309:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x11d:0x0] updating lvb size from disk: 0 -> 16 00002000:00010000:3.0:1775764831.338172:0:42309:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x11d:0x0] updating lvb mtime from disk: 0 -> 1775764831 00002000:00010000:3.0:1775764831.338175:0:42309:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x11d:0x0] updating lvb atime from disk: 0 -> 1775764831 00002000:00010000:3.0:1775764831.338176:0:42309:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x11d:0x0] updating lvb ctime from disk: 0 -> 1775764831 00010000:00010000:3.0:1775764831.338183:0:42309:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000f82bf484/0x57b8ff0e03052b14 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x11d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c15f expref: 11 pid: 42944 timeout: 2398 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764831.338196:0:42309:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000f82bf484/0x57b8ff0e03052b14 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x11d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c15f expref: 11 pid: 42944 timeout: 2398 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764831.338219:0:42309:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f82bf484/0x57b8ff0e03052b14 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x11d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c15f expref: 11 pid: 42944 timeout: 2398 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764831.338237:0:42309:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764831.338240:0:42309:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764831.338244:0:42309:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000004e7fa545/0x57b8ff0e03052b5a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x11d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764831.338254:0:42309:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004e7fa545/0x57b8ff0e03052b5a lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764831.338288:0:42309:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764831.338349:0:42309:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486040000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+10:2379:x1862022098684416:12345-192.168.202.28@tcp:103:ldlm_bl.0 Request processed in 212us (430us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764831.338357:0:42309:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 220 00010000:00010000:1.0:1775764831.339181:0:43212:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000004e7fa545/0x57b8ff0e03052b5a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x11d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764831.339196:0:43212:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004e7fa545/0x57b8ff0e03052b5a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x11d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764831.339223:0:43212:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004e7fa545/0x57b8ff0e03052b5a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x11d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764831.339231:0:43212:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000004e7fa545/0x57b8ff0e03052b5a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x11d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764831.339240:0:43212:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000004e7fa545/0x57b8ff0e03052b5a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x11d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764831.339246:0:43212:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445baf25000 already unused, calling callback (ffffffffc177a060) 00010000:00010000:1.0:1775764831.339251:0:43212:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000004e7fa545/0x57b8ff0e03052b5a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x11d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764831.339260:0:43212:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000004e7fa545/0x57b8ff0e03052b5a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x11d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764831.339274:0:43212:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000004e7fa545/0x57b8ff0e03052b5a lrc: 2/0,0 mode: --/PW res: [0x240000400:0x11d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764831.339286:0:43212:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004e7fa545/0x57b8ff0e03052b5a lrc: 0/0,0 mode: --/PW res: [0x240000400:0x11d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764831.339357:0:43212:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444824b3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+9:2376:x1862022098684160:12345-192.168.202.28@tcp:1:lfs.0 Request processed in 11321us (11603us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764831.339365:0:43212:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 272 00000100:00100000:2.0:1775764831.344202:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764831.344291:0:42327:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098684672 00000100:00100000:3.0:1775764831.344304:0:42327:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098684672 00000100:00100000:3.0:1775764831.344367:0:42327:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 339 00000100:00100000:3.0:1775764831.344387:0:42327:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486040e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+59:66140:x1862022098684672:12345-192.168.202.28@tcp:35:lfs.0 00000004:00010000:3.0:1775764831.344461:0:42327:0:(mdt_open.c:1994:mdt_hsm_release()) ### [0x200003ab4:0x17:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76e00/0x57b8ff0e03052b45 lrc: 3/0,0 mode: PW/PW res: [0x200003ab4:0x17:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c174 expref: 59 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1775764831.344721:0:42327:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 34359739326 00000001:00080000:3.0:1775764831.344769:0:42327:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 34359739327 00000001:00080000:2.0:1775764831.345726:0:42327:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 34359739328 00010000:00010000:2.0:1775764831.345787:0:42327:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25600/0x57b8ff0e03052b61 lrc: 3/0,1 mode: --/EX res: [0x200003ab4:0x17:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764831.346074:0:42327:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77000/0x57b8ff0e03052b53 lrc: 2/0,0 mode: CR/CR res: [0x200003ab4:0x17:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c17b expref: 63 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764831.346083:0:42327:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25600/0x57b8ff0e03052b61 lrc: 4/0,1 mode: --/EX res: [0x200003ab4:0x17:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764831.346123:0:42327:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77000/0x57b8ff0e03052b53 lrc: 3/0,0 mode: CR/CR res: [0x200003ab4:0x17:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c17b expref: 63 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764831.346140:0:42327:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77000/0x57b8ff0e03052b53 lrc: 4/0,0 mode: CR/CR res: [0x200003ab4:0x17:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c17b expref: 63 pid: 42324 timeout: 2398 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764831.346155:0:42327:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944486043b80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:42327:1862022119074816:192.168.202.28@tcp:104: 00000100:00100000:2.0:1775764831.346286:0:42327:0:(client.c:2691:ptlrpc_set_wait()) set ffff944585f5acc0 going to sleep for 11 seconds 00000100:00100000:1.0:1775764831.351545:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764831.352154:0:42327:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944486043b80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:42327:1862022119074816:192.168.202.28@tcp:104: 00010000:00010000:2.0:1775764831.352186:0:42327:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25600/0x57b8ff0e03052b61 lrc: 3/0,1 mode: --/EX res: [0x200003ab4:0x17:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42327 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764831.352276:0:42311:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098684800 00000100:00100000:0.0:1775764831.352283:0:42311:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098684800 00010000:00010000:0.0:1775764831.352322:0:42311:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77000/0x57b8ff0e03052b53 lrc: 4/0,0 mode: CR/CR res: [0x200003ab4:0x17:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c17b expref: 64 pid: 42324 timeout: 2398 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764831.352363:0:42311:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 221 00000100:00100000:0.0:1775764831.352373:0:42311:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bf4fa300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+64:2379:x1862022098684800:12345-192.168.202.28@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1775764831.352400:0:42311:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764831.352407:0:42311:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77000/0x57b8ff0e03052b53 lrc: 4/0,0 mode: CR/CR res: [0x200003ab4:0x17:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c17b expref: 64 pid: 42324 timeout: 2398 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764831.352421:0:42311:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77000/0x57b8ff0e03052b53 lrc: 3/0,0 mode: CR/CR res: [0x200003ab4:0x17:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c17b expref: 64 pid: 42324 timeout: 2398 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764831.352453:0:42311:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77000/0x57b8ff0e03052b53 lrc: 0/0,0 mode: --/CR res: [0x200003ab4:0x17:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c17b expref: 64 pid: 42324 timeout: 2398 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764831.352470:0:42311:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x17:0x0].0x0 (ffff944599e85300) 00010000:00010000:0.0:1775764831.352474:0:42311:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25600/0x57b8ff0e03052b61 lrc: 3/0,1 mode: --/EX res: [0x200003ab4:0x17:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764831.352484:0:42311:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25600/0x57b8ff0e03052b61 lrc: 3/0,1 mode: EX/EX res: [0x200003ab4:0x17:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 42327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764831.352491:0:42311:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25600/0x57b8ff0e03052b61 lrc: 4/0,1 mode: EX/EX res: [0x200003ab4:0x17:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 42327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764831.352523:0:42311:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775764831.352578:0:42311:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bf4fa300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+63:2379:x1862022098684800:12345-192.168.202.28@tcp:103:ldlm_bl.0 Request processed in 206us (1044us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764831.352586:0:42311:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 221 00010000:00010000:1.0:1775764831.353132:0:42327:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25600/0x57b8ff0e03052b61 lrc: 3/0,1 mode: EX/EX res: [0x200003ab4:0x17:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764831.353141:0:42327:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25600/0x57b8ff0e03052b61 lrc: 3/0,1 mode: EX/EX res: [0x200003ab4:0x17:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42327 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1775764831.353263:0:42327:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 34359739329 00000001:00080000:1.0:1775764831.353481:0:42327:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 34359739330 00000100:00100000:1.0:1775764831.353606:0:42327:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bf4f9880 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:42327:1862022119074944:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1775764831.353663:0:42327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764831.353688:0:42327:0:(client.c:2691:ptlrpc_set_wait()) set ffff9445b217c6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1775764831.354451:0:42330:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119074944 00000100:00100000:0.0:1775764831.354462:0:42330:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119074944 00000100:00100000:0.0:1775764831.354528:0:42330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 70 00000100:00100000:0.0:1775764831.354537:0:42330:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bf4f8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:42327:x1862022119074944:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1775764831.354643:0:42330:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bf4f8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:42327:x1862022119074944:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 107us (978us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764831.354650:0:42330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 70 00000100:00100000:0.0:1775764831.354735:0:42327:0:(client.c:3082:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 34359738459 gen 2 00000004:00080000:0.0:1775764831.354740:0:42327:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 34359738458 committed transno 34359738459 00000004:00080000:0.0:1775764831.354759:0:42327:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff944486042300, transno 34359738459 00000100:00100000:0.0:1775764831.354773:0:42327:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bf4f9880 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:42327:1862022119074944:0@lo:1000:mdt_rdpg00_000.0 00000001:00080000:0.0:1775764831.355789:0:42327:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 34359739331 00000100:00080000:1.0:1775764831.356305:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1775764831.356636:0:42327:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944488e93b80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:42327:1862022119075072:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1775764831.356710:0:42327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764831.356752:0:42327:0:(client.c:2691:ptlrpc_set_wait()) set ffff944581377240 going to sleep for 11 seconds 00000100:00100000:2.0:1775764831.357030:0:42330:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119075072 00000100:00100000:2.0:1775764831.357048:0:42330:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119075072 00000100:00100000:2.0:1775764831.357154:0:42330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 71 00000100:00100000:2.0:1775764831.357164:0:42330:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944488e90000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:42327:x1862022119075072:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1775764831.357367:0:42330:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944488e90000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:42327:x1862022119075072:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 204us (656us total) trans 34359738461 rc 0/0 00000100:00100000:2.0:1775764831.357376:0:42330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 71 00000100:00100000:0.0:1775764831.357482:0:42327:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944488e93b80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:42327:1862022119075072:0@lo:1000:mdt_rdpg00_000.0 00000001:00080000:0.0:1775764831.357551:0:42327:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 34359739332 00010000:00010000:0.0:1775764831.357595:0:42327:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25600/0x57b8ff0e03052b61 lrc: 3/0,1 mode: EX/EX res: [0x200003ab4:0x17:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764831.357607:0:42327:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25600/0x57b8ff0e03052b61 lrc: 2/0,0 mode: EX/EX res: [0x200003ab4:0x17:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764831.357614:0:42327:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25600/0x57b8ff0e03052b61 lrc: 3/0,0 mode: EX/EX res: [0x200003ab4:0x17:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764831.357620:0:42327:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445baf25600 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:0.0:1775764831.357625:0:42327:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25600/0x57b8ff0e03052b61 lrc: 3/0,0 mode: EX/EX res: [0x200003ab4:0x17:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764831.357633:0:42327:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25600/0x57b8ff0e03052b61 lrc: 4/0,0 mode: EX/EX res: [0x200003ab4:0x17:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764831.357655:0:42327:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x17:0x0].0x0 (ffff944599e85300) 00010000:00010000:0.0:1775764831.357658:0:42327:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:0.0:1775764831.357662:0:42327:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25600/0x57b8ff0e03052b61 lrc: 2/0,0 mode: --/EX res: [0x200003ab4:0x17:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764831.357668:0:42327:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25600/0x57b8ff0e03052b61 lrc: 0/0,0 mode: --/EX res: [0x200003ab4:0x17:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42327 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1775764831.358050:0:42327:0:(mdd_object.c:4010:mdd_close()) Object [0x200003ab4:0x18:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:0.0:1775764831.358146:0:42327:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x2e:0x0].26, 64 off10072 00000004:00080000:0.0:1775764831.358156:0:42327:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 2298205356775ns, next at 2299205355078ns, rc = 0 00000001:00080000:0.0:1775764831.358163:0:42327:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 34359739333 00010000:00010000:0.0:1775764831.358205:0:42327:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x17:0x0].0x0 (ffff944599e85300) 00010000:00010000:0.0:1775764831.358208:0:42327:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1775764831.358213:0:42327:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76e00/0x57b8ff0e03052b45 lrc: 0/0,0 mode: --/PW res: [0x200003ab4:0x17:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c174 expref: 67 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764831.358323:0:42327:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486040e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+66:66140:x1862022098684672:12345-192.168.202.28@tcp:35:lfs.0 Request processed in 13946us (14129us total) trans 34359739334 rc 0/0 00000100:00100000:0.0:1775764831.358333:0:42327:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 339 00000020:00080000:0.0:1775764831.358337:0:42327:0:(tgt_main.c:783:tgt_ses_key_exit()) total 9 transactions per RPC 00000100:00100000:1.0:1775764831.363599:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764831.363686:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098684928 00000100:00100000:0.0:1775764831.363697:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098684928 00000100:00100000:0.0:1775764831.364158:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 1134 00000100:00100000:0.0:1775764831.364171:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bf4fbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+66:66140:x1862022098684928:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:0.0:1775764831.364195:0:42325:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764831.364221:0:42325:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77000/0x57b8ff0e03052b68 lrc: 2/0,0 mode: --/CR res: [0x200003ab4:0x17:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17c182 expref: -99 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764831.364286:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77000/0x57b8ff0e03052b68 lrc: 3/0,0 mode: CR/CR res: [0x200003ab4:0x17:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c182 expref: 67 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764831.364301:0:42325:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77000/0x57b8ff0e03052b68 lrc: 3/0,0 mode: CR/CR res: [0x200003ab4:0x17:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c182 expref: 67 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764831.364323:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x17:0x0].0x0 (ffff944599e85900) 00010000:00010000:0.0:1775764831.364327:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1775764831.364332:0:42325:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445bfe77000, rc 0) 00000100:00100000:0.0:1775764831.364637:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bf4fbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+67:66140:x1862022098684928:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 469us (1049us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764831.364647:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 1134 00000100:00100000:1.0:1775764831.369258:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764831.369332:0:47878:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098685184 00000100:00100000:3.0:1775764831.369343:0:47878:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098685184 00000100:00100000:3.0:1775764831.369414:0:47878:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 340 00000100:00100000:3.0:1775764831.369425:0:47878:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bf4f8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+67:66140:x1862022098685184:12345-192.168.202.28@tcp:35:lfs.0 00000100:00100000:3.0:1775764831.369712:0:47878:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bf4f8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+68:66140:x1862022098685184:12345-192.168.202.28@tcp:35:lfs.0 Request processed in 289us (464us total) trans 34359739335 rc 0/0 00000100:00100000:3.0:1775764831.369720:0:47878:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 340 00000100:00100000:1.0:1775764831.485362:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764831.485480:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098685312 00000100:00100000:0.0:1775764831.485492:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098685312 00000100:00100000:0.0:1775764831.485560:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 1135 00000100:00100000:0.0:1775764831.485570:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bf4fb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+68:66150:x1862022098685312:12345-192.168.202.28@tcp:34:lfs.0 00010000:00010000:0.0:1775764831.485665:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76e00/0x57b8ff0e03052b6f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764831.485683:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76e00/0x57b8ff0e03052b6f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764831.485697:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76e00/0x57b8ff0e03052b6f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764831.485713:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76a00/0x57b8ff0e03052b76 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x46b96a5 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764831.485724:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76a00/0x57b8ff0e03052b76 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x46b96a5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764831.485730:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76a00/0x57b8ff0e03052b76 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x46b96a5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764831.485901:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77c00/0x57b8ff0e03052b7d lrc: 3/1,0 mode: --/PR res: [0x200003ab4:0x17:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764831.485910:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77c00/0x57b8ff0e03052b7d lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x17:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764831.485926:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77c00/0x57b8ff0e03052b7d lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x17:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764831.485971:0:42324:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77c00/0x57b8ff0e03052b7d lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x17:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764831.485983:0:42324:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76e00/0x57b8ff0e03052b6f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764831.485990:0:42324:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76e00/0x57b8ff0e03052b6f lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764831.485997:0:42324:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76e00/0x57b8ff0e03052b6f lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764831.486003:0:42324:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445bfe76e00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:0.0:1775764831.486006:0:42324:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76e00/0x57b8ff0e03052b6f lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764831.486014:0:42324:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76e00/0x57b8ff0e03052b6f lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764831.486027:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff944599e85500) 00010000:00010000:0.0:1775764831.486030:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764831.486044:0:42324:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76e00/0x57b8ff0e03052b6f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764831.486051:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76e00/0x57b8ff0e03052b6f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764831.486066:0:42324:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76a00/0x57b8ff0e03052b76 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x46b96a5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764831.486072:0:42324:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76a00/0x57b8ff0e03052b76 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x46b96a5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764831.486078:0:42324:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76a00/0x57b8ff0e03052b76 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x46b96a5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764831.486083:0:42324:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445bfe76a00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:0.0:1775764831.486086:0:42324:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76a00/0x57b8ff0e03052b76 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x46b96a5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764831.486092:0:42324:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76a00/0x57b8ff0e03052b76 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x46b96a5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764831.486099:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x46b96a5 (ffff944599e85300) 00010000:00010000:0.0:1775764831.486102:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764831.486104:0:42324:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76a00/0x57b8ff0e03052b76 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x46b96a5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764831.486109:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76a00/0x57b8ff0e03052b76 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x46b96a5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764831.486134:0:42324:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77c00/0x57b8ff0e03052b7d lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x17:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764831.486140:0:42324:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77c00/0x57b8ff0e03052b7d lrc: 2/0,0 mode: PR/PR res: [0x200003ab4:0x17:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764831.486145:0:42324:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77c00/0x57b8ff0e03052b7d lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0x17:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764831.486151:0:42324:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445bfe77c00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:0.0:1775764831.486153:0:42324:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77c00/0x57b8ff0e03052b7d lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0x17:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764831.486159:0:42324:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77c00/0x57b8ff0e03052b7d lrc: 4/0,0 mode: PR/PR res: [0x200003ab4:0x17:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764831.486166:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x17:0x0].0x0 (ffff944599e85900) 00010000:00010000:0.0:1775764831.486168:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764831.486171:0:42324:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77c00/0x57b8ff0e03052b7d lrc: 2/0,0 mode: --/PR res: [0x200003ab4:0x17:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764831.486176:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77c00/0x57b8ff0e03052b7d lrc: 0/0,0 mode: --/PR res: [0x200003ab4:0x17:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764831.486250:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bf4fb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+68:66150:x1862022098685312:12345-192.168.202.28@tcp:34:lfs.0 Request processed in 681us (897us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764831.486259:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 1135 00000100:00100000:0.0:1775764831.923138:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764831.923196:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764831.923232:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764831.923468:0:42317:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098685440 00000100:00100000:1.0:1775764831.923479:0:42317:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098685440 00000100:00100000:3.0:1775764831.923527:0:42944:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098685696 00000100:00100000:3.0:1775764831.923533:0:42944:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098685696 00000100:00100000:1.0:1775764831.923539:0:42317:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 322 00000100:00100000:1.0:1775764831.923554:0:42317:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944586765050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:24b54882-c0a1-43f2-954f-009e5a9afc9d+12:2378:x1862022098685440:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:3.0:1775764831.923574:0:42944:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 315 00000100:00100000:3.0:1775764831.923584:0:42944:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944488e93480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+10:2378:x1862022098685696:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:1.0:1775764831.923628:0:42317:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944586765050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:24b54882-c0a1-43f2-954f-009e5a9afc9d+12:2378:x1862022098685440:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 77us (430us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764831.923629:0:42944:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944488e93480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+10:2378:x1862022098685696:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 44us (393us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764831.923646:0:42317:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 322 00000100:00100000:3.0:1775764831.923647:0:42944:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 315 00000100:00100000:2.0:1775764831.923739:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098685568 00000100:00100000:2.0:1775764831.923744:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098685568 00000100:00100000:2.0:1775764831.923788:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 441 00000100:00100000:2.0:1775764831.923840:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944488e90a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:82781e18-e0e3-4f9f-9a2b-041bf0344414+5:2378:x1862022098685568:12345-192.168.202.28@tcp:400:kworker.0 00000100:00080000:3.0:1775764831.923859:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1775764831.923881:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944488e90a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:82781e18-e0e3-4f9f-9a2b-041bf0344414+5:2378:x1862022098685568:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 87us (754us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764831.923889:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 441 00000100:00100000:0.0:1775764831.935434:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764831.935902:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098685952 00000100:00100000:3.0:1775764831.935922:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098685952 00000100:00100000:3.0:1775764831.935998:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 1136 00000100:00100000:3.0:1775764831.936010:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944488e91c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+68:66166:x1862022098685952:12345-192.168.202.28@tcp:101:multiop.0 00010000:00010000:3.0:1775764831.936044:0:42324:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764831.936048:0:42324:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1775764831.936256:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77e00/0x57b8ff0e03052b22 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c166 expref: 68 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764831.936288:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff944599e85500) 00010000:00010000:3.0:1775764831.936308:0:42324:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1775764831.936325:0:42324:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e03052b84 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17c189 expref: -99 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764831.937182:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695e00/0x57b8ff0e03052b8b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764831.937197:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695e00/0x57b8ff0e03052b8b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764831.937208:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695e00/0x57b8ff0e03052b8b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764831.937223:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e03052b92 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x46b96a5 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764831.937230:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e03052b92 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x46b96a5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764831.937236:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e03052b92 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x46b96a5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764831.937314:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e03052b99 lrc: 3/1,0 mode: --/PR res: [0x200003ab4:0x17:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764831.937323:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e03052b99 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764831.937330:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e03052b99 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764831.937340:0:42324:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab4:0x17:0x0]: returning size 16 00010000:00010000:3.0:1775764831.937631:0:42324:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695e00/0x57b8ff0e03052b8b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764831.937640:0:42324:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695e00/0x57b8ff0e03052b8b lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764831.937647:0:42324:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695e00/0x57b8ff0e03052b8b lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764831.937653:0:42324:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445be695e00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:3.0:1775764831.937657:0:42324:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695e00/0x57b8ff0e03052b8b lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764831.937666:0:42324:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695e00/0x57b8ff0e03052b8b lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764831.937677:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9445867bef00) 00010000:00010000:3.0:1775764831.937680:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764831.937685:0:42324:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695e00/0x57b8ff0e03052b8b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764831.937691:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695e00/0x57b8ff0e03052b8b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764831.937706:0:42324:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e03052b92 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x46b96a5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764831.937794:0:42324:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e03052b92 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x46b96a5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764831.937835:0:42324:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e03052b92 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x46b96a5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764831.937840:0:42324:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445be695200 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:3.0:1775764831.937843:0:42324:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e03052b92 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x46b96a5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764831.937850:0:42324:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e03052b92 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x46b96a5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764831.937858:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x46b96a5 (ffff9445867bec00) 00010000:00010000:3.0:1775764831.937861:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764831.937864:0:42324:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e03052b92 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x46b96a5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764831.937869:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e03052b92 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x46b96a5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764831.938908:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e03052b84 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c189 expref: 70 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764831.938940:0:42324:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e03052b99 lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c189 expref: 69 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764831.938947:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x17:0x0].0x0 (ffff944599e85900) 00010000:00010000:3.0:1775764831.938949:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1775764831.938952:0:42324:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445be694600, rc 0) 00000100:00100000:3.0:1775764831.939047:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944488e91c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+69:66166:x1862022098685952:12345-192.168.202.28@tcp:101:multiop.0 Request processed in 3038us (3631us total) trans 34359739336 rc 0/0 00000100:00100000:3.0:1775764831.939060:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 1136 00010000:00010000:0.0:1775764832.065543:0:42312:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764833.089072:0:42313:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1775764833.537737:0:42347:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 2300384935834ns, next at 2301384933036ns, rc = 0 00000100:00100000:3.0:1775764833.537769:0:3329:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1775764833.537821:0:3329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944488922300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3329:1862022119075200:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1775764833.537902:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764833.538057:0:42948:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119075200 00000100:00100000:0.0:1775764833.538066:0:42948:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119075200 00000100:00100000:0.0:1775764833.538143:0:42948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 190 00000100:00100000:0.0:1775764833.538154:0:42948:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944488920700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3329:x1862022119075200:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1775764833.538192:0:42948:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 61145088 pending 1703936 free 3704619008 avail 3702521856 00000100:00100000:0.0:1775764833.538236:0:42948:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944488920700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3329:x1862022119075200:12345-0@lo:13:osp-pre-0-0.0 Request processed in 85us (335us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764833.538243:0:42948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 190 00000100:00080000:3.0:1775764833.538480:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1775764833.538524:0:3329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944488922300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3329:1862022119075200:0@lo:13:osp-pre-0-0.0 00000001:00080000:3.0:1775764833.661707:0:7469:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 34359738460 is committed 00000001:00080000:3.0:1775764833.661730:0:7469:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 34359738459 is committed 00000001:00080000:2.0:1775764833.668349:0:5825:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 34359739334 is committed 00000004:00080000:2.0:1775764833.668365:0:5825:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 30 committed 00000020:00080000:2.0:1775764833.668404:0:5825:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9445b3c88b40 refcount 2 committed 0 result 0 batchid 30064771829 00000020:00080000:2.0:1775764833.668410:0:5825:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9445b7923500 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9445a1067cc0 00000020:00080000:2.0:1775764833.668413:0:5825:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9445b7923c00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff944486677400 00000020:00080000:2.0:1775764833.668440:0:5825:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9445995800c0 refcount 2 committed 0 result 0 batchid 30064771828 00000020:00080000:2.0:1775764833.668444:0:5825:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9445b7923e00 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff944599580300 00000020:00080000:2.0:1775764833.668446:0:5825:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9445b7923300 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9444833fd800 00000020:00080000:1.0:1775764833.668878:0:42361:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 30064771829 committed batchid 30064771827 00000020:00080000:1.0:1775764833.669117:0:42361:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 30064771827 00000100:00100000:2.0:1775764833.669180:0:3329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944488922300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3329:1862022119075328:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1775764833.669256:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764833.669383:0:42946:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119075328 00000100:00100000:3.0:1775764833.669390:0:42946:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119075328 00000100:00100000:3.0:1775764833.669436:0:42946:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 273 00000100:00100000:3.0:1775764833.669444:0:42946:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486042300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3329:x1862022119075328:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1775764833.669473:0:42946:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:285 count 1 00002000:00010000:3.0:1775764833.669509:0:42946:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x11d:0x0] initial LVB size: 16, mtime: 0x69d8055f, atime: 0x69d8055f, ctime: 0x69d8055f, blocks: 0x1 00010000:00010000:3.0:1775764833.669518:0:42946:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000033f52952/0x57b8ff0e03052ba7 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x11d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764833.669535:0:42946:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764833.669538:0:42946:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764833.669544:0:42946:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000033f52952/0x57b8ff0e03052ba7 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x11d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764833.669563:0:42946:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000033f52952/0x57b8ff0e03052ba7 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x11d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764833.669578:0:42946:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000033f52952/0x57b8ff0e03052ba7 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x11d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764833.669586:0:42946:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000033f52952/0x57b8ff0e03052ba7 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x11d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764833.669610:0:42946:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1775764833.670029:0:42946:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486042300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+7:3329:x1862022119075328:12345-0@lo:6:osp-syn-0-0.0 Request processed in 583us (770us total) trans 34359738462 rc 0/0 00000100:00100000:3.0:1775764833.670037:0:42946:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 273 00000004:00080000:3.0:1775764833.670089:0:3329:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff944488922300/2, rc 0, transno 34359738462 00000100:00100000:3.0:1775764833.670096:0:3329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944488922300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3329:1862022119075328:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1775764833.670298:0:43224:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1775764833.670305:0:43224:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000033f52952/0x57b8ff0e03052ba7 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x11d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764833.670314:0:43224:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445be695c00 already unused, calling callback (ffffffffc177a060) 00010000:00010000:2.0:1775764833.670319:0:43224:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000033f52952/0x57b8ff0e03052ba7 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x11d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764833.670329:0:43224:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000033f52952/0x57b8ff0e03052ba7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x11d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764833.670349:0:43224:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000033f52952/0x57b8ff0e03052ba7 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x11d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764833.670437:0:43224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000033f52952/0x57b8ff0e03052ba7 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x11d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764833.670459:0:43224:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764833.670461:0:43224:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764833.670463:0:43224:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1775764833.670635:0:5825:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 27 committed 00000004:00080000:2.0:1775764833.670666:0:5825:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 31 committed 00000001:00080000:2.0:1775764833.670685:0:5825:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 34359739336 is committed 00000100:00100000:1.0:1775764833.671100:0:3331:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1775764833.672597:0:3331:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944488923800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3331:1862022119075456:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1775764833.672681:0:3331:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764833.675916:0:42944:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119075456 00000100:00100000:3.0:1775764833.675932:0:42944:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119075456 00000100:00100000:3.0:1775764833.676093:0:42944:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 274 00000100:00100000:3.0:1775764833.676110:0:42944:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bf4fb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3331:x1862022119075456:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1775764833.676147:0:42944:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:284 count 1 00010000:00010000:3.0:1775764833.676178:0:42944:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ffd68b5e/0x57b8ff0e03052bae lrc: 3/0,1 mode: --/PW res: [0x280000400:0x11c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764833.676201:0:42944:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000003c71e4e3/0x57b8ff0e03052a34 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x11c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c127 expref: 8 pid: 43212 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764833.676210:0:42944:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764833.676214:0:42944:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764833.676218:0:42944:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ffd68b5e/0x57b8ff0e03052bae lrc: 4/0,1 mode: --/PW res: [0x280000400:0x11c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764833.676256:0:42944:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000003c71e4e3/0x57b8ff0e03052a34 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x11c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c127 expref: 8 pid: 43212 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764833.676270:0:42944:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000003c71e4e3/0x57b8ff0e03052a34 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x11c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c127 expref: 8 pid: 43212 timeout: 2400 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764833.676287:0:42944:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944488923480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:42944:1862022119075584:192.168.202.28@tcp:104: 00000100:00100000:3.0:1775764833.676549:0:42944:0:(client.c:2691:ptlrpc_set_wait()) set ffff9445b5632000 going to sleep for 11 seconds 00000100:00080000:1.0:1775764833.681487:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1775764833.684981:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764833.685157:0:42944:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944488923480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:42944:1862022119075584:192.168.202.28@tcp:104: 00010000:00010000:3.0:1775764833.685189:0:42944:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000ffd68b5e/0x57b8ff0e03052bae lrc: 3/0,1 mode: --/PW res: [0x280000400:0x11c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764833.685269:0:42309:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098686080 00000100:00100000:1.0:1775764833.685277:0:42309:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098686080 00010000:00010000:1.0:1775764833.685321:0:42309:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000003c71e4e3/0x57b8ff0e03052a34 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x11c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c127 expref: 9 pid: 43212 timeout: 2400 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764833.685370:0:42309:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 222 00000100:00100000:1.0:1775764833.685380:0:42309:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94448647c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+9:2379:x1862022098686080:12345-192.168.202.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1775764833.685396:0:42309:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764833.685401:0:42309:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000003c71e4e3/0x57b8ff0e03052a34 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x11c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c127 expref: 9 pid: 43212 timeout: 2400 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764833.685414:0:42309:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000003c71e4e3/0x57b8ff0e03052a34 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x11c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c127 expref: 9 pid: 43212 timeout: 2400 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764833.685438:0:42309:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003c71e4e3/0x57b8ff0e03052a34 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x11c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c127 expref: 9 pid: 43212 timeout: 2400 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764833.685458:0:42309:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1775764833.685460:0:42309:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1775764833.685464:0:42309:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000ffd68b5e/0x57b8ff0e03052bae lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x11c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764833.685472:0:42309:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ffd68b5e/0x57b8ff0e03052bae lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x11c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764833.685502:0:42309:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1775764833.685556:0:42309:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94448647c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+8:2379:x1862022098686080:12345-192.168.202.28@tcp:103:ldlm_bl.0 Request processed in 176us (585us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764833.685564:0:42309:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 222 00010000:00010000:3.0:1775764833.686011:0:42944:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000ffd68b5e/0x57b8ff0e03052bae lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x11c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764833.686032:0:42944:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ffd68b5e/0x57b8ff0e03052bae lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x11c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764833.686043:0:42944:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ffd68b5e/0x57b8ff0e03052bae lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x11c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764833.686050:0:42944:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ffd68b5e/0x57b8ff0e03052bae lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x11c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764833.686079:0:42944:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1775764833.686635:0:42944:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bf4fb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3331:x1862022119075456:12345-0@lo:6:osp-syn-1-0.0 Request processed in 10529us (13951us total) trans 34359738461 rc 0/0 00000100:00100000:3.0:1775764833.686648:0:42944:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 274 00000100:00100000:3.0:1775764833.686702:0:3331:0:(client.c:3082:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 34359738460 gen 2 00000004:00080000:3.0:1775764833.686709:0:3331:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 34359738460 committed transno 34359738460 00000100:00100000:3.0:1775764833.686734:0:3331:0:(client.c:3126:ptlrpc_free_committed()) @@@ stopping search req@ffff944488923800 x1862022119075456/t34359738461(34359738461) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1775764849 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:3.0:1775764833.686746:0:3331:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff944488923800/2, rc 0, transno 34359738461 00000100:00100000:3.0:1775764833.686753:0:3331:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944488923800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3331:1862022119075456:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1775764833.686959:0:42312:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1775764833.686967:0:42312:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000ffd68b5e/0x57b8ff0e03052bae lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x11c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764833.686977:0:42312:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445be695200 already unused, calling callback (ffffffffc177a060) 00010000:00010000:1.0:1775764833.686981:0:42312:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000ffd68b5e/0x57b8ff0e03052bae lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x11c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764833.686990:0:42312:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000ffd68b5e/0x57b8ff0e03052bae lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x11c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764833.687006:0:42312:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000ffd68b5e/0x57b8ff0e03052bae lrc: 1/0,0 mode: --/PW res: [0x280000400:0x11c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764833.687029:0:42312:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ffd68b5e/0x57b8ff0e03052bae lrc: 0/0,0 mode: --/PW res: [0x280000400:0x11c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764833.687051:0:42312:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764833.687053:0:42312:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764833.687054:0:42312:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1775764833.689417:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1775764834.049164:0:3328:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff94448647ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3328:1862022119075840:0@lo:400:kworker.0 00000100:00100000:0.0:1775764834.049251:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764834.049321:0:3328:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1775764834.049327:0:3328:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff94448647df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3328:1862022119075968:0@lo:400:kworker.0 00000100:00100000:0.0:1775764834.049351:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764834.049406:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119075840 00000100:00100000:0.0:1775764834.049413:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119075840 00000100:00100000:0.0:1775764834.049458:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119075968 00000100:00100000:0.0:1775764834.049461:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119075968 00000100:00100000:0.0:1775764834.049489:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 442 00000100:00100000:0.0:1775764834.049498:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94448647ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3328:x1862022119075840:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764834.049555:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94448647ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3328:x1862022119075840:12345-0@lo:400:kworker.0 Request processed in 57us (303us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764834.049562:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 442 00000100:00100000:0.0:1775764834.049586:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 443 00000100:00100000:0.0:1775764834.049593:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94448647f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3328:x1862022119075968:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764834.049619:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94448647f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3328:x1862022119075968:12345-0@lo:400:kworker.0 Request processed in 27us (266us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764834.049625:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 443 00000100:00100000:0.0:1775764834.049673:0:3328:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff94448647df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3328:1862022119075968:0@lo:400:kworker.0 00000100:00100000:0.0:1775764834.049682:0:3328:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff94448647ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3328:1862022119075840:0@lo:400:kworker.0 00000100:00100000:3.0:1775764834.049786:0:3331:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff94448647ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d8dacf45-8471-4226-a2fb-1fac83f69c1e:3331:1862022119075712:0@lo:400:kworker.0 00000100:00100000:3.0:1775764834.049844:0:3331:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764834.049878:0:3331:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1775764834.049884:0:3331:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff94448647c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3331:1862022119076096:0@lo:400:kworker.0 00000100:00100000:3.0:1775764834.049906:0:3331:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1775764834.050023:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1775764834.050178:0:42319:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119075712 00000100:00100000:0.0:1775764834.050182:0:42319:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119075712 00000100:00100000:0.0:1775764834.050252:0:42319:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 323 00000100:00100000:0.0:1775764834.050259:0:42319:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944586767c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d8dacf45-8471-4226-a2fb-1fac83f69c1e+18:3331:x1862022119075712:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764834.050301:0:42319:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944586767c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d8dacf45-8471-4226-a2fb-1fac83f69c1e+18:3331:x1862022119075712:12345-0@lo:400:kworker.0 Request processed in 43us (457us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764834.050307:0:42319:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 323 00000100:00100000:3.0:1775764834.050372:0:3331:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff94448647ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d8dacf45-8471-4226-a2fb-1fac83f69c1e:3331:1862022119075712:0@lo:400:kworker.0 00000100:00100000:2.0:1775764834.050758:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119076096 00000100:00100000:2.0:1775764834.050763:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119076096 00000100:00100000:2.0:1775764834.050825:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 444 00000100:00100000:2.0:1775764834.050832:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944488923480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3331:x1862022119076096:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764834.050870:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944488923480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3331:x1862022119076096:12345-0@lo:400:kworker.0 Request processed in 39us (963us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764834.050877:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 444 00000100:00080000:2.0:1775764834.050895:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1775764834.051690:0:3331:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff94448647c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3331:1862022119076096:0@lo:400:kworker.0 00010000:00010000:1.0:1775764834.119444:0:42313:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:3.0:1775764834.174530:0:6613:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 34359738461 is committed 00000001:00080000:3.0:1775764834.174552:0:6613:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 34359738462 is committed 00000001:00080000:3.0:1775764834.174558:0:6613:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 34359738460 is committed 00000040:00080000:3.0:1775764834.753099:0:42356:0:(llog.c:800:llog_process_thread()) index: 8, lh_last_idx: 8 synced_idx: 8 lgh_last_idx: 8 00000040:00080000:3.0:1775764834.753110:0:42356:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x32:0x0] at index 8 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1775764834.753385:0:42356:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x32:0x0] index 23 count 3 00000040:00080000:3.0:1775764834.753395:0:42356:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 9 count 2 00000100:00100000:2.0:1775764834.808086:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764834.808180:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098686208 00000100:00100000:0.0:1775764834.808191:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098686208 00000100:00100000:0.0:1775764834.808279:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 1137 00000100:00100000:0.0:1775764834.808291:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486043b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+34:66193:x1862022098686208:12345-192.168.202.28@tcp:101:lfs.0 00000100:00080000:2.0:1775764834.808539:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1775764834.808628:0:44493:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764834.808655:0:44493:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77c00/0x57b8ff0e03052bb5 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17c190 expref: -99 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764834.808855:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76a00/0x57b8ff0e03052bbc lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764834.808871:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76a00/0x57b8ff0e03052bbc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764834.808887:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76a00/0x57b8ff0e03052bbc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764834.809167:0:44493:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 9728 00000004:00200000:0.0:1775764834.809172:0:44493:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 48 stripe count 1 MDT count 1 00000004:00010000:0.0:1775764834.809254:0:44493:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76a00/0x57b8ff0e03052bbc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764834.809284:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77c00/0x57b8ff0e03052bb5 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c190 expref: 36 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764834.809989:0:44493:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76a00/0x57b8ff0e03052bbc lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c190 expref: 35 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764834.810018:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff944599e85500) 00010000:00010000:0.0:1775764834.810022:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1775764834.810026:0:44493:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445bfe76a00, rc 0) 00000100:00100000:0.0:1775764834.810121:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486043b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+35:66193:x1862022098686208:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 1830us (2044us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764834.810132:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 1137 00000100:00100000:1.0:1775764834.831529:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764834.831874:0:42311:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098686464 00000100:00100000:0.0:1775764834.831885:0:42311:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098686464 00000100:00100000:0.0:1775764834.831944:0:42311:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 90 00000100:00100000:0.0:1775764834.831952:0:42311:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bf4fb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+35:66193:x1862022098686464:12345-192.168.202.28@tcp:103:lfs.0 00010000:00010000:0.0:1775764834.831967:0:42311:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1775764834.831990:0:42311:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e03052b99 lrc: 0/0,0 mode: --/PR res: [0x200003ab4:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c189 expref: 35 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764834.832023:0:42311:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77000/0x57b8ff0e03052b68 lrc: 0/0,0 mode: --/CR res: [0x200003ab4:0x17:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c182 expref: 34 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764834.832040:0:42311:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x17:0x0].0x0 (ffff944599e85900) 00010000:00010000:0.0:1775764834.832068:0:42311:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775764834.832142:0:42311:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bf4fb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+33:66193:x1862022098686464:12345-192.168.202.28@tcp:103:lfs.0 Request processed in 190us (624us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764834.832149:0:42311:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 90 00000100:00100000:2.0:1775764834.835414:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764834.835504:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098686592 00000100:00100000:0.0:1775764834.835515:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098686592 00000100:00100000:0.0:1775764834.835579:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 1138 00000100:00100000:0.0:1775764834.835589:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486040700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+33:66193:x1862022098686592:12345-192.168.202.28@tcp:58:lfs.0 00010000:00010000:0.0:1775764834.835727:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77c00/0x57b8ff0e03052bc3 lrc: 3/0,1 mode: --/EX res: [0x200003ab4:0x17:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764834.835748:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77c00/0x57b8ff0e03052bc3 lrc: 3/0,1 mode: EX/EX res: [0x200003ab4:0x17:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764834.835763:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77c00/0x57b8ff0e03052bc3 lrc: 3/0,1 mode: EX/EX res: [0x200003ab4:0x17:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1775764834.836171:0:42326:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x32:0x0].23, 136 off11320 00000100:00100000:0.0:1775764834.836267:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486040700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+33:66193:x1862022098686592:12345-192.168.202.28@tcp:58:lfs.0 Request processed in 678us (863us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764834.836276:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 1138 00000100:00100000:2.0:1775764834.847305:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764834.847602:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098686720 00000100:00100000:3.0:1775764834.847611:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098686720 00000100:00100000:3.0:1775764834.847728:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 1139 00000100:00100000:3.0:1775764834.847741:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486041f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+33:66193:x1862022098686720:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:3.0:1775764834.847762:0:42324:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764834.847783:0:42324:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695e00/0x57b8ff0e03052bca lrc: 2/0,0 mode: --/CR res: [0x200003ab4:0x17:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17c197 expref: -99 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764834.847874:0:42324:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77c00/0x57b8ff0e03052bc3 lrc: 2/0,1 mode: EX/EX res: [0x200003ab4:0x17:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764834.847885:0:42324:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695e00/0x57b8ff0e03052bca lrc: 4/0,0 mode: --/CR res: [0x200003ab4:0x17:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c197 expref: 34 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764834.847903:0:42324:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77c00/0x57b8ff0e03052bc3 lrc: 3/0,1 mode: EX/EX res: [0x200003ab4:0x17:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764834.847916:0:42324:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695e00/0x57b8ff0e03052bca lrc: 3/0,0 mode: --/CR res: [0x200003ab4:0x17:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c197 expref: 34 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764834.847930:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x17:0x0].0x0 (ffff944599e85300) 00010000:00010000:3.0:1775764834.847933:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1775764834.847937:0:42324:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695e00/0x57b8ff0e03052bca lrc: 3/0,0 mode: --/CR res: [0x200003ab4:0x17:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c197 expref: 34 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764834.847944:0:42324:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445be695e00, rc 0) 00000100:00100000:3.0:1775764834.848021:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486041f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+34:66193:x1862022098686720:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 282us (725us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764834.848032:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 1139 00010000:00010000:2.0:1775764835.140156:0:43224:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775764835.585627:0:3330:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1775764835.585650:0:3330:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944488921500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3330:1862022119076224:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1775764835.585717:0:3330:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764835.585978:0:42948:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119076224 00000100:00100000:3.0:1775764835.585987:0:42948:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119076224 00000100:00100000:3.0:1775764835.586088:0:42948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 191 00000100:00100000:3.0:1775764835.586098:0:42948:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bf4f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3330:x1862022119076224:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1775764835.586137:0:42948:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3765436416 avail 3763339264 00000100:00100000:3.0:1775764835.586184:0:42948:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bf4f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3330:x1862022119076224:12345-0@lo:13:osp-pre-1-0.0 Request processed in 88us (466us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764835.586190:0:42948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 191 00000100:00080000:2.0:1775764835.586251:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1775764835.586389:0:3330:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944488921500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3330:1862022119076224:0@lo:13:osp-pre-1-0.0 00000040:00080000:3.0:1775764835.777165:0:42356:0:(llog.c:800:llog_process_thread()) index: 8, lh_last_idx: 8 synced_idx: 8 lgh_last_idx: 8 00000040:00080000:3.0:1775764835.777177:0:42356:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x32:0x0] at index 8 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1775764835.777222:0:42356:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x32:0x0] index 24 count 4 00000040:00080000:3.0:1775764835.777231:0:42356:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 9 count 2 00000100:00100000:3.0:1775764835.777368:0:42356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944488922d80 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:42356:1862022119076352:192.168.202.28@tcp:107:hsm_cdtr.0 00000100:00100000:3.0:1775764835.777533:0:42356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9445b5632300 going to sleep for 11 seconds 00000100:00100000:3.0:1775764835.800168:0:42356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944488922d80 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:42356:1862022119076352:192.168.202.28@tcp:107:hsm_cdtr.0 00000100:00100000:2.0:1775764835.800424:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764835.811530:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098686848 00000100:00100000:0.0:1775764835.811545:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098686848 00000100:00100000:0.0:1775764835.811615:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 1140 00000100:00100000:0.0:1775764835.811625:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486789500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+34:66194:x1862022098686848:12345-192.168.202.28@tcp:53:lhsmtool_posix.0 00000004:00000080:0.0:1775764835.811667:0:42326:0:(mdt_handler.c:7957:mdt_fid2path()) path get [0x200003ab4:0x17:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1775764835.811770:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486789500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+34:66194:x1862022098686848:12345-192.168.202.28@tcp:53:lhsmtool_posix.0 Request processed in 146us (11347us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764835.811778:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 1140 00000100:00100000:2.0:1775764835.821260:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764835.821418:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098686976 00000100:00100000:0.0:1775764835.821430:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098686976 00000100:00100000:0.0:1775764835.821492:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 1141 00000100:00100000:0.0:1775764835.821503:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94448678b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+34:66194:x1862022098686976:12345-192.168.202.28@tcp:34:lhsmtool_posix.0 00010000:00010000:0.0:1775764835.821588:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77000/0x57b8ff0e03052bd1 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764835.821617:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77000/0x57b8ff0e03052bd1 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764835.821633:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77000/0x57b8ff0e03052bd1 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764835.821657:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76e00/0x57b8ff0e03052bd8 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x636918ce bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764835.821664:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76e00/0x57b8ff0e03052bd8 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x636918ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764835.821671:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76e00/0x57b8ff0e03052bd8 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x636918ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764835.821695:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76000/0x57b8ff0e03052bdf lrc: 3/1,0 mode: --/PR res: [0x200003ab4:0x17:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764835.821702:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76000/0x57b8ff0e03052bdf lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764835.821709:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76000/0x57b8ff0e03052bdf lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764835.821746:0:44493:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab4:0x17:0x0]: returning size 16 00000004:00200000:0.0:1775764835.821751:0:44493:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1775764835.821764:0:44493:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76000/0x57b8ff0e03052bdf lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764835.821776:0:44493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77000/0x57b8ff0e03052bd1 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764835.821782:0:44493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77000/0x57b8ff0e03052bd1 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764835.821788:0:44493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77000/0x57b8ff0e03052bd1 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764835.821794:0:44493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445bfe77000 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:0.0:1775764835.821827:0:44493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77000/0x57b8ff0e03052bd1 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764835.821835:0:44493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77000/0x57b8ff0e03052bd1 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764835.821848:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff944598a9bf00) 00010000:00010000:0.0:1775764835.821851:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764835.821856:0:44493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77000/0x57b8ff0e03052bd1 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764835.821862:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77000/0x57b8ff0e03052bd1 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764835.821892:0:44493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76e00/0x57b8ff0e03052bd8 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x636918ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764835.821899:0:44493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76e00/0x57b8ff0e03052bd8 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x636918ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764835.821904:0:44493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76e00/0x57b8ff0e03052bd8 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x636918ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764835.821909:0:44493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445bfe76e00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:0.0:1775764835.821912:0:44493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76e00/0x57b8ff0e03052bd8 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x636918ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764835.821918:0:44493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76e00/0x57b8ff0e03052bd8 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x636918ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764835.821925:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x636918ce (ffff944599e85900) 00010000:00010000:0.0:1775764835.821927:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764835.821930:0:44493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76e00/0x57b8ff0e03052bd8 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x636918ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764835.821935:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76e00/0x57b8ff0e03052bd8 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x636918ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764835.821958:0:44493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76000/0x57b8ff0e03052bdf lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764835.821965:0:44493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76000/0x57b8ff0e03052bdf lrc: 2/0,0 mode: PR/PR res: [0x200003ab4:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764835.821970:0:44493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76000/0x57b8ff0e03052bdf lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764835.821976:0:44493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445bfe76000 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:0.0:1775764835.821978:0:44493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76000/0x57b8ff0e03052bdf lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764835.821984:0:44493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76000/0x57b8ff0e03052bdf lrc: 4/0,0 mode: PR/PR res: [0x200003ab4:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764835.821991:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x17:0x0].0x0 (ffff944599e85300) 00010000:00010000:0.0:1775764835.822002:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764835.822005:0:44493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76000/0x57b8ff0e03052bdf lrc: 2/0,0 mode: --/PR res: [0x200003ab4:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764835.822011:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76000/0x57b8ff0e03052bdf lrc: 0/0,0 mode: --/PR res: [0x200003ab4:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764835.825241:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94448678b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+34:66194:x1862022098686976:12345-192.168.202.28@tcp:34:lhsmtool_posix.0 Request processed in 3728us (3981us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764835.825260:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 1141 00000100:00100000:2.0:1775764835.846699:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764835.846933:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098687232 00000100:00100000:1.0:1775764835.846944:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098687232 00000100:00100000:1.0:1775764835.847028:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 1142 00000100:00100000:1.0:1775764835.847039:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94448678aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+34:66194:x1862022098687232:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1775764835.847062:0:42326:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764835.847085:0:42326:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944488002600/0x57b8ff0e03052be6 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17c19e expref: -99 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764835.847194:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944488003600/0x57b8ff0e03052bed lrc: 3/1,0 mode: --/PR res: [0x200003ab4:0x17:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764835.847209:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944488003600/0x57b8ff0e03052bed lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x17:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764835.847221:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944488003600/0x57b8ff0e03052bed lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x17:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764835.847233:0:42326:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab4:0x17:0x0]: returning size 16 00010000:00010000:1.0:1775764835.847366:0:42326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944488003600/0x57b8ff0e03052bed lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x17:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764835.847374:0:42326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944488003600/0x57b8ff0e03052bed lrc: 2/0,0 mode: PR/PR res: [0x200003ab4:0x17:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764835.847380:0:42326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944488003600/0x57b8ff0e03052bed lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0x17:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764835.847385:0:42326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944488003600 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:1.0:1775764835.847390:0:42326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944488003600/0x57b8ff0e03052bed lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0x17:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764835.847397:0:42326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944488003600/0x57b8ff0e03052bed lrc: 4/0,0 mode: PR/PR res: [0x200003ab4:0x17:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764835.847408:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x17:0x0].0x0 (ffff944599e85300) 00010000:00010000:1.0:1775764835.847411:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1775764835.847416:0:42326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944488003600/0x57b8ff0e03052bed lrc: 2/0,0 mode: --/PR res: [0x200003ab4:0x17:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764835.847422:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944488003600/0x57b8ff0e03052bed lrc: 0/0,0 mode: --/PR res: [0x200003ab4:0x17:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764835.847462:0:42326:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff944488002600/0x57b8ff0e03052be6 lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c19e expref: 36 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764835.847471:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff944598a9bf00) 00010000:00010000:1.0:1775764835.847474:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1775764835.847478:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944488002600/0x57b8ff0e03052be6 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c19e expref: 36 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764835.847487:0:42326:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944488002600, rc 0) 00000100:00100000:1.0:1775764835.847546:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94448678aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+35:66194:x1862022098687232:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 Request processed in 508us (858us total) trans 34359739337 rc 301/301 00000100:00100000:1.0:1775764835.847553:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 1142 00000100:00100000:1.0:1775764835.852248:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764835.852323:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098687360 00000100:00100000:3.0:1775764835.852333:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098687360 00000100:00100000:3.0:1775764835.852386:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 1143 00000100:00100000:3.0:1775764835.852396:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bf4fa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+35:66194:x1862022098687360:12345-192.168.202.28@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1775764835.852438:0:42324:0:(mdt_handler.c:7957:mdt_fid2path()) path get [0x200003ab4:0x17:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1775764835.852587:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bf4fa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+35:66194:x1862022098687360:12345-192.168.202.28@tcp:53:lhsmtool_posix.0 Request processed in 192us (349us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764835.852595:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 1143 00000100:00100000:3.0:1775764835.861182:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764835.863551:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098687616 00000100:00100000:1.0:1775764835.863568:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098687616 00000100:00100000:1.0:1775764835.863766:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 1144 00000100:00100000:1.0:1775764835.863777:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944488922d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+35:66194:x1862022098687616:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1775764835.864003:0:42326:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764835.864006:0:42326:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:1.0:1775764835.864037:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76a00/0x57b8ff0e03052bbc lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c190 expref: 35 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764835.864060:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff944599e85500) 00010000:00010000:1.0:1775764835.864079:0:42326:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1775764835.864096:0:42326:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944488002600/0x57b8ff0e03052bfb lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17c1a5 expref: -99 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1775764835.865749:0:42326:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x11d:0x0], index 1: 0 00010000:00010000:1.0:1775764835.866372:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944488003600/0x57b8ff0e03052c02 lrc: 3/1,0 mode: --/PR res: [0x200003ab4:0x1a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764835.866389:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944488003600/0x57b8ff0e03052c02 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764835.866405:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944488003600/0x57b8ff0e03052c02 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764835.866476:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944488002600/0x57b8ff0e03052bfb lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c1a5 expref: 37 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764835.866497:0:42326:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff944488003600/0x57b8ff0e03052c02 lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c1a5 expref: 36 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764835.866505:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x1a:0x0].0x0 (ffff944584d1dd00) 00010000:00010000:1.0:1775764835.866508:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1775764835.866511:0:42326:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944488003600, rc 0) 00000100:00100000:1.0:1775764835.866580:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944488922d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+36:66194:x1862022098687616:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 Request processed in 2806us (5411us total) trans 34359739338 rc 0/0 00000100:00100000:1.0:1775764835.866590:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 1144 00000100:00100000:3.0:1775764835.870268:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764835.870360:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098687744 00000100:00100000:1.0:1775764835.870369:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098687744 00000100:00100000:1.0:1775764835.870464:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 1145 00000100:00100000:1.0:1775764835.870474:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944488920a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+36:66194:x1862022098687744:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1775764835.870500:0:42324:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764835.870527:0:42324:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944488003e00/0x57b8ff0e03052c10 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17c1ac expref: -99 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764835.870597:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944488003c00/0x57b8ff0e03052c17 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764835.870627:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944488003c00/0x57b8ff0e03052c17 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764835.870650:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944488003c00/0x57b8ff0e03052c17 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764835.870956:0:42324:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 9728 00000004:00200000:1.0:1775764835.870961:0:42324:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 48 stripe count 1 MDT count 1 00000004:00010000:1.0:1775764835.871053:0:42324:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff944488003c00/0x57b8ff0e03052c17 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764835.871080:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944488003e00/0x57b8ff0e03052c10 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c1ac expref: 38 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764835.871098:0:42324:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff944488003c00/0x57b8ff0e03052c17 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c1ac expref: 37 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764835.871106:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff944584d1de00) 00010000:00010000:1.0:1775764835.871109:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1775764835.871113:0:42324:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944488003c00, rc 0) 00000100:00100000:1.0:1775764835.871172:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944488920a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+37:66194:x1862022098687744:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 Request processed in 700us (914us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764835.871180:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 1145 00000100:00100000:3.0:1775764835.877633:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764835.878505:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098688000 00000100:00100000:2.0:1775764835.878518:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098688000 00000100:00100000:2.0:1775764835.878623:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 1146 00000100:00100000:2.0:1775764835.878645:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944488920e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+37:66194:x1862022098688000:12345-192.168.202.28@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1775764835.878703:0:42325:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1775764835.878731:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944488003600/0x57b8ff0e03052c02 lrc: 0/0,0 mode: --/PR res: [0x200003ab4:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c1a5 expref: 37 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764835.878754:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x1a:0x0].0x0 (ffff944584d1dd00) 00010000:00010000:2.0:1775764835.878772:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944488003c00/0x57b8ff0e03052c17 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c1ac expref: 36 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764835.878781:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff944584d1de00) 00010000:00010000:2.0:1775764835.878789:0:42325:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775764835.879125:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24c00/0x57b8ff0e03052c1e lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764835.879141:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24c00/0x57b8ff0e03052c1e lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764835.879152:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24c00/0x57b8ff0e03052c1e lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764835.879165:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24e00/0x57b8ff0e03052c25 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x43a2f327 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764835.879173:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24e00/0x57b8ff0e03052c25 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x43a2f327 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764835.879179:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24e00/0x57b8ff0e03052c25 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x43a2f327 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764835.879483:0:42325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24c00/0x57b8ff0e03052c1e lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764835.879493:0:42325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24c00/0x57b8ff0e03052c1e lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764835.879499:0:42325:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24c00/0x57b8ff0e03052c1e lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764835.879506:0:42325:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445baf24c00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764835.879511:0:42325:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24c00/0x57b8ff0e03052c1e lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764835.879519:0:42325:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24c00/0x57b8ff0e03052c1e lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764835.879529:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff94459084a000) 00010000:00010000:2.0:1775764835.879532:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764835.879536:0:42325:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24c00/0x57b8ff0e03052c1e lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764835.879542:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24c00/0x57b8ff0e03052c1e lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764835.879556:0:42325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24e00/0x57b8ff0e03052c25 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x43a2f327 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764835.879562:0:42325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24e00/0x57b8ff0e03052c25 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x43a2f327 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764835.879568:0:42325:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24e00/0x57b8ff0e03052c25 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x43a2f327 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764835.879573:0:42325:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445baf24e00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764835.879575:0:42325:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24e00/0x57b8ff0e03052c25 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x43a2f327 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764835.879580:0:42325:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24e00/0x57b8ff0e03052c25 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x43a2f327 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764835.879586:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x43a2f327 (ffff94459084a300) 00010000:00010000:2.0:1775764835.879588:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764835.879591:0:42325:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24e00/0x57b8ff0e03052c25 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x43a2f327 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764835.879595:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24e00/0x57b8ff0e03052c25 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x43a2f327 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764835.879762:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944488920e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+35:66194:x1862022098688000:12345-192.168.202.28@tcp:36:lhsmtool_posix.0 Request processed in 1128us (2137us total) trans 0 rc -2/-2 00000100:00100000:2.0:1775764835.879771:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 1146 00000100:00100000:2.0:1775764835.889221:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764835.889349:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098688128 00000100:00100000:3.0:1775764835.889362:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098688128 00000100:00100000:3.0:1775764835.889430:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 1147 00000100:00100000:3.0:1775764835.889440:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486789f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+35:66194:x1862022098688128:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1775764835.889462:0:44493:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764835.889485:0:44493:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694a00/0x57b8ff0e03052c2c lrc: 2/0,0 mode: --/PR res: [0x200003ab4:0x1a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17c1b3 expref: -99 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764835.889523:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e03052c33 lrc: 3/1,0 mode: --/PR res: [0x200003ab4:0x1a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764835.889537:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e03052c33 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x1a:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764835.889550:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e03052c33 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x1a:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764835.890497:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694a00/0x57b8ff0e03052c2c lrc: 0/0,0 mode: --/PR res: [0x200003ab4:0x1a:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c1b3 expref: 37 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764835.890519:0:44493:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e03052c33 lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0x1a:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c1b3 expref: 36 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764835.890528:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x1a:0x0].0x0 (ffff9445867bec00) 00010000:00010000:3.0:1775764835.890531:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1775764835.890535:0:44493:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445be695800, rc 0) 00000100:00100000:3.0:1775764835.890610:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486789f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+36:66194:x1862022098688128:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 Request processed in 1165us (1394us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764835.890619:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 1147 00000100:00100000:3.0:1775764835.896659:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764835.896845:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098688384 00000100:00100000:1.0:1775764835.896860:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098688384 00000100:00100000:1.0:1775764835.896924:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 1148 00000100:00100000:1.0:1775764835.896938:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944488922a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+36:66194:x1862022098688384:12345-192.168.202.28@tcp:36:lhsmtool_posix.0 00010000:00010000:1.0:1775764835.897031:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff944488002600/0x57b8ff0e03052c3a lrc: 3/0,1 mode: --/PW res: [0x200003ab4:0x1a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764835.897048:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944488002600/0x57b8ff0e03052c3a lrc: 3/0,1 mode: PW/PW res: [0x200003ab4:0x1a:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764835.897060:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944488002600/0x57b8ff0e03052c3a lrc: 3/0,1 mode: PW/PW res: [0x200003ab4:0x1a:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1775764835.897474:0:42326:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x30:0x0].26, 88 off10216 00000004:00080000:1.0:1775764835.897485:0:42326:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 2302744685971ns, next at 2303744683664ns, rc = 0 00000004:00010000:1.0:1775764835.897584:0:42326:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000005a5e8682 reply state 00000000f545478f transno 34359739339 ns: mdt-lustre-MDT0000_UUID lock: ffff944488002600/0x57b8ff0e03052c3a lrc: 3/0,1 mode: PW/PW res: [0x200003ab4:0x1a:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764835.897595:0:42326:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1775764835.897707:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944488922a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+38:66194:x1862022098688384:12345-192.168.202.28@tcp:36:lhsmtool_posix.0 Request processed in 772us (1056us total) trans 34359739339 rc 0/0 00000100:00100000:1.0:1775764835.897715:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 1148 00010000:00010000:2.0:1775764835.900221:0:3314:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff944488002600/0x57b8ff0e03052c3a lrc: 3/0,1 mode: PW/PW res: [0x200003ab4:0x1a:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764835.900239:0:3314:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944488002600/0x57b8ff0e03052c3a lrc: 2/0,0 mode: PW/PW res: [0x200003ab4:0x1a:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764835.900246:0:3314:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944488002600/0x57b8ff0e03052c3a lrc: 3/0,0 mode: PW/PW res: [0x200003ab4:0x1a:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764835.900252:0:3314:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944488002600 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764835.900257:0:3314:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944488002600/0x57b8ff0e03052c3a lrc: 3/0,0 mode: PW/PW res: [0x200003ab4:0x1a:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764835.900265:0:3314:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944488002600/0x57b8ff0e03052c3a lrc: 4/0,0 mode: PW/PW res: [0x200003ab4:0x1a:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764835.900282:0:3314:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x1a:0x0].0x0 (ffff9445867bec00) 00010000:00010000:2.0:1775764835.900285:0:3314:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1775764835.900289:0:3314:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944488002600/0x57b8ff0e03052c3a lrc: 2/0,0 mode: --/PW res: [0x200003ab4:0x1a:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764835.900296:0:3314:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944488002600/0x57b8ff0e03052c3a lrc: 0/0,0 mode: --/PW res: [0x200003ab4:0x1a:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764835.901377:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764835.901475:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098688512 00000100:00100000:1.0:1775764835.901488:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098688512 00000100:00100000:1.0:1775764835.901550:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 1149 00000100:00100000:1.0:1775764835.901562:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944488921500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+37:66194:x1862022098688512:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1775764835.901595:0:42324:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764835.901626:0:42324:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944488003200/0x57b8ff0e03052c41 lrc: 2/0,0 mode: --/CR res: [0x200003ab4:0x1a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17c1ba expref: -99 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764835.902270:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944488003200/0x57b8ff0e03052c41 lrc: 3/0,0 mode: CR/CR res: [0x200003ab4:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c1ba expref: 38 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764835.902288:0:42324:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff944488003200/0x57b8ff0e03052c41 lrc: 3/0,0 mode: CR/CR res: [0x200003ab4:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c1ba expref: 38 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764835.902310:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x1a:0x0].0x0 (ffff9445867bec00) 00010000:00010000:0.0:1775764835.902313:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1775764835.902317:0:42324:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944488003200, rc 0) 00000100:00100000:0.0:1775764835.902426:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944488921500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+38:66194:x1862022098688512:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 Request processed in 867us (1058us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764835.902436:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 1149 00000100:00100000:1.0:1775764835.920337:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764835.920425:0:42946:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098688640 00000100:00100000:3.0:1775764835.920437:0:42946:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098688640 00000100:00100000:3.0:1775764835.920510:0:42946:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 275 00000100:00100000:3.0:1775764835.920519:0:42946:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bf4faa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+8:2379:x1862022098688640:12345-192.168.202.28@tcp:2:lhsmtool_posix.0 00000100:00100000:3.0:1775764835.920784:0:42946:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bf4faa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+9:2379:x1862022098688640:12345-192.168.202.28@tcp:2:lhsmtool_posix.0 Request processed in 265us (458us total) trans 34359738462 rc 0/0 00000100:00100000:3.0:1775764835.920792:0:42946:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 275 00000100:00080000:2.0:1775764835.920987:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1775764835.944091:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764835.944209:0:42327:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098688896 00000100:00100000:1.0:1775764835.944220:0:42327:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098688896 00000100:00100000:1.0:1775764835.944281:0:42327:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 341 00000100:00100000:1.0:1775764835.944299:0:42327:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94448647ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+38:66194:x1862022098688896:12345-192.168.202.28@tcp:35:lhsmtool_posix.0 00000100:00100000:1.0:1775764835.944568:0:42327:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94448647ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+39:66194:x1862022098688896:12345-192.168.202.28@tcp:35:lhsmtool_posix.0 Request processed in 278us (487us total) trans 34359739340 rc 0/0 00000100:00100000:1.0:1775764835.944577:0:42327:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 341 00000100:00100000:0.0:1775764835.947322:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764835.947480:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098689152 00000100:00100000:1.0:1775764835.947493:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098689152 00000100:00100000:1.0:1775764835.947548:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 1150 00000100:00100000:1.0:1775764835.947556:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94448647df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+39:66194:x1862022098689152:12345-192.168.202.28@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1775764835.947693:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94448647df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+39:66194:x1862022098689152:12345-192.168.202.28@tcp:57:lhsmtool_posix.0 Request processed in 137us (381us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764835.947701:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 1150 00000100:00100000:2.0:1775764835.956387:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764835.956477:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098689280 00000100:00100000:3.0:1775764835.956488:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098689280 00000100:00100000:3.0:1775764835.956549:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 1151 00000100:00100000:3.0:1775764835.956558:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94448678a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+39:66194:x1862022098689280:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1775764835.956578:0:44493:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764835.956600:0:44493:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694a00/0x57b8ff0e03052c48 lrc: 2/0,0 mode: --/CR res: [0x200003ab4:0x1a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17c1c1 expref: -99 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764835.956674:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e03052c4f lrc: 3/1,0 mode: --/PR res: [0x200003ab4:0x1a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764835.956689:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e03052c4f lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x1a:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764835.956702:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e03052c4f lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x1a:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764835.956744:0:44493:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1775764835.956763:0:44493:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e03052c4f lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x1a:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764835.956790:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694a00/0x57b8ff0e03052c48 lrc: 0/0,0 mode: --/CR res: [0x200003ab4:0x1a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c1c1 expref: 41 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764835.956848:0:44493:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e03052c4f lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0x1a:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c1c1 expref: 40 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764835.956858:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x1a:0x0].0x0 (ffff9445867bec00) 00010000:00010000:3.0:1775764835.956861:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:3.0:1775764835.956865:0:44493:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445be694600, rc 0) 00000100:00100000:3.0:1775764835.956934:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94448678a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+40:66194:x1862022098689280:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 Request processed in 377us (556us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764835.956941:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 1151 00000100:00100000:0.0:1775764835.979629:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764835.979715:0:42945:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098689408 00000100:00100000:3.0:1775764835.979725:0:42945:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098689408 00000100:00100000:3.0:1775764835.979787:0:42945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 276 00000100:00100000:3.0:1775764835.979845:0:42945:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94448647c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+9:2377:x1862022098689408:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1775764835.979865:0:42945:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764835.979897:0:42945:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000054cfd1e0/0x57b8ff0e03052c56 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x11d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17c1c8 expref: -99 pid: 42945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1775764835.979924:0:42945:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x11d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x69d80564, blocks: 0x1 00010000:00010000:3.0:1775764835.979944:0:42945:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764835.979947:0:42945:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764835.979956:0:42945:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000054cfd1e0/0x57b8ff0e03052c56 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x11d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c1c8 expref: 10 pid: 42945 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764835.979974:0:42945:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000054cfd1e0/0x57b8ff0e03052c56 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x11d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c1c8 expref: 10 pid: 42945 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764835.979987:0:42945:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445be694a00, rc 0) 00000100:00100000:3.0:1775764835.980062:0:42945:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94448647c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+10:2377:x1862022098689408:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 Request processed in 266us (442us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764835.980068:0:42945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 276 00000100:00100000:1.0:1775764835.993230:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764835.993339:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098689664 00000100:00100000:0.0:1775764835.993351:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098689664 00000100:00100000:0.0:1775764835.993419:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 1152 00000100:00100000:0.0:1775764835.993430:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bf4f9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+40:66194:x1862022098689664:12345-192.168.202.28@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1775764835.993551:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bf4f9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+40:66194:x1862022098689664:12345-192.168.202.28@tcp:57:lhsmtool_posix.0 Request processed in 119us (325us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764835.993559:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 1152 00000100:00100000:2.0:1775764836.005977:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764836.006066:0:42946:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098689792 00000100:00100000:3.0:1775764836.006075:0:42946:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098689792 00000100:00100000:3.0:1775764836.006126:0:42946:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 277 00000100:00100000:3.0:1775764836.006137:0:42946:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94448678a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+10:66194:x1862022098689792:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1775764836.006157:0:42946:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764836.006177:0:42946:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ffd68b5e/0x57b8ff0e03052c5d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x11d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17c1cf expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764836.006208:0:42946:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000054cfd1e0/0x57b8ff0e03052c56 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x11d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c1c8 expref: 11 pid: 42945 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764836.006215:0:42946:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764836.006217:0:42946:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764836.006220:0:42946:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ffd68b5e/0x57b8ff0e03052c5d lrc: 4/0,0 mode: --/PW res: [0x280000400:0x11d:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c1cf expref: 11 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764836.006250:0:42946:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000054cfd1e0/0x57b8ff0e03052c56 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x11d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c1c8 expref: 11 pid: 42945 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764836.006260:0:42946:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000054cfd1e0/0x57b8ff0e03052c56 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x11d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c1c8 expref: 11 pid: 42945 timeout: 2402 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764836.006271:0:42946:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944488e91180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:42946:1862022119076480:192.168.202.28@tcp:104: 00000100:00100000:3.0:1775764836.006392:0:42946:0:(client.c:2691:ptlrpc_set_wait()) set ffff9445b5632300 going to sleep for 11 seconds 00000100:00100000:1.0:1775764836.011644:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764836.011846:0:42309:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098689920 00000100:00100000:2.0:1775764836.011856:0:42309:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098689920 00010000:00010000:2.0:1775764836.011900:0:42309:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000054cfd1e0/0x57b8ff0e03052c56 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x11d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c1c8 expref: 12 pid: 42945 timeout: 2402 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764836.011941:0:42309:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 223 00000100:00100000:2.0:1775764836.011951:0:42309:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445b1d4b450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+12:2379:x1862022098689920:12345-192.168.202.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1775764836.011977:0:42309:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764836.012006:0:42309:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000054cfd1e0/0x57b8ff0e03052c56 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x11d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c1c8 expref: 12 pid: 42945 timeout: 2402 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764836.012022:0:42309:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000054cfd1e0/0x57b8ff0e03052c56 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x11d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c1c8 expref: 12 pid: 42945 timeout: 2402 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764836.012049:0:42309:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764836.012051:0:42309:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764836.012059:0:42309:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000ffd68b5e/0x57b8ff0e03052c5d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x11d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c1cf expref: 12 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764836.012070:0:42309:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ffd68b5e/0x57b8ff0e03052c5d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x11d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c1cf expref: 12 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764836.012109:0:42309:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000ffd68b5e/0x57b8ff0e03052c5d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x11d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c1cf expref: 12 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764836.012122:0:42309:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944486789180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:42309:1862022119076608:192.168.202.28@tcp:105: 00000100:00100000:2.0:1775764836.012204:0:42309:0:(client.c:2691:ptlrpc_set_wait()) set ffff9445982c5840 going to sleep for 11 seconds 00010000:00010000:3.0:1775764836.012382:0:42946:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000054cfd1e0/0x57b8ff0e03052c56 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x11d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c1c8 expref: 12 pid: 42945 timeout: 2402 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764836.012396:0:42946:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944488e91180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:42946:1862022119076480:192.168.202.28@tcp:104: 00010000:00010000:3.0:1775764836.012421:0:42946:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000ffd68b5e/0x57b8ff0e03052c5d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x11d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c1cf expref: 11 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764836.012431:0:42946:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445be695200, rc 0) 00000100:00100000:3.0:1775764836.012459:0:42946:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94448678a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+11:66194:x1862022098689792:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 Request processed in 6324us (6505us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764836.012467:0:42946:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 277 00000100:00100000:1.0:1775764836.021234:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764836.021364:0:42309:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944486789180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:42309:1862022119076608:192.168.202.28@tcp:105: 00000100:00100000:0.0:1775764836.021381:0:42951:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098690048 00000100:00100000:0.0:1775764836.021388:0:42951:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098690048 00010000:00010000:2.0:1775764836.021395:0:42309:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:0.0:1775764836.021439:0:42951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x11d:0x0] (0->15) req@ffff94448916b480 x1862022098690048/t0(0) o4->fcf15866-4739-4595-8fe1-44abde7ee9d7@192.168.202.28@tcp:317/0 lens 504/0 e 0 to 0 dl 1775764847 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764836.021449:0:42951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff94448916b480 with x1862022098690048 ext(0->15) 00000100:00100000:2.0:1775764836.021453:0:42309:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445b1d4b450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+11:2379:x1862022098689920:12345-192.168.202.28@tcp:103:ldlm_bl.0 Request processed in 9505us (9831us total) trans 0 rc 0/0 00002000:00010000:0.0:1775764836.021454:0:42951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff94448916b480 00000100:00100000:2.0:1775764836.021463:0:42309:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 223 00000100:00100000:0.0:1775764836.021507:0:42951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 99 00000100:00100000:0.0:1775764836.021514:0:42951:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94448916b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+10:2378:x1862022098690048:12345-192.168.202.28@tcp:4:lhsmtool_posix.0 00000100:00100000:0.0:1775764836.022170:0:42951:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94448916b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+12:2378:x1862022098690048:12345-192.168.202.28@tcp:4:lhsmtool_posix.0 Request processed in 653us (944us total) trans 34359738463 rc 0/0 00000100:00100000:0.0:1775764836.022178:0:42951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 99 00002000:00100000:0.0:1775764836.022185:0:42951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x11d:0x0] (0->15) req@ffff94448916b480 x1862022098690048/t34359738463(0) o4->fcf15866-4739-4595-8fe1-44abde7ee9d7@192.168.202.28@tcp:317/0 lens 504/448 e 0 to 0 dl 1775764847 ref 1 fl Complete:/600/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764836.022200:0:42951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff94448916b480 with x1862022098690048 ext(0->15) 00002000:00010000:0.0:1775764836.022204:0:42951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff94448916b480 00000100:00100000:1.0:1775764836.032409:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764836.032492:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098690176 00000100:00100000:3.0:1775764836.032503:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098690176 00000100:00100000:3.0:1775764836.032578:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 1153 00000100:00100000:3.0:1775764836.032590:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944489169880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+40:66194:x1862022098690176:12345-192.168.202.28@tcp:44:lhsmtool_posix.0 00000100:00080000:2.0:1775764836.036075:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1775764836.123438:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944489169880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+40:66194:x1862022098690176:12345-192.168.202.28@tcp:44:lhsmtool_posix.0 Request processed in 90840us (91029us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764836.123451:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 1153 00000001:00080000:0.0:1775764836.123619:0:5825:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 34359739340 is committed 00000004:00080000:0.0:1775764836.123631:0:5825:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 28 committed 00000020:00080000:0.0:1775764836.123663:0:5825:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 30064771829 batchid updated 00000020:00080000:0.0:1775764836.123685:0:42361:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 30064771829 00000020:00080000:0.0:1775764836.123696:0:42361:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 30064771829 00000100:00100000:0.0:1775764836.123940:0:3328:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944488e91180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3328:1862022119076736:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1775764836.124000:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764836.124239:0:42945:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119076736 00000100:00100000:3.0:1775764836.124246:0:42945:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119076736 00000100:00100000:3.0:1775764836.124351:0:42945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 278 00000100:00100000:3.0:1775764836.124361:0:42945:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94448647f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3328:x1862022119076736:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:3.0:1775764836.124701:0:42945:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x11d:0x0] updating lvb size from disk: 0 -> 16 00002000:00010000:3.0:1775764836.124705:0:42945:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x11d:0x0] updating lvb mtime from disk: 0 -> 1775764836 00002000:00010000:3.0:1775764836.124707:0:42945:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x11d:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1775764836.124710:0:42945:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x11d:0x0] updating lvb ctime from disk: 1775764836 -> 1775764836 00002000:00010000:3.0:1775764836.124713:0:42945:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x11d:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:3.0:1775764836.124765:0:42945:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94448647f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+7:3328:x1862022119076736:12345-0@lo:2:osp-syn-1-0.0 Request processed in 404us (774us total) trans 34359738464 rc 0/0 00000100:00100000:3.0:1775764836.124773:0:42945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 278 00000004:00080000:0.0:1775764836.124869:0:3328:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff944488e91180/2, rc 0, transno 34359738464 00000100:00100000:0.0:1775764836.124876:0:3328:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944488e91180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3328:1862022119076736:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1775764836.131789:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764836.133234:0:43212:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098690304 00000100:00100000:3.0:1775764836.133247:0:43212:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098690304 00000100:00100000:3.0:1775764836.133310:0:43212:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 279 00000100:00100000:3.0:1775764836.133321:0:43212:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94448916b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+12:2376:x1862022098690304:12345-192.168.202.28@tcp:16:lhsmtool_posix.0 00010000:00010000:1.0:1775764836.161216:0:42312:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:3.0:1775764836.167949:0:7469:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 34359738463 is committed 00000001:00080000:3.0:1775764836.167972:0:7469:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 34359738464 is committed 00000100:00100000:3.0:1775764836.168094:0:43212:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94448916b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+9:2376:x1862022098690304:12345-192.168.202.28@tcp:16:lhsmtool_posix.0 Request processed in 34769us (36308us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764836.168106:0:43212:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 279 00000100:00100000:2.0:1775764836.171429:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764836.171710:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098690560 00000100:00100000:0.0:1775764836.171723:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098690560 00000100:00100000:0.0:1775764836.171786:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 1154 00000100:00100000:0.0:1775764836.171820:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486789180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+36:66194:x1862022098690560:12345-192.168.202.28@tcp:36:lhsmtool_posix.0 00010000:00010000:0.0:1775764836.171880:0:42326:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764836.171907:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e03052c4f lrc: 0/0,0 mode: --/PR res: [0x200003ab4:0x1a:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c1c1 expref: 36 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764836.171927:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x1a:0x0].0x0 (ffff9445867bec00) 00010000:00010000:0.0:1775764836.171933:0:42326:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1775764836.171964:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77800/0x57b8ff0e03052c64 lrc: 3/0,1 mode: --/PW res: [0x200003ab4:0x1a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764836.172000:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77800/0x57b8ff0e03052c64 lrc: 3/0,1 mode: PW/PW res: [0x200003ab4:0x1a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764836.172011:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77800/0x57b8ff0e03052c64 lrc: 3/0,1 mode: PW/PW res: [0x200003ab4:0x1a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764836.172220:0:42326:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000052f3d5d8 reply state 000000000ecf4db9 transno 34359739341 ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77800/0x57b8ff0e03052c64 lrc: 3/0,1 mode: PW/PW res: [0x200003ab4:0x1a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764836.172232:0:42326:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1775764836.172347:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486789180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+37:66194:x1862022098690560:12345-192.168.202.28@tcp:36:lhsmtool_posix.0 Request processed in 551us (931us total) trans 34359739341 rc 0/0 00000100:00100000:0.0:1775764836.172355:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 1154 00010000:00010000:3.0:1775764836.178214:0:3315:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77800/0x57b8ff0e03052c64 lrc: 3/0,1 mode: PW/PW res: [0x200003ab4:0x1a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764836.178237:0:3315:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77800/0x57b8ff0e03052c64 lrc: 2/0,0 mode: PW/PW res: [0x200003ab4:0x1a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764836.178244:0:3315:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77800/0x57b8ff0e03052c64 lrc: 3/0,0 mode: PW/PW res: [0x200003ab4:0x1a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764836.178251:0:3315:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445bfe77800 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:3.0:1775764836.178255:0:3315:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77800/0x57b8ff0e03052c64 lrc: 3/0,0 mode: PW/PW res: [0x200003ab4:0x1a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764836.178263:0:3315:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77800/0x57b8ff0e03052c64 lrc: 4/0,0 mode: PW/PW res: [0x200003ab4:0x1a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764836.178280:0:3315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x1a:0x0].0x0 (ffff9445867bec00) 00010000:00010000:3.0:1775764836.178283:0:3315:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764836.178287:0:3315:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77800/0x57b8ff0e03052c64 lrc: 2/0,0 mode: --/PW res: [0x200003ab4:0x1a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764836.178295:0:3315:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77800/0x57b8ff0e03052c64 lrc: 0/0,0 mode: --/PW res: [0x200003ab4:0x1a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764836.181424:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764836.182134:0:42944:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098690688 00000100:00100000:0.0:1775764836.182147:0:42944:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098690688 00000100:00100000:2.0:1775764836.182328:0:42944:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 280 00000100:00100000:2.0:1775764836.182348:0:42944:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486789880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+9:2378:x1862022098690688:12345-192.168.202.28@tcp:2:lhsmtool_posix.0 00002000:00010000:2.0:1775764836.182875:0:42944:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x11d:0x0] updating lvb size from disk: 16 -> 16 00002000:00010000:2.0:1775764836.182881:0:42944:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x11d:0x0] updating lvb mtime from disk: 1775764836 -> 1775764831 00002000:00010000:2.0:1775764836.182883:0:42944:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x11d:0x0] updating lvb atime from disk: 0 -> 1775764831 00002000:00010000:2.0:1775764836.182885:0:42944:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x11d:0x0] updating lvb ctime from disk: 1775764836 -> 1775764831 00002000:00010000:2.0:1775764836.182888:0:42944:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x11d:0x0] updating lvb blocks from disk: 1 -> 11 00000100:00100000:2.0:1775764836.182967:0:42944:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486789880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+10:2378:x1862022098690688:12345-192.168.202.28@tcp:2:lhsmtool_posix.0 Request processed in 628us (1554us total) trans 34359738465 rc 0/0 00000100:00100000:2.0:1775764836.182984:0:42944:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 280 00000100:00100000:1.0:1775764836.187778:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764836.187901:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098690944 00000100:00100000:0.0:1775764836.187911:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098690944 00000100:00100000:0.0:1775764836.187971:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 1155 00000100:00100000:0.0:1775764836.188001:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944489169f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+36:66194:x1862022098690944:12345-192.168.202.28@tcp:55:lhsmtool_posix.0 00010000:00010000:0.0:1775764836.188078:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77400/0x57b8ff0e03052c6b lrc: 3/0,1 mode: --/PW res: [0x200003ab4:0x1a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764836.188097:0:42324:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e03052c33 lrc: 2/0,0 mode: PR/PR res: [0x200003ab4:0x1a:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c1b3 expref: 36 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764836.188107:0:42324:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77400/0x57b8ff0e03052c6b lrc: 4/0,1 mode: --/PW res: [0x200003ab4:0x1a:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764836.188143:0:42324:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e03052c33 lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0x1a:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c1b3 expref: 36 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764836.188161:0:42324:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e03052c33 lrc: 4/0,0 mode: PR/PR res: [0x200003ab4:0x1a:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c1b3 expref: 36 pid: 44493 timeout: 2403 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764836.188177:0:42324:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff94448647d500 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:42324:1862022119076864:192.168.202.28@tcp:104: 00000100:00100000:0.0:1775764836.188273:0:42324:0:(client.c:2691:ptlrpc_set_wait()) set ffff9445907eb780 going to sleep for 11 seconds 00000100:00100000:1.0:1775764836.193032:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764836.193115:0:42324:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff94448647d500 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:42324:1862022119076864:192.168.202.28@tcp:104: 00010000:00010000:0.0:1775764836.193145:0:42324:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77400/0x57b8ff0e03052c6b lrc: 3/0,1 mode: --/PW res: [0x200003ab4:0x1a:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764836.193222:0:42311:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098691072 00000100:00100000:2.0:1775764836.193230:0:42311:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098691072 00010000:00010000:2.0:1775764836.193271:0:42311:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e03052c33 lrc: 4/0,0 mode: PR/PR res: [0x200003ab4:0x1a:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c1b3 expref: 37 pid: 44493 timeout: 2403 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764836.193316:0:42311:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 224 00000100:00100000:2.0:1775764836.193326:0:42311:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944489168a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+37:2379:x1862022098691072:12345-192.168.202.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1775764836.193342:0:42311:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764836.193350:0:42311:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e03052c33 lrc: 4/0,0 mode: PR/PR res: [0x200003ab4:0x1a:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c1b3 expref: 37 pid: 44493 timeout: 2403 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764836.193363:0:42311:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e03052c33 lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0x1a:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c1b3 expref: 37 pid: 44493 timeout: 2403 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764836.193392:0:42311:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e03052c33 lrc: 0/0,0 mode: --/PR res: [0x200003ab4:0x1a:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c1b3 expref: 37 pid: 44493 timeout: 2403 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764836.193411:0:42311:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x1a:0x0].0x0 (ffff9445867bec00) 00010000:00010000:2.0:1775764836.193416:0:42311:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77400/0x57b8ff0e03052c6b lrc: 3/0,1 mode: --/PW res: [0x200003ab4:0x1a:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764836.193427:0:42311:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77400/0x57b8ff0e03052c6b lrc: 3/0,1 mode: PW/PW res: [0x200003ab4:0x1a:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764836.193435:0:42311:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77400/0x57b8ff0e03052c6b lrc: 4/0,1 mode: PW/PW res: [0x200003ab4:0x1a:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764836.193464:0:42311:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775764836.193540:0:42311:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944489168a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+36:2379:x1862022098691072:12345-192.168.202.28@tcp:103:ldlm_bl.0 Request processed in 215us (591us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764836.193548:0:42311:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 224 00010000:00010000:0.0:1775764836.193613:0:42324:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77400/0x57b8ff0e03052c6b lrc: 3/0,1 mode: PW/PW res: [0x200003ab4:0x1a:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764836.193621:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77400/0x57b8ff0e03052c6b lrc: 3/0,1 mode: PW/PW res: [0x200003ab4:0x1a:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764836.193655:0:42324:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77400/0x57b8ff0e03052c6b lrc: 3/0,1 mode: PW/PW res: [0x200003ab4:0x1a:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764836.193662:0:42324:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77400/0x57b8ff0e03052c6b lrc: 2/0,0 mode: PW/PW res: [0x200003ab4:0x1a:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764836.193669:0:42324:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77400/0x57b8ff0e03052c6b lrc: 3/0,0 mode: PW/PW res: [0x200003ab4:0x1a:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764836.193675:0:42324:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445bfe77400 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:0.0:1775764836.193680:0:42324:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77400/0x57b8ff0e03052c6b lrc: 3/0,0 mode: PW/PW res: [0x200003ab4:0x1a:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764836.193692:0:42324:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77400/0x57b8ff0e03052c6b lrc: 4/0,0 mode: PW/PW res: [0x200003ab4:0x1a:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764836.193701:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x1a:0x0].0x0 (ffff9445867bec00) 00010000:00010000:0.0:1775764836.193704:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:0.0:1775764836.193707:0:42324:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77400/0x57b8ff0e03052c6b lrc: 2/0,0 mode: --/PW res: [0x200003ab4:0x1a:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764836.193712:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77400/0x57b8ff0e03052c6b lrc: 0/0,0 mode: --/PW res: [0x200003ab4:0x1a:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764836.193752:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944489169f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+35:66194:x1862022098690944:12345-192.168.202.28@tcp:55:lhsmtool_posix.0 Request processed in 5761us (5993us total) trans 0 rc -22/-22 00000100:00100000:0.0:1775764836.193760:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 1155 00000100:00100000:2.0:1775764836.197033:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764836.197132:0:42946:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098691200 00000100:00100000:0.0:1775764836.197143:0:42946:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098691200 00000100:00100000:0.0:1775764836.197209:0:42946:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 281 00000100:00100000:0.0:1775764836.197221:0:42946:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486788a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+10:2378:x1862022098691200:12345-192.168.202.28@tcp:1:lhsmtool_posix.0 00010000:00010000:0.0:1775764836.197268:0:42946:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 000000009a28fde0/0x57b8ff0e03052c72 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x11d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764836.197288:0:42946:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000ffd68b5e/0x57b8ff0e03052c5d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x11d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c1cf expref: 10 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764836.197296:0:42946:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1775764836.197299:0:42946:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1775764836.197302:0:42946:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009a28fde0/0x57b8ff0e03052c72 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x11d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764836.197343:0:42946:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000ffd68b5e/0x57b8ff0e03052c5d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x11d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c1cf expref: 10 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764836.197357:0:42946:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000ffd68b5e/0x57b8ff0e03052c5d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x11d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c1cf expref: 10 pid: 42946 timeout: 2403 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764836.197373:0:42946:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff94448647d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:42946:1862022119076992:192.168.202.28@tcp:104: 00000100:00100000:0.0:1775764836.197444:0:42946:0:(client.c:2691:ptlrpc_set_wait()) set ffff9445907eb780 going to sleep for 11 seconds 00000100:00100000:3.0:1775764836.203293:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764836.203387:0:42946:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff94448647d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:42946:1862022119076992:192.168.202.28@tcp:104: 00010000:00010000:0.0:1775764836.203414:0:42946:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000009a28fde0/0x57b8ff0e03052c72 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x11d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764836.203496:0:44302:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098691328 00000100:00100000:1.0:1775764836.203505:0:44302:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098691328 00010000:00010000:1.0:1775764836.203675:0:44302:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000ffd68b5e/0x57b8ff0e03052c5d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x11d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c1cf expref: 11 pid: 42946 timeout: 2403 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764836.203715:0:44302:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 225 00000100:00100000:1.0:1775764836.203725:0:44302:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bea11180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+11:2379:x1862022098691328:12345-192.168.202.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1775764836.203741:0:44302:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764836.203765:0:44302:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000ffd68b5e/0x57b8ff0e03052c5d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x11d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c1cf expref: 11 pid: 42946 timeout: 2403 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764836.203788:0:44302:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000ffd68b5e/0x57b8ff0e03052c5d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x11d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c1cf expref: 11 pid: 42946 timeout: 2403 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764836.203942:0:44302:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ffd68b5e/0x57b8ff0e03052c5d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x11d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c1cf expref: 11 pid: 42946 timeout: 2403 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764836.203959:0:44302:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1775764836.203961:0:44302:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1775764836.203966:0:44302:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000009a28fde0/0x57b8ff0e03052c72 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x11d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764836.203975:0:44302:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009a28fde0/0x57b8ff0e03052c72 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x11d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764836.204004:0:44302:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1775764836.204067:0:44302:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bea11180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+10:2379:x1862022098691328:12345-192.168.202.28@tcp:103:ldlm_bl.0 Request processed in 343us (782us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764836.204076:0:44302:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 225 00010000:00010000:0.0:1775764836.204213:0:42946:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000009a28fde0/0x57b8ff0e03052c72 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x11d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764836.204223:0:42946:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009a28fde0/0x57b8ff0e03052c72 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x11d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764836.204249:0:42946:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 000000009a28fde0/0x57b8ff0e03052c72 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x11d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764836.204257:0:42946:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000009a28fde0/0x57b8ff0e03052c72 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x11d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764836.204270:0:42946:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000009a28fde0/0x57b8ff0e03052c72 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x11d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764836.204276:0:42946:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445bfe77800 already unused, calling callback (ffffffffc177a060) 00010000:00010000:0.0:1775764836.204279:0:42946:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000009a28fde0/0x57b8ff0e03052c72 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x11d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764836.204288:0:42946:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000009a28fde0/0x57b8ff0e03052c72 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x11d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764836.204299:0:42946:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000009a28fde0/0x57b8ff0e03052c72 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x11d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764836.204306:0:42946:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009a28fde0/0x57b8ff0e03052c72 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x11d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764836.204374:0:42946:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486788a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+9:2378:x1862022098691200:12345-192.168.202.28@tcp:1:lhsmtool_posix.0 Request processed in 7156us (7352us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764836.204383:0:42946:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 281 00000100:00100000:3.0:1775764836.206626:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764836.206790:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098691584 00000100:00100000:0.0:1775764836.206945:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098691584 00000100:00100000:0.0:1775764836.207061:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 1156 00000100:00100000:0.0:1775764836.207070:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bea10a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+35:66194:x1862022098691584:12345-192.168.202.28@tcp:57:lhsmtool_posix.0 00010000:00010000:0.0:1775764836.207139:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77400/0x57b8ff0e03052c79 lrc: 3/0,1 mode: --/PW res: [0x200003ab4:0x17:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764836.207155:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77400/0x57b8ff0e03052c79 lrc: 3/0,1 mode: PW/PW res: [0x200003ab4:0x17:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764836.207165:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77400/0x57b8ff0e03052c79 lrc: 3/0,1 mode: PW/PW res: [0x200003ab4:0x17:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764836.207351:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77000/0x57b8ff0e03052c80 lrc: 3/0,1 mode: --/EX res: [0x200003ab4:0x1a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764836.207362:0:42326:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff944488003200/0x57b8ff0e03052c41 lrc: 2/0,0 mode: CR/CR res: [0x200003ab4:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c1ba expref: 36 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764836.207370:0:42326:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77000/0x57b8ff0e03052c80 lrc: 4/0,1 mode: --/EX res: [0x200003ab4:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764836.207405:0:42326:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff944488003200/0x57b8ff0e03052c41 lrc: 3/0,0 mode: CR/CR res: [0x200003ab4:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c1ba expref: 36 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764836.207419:0:42326:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff944488003200/0x57b8ff0e03052c41 lrc: 4/0,0 mode: CR/CR res: [0x200003ab4:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c1ba expref: 36 pid: 42324 timeout: 2403 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764836.207436:0:42326:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff94448647d500 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:42326:1862022119077120:192.168.202.28@tcp:104: 00000100:00100000:0.0:1775764836.207521:0:42326:0:(client.c:2691:ptlrpc_set_wait()) set ffff9445907eb780 going to sleep for 11 seconds 00000100:00100000:1.0:1775764836.210084:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764836.210159:0:42311:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098691712 00000100:00100000:2.0:1775764836.210166:0:42311:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098691712 00000100:00100000:0.0:1775764836.210181:0:42326:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff94448647d500 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:42326:1862022119077120:192.168.202.28@tcp:104: 00010000:00010000:2.0:1775764836.210201:0:42311:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff944488003200/0x57b8ff0e03052c41 lrc: 4/0,0 mode: CR/CR res: [0x200003ab4:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c1ba expref: 37 pid: 42324 timeout: 2403 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764836.210205:0:42326:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77000/0x57b8ff0e03052c80 lrc: 3/0,1 mode: --/EX res: [0x200003ab4:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764836.210243:0:42311:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 226 00000100:00100000:2.0:1775764836.210252:0:42311:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944489168e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+37:2378:x1862022098691712:12345-192.168.202.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1775764836.210266:0:42311:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764836.210273:0:42311:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff944488003200/0x57b8ff0e03052c41 lrc: 4/0,0 mode: CR/CR res: [0x200003ab4:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c1ba expref: 37 pid: 42324 timeout: 2403 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764836.210285:0:42311:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff944488003200/0x57b8ff0e03052c41 lrc: 3/0,0 mode: CR/CR res: [0x200003ab4:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c1ba expref: 37 pid: 42324 timeout: 2403 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764836.210307:0:42311:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944488003200/0x57b8ff0e03052c41 lrc: 0/0,0 mode: --/CR res: [0x200003ab4:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c1ba expref: 37 pid: 42324 timeout: 2403 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764836.210323:0:42311:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x1a:0x0].0x0 (ffff9445867bec00) 00010000:00010000:2.0:1775764836.210328:0:42311:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77000/0x57b8ff0e03052c80 lrc: 3/0,1 mode: --/EX res: [0x200003ab4:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764836.210338:0:42311:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77000/0x57b8ff0e03052c80 lrc: 3/0,1 mode: EX/EX res: [0x200003ab4:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764836.210345:0:42311:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77000/0x57b8ff0e03052c80 lrc: 4/0,1 mode: EX/EX res: [0x200003ab4:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764836.210373:0:42311:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775764836.210418:0:42311:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944489168e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+36:2378:x1862022098691712:12345-192.168.202.28@tcp:103:ldlm_bl.0 Request processed in 167us (343us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764836.210425:0:42311:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 226 00010000:00010000:0.0:1775764836.211083:0:42326:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77000/0x57b8ff0e03052c80 lrc: 3/0,1 mode: EX/EX res: [0x200003ab4:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764836.211092:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77000/0x57b8ff0e03052c80 lrc: 3/0,1 mode: EX/EX res: [0x200003ab4:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1775764836.211291:0:42326:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 34359739342 00000001:00080000:0.0:1775764836.211443:0:42326:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 34359739343 00000001:00080000:0.0:1775764836.211490:0:42326:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 34359739344 00000100:00100000:0.0:1775764836.211574:0:42326:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff94448647d500 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:42326:1862022119077248:0@lo:1000:mdt00_002.0 00000100:00100000:0.0:1775764836.211628:0:42326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764836.212645:0:42326:0:(client.c:2691:ptlrpc_set_wait()) set ffff9445b5632b40 going to sleep for 11 seconds 00000100:00100000:3.0:1775764836.213540:0:42329:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119077248 00000100:00100000:3.0:1775764836.213551:0:42329:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119077248 00000100:00100000:2.0:1775764836.213696:0:42329:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72 00000100:00100000:2.0:1775764836.213707:0:42329:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94448647e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:42326:x1862022119077248:12345-0@lo:1000:mdt00_002.0 00000100:00100000:2.0:1775764836.213849:0:42329:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94448647e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:42326:x1862022119077248:12345-0@lo:1000:mdt00_002.0 Request processed in 144us (2221us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764836.213858:0:42329:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72 00000100:00100000:1.0:1775764836.214110:0:42326:0:(client.c:3082:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 34359738464 gen 2 00000004:00080000:1.0:1775764836.214115:0:42326:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff944488923800, transno 34359738461 00000004:00080000:1.0:1775764836.214128:0:42326:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff944488e91180, transno 34359738464 00000100:00100000:1.0:1775764836.214133:0:42326:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff94448647d500 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:42326:1862022119077248:0@lo:1000:mdt00_002.0 00000001:00080000:1.0:1775764836.214541:0:42326:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 34359739345 00000100:00100000:1.0:1775764836.214626:0:42326:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff94448916ad80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:42326:1862022119077376:0@lo:1000:mdt00_002.0 00000100:00100000:1.0:1775764836.214743:0:42326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764836.214768:0:42326:0:(client.c:2691:ptlrpc_set_wait()) set ffff9445b5632600 going to sleep for 11 seconds 00000100:00100000:3.0:1775764836.215078:0:42330:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119077376 00000100:00100000:3.0:1775764836.215085:0:42330:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119077376 00000100:00100000:3.0:1775764836.215115:0:42330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73 00000100:00100000:3.0:1775764836.215121:0:42330:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944489168380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:42326:x1862022119077376:12345-0@lo:1000:mdt00_002.0 00000100:00100000:3.0:1775764836.215303:0:42330:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944489168380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:42326:x1862022119077376:12345-0@lo:1000:mdt00_002.0 Request processed in 181us (560us total) trans 34359738466 rc 0/0 00000100:00100000:3.0:1775764836.215311:0:42330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73 00000100:00100000:1.0:1775764836.215931:0:42326:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff94448916ad80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:42326:1862022119077376:0@lo:1000:mdt00_002.0 00000001:00080000:1.0:1775764836.216037:0:42326:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 34359739346 00010000:00010000:1.0:1775764836.216073:0:42326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77000/0x57b8ff0e03052c80 lrc: 3/0,1 mode: EX/EX res: [0x200003ab4:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764836.216084:0:42326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77000/0x57b8ff0e03052c80 lrc: 2/0,0 mode: EX/EX res: [0x200003ab4:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764836.216092:0:42326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77000/0x57b8ff0e03052c80 lrc: 3/0,0 mode: EX/EX res: [0x200003ab4:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764836.216098:0:42326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445bfe77000 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:1.0:1775764836.216102:0:42326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77000/0x57b8ff0e03052c80 lrc: 3/0,0 mode: EX/EX res: [0x200003ab4:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764836.216107:0:42326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77000/0x57b8ff0e03052c80 lrc: 4/0,0 mode: EX/EX res: [0x200003ab4:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764836.216121:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x1a:0x0].0x0 (ffff9445867bec00) 00010000:00010000:1.0:1775764836.216123:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1775764836.216126:0:42326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77000/0x57b8ff0e03052c80 lrc: 2/0,0 mode: --/EX res: [0x200003ab4:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764836.216131:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77000/0x57b8ff0e03052c80 lrc: 0/0,0 mode: --/EX res: [0x200003ab4:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764836.216159:0:42326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77c00/0x57b8ff0e03052bc3 lrc: 3/0,1 mode: EX/EX res: [0x200003ab4:0x17:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764836.216163:0:42326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77c00/0x57b8ff0e03052bc3 lrc: 2/0,0 mode: EX/EX res: [0x200003ab4:0x17:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764836.216168:0:42326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77c00/0x57b8ff0e03052bc3 lrc: 3/0,0 mode: EX/EX res: [0x200003ab4:0x17:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764836.216171:0:42326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445bfe77c00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:1.0:1775764836.216173:0:42326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77c00/0x57b8ff0e03052bc3 lrc: 3/0,0 mode: EX/EX res: [0x200003ab4:0x17:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764836.216176:0:42326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77c00/0x57b8ff0e03052bc3 lrc: 4/0,0 mode: EX/EX res: [0x200003ab4:0x17:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000020 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764836.216180:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x17:0x0].0x0 (ffff944599e85300) 00010000:00010000:1.0:1775764836.216181:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1775764836.216186:0:42326:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695e00/0x57b8ff0e03052bca lrc: 2/0,0 mode: --/CR res: [0x200003ab4:0x17:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c197 expref: 40 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764836.216194:0:42326:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695e00/0x57b8ff0e03052bca lrc: 2/0,0 mode: CR/CR res: [0x200003ab4:0x17:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c197 expref: 40 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764836.216286:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695e00/0x57b8ff0e03052bca lrc: 3/0,0 mode: CR/CR res: [0x200003ab4:0x17:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c197 expref: 40 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764836.216312:0:42326:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695e00/0x57b8ff0e03052bca lrc: 3/0,0 mode: CR/CR res: [0x200003ab4:0x17:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c197 expref: 40 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764836.216321:0:42326:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff94448916b800 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:42326:1862022119077504:192.168.202.28@tcp:105: 00000100:00100000:1.0:1775764836.216434:0:42326:0:(client.c:2691:ptlrpc_set_wait()) set ffff9445b5632600 going to sleep for 11 seconds 00000100:00100000:0.0:1775764836.220513:0:42326:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff94448916b800 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:42326:1862022119077504:192.168.202.28@tcp:105: 00000100:00100000:1.0:1775764836.220513:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00010000:00010000:0.0:1775764836.220557:0:42326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77c00/0x57b8ff0e03052bc3 lrc: 2/0,0 mode: --/EX res: [0x200003ab4:0x17:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764836.220568:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77c00/0x57b8ff0e03052bc3 lrc: 0/0,0 mode: --/EX res: [0x200003ab4:0x17:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764836.220603:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77800/0x57b8ff0e03052c87 lrc: 3/0,1 mode: --/EX res: [0x200003ab4:0x17:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764836.220618:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77800/0x57b8ff0e03052c87 lrc: 3/0,1 mode: EX/EX res: [0x200003ab4:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764836.220631:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77800/0x57b8ff0e03052c87 lrc: 3/0,1 mode: EX/EX res: [0x200003ab4:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764836.220641:0:42326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77800/0x57b8ff0e03052c87 lrc: 3/0,1 mode: EX/EX res: [0x200003ab4:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764836.221006:0:42326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77800/0x57b8ff0e03052c87 lrc: 2/0,0 mode: EX/EX res: [0x200003ab4:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764836.221022:0:42326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77800/0x57b8ff0e03052c87 lrc: 3/0,0 mode: EX/EX res: [0x200003ab4:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764836.221027:0:42326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445bfe77800 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:0.0:1775764836.221030:0:42326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77800/0x57b8ff0e03052c87 lrc: 3/0,0 mode: EX/EX res: [0x200003ab4:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764836.221038:0:42326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77800/0x57b8ff0e03052c87 lrc: 4/0,0 mode: EX/EX res: [0x200003ab4:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764836.221051:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x17:0x0].0x0 (ffff944599e85300) 00010000:00010000:0.0:1775764836.221055:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764836.221058:0:42326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77800/0x57b8ff0e03052c87 lrc: 2/0,0 mode: --/EX res: [0x200003ab4:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764836.221063:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77800/0x57b8ff0e03052c87 lrc: 0/0,0 mode: --/EX res: [0x200003ab4:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764836.221072:0:42326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77400/0x57b8ff0e03052c79 lrc: 3/0,1 mode: PW/PW res: [0x200003ab4:0x17:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764836.221077:0:42326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77400/0x57b8ff0e03052c79 lrc: 2/0,0 mode: PW/PW res: [0x200003ab4:0x17:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764836.221083:0:42326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77400/0x57b8ff0e03052c79 lrc: 3/0,0 mode: PW/PW res: [0x200003ab4:0x17:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764836.221097:0:42326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445bfe77400 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:0.0:1775764836.221100:0:42326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77400/0x57b8ff0e03052c79 lrc: 3/0,0 mode: PW/PW res: [0x200003ab4:0x17:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764836.221109:0:42326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77400/0x57b8ff0e03052c79 lrc: 4/0,0 mode: PW/PW res: [0x200003ab4:0x17:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764836.221115:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x17:0x0].0x0 (ffff944599e85300) 00010000:00010000:0.0:1775764836.221117:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1775764836.221120:0:42326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77400/0x57b8ff0e03052c79 lrc: 2/0,0 mode: --/PW res: [0x200003ab4:0x17:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764836.221125:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77400/0x57b8ff0e03052c79 lrc: 0/0,0 mode: --/PW res: [0x200003ab4:0x17:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764836.221240:0:42328:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098691840 00000100:00100000:2.0:1775764836.221248:0:42328:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098691840 00000100:00100000:2.0:1775764836.221304:0:42328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 342 00000100:00100000:2.0:1775764836.221315:0:42328:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94448916a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+41:66193:x1862022098691840:12345-192.168.202.28@tcp:49:lfs.0 00000100:00100000:0.0:1775764836.221381:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bea10a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+41:66194:x1862022098691584:12345-192.168.202.28@tcp:57:lhsmtool_posix.0 Request processed in 14311us (14765us total) trans 34359739347 rc 0/0 00000100:00100000:0.0:1775764836.221390:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 1156 00000020:00080000:0.0:1775764836.221395:0:42326:0:(tgt_main.c:783:tgt_ses_key_exit()) total 6 transactions per RPC 00000100:00100000:2.0:1775764836.221423:0:42328:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94448916a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+41:66193:x1862022098691840:12345-192.168.202.28@tcp:49:lfs.0 Request processed in 111us (921us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764836.221430:0:42328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 342 00000040:00080000:3.0:1775764836.221650:0:42356:0:(llog.c:800:llog_process_thread()) index: 8, lh_last_idx: 8 synced_idx: 8 lgh_last_idx: 8 00000040:00080000:3.0:1775764836.221656:0:42356:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x32:0x0] at index 8 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1775764836.222147:0:42356:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x32:0x0] index 64768 count 4 00000040:00080000:3.0:1775764836.222155:0:42356:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 9 count 2 00000100:00100000:3.0:1775764836.224899:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764836.225035:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098692096 00000100:00100000:0.0:1775764836.225046:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098692096 00000100:00100000:0.0:1775764836.225121:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 1157 00000100:00100000:0.0:1775764836.225131:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bea13100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+40:66193:x1862022098692096:12345-192.168.202.28@tcp:58:lfs.0 00000040:00080000:0.0:1775764836.225562:0:44493:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x32:0x0].24, 136 off11456 00000100:00100000:0.0:1775764836.225662:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bea13100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+40:66193:x1862022098692096:12345-192.168.202.28@tcp:58:lfs.0 Request processed in 533us (785us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764836.225671:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 1157 00000100:00100000:1.0:1775764836.227642:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764836.227740:0:47878:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098692352 00000100:00100000:3.0:1775764836.227757:0:47878:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098692352 00000100:00100000:3.0:1775764836.227882:0:47878:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 343 00000100:00100000:3.0:1775764836.227894:0:47878:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944590e6bc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+40:66194:x1862022098692352:12345-192.168.202.28@tcp:35:lhsmtool_posix.0 00000004:00080000:3.0:1775764836.228595:0:47878:0:(mdd_object.c:4010:mdd_close()) Object [0x200003ab4:0x1a:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000001:00080000:3.0:1775764836.228702:0:47878:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 34359739348 00010000:00010000:3.0:1775764836.228744:0:47878:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694a00/0x57b8ff0e03052c8e lrc: 3/0,1 mode: --/PW res: [0x200003ab4:0x1a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 47878 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764836.228761:0:47878:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694a00/0x57b8ff0e03052c8e lrc: 3/0,1 mode: PW/PW res: [0x200003ab4:0x1a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010080000000 pid: 47878 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764836.228772:0:47878:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694a00/0x57b8ff0e03052c8e lrc: 3/0,1 mode: PW/PW res: [0x200003ab4:0x1a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 47878 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764836.228780:0:47878:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694a00/0x57b8ff0e03052c8e lrc: 4/0,1 mode: PW/PW res: [0x200003ab4:0x1a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 47878 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764836.228787:0:47878:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694a00/0x57b8ff0e03052c8e lrc: 4/0,1 mode: PW/PW res: [0x200003ab4:0x1a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 47878 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764836.228793:0:47878:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694a00/0x57b8ff0e03052c8e lrc: 3/0,0 mode: PW/PW res: [0x200003ab4:0x1a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 47878 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764836.228849:0:47878:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1775764836.228905:0:42313:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1775764836.228920:0:42313:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694a00/0x57b8ff0e03052c8e lrc: 2/0,0 mode: PW/PW res: [0x200003ab4:0x1a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 47878 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764836.228932:0:42313:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445be694a00 already unused, calling callback (ffffffffc177a060) 00010000:00010000:1.0:1775764836.228938:0:42313:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694a00/0x57b8ff0e03052c8e lrc: 2/0,0 mode: PW/PW res: [0x200003ab4:0x1a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 47878 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764836.228949:0:42313:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694a00/0x57b8ff0e03052c8e lrc: 3/0,0 mode: PW/PW res: [0x200003ab4:0x1a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 47878 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764836.228967:0:47878:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944590e6bc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+42:66194:x1862022098692352:12345-192.168.202.28@tcp:35:lhsmtool_posix.0 Request processed in 1068us (1331us total) trans 34359739349 rc 0/0 00000100:00100000:3.0:1775764836.228981:0:47878:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 343 00010000:00010000:1.0:1775764836.228987:0:42313:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x1a:0x0].0x0 (ffff9445867be100) 00000020:00080000:3.0:1775764836.228988:0:47878:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:1.0:1775764836.229006:0:42313:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1775764836.229013:0:42313:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694a00/0x57b8ff0e03052c8e lrc: 1/0,0 mode: --/PW res: [0x200003ab4:0x1a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 47878 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764836.229021:0:42313:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694a00/0x57b8ff0e03052c8e lrc: 0/0,0 mode: --/PW res: [0x200003ab4:0x1a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 47878 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764836.229053:0:42313:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764836.229057:0:42313:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764836.229059:0:42313:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775764836.255067:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764836.255147:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098692480 00000100:00100000:2.0:1775764836.255166:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098692480 00000100:00100000:2.0:1775764836.255332:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 1158 00000100:00100000:2.0:1775764836.255345:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bea13480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+42:66196:x1862022098692480:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:2.0:1775764836.255383:0:42325:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764836.255411:0:42325:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25600/0x57b8ff0e03052c95 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17c1d6 expref: -99 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764836.255492:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24200/0x57b8ff0e03052c9c lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764836.255507:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24200/0x57b8ff0e03052c9c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764836.255518:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24200/0x57b8ff0e03052c9c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764836.255780:0:42325:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 9728 00000004:00200000:2.0:1775764836.255785:0:42325:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 48 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764836.255938:0:42325:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24200/0x57b8ff0e03052c9c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764836.255971:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25600/0x57b8ff0e03052c95 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c1d6 expref: 44 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764836.256011:0:42325:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24200/0x57b8ff0e03052c9c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c1d6 expref: 43 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764836.256020:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff94459084a000) 00010000:00010000:2.0:1775764836.256023:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1775764836.256026:0:42325:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445baf24200, rc 0) 00000100:00100000:2.0:1775764836.256097:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bea13480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+43:66196:x1862022098692480:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 755us (1040us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764836.256105:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 1158 00000100:00100000:2.0:1775764836.259978:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764836.260181:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098692608 00000100:00100000:3.0:1775764836.260196:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098692608 00000100:00100000:3.0:1775764836.260317:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 1159 00000100:00100000:3.0:1775764836.260329:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486788380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+43:66196:x1862022098692608:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:3.0:1775764836.260358:0:42324:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764836.260386:0:42324:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e03052ca3 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17c1dd expref: -99 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764836.260471:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694400/0x57b8ff0e03052caa lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764836.260487:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694400/0x57b8ff0e03052caa lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764836.260498:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694400/0x57b8ff0e03052caa lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764836.260511:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694a00/0x57b8ff0e03052cb1 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x46b96a5 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764836.260515:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694a00/0x57b8ff0e03052cb1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x46b96a5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764836.260523:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694a00/0x57b8ff0e03052cb1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x46b96a5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764836.261143:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e03052cb8 lrc: 3/1,0 mode: --/PR res: [0x200003ab4:0x17:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764836.261154:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e03052cb8 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x17:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764836.261163:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e03052cb8 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x17:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764836.261206:0:42324:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab4:0x17:0x0]: returning size 16 00000004:00200000:2.0:1775764836.261212:0:42324:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764836.261242:0:42324:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e03052cb8 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x17:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764836.261255:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e03052cb8 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764836.261263:0:42324:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694400/0x57b8ff0e03052caa lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764836.261275:0:42324:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694400/0x57b8ff0e03052caa lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764836.261283:0:42324:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694400/0x57b8ff0e03052caa lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764836.261290:0:42324:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445be694400 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764836.261295:0:42324:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694400/0x57b8ff0e03052caa lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764836.261303:0:42324:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694400/0x57b8ff0e03052caa lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764836.261317:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff94459084a000) 00010000:00010000:2.0:1775764836.261321:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764836.261327:0:42324:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694400/0x57b8ff0e03052caa lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764836.261334:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694400/0x57b8ff0e03052caa lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764836.261349:0:42324:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694a00/0x57b8ff0e03052cb1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x46b96a5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764836.261355:0:42324:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694a00/0x57b8ff0e03052cb1 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x46b96a5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764836.261361:0:42324:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694a00/0x57b8ff0e03052cb1 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x46b96a5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764836.261366:0:42324:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445be694a00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764836.261369:0:42324:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694a00/0x57b8ff0e03052cb1 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x46b96a5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764836.261376:0:42324:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694a00/0x57b8ff0e03052cb1 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x46b96a5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764836.261382:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x46b96a5 (ffff9445867be600) 00010000:00010000:2.0:1775764836.261384:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764836.261387:0:42324:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694a00/0x57b8ff0e03052cb1 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x46b96a5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764836.261392:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694a00/0x57b8ff0e03052cb1 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x46b96a5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764836.261426:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e03052ca3 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c1dd expref: 45 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764836.261440:0:42324:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e03052cb8 lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c1dd expref: 44 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764836.261449:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x17:0x0].0x0 (ffff944599e85300) 00010000:00010000:2.0:1775764836.261451:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1775764836.261453:0:42324:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445baf25800, rc 0) 00000100:00100000:2.0:1775764836.261532:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486788380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+44:66196:x1862022098692608:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 1205us (1881us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764836.261539:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 1159 00000100:00100000:2.0:1775764837.051469:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764837.051518:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764837.051549:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764837.051578:0:42945:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098692992 00000100:00100000:2.0:1775764837.051589:0:42945:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098692992 00000100:00100000:2.0:1775764837.051656:0:42945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 316 00000100:00100000:2.0:1775764837.051667:0:42945:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486788700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+7:2379:x1862022098692992:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:2.0:1775764837.051745:0:42945:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486788700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+7:2379:x1862022098692992:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 80us (226us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764837.051752:0:42945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 316 00000100:00080000:2.0:1775764837.051774:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1775764837.052023:0:42318:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098692736 00000100:00100000:1.0:1775764837.052028:0:42318:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098692736 00000100:00100000:1.0:1775764837.052062:0:42318:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 324 00000100:00100000:1.0:1775764837.052069:0:42318:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445b76fdc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:24b54882-c0a1-43f2-954f-009e5a9afc9d+12:2379:x1862022098692736:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:1.0:1775764837.052103:0:42318:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445b76fdc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:24b54882-c0a1-43f2-954f-009e5a9afc9d+12:2379:x1862022098692736:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 35us (644us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764837.052109:0:42318:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 324 00000100:00100000:1.0:1775764837.053614:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098692864 00000100:00100000:1.0:1775764837.053625:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098692864 00000100:00100000:1.0:1775764837.053697:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 445 00000100:00100000:1.0:1775764837.053708:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94448678b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:82781e18-e0e3-4f9f-9a2b-041bf0344414+5:2379:x1862022098692864:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:1.0:1775764837.053770:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94448678b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:82781e18-e0e3-4f9f-9a2b-041bf0344414+5:2379:x1862022098692864:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 65us (2219us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764837.053778:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 445 00000100:00080000:2.0:1775764837.054101:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:2.0:1775764837.197450:0:43224:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1775764837.251414:0:42356:0:(llog.c:800:llog_process_thread()) index: 8, lh_last_idx: 8 synced_idx: 8 lgh_last_idx: 8 00000040:00080000:0.0:1775764837.251427:0:42356:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x32:0x0] at index 8 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1775764837.251471:0:42356:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x32:0x0] index 25 count 5 00000040:00080000:0.0:1775764837.251478:0:42356:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 9 count 2 00000100:00100000:0.0:1775764837.251619:0:42356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff94448647ed80 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:42356:1862022119077632:192.168.202.28@tcp:107:hsm_cdtr.0 00000100:00100000:0.0:1775764837.254142:0:42356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9445b3c88540 going to sleep for 11 seconds 00000100:00100000:0.0:1775764837.267063:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764837.267121:0:42356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff94448647ed80 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:42356:1862022119077632:192.168.202.28@tcp:107:hsm_cdtr.0 00000100:00100000:0.0:1775764837.267293:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098693120 00000100:00100000:0.0:1775764837.267300:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098693120 00000100:00100000:0.0:1775764837.267359:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 1160 00000100:00100000:0.0:1775764837.267369:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94448647fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+44:66208:x1862022098693120:12345-192.168.202.28@tcp:53:lhsmtool_posix.0 00000004:00000080:0.0:1775764837.267402:0:44493:0:(mdt_handler.c:7957:mdt_fid2path()) path get [0x200003ab4:0x17:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1775764837.267494:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94448647fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+44:66208:x1862022098693120:12345-192.168.202.28@tcp:53:lhsmtool_posix.0 Request processed in 125us (444us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764837.267502:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 1160 00000040:00080000:1.0:1775764837.273742:0:49515:0:(llog.c:800:llog_process_thread()) index: 8, lh_last_idx: 8 synced_idx: 8 lgh_last_idx: 8 00000040:00080000:1.0:1775764837.273750:0:49515:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x32:0x0] at index 8 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1775764837.273949:0:49515:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x32:0x0] index 25 count 5 00000040:00080000:1.0:1775764837.273956:0:49515:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 9 count 2 00000100:00100000:1.0:1775764837.276575:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764837.276686:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098693376 00000100:00100000:3.0:1775764837.276705:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098693376 00000100:00100000:3.0:1775764837.276761:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 1161 00000100:00100000:3.0:1775764837.276771:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94448916bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+44:66208:x1862022098693376:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1775764837.276792:0:42326:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764837.276833:0:42326:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e03052cbf lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17c1e4 expref: -99 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764837.276946:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e03052cc6 lrc: 3/1,0 mode: --/PR res: [0x200003ab4:0x17:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764837.276962:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e03052cc6 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764837.276974:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e03052cc6 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764837.277000:0:42326:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab4:0x17:0x0]: returning size 16 00010000:00010000:3.0:1775764837.277161:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e03052cbf lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c1e4 expref: 47 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764837.277183:0:42326:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e03052cc6 lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c1e4 expref: 46 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764837.277192:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x17:0x0].0x0 (ffff944599e85300) 00010000:00010000:3.0:1775764837.277195:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1775764837.277199:0:42326:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445be695800, rc 0) 00000100:00100000:3.0:1775764837.277271:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94448916bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+46:66208:x1862022098693376:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 Request processed in 501us (705us total) trans 34359739350 rc 0/0 00000100:00100000:3.0:1775764837.277279:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 1161 00000100:00100000:1.0:1775764837.295567:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764837.295640:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098693632 00000100:00100000:0.0:1775764837.295651:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098693632 00000100:00100000:0.0:1775764837.295725:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 1162 00000100:00100000:0.0:1775764837.295735:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94448916aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+46:66208:x1862022098693632:12345-192.168.202.28@tcp:57:lhsmtool_posix.0 00010000:00010000:0.0:1775764837.295900:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77400/0x57b8ff0e03052cd4 lrc: 3/0,1 mode: --/PW res: [0x200003ab4:0x17:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764837.295927:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77400/0x57b8ff0e03052cd4 lrc: 3/0,1 mode: PW/PW res: [0x200003ab4:0x17:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764837.295942:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77400/0x57b8ff0e03052cd4 lrc: 3/0,1 mode: PW/PW res: [0x200003ab4:0x17:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764837.296168:0:44493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77400/0x57b8ff0e03052cd4 lrc: 3/0,1 mode: PW/PW res: [0x200003ab4:0x17:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764837.296177:0:44493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77400/0x57b8ff0e03052cd4 lrc: 2/0,0 mode: PW/PW res: [0x200003ab4:0x17:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764837.296186:0:44493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77400/0x57b8ff0e03052cd4 lrc: 3/0,0 mode: PW/PW res: [0x200003ab4:0x17:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764837.296203:0:44493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445bfe77400 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:0.0:1775764837.296208:0:44493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77400/0x57b8ff0e03052cd4 lrc: 3/0,0 mode: PW/PW res: [0x200003ab4:0x17:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764837.296216:0:44493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77400/0x57b8ff0e03052cd4 lrc: 4/0,0 mode: PW/PW res: [0x200003ab4:0x17:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764837.296230:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x17:0x0].0x0 (ffff944599e85300) 00010000:00010000:0.0:1775764837.296233:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1775764837.296238:0:44493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77400/0x57b8ff0e03052cd4 lrc: 2/0,0 mode: --/PW res: [0x200003ab4:0x17:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764837.296244:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77400/0x57b8ff0e03052cd4 lrc: 0/0,0 mode: --/PW res: [0x200003ab4:0x17:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764837.296399:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94448916aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+47:66208:x1862022098693632:12345-192.168.202.28@tcp:57:lhsmtool_posix.0 Request processed in 664us (845us total) trans 34359739351 rc 0/0 00000100:00100000:0.0:1775764837.296409:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 1162 00000040:00080000:3.0:1775764837.296920:0:42356:0:(llog.c:800:llog_process_thread()) index: 8, lh_last_idx: 8 synced_idx: 8 lgh_last_idx: 8 00000040:00080000:3.0:1775764837.296927:0:42356:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x32:0x0] at index 8 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1775764837.297409:0:42356:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x32:0x0] index 64768 count 5 00000040:00080000:3.0:1775764837.297416:0:42356:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 9 count 2 00000100:00100000:3.0:1775764837.299660:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764837.299792:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764837.301216:0:42328:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098694016 00000100:00100000:1.0:1775764837.301231:0:42328:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098694016 00000100:00100000:1.0:1775764837.301299:0:42328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 344 00000100:00100000:1.0:1775764837.301309:0:42328:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bea12680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+47:66208:x1862022098694016:12345-192.168.202.28@tcp:35:lhsmtool_posix.0 00000100:00100000:1.0:1775764837.301563:0:42328:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bea12680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+48:66208:x1862022098694016:12345-192.168.202.28@tcp:35:lhsmtool_posix.0 Request processed in 255us (1913us total) trans 34359739352 rc 0/0 00000100:00100000:1.0:1775764837.301571:0:42328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 344 00000100:00100000:0.0:1775764837.302245:0:44302:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098693760 00000100:00100000:0.0:1775764837.302253:0:44302:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098693760 00000100:00100000:0.0:1775764837.302314:0:44302:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 91 00000100:00100000:0.0:1775764837.302332:0:44302:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bea13b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+48:2379:x1862022098693760:12345-192.168.202.28@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1775764837.302347:0:44302:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764837.302377:0:44302:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e03052cc6 lrc: 0/0,0 mode: --/PR res: [0x200003ab4:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c1e4 expref: 48 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764837.302405:0:44302:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x17:0x0].0x0 (ffff944599e85300) 00010000:00010000:0.0:1775764837.302412:0:44302:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775764837.302457:0:44302:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bea13b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+47:2379:x1862022098693760:12345-192.168.202.28@tcp:103:ldlm_bl.0 Request processed in 136us (2664us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764837.302465:0:44302:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 91 00010000:00010000:1.0:1775764838.211185:0:42312:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775764838.672330:0:3328:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1775764838.672356:0:3328:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff94448916a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3328:1862022119077760:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1775764838.672441:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764838.679742:0:42948:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119077760 00000100:00100000:3.0:1775764838.679758:0:42948:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119077760 00000100:00100000:3.0:1775764838.679866:0:42948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 192 00000100:00100000:3.0:1775764838.679876:0:42948:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94448916b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3328:x1862022119077760:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1775764838.679917:0:42948:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 59441152 pending 0 free 3704619008 avail 3702521856 00000100:00080000:1.0:1775764838.680352:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1775764838.680682:0:42948:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94448916b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3328:x1862022119077760:12345-0@lo:13:osp-pre-0-0.0 Request processed in 804us (8236us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764838.680690:0:42948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 192 00000100:00100000:1.0:1775764838.681504:0:3328:0:(client.c:3082:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 34359738462 gen 2 00000004:00080000:1.0:1775764838.681512:0:3328:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 34359738461 committed transno 34359738462 00000004:00080000:1.0:1775764838.681543:0:3328:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff944488922300, transno 34359738462 00000100:00100000:1.0:1775764838.681565:0:3328:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff94448916a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3328:1862022119077760:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1775764839.169022:0:3331:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff94448647ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3331:1862022119078016:0@lo:400:kworker.0 00000100:00100000:0.0:1775764839.169093:0:3331:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764839.169143:0:3331:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff94448647ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3331:1862022119078528:0@lo:400:kworker.0 00000100:00100000:0.0:1775764839.169166:0:3331:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764839.169189:0:3331:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:0.0:1775764839.169194:0:3331:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff94448647ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d8dacf45-8471-4226-a2fb-1fac83f69c1e:3331:1862022119077888:0@lo:400:kworker.0 00000100:00100000:0.0:1775764839.169227:0:3331:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764839.169249:0:3331:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff94448647c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3331:1862022119078400:0@lo:400:kworker.0 00000100:00100000:0.0:1775764839.169269:0:3331:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764839.169293:0:3328:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff94448647d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3328:1862022119078144:0@lo:400:kworker.0 00000100:00100000:0.0:1775764839.169313:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764839.169330:0:3328:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1775764839.169336:0:3328:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff94448647c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3328:1862022119078272:0@lo:400:kworker.0 00000100:00100000:0.0:1775764839.169354:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764839.169382:0:42319:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119077888 00000100:00100000:0.0:1775764839.169389:0:42319:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119077888 00000100:00100000:0.0:1775764839.169437:0:42319:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 325 00000100:00100000:0.0:1775764839.169445:0:42319:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445b76fec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d8dacf45-8471-4226-a2fb-1fac83f69c1e+18:3331:x1862022119077888:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764839.169491:0:42319:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445b76fec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d8dacf45-8471-4226-a2fb-1fac83f69c1e+18:3331:x1862022119077888:12345-0@lo:400:kworker.0 Request processed in 47us (263us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764839.169497:0:42319:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 325 00000100:00100000:0.0:1775764839.169531:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119078528 00000100:00100000:0.0:1775764839.169535:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119078528 00000100:00100000:0.0:1775764839.169563:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119078400 00000100:00100000:0.0:1775764839.169565:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119078400 00000100:00100000:0.0:1775764839.169575:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119078272 00000100:00100000:0.0:1775764839.169577:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119078272 00000100:00100000:0.0:1775764839.169586:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 446 00000100:00100000:0.0:1775764839.169592:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944587190380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3331:x1862022119078528:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764839.169617:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944587190380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3331:x1862022119078528:12345-0@lo:400:kworker.0 Request processed in 26us (450us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764839.169640:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 446 00000100:00100000:0.0:1775764839.169653:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 447 00000100:00100000:0.0:1775764839.169657:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944587192680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3331:x1862022119078400:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764839.169679:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944587192680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3331:x1862022119078400:12345-0@lo:400:kworker.0 Request processed in 23us (410us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764839.169685:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 447 00000100:00100000:0.0:1775764839.169694:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 448 00000100:00100000:0.0:1775764839.169699:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944587192a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3328:x1862022119078272:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764839.169727:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944587192a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3328:x1862022119078272:12345-0@lo:400:kworker.0 Request processed in 27us (372us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764839.169731:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 448 00000100:00100000:0.0:1775764839.169751:0:42946:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119078016 00000100:00100000:0.0:1775764839.169754:0:42946:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119078016 00000100:00100000:0.0:1775764839.169777:0:42946:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119078144 00000100:00100000:0.0:1775764839.169780:0:42946:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119078144 00000100:00100000:0.0:1775764839.169834:0:42946:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 317 00000100:00100000:0.0:1775764839.169841:0:42946:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944587192d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3331:x1862022119078016:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764839.169869:0:42946:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944587192d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3331:x1862022119078016:12345-0@lo:400:kworker.0 Request processed in 30us (775us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764839.169874:0:42946:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 317 00000100:00100000:0.0:1775764839.169887:0:42946:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 318 00000100:00100000:0.0:1775764839.169893:0:42946:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944587190700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3328:x1862022119078144:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764839.169917:0:42946:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944587190700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3328:x1862022119078144:12345-0@lo:400:kworker.0 Request processed in 25us (602us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764839.169922:0:42946:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 318 00000100:00080000:0.0:1775764839.169946:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1775764839.169949:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1775764839.169995:0:3328:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff94448647c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3328:1862022119078272:0@lo:400:kworker.0 00000100:00100000:0.0:1775764839.170005:0:3328:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff94448647d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3328:1862022119078144:0@lo:400:kworker.0 00000100:00100000:0.0:1775764839.170029:0:3331:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff94448647ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d8dacf45-8471-4226-a2fb-1fac83f69c1e:3331:1862022119077888:0@lo:400:kworker.0 00000100:00100000:0.0:1775764839.170036:0:3331:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff94448647c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3331:1862022119078400:0@lo:400:kworker.0 00000100:00100000:0.0:1775764839.170044:0:3331:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff94448647ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3331:1862022119078016:0@lo:400:kworker.0 00000100:00100000:0.0:1775764839.170052:0:3331:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff94448647ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3331:1862022119078528:0@lo:400:kworker.0 00010000:00010000:1.0:1775764839.233048:0:42313:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1775764839.493302:0:49568:0:(llog.c:800:llog_process_thread()) index: 8, lh_last_idx: 8 synced_idx: 8 lgh_last_idx: 8 00000040:00080000:3.0:1775764839.493311:0:49568:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x32:0x0] at index 8 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1775764839.493371:0:49568:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x32:0x0] index 25 count 5 00000040:00080000:3.0:1775764839.493378:0:49568:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 9 count 2 00000100:00100000:3.0:1775764839.614174:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764839.614285:0:42946:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098694144 00000100:00100000:1.0:1775764839.614295:0:42946:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098694144 00000100:00100000:1.0:1775764839.614386:0:42946:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 282 00000100:00100000:1.0:1775764839.614397:0:42946:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bea10000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+9:2379:x1862022098694144:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:1.0:1775764839.614414:0:42946:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764839.614435:0:42946:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000035536d25/0x57b8ff0e03052cdb lrc: 2/0,0 mode: --/PR res: [0x280000400:0x11d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17c1eb expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1775764839.614460:0:42946:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x11d:0x0] initial LVB size: 16, mtime: 0x69d8055f, atime: 0x69d8055f, ctime: 0x69d8055f, blocks: 0xb 00010000:00010000:1.0:1775764839.614481:0:42946:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1775764839.614484:0:42946:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1775764839.614492:0:42946:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000035536d25/0x57b8ff0e03052cdb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x11d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c1eb expref: 10 pid: 42946 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764839.614509:0:42946:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000035536d25/0x57b8ff0e03052cdb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x11d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c1eb expref: 10 pid: 42946 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764839.614524:0:42946:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944488003400, rc 0) 00000100:00100000:1.0:1775764839.614585:0:42946:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bea10000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+10:2379:x1862022098694144:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 190us (434us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764839.614592:0:42946:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 282 00000100:00080000:2.0:1775764839.614859:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1775764839.621467:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764839.622044:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098694400 00000100:00100000:3.0:1775764839.622056:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098694400 00000100:00100000:3.0:1775764839.622179:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 1163 00000100:00100000:3.0:1775764839.622191:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944587193480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+47:66222:x1862022098694400:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:3.0:1775764839.622227:0:42325:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764839.622249:0:42325:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e03052ce2 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17c1f2 expref: -99 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764839.622352:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e03052ce9 lrc: 3/1,0 mode: --/CR res: [0x200003ab4:0x17:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764839.622367:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e03052ce9 lrc: 3/1,0 mode: CR/CR res: [0x200003ab4:0x17:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764839.622378:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e03052ce9 lrc: 3/1,0 mode: CR/CR res: [0x200003ab4:0x17:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764839.622390:0:42325:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab4:0x17:0x0]: returning size 16 00010000:00010000:3.0:1775764839.622518:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e03052ce2 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c1f2 expref: 50 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764839.622536:0:42325:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e03052ce9 lrc: 3/0,0 mode: CR/CR res: [0x200003ab4:0x17:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c1f2 expref: 49 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764839.622545:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x17:0x0].0x0 (ffff944599e85300) 00010000:00010000:3.0:1775764839.622549:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:3.0:1775764839.622552:0:42325:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445be695200, rc 0) 00000100:00100000:3.0:1775764839.622611:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944587193480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+49:66222:x1862022098694400:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 422us (1154us total) trans 34359739353 rc 0/0 00000100:00100000:3.0:1775764839.622618:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 1163 00000100:00080000:0.0:1775764839.623364:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1775764839.632151:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764839.632265:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098694656 00000100:00100000:0.0:1775764839.632277:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098694656 00000100:00100000:0.0:1775764839.632343:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 1164 00000100:00100000:0.0:1775764839.632354:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94448916a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+49:66222:x1862022098694656:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:0.0:1775764839.632384:0:42324:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764839.632387:0:42324:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 1 00010000:00010000:0.0:1775764839.632417:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e03052cb8 lrc: 0/0,0 mode: --/PR res: [0x200003ab4:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c1dd expref: 49 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764839.632438:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e03052ce9 lrc: 0/0,0 mode: --/CR res: [0x200003ab4:0x17:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c1f2 expref: 48 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764839.632452:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695e00/0x57b8ff0e03052bca lrc: 0/0,0 mode: --/CR res: [0x200003ab4:0x17:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c197 expref: 47 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764839.632463:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x17:0x0].0x0 (ffff944599e85300) 00010000:00010000:0.0:1775764839.632482:0:42324:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1775764839.632496:0:42324:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76000/0x57b8ff0e03052cf7 lrc: 2/0,0 mode: --/EX res: [0x200003ab4:0x17:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17c1f9 expref: -99 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764839.632535:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76a00/0x57b8ff0e03052cfe lrc: 3/1,0 mode: --/CR res: [0x200003ab4:0x17:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764839.632547:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76a00/0x57b8ff0e03052cfe lrc: 3/1,0 mode: CR/CR res: [0x200003ab4:0x17:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764839.632557:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76a00/0x57b8ff0e03052cfe lrc: 3/1,0 mode: CR/CR res: [0x200003ab4:0x17:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764839.632570:0:42324:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76a00/0x57b8ff0e03052cfe lrc: 3/1,0 mode: CR/CR res: [0x200003ab4:0x17:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764839.632577:0:42324:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76a00/0x57b8ff0e03052cfe lrc: 2/0,0 mode: CR/CR res: [0x200003ab4:0x17:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764839.632584:0:42324:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76a00/0x57b8ff0e03052cfe lrc: 3/0,0 mode: CR/CR res: [0x200003ab4:0x17:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764839.632590:0:42324:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445bfe76a00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:0.0:1775764839.632594:0:42324:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76a00/0x57b8ff0e03052cfe lrc: 3/0,0 mode: CR/CR res: [0x200003ab4:0x17:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764839.632601:0:42324:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76a00/0x57b8ff0e03052cfe lrc: 4/0,0 mode: CR/CR res: [0x200003ab4:0x17:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764839.632609:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x17:0x0].0x0 (ffff944599e85100) 00010000:00010000:0.0:1775764839.632612:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1775764839.632615:0:42324:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76a00/0x57b8ff0e03052cfe lrc: 2/0,0 mode: --/CR res: [0x200003ab4:0x17:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764839.632620:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76a00/0x57b8ff0e03052cfe lrc: 0/0,0 mode: --/CR res: [0x200003ab4:0x17:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764839.632642:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77e00/0x57b8ff0e03052d05 lrc: 3/0,1 mode: --/EX res: [0x200003ab4:0x17:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764839.632649:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77e00/0x57b8ff0e03052d05 lrc: 3/0,1 mode: EX/EX res: [0x200003ab4:0x17:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764839.632656:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77e00/0x57b8ff0e03052d05 lrc: 3/0,1 mode: EX/EX res: [0x200003ab4:0x17:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764839.632878:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77e00/0x57b8ff0e03052d05 lrc: 3/0,0 mode: CR/CR res: [0x200003ab4:0x17:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c1f9 expref: 49 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764839.632886:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x17:0x0].0x0 (ffff944599e85100) 00010000:00010000:0.0:1775764839.632888:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:0.0:1775764839.632898:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76000/0x57b8ff0e03052cf7 lrc: 0/0,0 mode: --/EX res: [0x200003ab4:0x17:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c1f9 expref: 49 pid: 42324 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764839.632911:0:42324:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77e00/0x57b8ff0e03052d05 lrc: 3/0,0 mode: CR/CR res: [0x200003ab4:0x17:0x0].0x0 bits 0xa/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c1f9 expref: 48 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764839.632950:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x17:0x0].0x0 (ffff944599e85100) 00010000:00010000:0.0:1775764839.632952:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:0.0:1775764839.632954:0:42324:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445bfe77e00, rc 0) 00000100:00100000:0.0:1775764839.633033:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94448916a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+48:66222:x1862022098694656:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 681us (892us total) trans 34359739354 rc 0/0 00000100:00100000:0.0:1775764839.633041:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 1164 00000100:00100000:3.0:1775764839.640589:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764839.640671:0:45548:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098694784 00000100:00100000:2.0:1775764839.640682:0:45548:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098694784 00002000:00100000:2.0:1775764839.640732:0:45548:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x11d:0x0] (0->4095) req@ffff9445bea11c00 x1862022098694784/t0(0) o3->fcf15866-4739-4595-8fe1-44abde7ee9d7@192.168.202.28@tcp:320/0 lens 488/0 e 0 to 0 dl 1775764850 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764839.640745:0:45548:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9445bea11c00 with x1862022098694784 ext(0->4095) 00002000:00010000:2.0:1775764839.640752:0:45548:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9445bea11c00 00000100:00100000:2.0:1775764839.640789:0:45548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 100 00000100:00100000:2.0:1775764839.640832:0:45548:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bea11c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+10:2376:x1862022098694784:12345-192.168.202.28@tcp:3:lfs.0 00000100:00100000:2.0:1775764839.645243:0:45548:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bea11c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+10:2376:x1862022098694784:12345-192.168.202.28@tcp:3:lfs.0 Request processed in 4430us (4650us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1775764839.645261:0:45548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 100 00002000:00100000:2.0:1775764839.645276:0:45548:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x11d:0x0] (0->4095) req@ffff9445bea11c00 x1862022098694784/t0(0) o3->fcf15866-4739-4595-8fe1-44abde7ee9d7@192.168.202.28@tcp:320/0 lens 488/4536 e 0 to 0 dl 1775764850 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764839.645289:0:45548:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9445bea11c00 with x1862022098694784 ext(0->4095) 00002000:00010000:2.0:1775764839.645296:0:45548:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9445bea11c00 00000100:00100000:2.0:1775764839.650614:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764839.650866:0:47878:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098695040 00000100:00100000:3.0:1775764839.650877:0:47878:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098695040 00000100:00100000:3.0:1775764839.650956:0:47878:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 345 00000100:00100000:3.0:1775764839.650976:0:47878:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94448678ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+48:66222:x1862022098695040:12345-192.168.202.28@tcp:35:lfs.0 00000100:00100000:3.0:1775764839.651266:0:47878:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94448678ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+49:66222:x1862022098695040:12345-192.168.202.28@tcp:35:lfs.0 Request processed in 291us (661us total) trans 34359739355 rc 0/0 00000100:00100000:3.0:1775764839.651275:0:47878:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 345 00000100:00100000:1.0:1775764839.767703:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764839.767778:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098695168 00000100:00100000:2.0:1775764839.767789:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098695168 00000100:00100000:2.0:1775764839.767878:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 1165 00000100:00100000:2.0:1775764839.767890:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445b296ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+49:66232:x1862022098695168:12345-192.168.202.28@tcp:34:lfs.0 00010000:00010000:2.0:1775764839.767998:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24c00/0x57b8ff0e03052d0c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764839.768016:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24c00/0x57b8ff0e03052d0c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764839.768028:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24c00/0x57b8ff0e03052d0c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764839.768043:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24e00/0x57b8ff0e03052d13 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x46b96a5 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764839.768049:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24e00/0x57b8ff0e03052d13 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x46b96a5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764839.768054:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24e00/0x57b8ff0e03052d13 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x46b96a5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764839.768402:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25000/0x57b8ff0e03052d1a lrc: 3/1,0 mode: --/PR res: [0x200003ab4:0x17:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764839.768411:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25000/0x57b8ff0e03052d1a lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x17:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764839.768418:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25000/0x57b8ff0e03052d1a lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x17:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764839.768458:0:42325:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25000/0x57b8ff0e03052d1a lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x17:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764839.768470:0:42325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24c00/0x57b8ff0e03052d0c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764839.768477:0:42325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24c00/0x57b8ff0e03052d0c lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764839.768483:0:42325:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24c00/0x57b8ff0e03052d0c lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764839.768489:0:42325:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445baf24c00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764839.768493:0:42325:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24c00/0x57b8ff0e03052d0c lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764839.768500:0:42325:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24c00/0x57b8ff0e03052d0c lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764839.768512:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff94459084a000) 00010000:00010000:2.0:1775764839.768515:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764839.768520:0:42325:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24c00/0x57b8ff0e03052d0c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764839.768526:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24c00/0x57b8ff0e03052d0c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764839.768538:0:42325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24e00/0x57b8ff0e03052d13 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x46b96a5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764839.768544:0:42325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24e00/0x57b8ff0e03052d13 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x46b96a5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764839.768549:0:42325:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24e00/0x57b8ff0e03052d13 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x46b96a5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764839.768554:0:42325:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445baf24e00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764839.768557:0:42325:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24e00/0x57b8ff0e03052d13 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x46b96a5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764839.768562:0:42325:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24e00/0x57b8ff0e03052d13 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x46b96a5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764839.768569:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x46b96a5 (ffff94459084a300) 00010000:00010000:2.0:1775764839.768571:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764839.768574:0:42325:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24e00/0x57b8ff0e03052d13 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x46b96a5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764839.768579:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24e00/0x57b8ff0e03052d13 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x46b96a5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764839.768594:0:42325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25000/0x57b8ff0e03052d1a lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x17:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764839.768599:0:42325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25000/0x57b8ff0e03052d1a lrc: 2/0,0 mode: PR/PR res: [0x200003ab4:0x17:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764839.768603:0:42325:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25000/0x57b8ff0e03052d1a lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0x17:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764839.768608:0:42325:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445baf25000 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764839.768611:0:42325:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25000/0x57b8ff0e03052d1a lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0x17:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764839.768616:0:42325:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25000/0x57b8ff0e03052d1a lrc: 4/0,0 mode: PR/PR res: [0x200003ab4:0x17:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764839.768626:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x17:0x0].0x0 (ffff944599e85100) 00010000:00010000:2.0:1775764839.768628:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764839.768631:0:42325:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25000/0x57b8ff0e03052d1a lrc: 2/0,0 mode: --/PR res: [0x200003ab4:0x17:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764839.768636:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25000/0x57b8ff0e03052d1a lrc: 0/0,0 mode: --/PR res: [0x200003ab4:0x17:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764839.768720:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445b296ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+49:66232:x1862022098695168:12345-192.168.202.28@tcp:34:lfs.0 Request processed in 832us (1027us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764839.768728:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 1165 00000100:00100000:2.0:1775764839.869289:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764839.869560:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098695424 00000100:00100000:0.0:1775764839.869570:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098695424 00000100:00100000:0.0:1775764839.869638:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 1166 00000100:00100000:0.0:1775764839.869648:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94448678b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+49:66239:x1862022098695424:12345-192.168.202.28@tcp:101:cat.0 00010000:00010000:0.0:1775764839.869672:0:42324:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764839.869691:0:42324:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76a00/0x57b8ff0e03052d21 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17c200 expref: -99 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764839.869782:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76200/0x57b8ff0e03052d28 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764839.869835:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76200/0x57b8ff0e03052d28 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764839.869848:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76200/0x57b8ff0e03052d28 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764839.869868:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77a00/0x57b8ff0e03052d2f lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x46b96a5 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764839.869875:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77a00/0x57b8ff0e03052d2f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x46b96a5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764839.869881:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77a00/0x57b8ff0e03052d2f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x46b96a5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764839.870465:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76400/0x57b8ff0e03052d36 lrc: 3/1,0 mode: --/PR res: [0x200003ab4:0x17:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764839.870474:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76400/0x57b8ff0e03052d36 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764839.870482:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76400/0x57b8ff0e03052d36 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764839.870492:0:42324:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab4:0x17:0x0]: returning size 16 00010000:00010000:0.0:1775764839.870587:0:42324:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76200/0x57b8ff0e03052d28 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764839.870594:0:42324:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76200/0x57b8ff0e03052d28 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764839.870601:0:42324:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76200/0x57b8ff0e03052d28 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764839.870606:0:42324:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445bfe76200 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:0.0:1775764839.870610:0:42324:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76200/0x57b8ff0e03052d28 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764839.870622:0:42324:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76200/0x57b8ff0e03052d28 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764839.870635:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff94459084a000) 00010000:00010000:0.0:1775764839.870638:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764839.870642:0:42324:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76200/0x57b8ff0e03052d28 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764839.870649:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76200/0x57b8ff0e03052d28 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764839.870661:0:42324:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77a00/0x57b8ff0e03052d2f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x46b96a5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764839.870668:0:42324:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77a00/0x57b8ff0e03052d2f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x46b96a5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764839.870674:0:42324:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77a00/0x57b8ff0e03052d2f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x46b96a5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764839.870679:0:42324:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445bfe77a00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:0.0:1775764839.870682:0:42324:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77a00/0x57b8ff0e03052d2f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x46b96a5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764839.870689:0:42324:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77a00/0x57b8ff0e03052d2f lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x46b96a5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764839.870696:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x46b96a5 (ffff944599e85300) 00010000:00010000:0.0:1775764839.870698:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764839.870701:0:42324:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77a00/0x57b8ff0e03052d2f lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x46b96a5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764839.870711:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77a00/0x57b8ff0e03052d2f lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x46b96a5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764839.871023:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76a00/0x57b8ff0e03052d21 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c200 expref: 52 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764839.871042:0:42324:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76400/0x57b8ff0e03052d36 lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c200 expref: 51 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764839.871051:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x17:0x0].0x0 (ffff944599e85100) 00010000:00010000:0.0:1775764839.871052:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1775764839.871055:0:42324:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445bfe76400, rc 0) 00000100:00100000:0.0:1775764839.871128:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94448678b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+51:66239:x1862022098695424:12345-192.168.202.28@tcp:101:cat.0 Request processed in 1481us (1848us total) trans 34359739356 rc 0/0 00000100:00100000:0.0:1775764839.871138:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 1166 00000100:00100000:3.0:1775764839.887935:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764839.888079:0:42327:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098695680 00000100:00100000:1.0:1775764839.888095:0:42327:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098695680 00000100:00100000:1.0:1775764839.888166:0:42327:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 346 00000100:00100000:1.0:1775764839.888179:0:42327:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bea11500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+51:66239:x1862022098695680:12345-192.168.202.28@tcp:35:cat.0 00000100:00100000:1.0:1775764839.888552:0:42327:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bea11500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+52:66239:x1862022098695680:12345-192.168.202.28@tcp:35:cat.0 Request processed in 375us (625us total) trans 34359739357 rc 0/0 00000100:00100000:1.0:1775764839.888561:0:42327:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 346 00010000:00010000:2.0:1775764840.257488:0:43224:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775764840.349642:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764840.350416:0:47878:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098695936 00000100:00100000:3.0:1775764840.350427:0:47878:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098695936 00000100:00100000:3.0:1775764840.350497:0:47878:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 347 00000100:00100000:3.0:1775764840.350507:0:47878:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445b296d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+52:66166:x1862022098695936:12345-192.168.202.28@tcp:35:multiop.0 00000100:00100000:3.0:1775764840.351006:0:47878:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445b296d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+53:66166:x1862022098695936:12345-192.168.202.28@tcp:35:multiop.0 Request processed in 499us (1372us total) trans 34359739358 rc 0/0 00000100:00100000:3.0:1775764840.351015:0:47878:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 347 00000100:00100000:0.0:1775764840.705791:0:3328:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bea10e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3328:1862022119078656:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1775764840.705883:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764840.706227:0:42948:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119078656 00000100:00100000:3.0:1775764840.706237:0:42948:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119078656 00000100:00100000:3.0:1775764840.706310:0:42948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 193 00000100:00100000:3.0:1775764840.706320:0:42948:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944587191180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3328:x1862022119078656:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1775764840.706371:0:42948:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 57737216 pending 0 free 3765436416 avail 3763339264 00000100:00100000:3.0:1775764840.706435:0:42948:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944587191180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3328:x1862022119078656:12345-0@lo:13:osp-pre-1-0.0 Request processed in 115us (550us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764840.706442:0:42948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 193 00000100:00100000:2.0:1775764840.706542:0:3328:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bea10e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3328:1862022119078656:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1775764841.285410:0:42312:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:3.0:1775764841.312885:0:5825:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 34359739356 is committed 00000001:00080000:3.0:1775764841.312928:0:5825:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 34359739357 is committed 00000020:00080000:3.0:1775764841.312953:0:5825:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9445861f5480 refcount 2 committed 0 result 0 batchid 30064771830 00000020:00080000:3.0:1775764841.312959:0:5825:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9445bc120400 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9445861f50c0 00000020:00080000:3.0:1775764841.312965:0:5825:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9445bc120500 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9444867cd000 00000001:00080000:3.0:1775764841.312984:0:5825:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 34359739358 is committed 00000020:00080000:0.0:1775764841.314434:0:42361:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 30064771830 committed batchid 30064771829 00000020:00080000:0.0:1775764841.314668:0:42361:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 30064771829 00000001:00080000:1.0:1775764841.341431:0:7469:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 34359738465 is committed 00000001:00080000:1.0:1775764841.341448:0:7469:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 34359738466 is committed 00000100:00100000:3.0:1775764842.175560:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764842.175590:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764842.175608:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764842.175623:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764842.175644:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764842.175670:0:42317:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098696064 00000100:00100000:3.0:1775764842.175678:0:42317:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098696064 00000100:00100000:3.0:1775764842.175720:0:42317:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 326 00000100:00100000:3.0:1775764842.175728:0:42317:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445b76fcc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:24b54882-c0a1-43f2-954f-009e5a9afc9d+12:2378:x1862022098696064:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:3.0:1775764842.175785:0:42317:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445b76fcc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:24b54882-c0a1-43f2-954f-009e5a9afc9d+12:2378:x1862022098696064:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 58us (234us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764842.175793:0:42317:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 326 00000100:00100000:3.0:1775764842.175859:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098696320 00000100:00100000:3.0:1775764842.175864:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098696320 00000100:00100000:3.0:1775764842.175895:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098696192 00000100:00100000:3.0:1775764842.175898:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098696192 00000100:00100000:3.0:1775764842.175918:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 449 00000100:00100000:3.0:1775764842.175924:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bea11f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+35:2378:x1862022098696320:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:3.0:1775764842.175971:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bea11f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+35:2378:x1862022098696320:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 46us (380us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764842.175977:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 449 00000100:00100000:3.0:1775764842.175989:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 450 00000100:00100000:3.0:1775764842.175995:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bea10e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:82781e18-e0e3-4f9f-9a2b-041bf0344414+5:2378:x1862022098696192:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:3.0:1775764842.176019:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bea10e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:82781e18-e0e3-4f9f-9a2b-041bf0344414+5:2378:x1862022098696192:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 23us (394us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764842.176026:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 450 00000100:00100000:3.0:1775764842.176046:0:43212:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098696576 00000100:00100000:3.0:1775764842.176050:0:43212:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098696576 00000100:00100000:3.0:1775764842.176073:0:43212:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098696448 00000100:00100000:3.0:1775764842.176076:0:43212:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098696448 00000100:00100000:3.0:1775764842.176095:0:43212:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 319 00000100:00100000:3.0:1775764842.176100:0:43212:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bea10700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+9:2378:x1862022098696576:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:3.0:1775764842.176123:0:43212:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bea10700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+9:2378:x1862022098696576:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 23us (514us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764842.176129:0:43212:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 319 00000100:00100000:3.0:1775764842.176140:0:43212:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 320 00000100:00100000:3.0:1775764842.176145:0:43212:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444832c3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+7:2378:x1862022098696448:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:3.0:1775764842.176167:0:43212:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444832c3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+7:2378:x1862022098696448:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 22us (523us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764842.176173:0:43212:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 320 00000100:00080000:0.0:1775764842.177175:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1775764842.177182:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1775764842.177185:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:1.0:1775764842.306685:0:42313:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764843.333851:0:43224:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775764843.777184:0:3329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445b296f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3329:1862022119078784:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1775764843.777253:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764843.777348:0:42948:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119078784 00000100:00100000:1.0:1775764843.777356:0:42948:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119078784 00000100:00100000:1.0:1775764843.777414:0:42948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 194 00000100:00100000:1.0:1775764843.777423:0:42948:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445b296f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3329:x1862022119078784:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1775764843.777463:0:42948:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 59441152 pending 0 free 3704619008 avail 3702521856 00000100:00100000:1.0:1775764843.777506:0:42948:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445b296f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3329:x1862022119078784:12345-0@lo:13:osp-pre-0-0.0 Request processed in 84us (252us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764843.777513:0:42948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 194 00000100:00080000:1.0:1775764843.777534:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1775764843.777571:0:3329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445b296f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3329:1862022119078784:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1775764844.296340:0:3330:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944587190a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d8dacf45-8471-4226-a2fb-1fac83f69c1e:3330:1862022119078912:0@lo:400:kworker.0 00000100:00100000:1.0:1775764844.296416:0:3330:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764844.296469:0:3330:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1775764844.296477:0:3330:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944587191f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3330:1862022119079040:0@lo:400:kworker.0 00000100:00100000:1.0:1775764844.296504:0:3330:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764844.296556:0:42318:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119078912 00000100:00100000:1.0:1775764844.296565:0:42318:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119078912 00000100:00100000:1.0:1775764844.296609:0:42318:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 327 00000100:00100000:1.0:1775764844.296618:0:42318:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445b76ff450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d8dacf45-8471-4226-a2fb-1fac83f69c1e+18:3330:x1862022119078912:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764844.296667:0:42318:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445b76ff450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d8dacf45-8471-4226-a2fb-1fac83f69c1e+18:3330:x1862022119078912:12345-0@lo:400:kworker.0 Request processed in 50us (250us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764844.296675:0:42318:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 327 00000100:00100000:1.0:1775764844.296707:0:43212:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119079040 00000100:00100000:1.0:1775764844.296711:0:43212:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119079040 00000100:00100000:1.0:1775764844.296736:0:43212:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 321 00000100:00100000:1.0:1775764844.296742:0:43212:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445b296f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3330:x1862022119079040:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764844.296771:0:43212:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445b296f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3330:x1862022119079040:12345-0@lo:400:kworker.0 Request processed in 29us (267us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764844.296777:0:43212:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 321 00000100:00100000:1.0:1775764844.297131:0:3330:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944587191f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3330:1862022119079040:0@lo:400:kworker.0 00000100:00100000:1.0:1775764844.297142:0:3330:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944587190a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d8dacf45-8471-4226-a2fb-1fac83f69c1e:3330:1862022119078912:0@lo:400:kworker.0 00000100:00100000:3.0:1775764844.300447:0:3328:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944587190e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3328:1862022119079168:0@lo:400:kworker.0 00000100:00100000:3.0:1775764844.300515:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764844.300560:0:3328:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1775764844.300566:0:3328:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944587191500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3328:1862022119079296:0@lo:400:kworker.0 00000100:00100000:3.0:1775764844.300589:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764844.300618:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119079296 00000100:00100000:3.0:1775764844.300624:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119079296 00000100:00100000:3.0:1775764844.300665:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 451 00000100:00100000:3.0:1775764844.300673:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444832c0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3328:x1862022119079296:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764844.300719:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444832c0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3328:x1862022119079296:12345-0@lo:400:kworker.0 Request processed in 47us (129us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764844.300727:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 451 00000100:00100000:3.0:1775764844.300770:0:3328:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944587191500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3328:1862022119079296:0@lo:400:kworker.0 00000100:00100000:0.0:1775764844.305311:0:42945:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119079168 00000100:00100000:0.0:1775764844.305326:0:42945:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119079168 00000100:00100000:0.0:1775764844.305416:0:42945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 322 00000100:00100000:0.0:1775764844.305429:0:42945:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944584b90050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3328:x1862022119079168:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764844.305543:0:42945:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944584b90050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3328:x1862022119079168:12345-0@lo:400:kworker.0 Request processed in 117us (5027us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764844.305551:0:42945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 322 00000100:00100000:0.0:1775764844.305749:0:3328:0:(client.c:3082:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 34359738466 gen 2 00000004:00080000:0.0:1775764844.305755:0:3328:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 34359738466 committed transno 34359738466 00000100:00100000:0.0:1775764844.305780:0:3328:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944587190e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3328:1862022119079168:0@lo:400:kworker.0 00000100:00080000:3.0:1775764844.305933:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1775764844.306018:0:3331:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944587190a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3331:1862022119079552:0@lo:400:kworker.0 00000100:00100000:1.0:1775764844.306057:0:3331:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764844.306096:0:3331:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1775764844.306104:0:3331:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944587192300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3331:1862022119079424:0@lo:400:kworker.0 00000100:00100000:1.0:1775764844.306125:0:3331:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764844.306155:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119079552 00000100:00100000:1.0:1775764844.306161:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119079552 00000100:00100000:1.0:1775764844.306193:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119079424 00000100:00100000:1.0:1775764844.306196:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119079424 00000100:00100000:1.0:1775764844.306214:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 452 00000100:00100000:1.0:1775764844.306220:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445b296e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3331:x1862022119079552:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764844.306255:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445b296e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3331:x1862022119079552:12345-0@lo:400:kworker.0 Request processed in 36us (198us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764844.306261:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 452 00000100:00100000:1.0:1775764844.306274:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 453 00000100:00100000:1.0:1775764844.306281:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445b296ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3331:x1862022119079424:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764844.306305:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445b296ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3331:x1862022119079424:12345-0@lo:400:kworker.0 Request processed in 25us (180us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764844.306311:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 453 00000100:00100000:1.0:1775764844.306336:0:3331:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944587192300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3331:1862022119079424:0@lo:400:kworker.0 00000100:00100000:1.0:1775764844.306346:0:3331:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944587190a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3331:1862022119079552:0@lo:400:kworker.0 00000100:00080000:3.0:1775764844.306596:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1775764844.353093:0:42312:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1775764844.481127:0:42356:0:(llog.c:800:llog_process_thread()) index: 8, lh_last_idx: 8 synced_idx: 8 lgh_last_idx: 8 00000040:00080000:3.0:1775764844.481135:0:42356:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x32:0x0] at index 8 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1775764844.481178:0:42356:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x32:0x0] index 25 count 5 00000040:00080000:3.0:1775764844.481187:0:42356:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 9 count 2 00010000:00010000:1.0:1775764845.381604:0:42313:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775764845.826568:0:3329:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1775764845.826591:0:3329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445b296d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3329:1862022119079680:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1775764845.826662:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764845.826725:0:42948:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119079680 00000100:00100000:1.0:1775764845.826733:0:42948:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119079680 00000100:00100000:1.0:1775764845.826782:0:42948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 195 00000100:00100000:1.0:1775764845.826790:0:42948:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445b296fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3329:x1862022119079680:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1775764845.826841:0:42948:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 57737216 pending 0 free 3765436416 avail 3763339264 00000100:00100000:1.0:1775764845.826882:0:42948:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445b296fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3329:x1862022119079680:12345-0@lo:13:osp-pre-1-0.0 Request processed in 93us (220us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764845.826888:0:42948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 195 00000100:00100000:1.0:1775764845.826948:0:3329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445b296d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3329:1862022119079680:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1775764846.145759:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764846.145914:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098696704 00000100:00100000:1.0:1775764846.145924:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098696704 00000100:00100000:1.0:1775764846.145999:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 1167 00000100:00100000:1.0:1775764846.146011:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94448678a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:82781e18-e0e3-4f9f-9a2b-041bf0344414+5:66702:x1862022098696704:12345-192.168.202.28@tcp:101:lctl.0 00010000:00010000:1.0:1775764846.146031:0:42325:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764846.146051:0:42325:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944488003600/0x57b8ff0e03052d44 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17c207 expref: -99 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764846.146114:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944488003c00/0x57b8ff0e03052d4b lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764846.146129:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944488003c00/0x57b8ff0e03052d4b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764846.146141:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944488003c00/0x57b8ff0e03052d4b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764846.146346:0:42325:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 9728 00000004:00200000:1.0:1775764846.146351:0:42325:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 48 stripe count 1 MDT count 1 00000004:00010000:1.0:1775764846.146424:0:42325:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff944488003c00/0x57b8ff0e03052d4b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764846.146448:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944488003600/0x57b8ff0e03052d44 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c207 expref: 7 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764846.146464:0:42325:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff944488003c00/0x57b8ff0e03052d4b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c207 expref: 6 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764846.146472:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff94459084a000) 00010000:00010000:1.0:1775764846.146475:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1775764846.146479:0:42325:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944488003c00, rc 0) 00000100:00100000:1.0:1775764846.146536:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94448678a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:82781e18-e0e3-4f9f-9a2b-041bf0344414+6:66702:x1862022098696704:12345-192.168.202.28@tcp:101:lctl.0 Request processed in 528us (785us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764846.146543:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 1167 00000100:00080000:2.0:1775764846.146880:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1775764846.225927:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764846.226018:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098696832 00000100:00100000:0.0:1775764846.226029:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098696832 00000100:00100000:0.0:1775764846.226102:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 1168 00000100:00100000:0.0:1775764846.226111:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444832c1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+35:65650:x1862022098696832:12345-192.168.202.28@tcp:60:lhsmtool_posix.0 00000100:00100000:0.0:1775764846.226219:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444832c1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+35:65650:x1862022098696832:12345-192.168.202.28@tcp:60:lhsmtool_posix.0 Request processed in 109us (304us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764846.226227:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 1168 00000100:00080000:2.0:1775764846.226459:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1775764846.229682:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764846.229852:0:42328:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098697088 00000100:00100000:2.0:1775764846.229862:0:42328:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098697088 00000100:00100000:2.0:1775764846.229932:0:42328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 348 00000100:00100000:2.0:1775764846.229942:0:42328:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445b296d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+35:65650:x1862022098697088:12345-192.168.202.28@tcp:35:lhsmtool_posix.0 00000100:00100000:2.0:1775764846.230432:0:42328:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445b296d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+36:65650:x1862022098697088:12345-192.168.202.28@tcp:35:lhsmtool_posix.0 Request processed in 489us (759us total) trans 34359739359 rc 0/0 00000100:00100000:2.0:1775764846.230440:0:42328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 348 00010000:00010000:1.0:1775764846.401258:0:43224:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00080000:0.0:1775764846.509431:0:5825:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 30064771830 batchid updated 00000001:00080000:0.0:1775764846.509467:0:5825:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 34359739359 is committed 00000020:00080000:1.0:1775764846.511509:0:42361:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 30064771830 00000020:00080000:1.0:1775764846.511534:0:42361:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 30064771830 00000100:00100000:1.0:1775764847.277040:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764847.277158:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764847.277196:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764847.277217:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764847.277246:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764847.277274:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098697472 00000100:00100000:1.0:1775764847.277285:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098697472 00000100:00100000:3.0:1775764847.277326:0:43212:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098697728 00000100:00100000:3.0:1775764847.277332:0:43212:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098697728 00000100:00100000:1.0:1775764847.277347:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098697344 00000100:00100000:1.0:1775764847.277352:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098697344 00000100:00100000:3.0:1775764847.277380:0:43212:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098697600 00000100:00100000:3.0:1775764847.277385:0:43212:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098697600 00000100:00100000:1.0:1775764847.277390:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 454 00000100:00100000:1.0:1775764847.277402:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445b296ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+35:2376:x1862022098697472:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:3.0:1775764847.277419:0:43212:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 323 00000100:00100000:3.0:1775764847.277428:0:43212:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445b296df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+9:2376:x1862022098697728:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:2.0:1775764847.277520:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 455 00000100:00100000:2.0:1775764847.277543:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445b296ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:82781e18-e0e3-4f9f-9a2b-041bf0344414+6:2376:x1862022098697344:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:1.0:1775764847.277605:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445b296ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+35:2376:x1862022098697472:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 206us (446us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764847.277613:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 454 00000100:00100000:1.0:1775764847.277642:0:42946:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 324 00000100:00100000:1.0:1775764847.277649:0:42946:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445b296d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+7:2376:x1862022098697600:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:3.0:1775764847.280850:0:43212:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445b296df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+9:2376:x1862022098697728:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 3410us (3639us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764847.280866:0:43212:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 323 00000100:00080000:3.0:1775764847.281472:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1775764847.281480:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1775764847.282117:0:42319:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098697216 00000100:00100000:0.0:1775764847.282130:0:42319:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098697216 00000100:00100000:0.0:1775764847.282193:0:42319:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 328 00000100:00100000:0.0:1775764847.282203:0:42319:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445b76fd450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:24b54882-c0a1-43f2-954f-009e5a9afc9d+12:2376:x1862022098697216:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:0.0:1775764847.282278:0:42319:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445b76fd450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:24b54882-c0a1-43f2-954f-009e5a9afc9d+12:2376:x1862022098697216:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 76us (5248us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764847.282286:0:42319:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 328 00000100:00100000:2.0:1775764847.283882:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445b296ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:82781e18-e0e3-4f9f-9a2b-041bf0344414+6:2376:x1862022098697344:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 6341us (6650us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764847.283907:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 455 00000100:00100000:1.0:1775764847.285235:0:42946:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445b296d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+7:2376:x1862022098697600:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 7576us (7978us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764847.285254:0:42946:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 324 00010000:00010000:0.0:1775764847.425082:0:42312:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764848.449229:0:42313:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775764848.897782:0:3328:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1775764848.897842:0:3328:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445b296c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3328:1862022119079808:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1775764848.897928:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764848.899631:0:42948:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119079808 00000100:00100000:1.0:1775764848.899646:0:42948:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119079808 00000100:00100000:1.0:1775764848.899749:0:42948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 196 00000100:00100000:1.0:1775764848.899759:0:42948:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944587190e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3328:x1862022119079808:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1775764848.899842:0:42948:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 59441152 pending 0 free 3704619008 avail 3702521856 00000100:00080000:2.0:1775764848.899882:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1775764848.899939:0:42948:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944587190e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3328:x1862022119079808:12345-0@lo:13:osp-pre-0-0.0 Request processed in 181us (2011us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764848.899946:0:42948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 196 00000100:00100000:2.0:1775764848.900046:0:3328:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445b296c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3328:1862022119079808:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1775764849.409378:0:3329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944488923100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3329:1862022119080320:0@lo:400:kworker.0 00000100:00100000:2.0:1775764849.409452:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764849.409710:0:3331:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944486788a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3331:1862022119080064:0@lo:400:kworker.0 00000100:00100000:0.0:1775764849.409747:0:3331:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764849.409789:0:3331:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944488922300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3331:1862022119080576:0@lo:400:kworker.0 00000100:00100000:0.0:1775764849.409846:0:3331:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764849.409886:0:3331:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:0.0:1775764849.409892:0:3331:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944486789880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d8dacf45-8471-4226-a2fb-1fac83f69c1e:3331:1862022119079936:0@lo:400:kworker.0 00000100:00100000:0.0:1775764849.409919:0:3331:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764849.409934:0:3331:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944488921c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3331:1862022119080448:0@lo:400:kworker.0 00000100:00100000:0.0:1775764849.409950:0:3331:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764849.409974:0:43212:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119080064 00000100:00100000:0.0:1775764849.409981:0:43212:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119080064 00000100:00100000:0.0:1775764849.410023:0:43212:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 325 00000100:00100000:0.0:1775764849.410030:0:43212:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944587192d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3331:x1862022119080064:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764849.410073:0:43212:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944587192d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3331:x1862022119080064:12345-0@lo:400:kworker.0 Request processed in 44us (326us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764849.410079:0:43212:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 325 00000100:00100000:0.0:1775764849.410125:0:3331:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944486788a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3331:1862022119080064:0@lo:400:kworker.0 00000100:00100000:0.0:1775764849.410163:0:3328:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944486788700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3328:1862022119080192:0@lo:400:kworker.0 00000100:00100000:0.0:1775764849.410185:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764849.410660:0:42317:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119079936 00000100:00100000:1.0:1775764849.410666:0:42317:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119079936 00000100:00100000:1.0:1775764849.410709:0:42317:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 329 00000100:00100000:1.0:1775764849.410717:0:42317:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94448180d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d8dacf45-8471-4226-a2fb-1fac83f69c1e+18:3331:x1862022119079936:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764849.410761:0:42317:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94448180d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d8dacf45-8471-4226-a2fb-1fac83f69c1e+18:3331:x1862022119079936:12345-0@lo:400:kworker.0 Request processed in 46us (841us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764849.410780:0:42317:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 329 00000100:00100000:1.0:1775764849.410840:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119080320 00000100:00100000:1.0:1775764849.410844:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119080320 00000100:00100000:1.0:1775764849.410880:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119080576 00000100:00100000:1.0:1775764849.410883:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119080576 00000100:00100000:1.0:1775764849.410906:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119080448 00000100:00100000:1.0:1775764849.410909:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119080448 00000100:00100000:1.0:1775764849.410922:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 456 00000100:00100000:1.0:1775764849.410928:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944488923800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3329:x1862022119080320:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764849.410958:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944488923800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3329:x1862022119080320:12345-0@lo:400:kworker.0 Request processed in 31us (1507us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764849.410966:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 456 00000100:00100000:1.0:1775764849.410978:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 457 00000100:00100000:1.0:1775764849.410983:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944587190700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3331:x1862022119080576:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764849.411010:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944587190700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3331:x1862022119080576:12345-0@lo:400:kworker.0 Request processed in 28us (1164us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764849.411016:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 457 00000100:00100000:1.0:1775764849.411026:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 458 00000100:00100000:1.0:1775764849.411032:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944587191f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3331:x1862022119080448:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764849.411056:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944587191f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3331:x1862022119080448:12345-0@lo:400:kworker.0 Request processed in 25us (1104us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764849.411061:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 458 00000100:00080000:1.0:1775764849.411077:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1775764849.411101:0:3331:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944486789880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d8dacf45-8471-4226-a2fb-1fac83f69c1e:3331:1862022119079936:0@lo:400:kworker.0 00000100:00100000:1.0:1775764849.411112:0:3331:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944488921c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3331:1862022119080448:0@lo:400:kworker.0 00000100:00100000:1.0:1775764849.411121:0:3331:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944488922300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3331:1862022119080576:0@lo:400:kworker.0 00000100:00100000:2.0:1775764849.411504:0:3329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944488923100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3329:1862022119080320:0@lo:400:kworker.0 00000100:00100000:3.0:1775764849.411737:0:42944:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119080192 00000100:00100000:3.0:1775764849.411743:0:42944:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119080192 00000100:00100000:3.0:1775764849.411832:0:42944:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 326 00000100:00100000:3.0:1775764849.411841:0:42944:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944587190a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3328:x1862022119080192:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764849.412091:0:42944:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944587190a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3328:x1862022119080192:12345-0@lo:400:kworker.0 Request processed in 252us (1904us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764849.412098:0:42944:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 326 00000100:00100000:0.0:1775764849.412630:0:3328:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944486788700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3328:1862022119080192:0@lo:400:kworker.0 00000100:00080000:2.0:1775764849.412707:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:1.0:1775764849.473453:0:43224:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764850.499463:0:42312:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0:1775764850.946478:0:49767:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-pcc test 27: Auto attach at open when the file has multiple openers ========================================================== 16:00:49 (1775764849) 00000100:00100000:0.0:1775764850.948466:0:3328:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9444832c2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3328:1862022119080704:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1775764850.948548:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764850.952132:0:42948:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119080704 00000100:00100000:2.0:1775764850.952146:0:42948:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119080704 00000100:00100000:2.0:1775764850.952218:0:42948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 197 00000100:00100000:2.0:1775764850.952228:0:42948:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944587192300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3328:x1862022119080704:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1775764850.952265:0:42948:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 57737216 pending 0 free 3765436416 avail 3763339264 00000100:00100000:2.0:1775764850.952331:0:42948:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944587192300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3328:x1862022119080704:12345-0@lo:13:osp-pre-1-0.0 Request processed in 104us (3783us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764850.952337:0:42948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 197 00000100:00100000:0.0:1775764850.957873:0:3328:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9444832c2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3328:1862022119080704:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1775764851.525446:0:42313:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775764852.398236:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764852.398285:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764852.398317:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764852.398353:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764852.398380:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764852.398410:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098698112 00000100:00100000:3.0:1775764852.398421:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098698112 00000100:00100000:2.0:1775764852.398430:0:43212:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098698368 00000100:00100000:2.0:1775764852.398434:0:43212:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098698368 00000100:00100000:2.0:1775764852.398477:0:43212:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098698240 00000100:00100000:3.0:1775764852.398477:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098697984 00000100:00100000:2.0:1775764852.398480:0:43212:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098698240 00000100:00100000:3.0:1775764852.398480:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098697984 00000100:00100000:2.0:1775764852.398503:0:43212:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 327 00000100:00100000:3.0:1775764852.398503:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 459 00000100:00100000:2.0:1775764852.398512:0:43212:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444832c0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+9:2377:x1862022098698368:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:3.0:1775764852.398512:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444832c3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+35:2377:x1862022098698112:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:2.0:1775764852.398583:0:43212:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444832c0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+9:2377:x1862022098698368:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 72us (265us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764852.398594:0:43212:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 327 00000100:00100000:1.0:1775764852.398599:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 460 00000100:00100000:1.0:1775764852.398607:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444832c0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:82781e18-e0e3-4f9f-9a2b-041bf0344414+6:2377:x1862022098697984:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:2.0:1775764852.398621:0:43212:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 328 00000100:00100000:2.0:1775764852.398627:0:43212:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444832c1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+7:2377:x1862022098698240:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:0.0:1775764852.398680:0:42319:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098697856 00000100:00100000:0.0:1775764852.398685:0:42319:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098697856 00000100:00100000:0.0:1775764852.398714:0:42319:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 330 00000100:00100000:0.0:1775764852.398721:0:42319:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94448180f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:24b54882-c0a1-43f2-954f-009e5a9afc9d+12:2377:x1862022098697856:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:3.0:1775764852.404250:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444832c3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+35:2377:x1862022098698112:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 5727us (5952us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764852.404269:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 459 00000100:00080000:3.0:1775764852.404381:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1775764852.404386:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1775764852.404389:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1775764852.404872:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444832c0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:82781e18-e0e3-4f9f-9a2b-041bf0344414+6:2377:x1862022098697984:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 6262us (6513us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764852.404882:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 460 00000100:00100000:2.0:1775764852.406289:0:43212:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444832c1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+7:2377:x1862022098698240:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 7652us (7898us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764852.406301:0:43212:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 328 00000100:00100000:0.0:1775764852.410289:0:42319:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94448180f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:24b54882-c0a1-43f2-954f-009e5a9afc9d+12:2377:x1862022098697856:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 11554us (12049us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764852.410307:0:42319:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 330 00010000:00010000:1.0:1775764852.545351:0:43224:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775764852.773877:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764852.777044:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098698624 00000100:00100000:1.0:1775764852.777060:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098698624 00000100:00100000:1.0:1775764852.777208:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 1169 00000100:00100000:1.0:1775764852.777220:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444832c1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+35:66981:x1862022098698624:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1775764852.777240:0:42325:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764852.777260:0:42325:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944488003600/0x57b8ff0e03052d52 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17c20e expref: -99 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764852.777335:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff944488003200/0x57b8ff0e03052d59 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764852.777350:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944488003200/0x57b8ff0e03052d59 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764852.777362:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944488003200/0x57b8ff0e03052d59 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764852.777376:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944488003e00/0x57b8ff0e03052d60 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764852.777382:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944488003e00/0x57b8ff0e03052d60 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764852.777388:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944488003e00/0x57b8ff0e03052d60 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764852.777887:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944488002600/0x57b8ff0e03052d67 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764852.777898:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944488002600/0x57b8ff0e03052d67 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764852.777906:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944488002600/0x57b8ff0e03052d67 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764852.777916:0:42325:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000002:0x2:0x0]: returning size 6656 00010000:00010000:1.0:1775764852.778104:0:42325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff944488003200/0x57b8ff0e03052d59 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764852.778112:0:42325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944488003200/0x57b8ff0e03052d59 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764852.778118:0:42325:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944488003200/0x57b8ff0e03052d59 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764852.778124:0:42325:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944488003200 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:1.0:1775764852.778128:0:42325:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944488003200/0x57b8ff0e03052d59 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764852.778135:0:42325:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944488003200/0x57b8ff0e03052d59 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764852.778149:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff9445838af500) 00010000:00010000:1.0:1775764852.778152:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764852.778156:0:42325:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944488003200/0x57b8ff0e03052d59 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764852.778162:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944488003200/0x57b8ff0e03052d59 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764852.778177:0:42325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944488003e00/0x57b8ff0e03052d60 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764852.778183:0:42325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944488003e00/0x57b8ff0e03052d60 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764852.778189:0:42325:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944488003e00/0x57b8ff0e03052d60 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764852.778194:0:42325:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944488003e00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:1.0:1775764852.778197:0:42325:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944488003e00/0x57b8ff0e03052d60 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764852.778203:0:42325:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944488003e00/0x57b8ff0e03052d60 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764852.778210:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x8d45d6bc (ffff944584d1d000) 00010000:00010000:1.0:1775764852.778213:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764852.778216:0:42325:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944488003e00/0x57b8ff0e03052d60 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764852.778221:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944488003e00/0x57b8ff0e03052d60 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764852.778590:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944488003600/0x57b8ff0e03052d52 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c20e expref: 38 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764852.778607:0:42325:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff944488002600/0x57b8ff0e03052d67 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c20e expref: 37 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764852.778614:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff944598a9bf00) 00010000:00010000:1.0:1775764852.778617:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764852.778620:0:42325:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944488002600, rc 0) 00000100:00100000:1.0:1775764852.778715:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444832c1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+37:66981:x1862022098698624:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 Request processed in 1497us (4878us total) trans 34359739360 rc 0/0 00000100:00100000:1.0:1775764852.778728:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 1169 00000100:00100000:3.0:1775764852.800942:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764852.801173:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098698752 00000100:00100000:0.0:1775764852.801193:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098698752 00000100:00100000:0.0:1775764852.801258:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 1170 00000100:00100000:0.0:1775764852.801269:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444832c2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+37:66981:x1862022098698752:12345-192.168.202.28@tcp:59:lhsmtool_posix.0 00000100:00100000:0.0:1775764852.801387:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444832c2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+37:66981:x1862022098698752:12345-192.168.202.28@tcp:59:lhsmtool_posix.0 Request processed in 119us (454us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764852.801395:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 1170 00000100:00100000:0.0:1775764852.805474:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764852.809853:0:42310:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098698880 00000100:00100000:1.0:1775764852.809874:0:42310:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098698880 00000100:00100000:1.0:1775764852.809960:0:42310:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 92 00000100:00100000:1.0:1775764852.809971:0:42310:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944587191500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+37:2376:x1862022098698880:12345-192.168.202.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1775764852.809993:0:42310:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764852.810020:0:42310:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944488002600/0x57b8ff0e03052d67 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c20e expref: 37 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764852.810046:0:42310:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff944598a9bf00) 00010000:00010000:1.0:1775764852.810052:0:42310:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1775764852.810126:0:42310:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944587191500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+36:2376:x1862022098698880:12345-192.168.202.28@tcp:103:ldlm_bl.0 Request processed in 156us (4663us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764852.810142:0:42310:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 92 00000100:00100000:3.0:1775764852.913361:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764852.915519:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098699136 00000100:00100000:0.0:1775764852.915535:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098699136 00000100:00100000:0.0:1775764852.915706:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 1171 00000100:00100000:0.0:1775764852.915716:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444832c2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+36:66748:x1862022098699136:12345-192.168.202.28@tcp:101:bash.0 00010000:00010000:0.0:1775764852.915847:0:42326:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764852.915851:0:42326:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1775764852.915936:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24200/0x57b8ff0e03052c9c lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c1d6 expref: 36 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764852.915960:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff94459084a000) 00010000:00010000:0.0:1775764852.915966:0:42326:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1775764852.915981:0:42326:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76a00/0x57b8ff0e03052d75 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17c215 expref: -99 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764852.917013:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77a00/0x57b8ff0e03052d7c lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764852.917034:0:42326:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff944488003c00/0x57b8ff0e03052d4b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c207 expref: 5 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764852.917044:0:42326:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77a00/0x57b8ff0e03052d7c lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764852.917083:0:42326:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff944488003c00/0x57b8ff0e03052d4b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c207 expref: 5 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764852.917099:0:42326:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff944488003c00/0x57b8ff0e03052d4b lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c207 expref: 5 pid: 42325 timeout: 2419 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764852.917114:0:42326:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944486788700 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:42326:1862022119080832:192.168.202.28@tcp:104: 00000100:00100000:0.0:1775764852.917245:0:42326:0:(client.c:2691:ptlrpc_set_wait()) set ffff944482d64540 going to sleep for 11 seconds 00000100:00100000:0.0:1775764852.921856:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764852.922522:0:42309:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098699264 00000100:00100000:2.0:1775764852.922536:0:42309:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098699264 00010000:00010000:2.0:1775764852.922593:0:42309:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff944488003c00/0x57b8ff0e03052d4b lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c207 expref: 6 pid: 42325 timeout: 2419 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764852.922644:0:42309:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 227 00000100:00100000:2.0:1775764852.922654:0:42309:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486789880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:82781e18-e0e3-4f9f-9a2b-041bf0344414+6:2379:x1862022098699264:12345-192.168.202.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1775764852.922668:0:42309:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764852.922674:0:42309:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff944488003c00/0x57b8ff0e03052d4b lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c207 expref: 6 pid: 42325 timeout: 2419 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764852.922688:0:42309:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff944488003c00/0x57b8ff0e03052d4b lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c207 expref: 6 pid: 42325 timeout: 2419 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764852.922712:0:42309:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff94459084a000) 00010000:00010000:2.0:1775764852.922718:0:42309:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77a00/0x57b8ff0e03052d7c lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764852.922740:0:42309:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77a00/0x57b8ff0e03052d7c lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764852.922752:0:42309:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77a00/0x57b8ff0e03052d7c lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764852.922772:0:42309:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775764852.922875:0:42309:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486789880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:82781e18-e0e3-4f9f-9a2b-041bf0344414+6:2379:x1862022098699264:12345-192.168.202.28@tcp:103:ldlm_bl.0 Request processed in 222us (1040us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764852.924304:0:42309:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 227 00010000:00010000:3.0:1775764852.925686:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944488003c00/0x57b8ff0e03052d4b lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c207 expref: 5 pid: 42325 timeout: 2419 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764852.925712:0:42326:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944486788700 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:42326:1862022119080832:192.168.202.28@tcp:104: 00010000:00010000:3.0:1775764852.925978:0:42326:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77a00/0x57b8ff0e03052d7c lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764852.925991:0:42326:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77a00/0x57b8ff0e03052d7c lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764852.925997:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77a00/0x57b8ff0e03052d7c lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764852.926032:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e03052d83 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x3ef6ce0c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764852.926046:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e03052d83 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x3ef6ce0c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764852.926058:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e03052d83 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x3ef6ce0c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1775764852.930856:0:42326:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x11e:0x0], index 0: 0 00010000:00010000:3.0:1775764852.931126:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e03052d8a lrc: 3/1,0 mode: --/PR res: [0x200003ab4:0x1b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764852.931155:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e03052d8a lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764852.931168:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e03052d8a lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764852.931464:0:42326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77a00/0x57b8ff0e03052d7c lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764852.931472:0:42326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77a00/0x57b8ff0e03052d7c lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764852.931480:0:42326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77a00/0x57b8ff0e03052d7c lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764852.931486:0:42326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445bfe77a00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:3.0:1775764852.931491:0:42326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77a00/0x57b8ff0e03052d7c lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764852.931498:0:42326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77a00/0x57b8ff0e03052d7c lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764852.931511:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff94459084a000) 00010000:00010000:3.0:1775764852.931514:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764852.931519:0:42326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77a00/0x57b8ff0e03052d7c lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764852.931525:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77a00/0x57b8ff0e03052d7c lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764852.931537:0:42326:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000040c094b2 reply state 00000000e8ca67d6 transno 34359739361 ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e03052d83 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x3ef6ce0c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764852.931614:0:42326:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1775764852.931655:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76a00/0x57b8ff0e03052d75 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c215 expref: 38 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764852.931677:0:42326:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e03052d8a lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c215 expref: 37 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764852.931684:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x1b:0x0].0x0 (ffff9445867bec00) 00010000:00010000:3.0:1775764852.931686:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1775764852.931689:0:42326:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445be695c00, rc 0) 00000100:00100000:3.0:1775764852.931773:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444832c2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+38:66748:x1862022098699136:12345-192.168.202.28@tcp:101:bash.0 Request processed in 16058us (18421us total) trans 34359739361 rc 0/0 00000100:00100000:3.0:1775764852.931782:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 1171 00000100:00100000:3.0:1775764852.935340:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764852.935687:0:42944:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098699392 00000100:00100000:0.0:1775764852.935700:0:42944:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098699392 00000100:00100000:0.0:1775764852.935774:0:42944:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 283 00000100:00100000:0.0:1775764852.935785:0:42944:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444832c0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+7:66748:x1862022098699392:12345-192.168.202.28@tcp:101:bash.0 00010000:00010000:0.0:1775764852.935844:0:42944:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764852.935870:0:42944:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000fa01de75/0x57b8ff0e03052d98 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x11e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17c21c expref: -99 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1775764852.935902:0:42944:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x11e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1775764852.935928:0:42944:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764852.935931:0:42944:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764852.935941:0:42944:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000fa01de75/0x57b8ff0e03052d98 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x11e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c21c expref: 8 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764852.935959:0:42944:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000fa01de75/0x57b8ff0e03052d98 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x11e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c21c expref: 8 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764852.935974:0:42944:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445bfe76800, rc 0) 00000100:00100000:0.0:1775764852.936038:0:42944:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444832c0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+8:66748:x1862022098699392:12345-192.168.202.28@tcp:101:bash.0 Request processed in 255us (706us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764852.936044:0:42944:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 283 00010000:00010000:2.0:1775764852.937525:0:3314:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e03052d83 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x3ef6ce0c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764852.937539:0:3314:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e03052d83 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x3ef6ce0c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764852.937547:0:3314:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e03052d83 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x3ef6ce0c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764852.937564:0:3314:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445be694600 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764852.937569:0:3314:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e03052d83 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x3ef6ce0c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764852.937576:0:3314:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e03052d83 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x3ef6ce0c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764852.937593:0:3314:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x3ef6ce0c (ffff9445867be600) 00010000:00010000:2.0:1775764852.937596:0:3314:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764852.937601:0:3314:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e03052d83 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x3ef6ce0c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764852.937607:0:3314:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e03052d83 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x3ef6ce0c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764852.940439:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764852.940686:0:42328:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098699648 00000100:00100000:2.0:1775764852.940700:0:42328:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098699648 00000100:00100000:2.0:1775764852.940769:0:42328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 349 00000100:00100000:2.0:1775764852.940781:0:42328:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944590e6a050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+37:66748:x1862022098699648:12345-192.168.202.28@tcp:35:bash.0 00000100:00100000:2.0:1775764852.941236:0:42328:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944590e6a050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+38:66748:x1862022098699648:12345-192.168.202.28@tcp:35:bash.0 Request processed in 457us (806us total) trans 34359739362 rc 0/0 00000100:00100000:2.0:1775764852.941245:0:42328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 349 00000100:00100000:0.0:1775764852.986292:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764852.986415:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098699776 00000100:00100000:3.0:1775764852.986423:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098699776 00000100:00100000:3.0:1775764852.986472:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 1172 00000100:00100000:3.0:1775764852.986482:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486788a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+38:66995:x1862022098699776:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:3.0:1775764852.986507:0:44493:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764852.986531:0:44493:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e03052d9f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17c223 expref: -99 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764852.986594:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694a00/0x57b8ff0e03052da6 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764852.986608:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694a00/0x57b8ff0e03052da6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764852.986620:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694a00/0x57b8ff0e03052da6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764852.986676:0:44493:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 9728 00000004:00200000:3.0:1775764852.986679:0:44493:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 49 stripe count 1 MDT count 1 00000004:00010000:3.0:1775764852.986694:0:44493:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694a00/0x57b8ff0e03052da6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764852.986712:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e03052d9f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c223 expref: 40 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764852.986736:0:44493:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694a00/0x57b8ff0e03052da6 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c223 expref: 39 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764852.986743:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9445867be100) 00010000:00010000:3.0:1775764852.986745:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1775764852.986748:0:44493:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445be694a00, rc 0) 00000100:00100000:3.0:1775764852.986845:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486788a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+39:66995:x1862022098699776:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 317us (513us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764852.986854:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 1172 00000100:00100000:3.0:1775764852.990417:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764852.990492:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098700032 00000100:00100000:1.0:1775764852.990501:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098700032 00000100:00100000:1.0:1775764852.990548:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 1173 00000100:00100000:1.0:1775764852.990569:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444832c2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+39:66995:x1862022098700032:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:1.0:1775764852.990590:0:42325:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764852.990610:0:42325:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944488003e00/0x57b8ff0e03052dad lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17c22a expref: -99 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764852.990697:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff944488003200/0x57b8ff0e03052db4 lrc: 3/0,1 mode: --/CW res: [0x200003ab4:0x1b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764852.990708:0:42325:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e03052d8a lrc: 2/0,0 mode: PR/PR res: [0x200003ab4:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c215 expref: 40 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764852.990714:0:42325:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff944488003200/0x57b8ff0e03052db4 lrc: 4/0,1 mode: --/CW res: [0x200003ab4:0x1b:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764852.990745:0:42325:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e03052d8a lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c215 expref: 40 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764852.990758:0:42325:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e03052d8a lrc: 4/0,0 mode: PR/PR res: [0x200003ab4:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c215 expref: 40 pid: 42326 timeout: 2419 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764852.990772:0:42325:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445b296e680 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:42325:1862022119080960:192.168.202.28@tcp:104: 00000100:00100000:0.0:1775764852.991343:0:42325:0:(client.c:2691:ptlrpc_set_wait()) set ffff9445bece30c0 going to sleep for 11 seconds 00000100:00100000:0.0:1775764852.994920:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764852.995035:0:42310:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098700160 00000100:00100000:1.0:1775764852.995043:0:42310:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098700160 00010000:00010000:1.0:1775764852.995252:0:42310:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e03052d8a lrc: 5/0,0 mode: PR/PR res: [0x200003ab4:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c215 expref: 41 pid: 42326 timeout: 2419 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764852.995293:0:42310:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 228 00000100:00100000:1.0:1775764852.995301:0:42310:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445b1d4ac50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+41:2378:x1862022098700160:12345-192.168.202.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1775764852.995315:0:42310:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764852.995321:0:42310:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e03052d8a lrc: 5/0,0 mode: PR/PR res: [0x200003ab4:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c215 expref: 41 pid: 42326 timeout: 2419 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764852.995334:0:42310:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e03052d8a lrc: 4/0,0 mode: PR/PR res: [0x200003ab4:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c215 expref: 41 pid: 42326 timeout: 2419 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764852.995354:0:42310:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x1b:0x0].0x0 (ffff9445867bec00) 00010000:00010000:1.0:1775764852.995359:0:42310:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff944488003200/0x57b8ff0e03052db4 lrc: 3/0,1 mode: --/CW res: [0x200003ab4:0x1b:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764852.995368:0:42310:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff944488003200/0x57b8ff0e03052db4 lrc: 3/0,1 mode: CW/CW res: [0x200003ab4:0x1b:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764852.995375:0:42310:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944488003200/0x57b8ff0e03052db4 lrc: 4/0,1 mode: CW/CW res: [0x200003ab4:0x1b:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764852.995392:0:42310:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1775764852.995437:0:42310:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445b1d4ac50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+41:2378:x1862022098700160:12345-192.168.202.28@tcp:103:ldlm_bl.0 Request processed in 136us (524us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764852.995443:0:42310:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 228 00010000:00010000:3.0:1775764852.995788:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e03052d8a lrc: 0/0,0 mode: --/PR res: [0x200003ab4:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c215 expref: 40 pid: 42326 timeout: 2419 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764852.995820:0:42325:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445b296e680 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:42325:1862022119080960:192.168.202.28@tcp:104: 00010000:00010000:3.0:1775764852.995855:0:42325:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff944488003200/0x57b8ff0e03052db4 lrc: 3/0,1 mode: CW/CW res: [0x200003ab4:0x1b:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764852.995863:0:42325:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff944488003200/0x57b8ff0e03052db4 lrc: 3/0,1 mode: CW/CW res: [0x200003ab4:0x1b:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764852.995869:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944488003200/0x57b8ff0e03052db4 lrc: 3/0,1 mode: CW/CW res: [0x200003ab4:0x1b:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764852.995897:0:42325:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab4:0x1b:0x0]: returning size 22 00010000:00010000:3.0:1775764852.996045:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944488003e00/0x57b8ff0e03052dad lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c22a expref: 41 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764852.996796:0:42325:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff944488003200/0x57b8ff0e03052db4 lrc: 3/0,0 mode: CW/CW res: [0x200003ab4:0x1b:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c22a expref: 40 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764852.996851:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x1b:0x0].0x0 (ffff9445867bec00) 00010000:00010000:3.0:1775764852.996854:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:3.0:1775764852.996859:0:42325:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944488003200, rc 0) 00000100:00100000:3.0:1775764852.996924:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444832c2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+40:66995:x1862022098700032:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 6356us (6516us total) trans 34359739363 rc 0/0 00000100:00100000:3.0:1775764852.996932:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 1173 00000100:00100000:0.0:1775764853.004679:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764853.005208:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098700416 00000100:00100000:1.0:1775764853.005218:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098700416 00000100:00100000:1.0:1775764853.005275:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 1174 00000100:00100000:1.0:1775764853.005284:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486789880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+40:66995:x1862022098700416:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:1.0:1775764853.005307:0:42324:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764853.005310:0:42324:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:1.0:1775764853.005334:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944488003200/0x57b8ff0e03052db4 lrc: 0/0,0 mode: --/CW res: [0x200003ab4:0x1b:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c22a expref: 40 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.005352:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x1b:0x0].0x0 (ffff9445867bec00) 00010000:00010000:1.0:1775764853.005361:0:42324:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1775764853.005374:0:42324:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944488003e00/0x57b8ff0e03052dc2 lrc: 2/0,0 mode: --/CR res: [0x200003ab4:0x1b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17c231 expref: -99 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.005457:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff944488003000/0x57b8ff0e03052dc9 lrc: 3/0,1 mode: --/PW res: [0x200003ab4:0x1b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.005469:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944488003000/0x57b8ff0e03052dc9 lrc: 3/0,1 mode: PW/PW res: [0x200003ab4:0x1b:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.005480:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944488003000/0x57b8ff0e03052dc9 lrc: 3/0,1 mode: PW/PW res: [0x200003ab4:0x1b:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764853.005490:0:42324:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab4:0x1b:0x0]: returning size 22 00010000:00010000:1.0:1775764853.005605:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944488003e00/0x57b8ff0e03052dc2 lrc: 0/0,0 mode: --/CR res: [0x200003ab4:0x1b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c231 expref: 42 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.005619:0:42324:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff944488003000/0x57b8ff0e03052dc9 lrc: 3/0,0 mode: PW/PW res: [0x200003ab4:0x1b:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c231 expref: 41 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764853.005625:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x1b:0x0].0x0 (ffff944584d1d000) 00010000:00010000:1.0:1775764853.005628:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:1.0:1775764853.005630:0:42324:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944488003000, rc 0) 00000100:00100000:1.0:1775764853.005684:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486789880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+41:66995:x1862022098700416:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 400us (1016us total) trans 34359739364 rc 0/0 00000100:00100000:1.0:1775764853.005690:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 1174 00000100:00100000:2.0:1775764853.015955:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764853.016085:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098700544 00000100:00100000:3.0:1775764853.016097:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098700544 00000100:00100000:3.0:1775764853.016162:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 1175 00000100:00100000:3.0:1775764853.016173:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944488923100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+41:66995:x1862022098700544:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:3.0:1775764853.016211:0:42326:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764853.016234:0:42326:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e03052dd7 lrc: 2/0,0 mode: --/CR res: [0x200003ab4:0x1b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17c238 expref: -99 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.016302:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e03052dd7 lrc: 3/0,0 mode: CR/CR res: [0x200003ab4:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c238 expref: 42 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.016318:0:42326:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e03052dd7 lrc: 3/0,0 mode: CR/CR res: [0x200003ab4:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c238 expref: 42 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.016340:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x1b:0x0].0x0 (ffff944584d1d000) 00010000:00010000:3.0:1775764853.016343:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1775764853.016347:0:42326:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445be695c00, rc 0) 00000100:00100000:3.0:1775764853.016418:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944488923100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+42:66995:x1862022098700544:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 247us (472us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764853.016426:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 1175 00000100:00100000:2.0:1775764853.021392:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764853.021482:0:42946:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098700672 00000100:00100000:3.0:1775764853.021492:0:42946:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098700672 00000100:00100000:3.0:1775764853.021550:0:42946:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 284 00000100:00100000:3.0:1775764853.021560:0:42946:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944488922300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+8:2379:x1862022098700672:12345-192.168.202.28@tcp:1:lfs.0 00010000:00010000:3.0:1775764853.021610:0:42946:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009022cbfb/0x57b8ff0e03052dde lrc: 3/0,1 mode: --/PW res: [0x240000400:0x11e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.021629:0:42946:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000fa01de75/0x57b8ff0e03052d98 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x11e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c21c expref: 8 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.021636:0:42946:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1775764853.021638:0:42946:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1775764853.021641:0:42946:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009022cbfb/0x57b8ff0e03052dde lrc: 4/0,1 mode: --/PW res: [0x240000400:0x11e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.021673:0:42946:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000fa01de75/0x57b8ff0e03052d98 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x11e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c21c expref: 8 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.021685:0:42946:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000fa01de75/0x57b8ff0e03052d98 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x11e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c21c expref: 8 pid: 42944 timeout: 2419 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764853.021700:0:42946:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9444832c3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:42946:1862022119081088:192.168.202.28@tcp:104: 00000100:00100000:3.0:1775764853.021841:0:42946:0:(client.c:2691:ptlrpc_set_wait()) set ffff9445b7bab840 going to sleep for 11 seconds 00000100:00100000:1.0:1775764853.028111:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764853.028217:0:42950:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098700800 00000100:00100000:0.0:1775764853.028227:0:42950:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098700800 00002000:00100000:0.0:1775764853.028276:0:42950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x11e:0x0] (0->21) req@ffff9445b296f480 x1862022098700800/t0(0) o4->fcf15866-4739-4595-8fe1-44abde7ee9d7@192.168.202.28@tcp:334/0 lens 512/0 e 0 to 0 dl 1775764864 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764853.028288:0:42950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9445b296f480 with x1862022098700800 ext(0->21) 00010000:00010000:0.0:1775764853.028298:0:42950:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 00000000fa01de75/0x57b8ff0e03052d98 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c21c expref: 9 pid: 42944 timeout: 2419 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764853.028319:0:42950:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 00000000fa01de75/0x57b8ff0e03052d98 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c21c expref: 9 pid: 42944 timeout: 2419 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1775764853.028327:0:42950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff9445b296f480 00000100:00100000:0.0:1775764853.028362:0:42950:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 12 00000100:00100000:0.0:1775764853.028372:0:42950:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445b296f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+9:2379:x1862022098700800:12345-192.168.202.28@tcp:4:lfs.0 00000100:00100000:0.0:1775764853.029108:0:42950:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445b296f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+11:2379:x1862022098700800:12345-192.168.202.28@tcp:4:lfs.0 Request processed in 735us (1004us total) trans 34359738463 rc 0/0 00000100:00100000:0.0:1775764853.029117:0:42950:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 12 00002000:00100000:0.0:1775764853.029124:0:42950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x11e:0x0] (0->21) req@ffff9445b296f480 x1862022098700800/t34359738463(0) o4->fcf15866-4739-4595-8fe1-44abde7ee9d7@192.168.202.28@tcp:334/0 lens 512/448 e 0 to 0 dl 1775764864 ref 1 fl Complete:H/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764853.029133:0:42950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9445b296f480 with x1862022098700800 ext(0->21) 00010000:00010000:0.0:1775764853.029139:0:42950:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 00000000fa01de75/0x57b8ff0e03052d98 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c21c expref: 11 pid: 42944 timeout: 2419 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764853.029152:0:42950:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 00000000fa01de75/0x57b8ff0e03052d98 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x11e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c21c expref: 11 pid: 42944 timeout: 2419 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1775764853.029159:0:42950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff9445b296f480 00000100:00100000:3.0:1775764853.031171:0:42946:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9444832c3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:42946:1862022119081088:192.168.202.28@tcp:104: 00010000:00010000:3.0:1775764853.031335:0:42946:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000009022cbfb/0x57b8ff0e03052dde lrc: 3/0,1 mode: --/PW res: [0x240000400:0x11e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764853.034070:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764853.034169:0:42311:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098700928 00000100:00100000:3.0:1775764853.034321:0:42311:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098700928 00010000:00010000:3.0:1775764853.034363:0:42311:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000fa01de75/0x57b8ff0e03052d98 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x11e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c21c expref: 11 pid: 42944 timeout: 2419 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764853.034448:0:42311:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 229 00000100:00100000:3.0:1775764853.034458:0:42311:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94448678ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+11:2377:x1862022098700928:12345-192.168.202.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764853.034476:0:42311:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1775764853.034494:0:42311:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x11e:0x0] updating lvb size from disk: 0 -> 22 00002000:00010000:3.0:1775764853.034496:0:42311:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x11e:0x0] updating lvb mtime from disk: 0 -> 1775764853 00002000:00010000:3.0:1775764853.034499:0:42311:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x11e:0x0] updating lvb atime from disk: 0 -> 1775764853 00002000:00010000:3.0:1775764853.034501:0:42311:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x11e:0x0] updating lvb ctime from disk: 0 -> 1775764853 00010000:00010000:3.0:1775764853.034507:0:42311:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000fa01de75/0x57b8ff0e03052d98 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x11e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c21c expref: 11 pid: 42944 timeout: 2419 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.034522:0:42311:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000fa01de75/0x57b8ff0e03052d98 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x11e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c21c expref: 11 pid: 42944 timeout: 2419 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.034545:0:42311:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000fa01de75/0x57b8ff0e03052d98 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x11e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c21c expref: 11 pid: 42944 timeout: 2419 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.034563:0:42311:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764853.034564:0:42311:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764853.034569:0:42311:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000009022cbfb/0x57b8ff0e03052dde lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x11e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.034579:0:42311:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009022cbfb/0x57b8ff0e03052dde lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.034613:0:42311:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764853.034666:0:42311:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94448678ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+10:2377:x1862022098700928:12345-192.168.202.28@tcp:103:ldlm_bl.0 Request processed in 210us (607us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764853.034672:0:42311:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 229 00010000:00010000:0.0:1775764853.034716:0:42946:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000009022cbfb/0x57b8ff0e03052dde lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x11e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764853.034730:0:42946:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009022cbfb/0x57b8ff0e03052dde lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x11e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764853.034750:0:42946:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009022cbfb/0x57b8ff0e03052dde lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x11e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764853.034755:0:42946:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000009022cbfb/0x57b8ff0e03052dde lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x11e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764853.034761:0:42946:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000009022cbfb/0x57b8ff0e03052dde lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x11e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764853.034765:0:42946:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445be695800 already unused, calling callback (ffffffffc177a060) 00010000:00010000:0.0:1775764853.034768:0:42946:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000009022cbfb/0x57b8ff0e03052dde lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x11e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764853.034773:0:42946:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000009022cbfb/0x57b8ff0e03052dde lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x11e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764853.034781:0:42946:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000009022cbfb/0x57b8ff0e03052dde lrc: 2/0,0 mode: --/PW res: [0x240000400:0x11e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764853.034785:0:42946:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009022cbfb/0x57b8ff0e03052dde lrc: 0/0,0 mode: --/PW res: [0x240000400:0x11e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764853.034871:0:42946:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944488922300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+9:2379:x1862022098700672:12345-192.168.202.28@tcp:1:lfs.0 Request processed in 13314us (13490us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764853.034895:0:42946:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 284 00000100:00100000:2.0:1775764853.038057:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764853.038156:0:47878:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098701184 00000100:00100000:3.0:1775764853.038167:0:47878:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098701184 00000100:00100000:2.0:1775764853.038461:0:47878:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 350 00000100:00100000:2.0:1775764853.038472:0:47878:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944488921c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+42:66995:x1862022098701184:12345-192.168.202.28@tcp:35:lfs.0 00000004:00010000:2.0:1775764853.038540:0:47878:0:(mdt_open.c:1994:mdt_hsm_release()) ### [0x200003ab4:0x1b:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff944488003000/0x57b8ff0e03052dc9 lrc: 3/0,0 mode: PW/PW res: [0x200003ab4:0x1b:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c231 expref: 42 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1775764853.039091:0:47878:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 34359739365 00000001:00080000:2.0:1775764853.039140:0:47878:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 34359739366 00000001:00080000:2.0:1775764853.040124:0:47878:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 34359739367 00010000:00010000:2.0:1775764853.040327:0:47878:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25000/0x57b8ff0e03052de5 lrc: 3/0,1 mode: --/EX res: [0x200003ab4:0x1b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 47878 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764853.040345:0:47878:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e03052dd7 lrc: 2/0,0 mode: CR/CR res: [0x200003ab4:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c238 expref: 46 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764853.040353:0:47878:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25000/0x57b8ff0e03052de5 lrc: 4/0,1 mode: --/EX res: [0x200003ab4:0x1b:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 47878 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764853.040396:0:47878:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e03052dd7 lrc: 3/0,0 mode: CR/CR res: [0x200003ab4:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c238 expref: 46 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764853.040411:0:47878:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e03052dd7 lrc: 4/0,0 mode: CR/CR res: [0x200003ab4:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c238 expref: 46 pid: 42326 timeout: 2419 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764853.040424:0:47878:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944488e90380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000_UUID:47878:1862022119081216:192.168.202.28@tcp:104: 00000100:00100000:2.0:1775764853.040559:0:47878:0:(client.c:2691:ptlrpc_set_wait()) set ffff9445bad23840 going to sleep for 11 seconds 00000100:00100000:1.0:1775764853.044642:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764853.045098:0:47878:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944488e90380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000_UUID:47878:1862022119081216:192.168.202.28@tcp:104: 00010000:00010000:2.0:1775764853.045130:0:47878:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25000/0x57b8ff0e03052de5 lrc: 3/0,1 mode: --/EX res: [0x200003ab4:0x1b:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 47878 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764853.045348:0:42310:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098701312 00000100:00100000:3.0:1775764853.045356:0:42310:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098701312 00010000:00010000:3.0:1775764853.045392:0:42310:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e03052dd7 lrc: 4/0,0 mode: CR/CR res: [0x200003ab4:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c238 expref: 47 pid: 42326 timeout: 2419 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764853.045463:0:42310:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 230 00000100:00100000:3.0:1775764853.045473:0:42310:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445b296e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+47:2378:x1862022098701312:12345-192.168.202.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764853.045489:0:42310:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764853.045496:0:42310:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e03052dd7 lrc: 4/0,0 mode: CR/CR res: [0x200003ab4:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c238 expref: 47 pid: 42326 timeout: 2419 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.045508:0:42310:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e03052dd7 lrc: 3/0,0 mode: CR/CR res: [0x200003ab4:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c238 expref: 47 pid: 42326 timeout: 2419 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.045527:0:42310:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e03052dd7 lrc: 0/0,0 mode: --/CR res: [0x200003ab4:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c238 expref: 47 pid: 42326 timeout: 2419 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.045543:0:42310:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x1b:0x0].0x0 (ffff944584d1d000) 00010000:00010000:3.0:1775764853.045547:0:42310:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25000/0x57b8ff0e03052de5 lrc: 3/0,1 mode: --/EX res: [0x200003ab4:0x1b:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 47878 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.045556:0:42310:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25000/0x57b8ff0e03052de5 lrc: 3/0,1 mode: EX/EX res: [0x200003ab4:0x1b:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 47878 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.045568:0:42310:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25000/0x57b8ff0e03052de5 lrc: 4/0,1 mode: EX/EX res: [0x200003ab4:0x1b:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 47878 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.045596:0:42310:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764853.045657:0:42310:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445b296e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+46:2378:x1862022098701312:12345-192.168.202.28@tcp:103:ldlm_bl.0 Request processed in 184us (1024us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764853.045664:0:42310:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 230 00010000:00010000:2.0:1775764853.045910:0:47878:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25000/0x57b8ff0e03052de5 lrc: 3/0,1 mode: EX/EX res: [0x200003ab4:0x1b:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 47878 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764853.045918:0:47878:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25000/0x57b8ff0e03052de5 lrc: 3/0,1 mode: EX/EX res: [0x200003ab4:0x1b:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 47878 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1775764853.046039:0:47878:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 34359739368 00000001:00080000:2.0:1775764853.046241:0:47878:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 34359739369 00000100:00100000:2.0:1775764853.046356:0:47878:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944488e90380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:47878:1862022119081344:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:2.0:1775764853.046403:0:47878:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764853.046438:0:47878:0:(client.c:2691:ptlrpc_set_wait()) set ffff9445bad23180 going to sleep for 11 seconds 00000100:00100000:1.0:1775764853.046511:0:42329:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119081344 00000100:00100000:1.0:1775764853.046517:0:42329:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119081344 00000100:00100000:1.0:1775764853.046570:0:42329:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74 00000100:00100000:1.0:1775764853.046578:0:42329:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944488e91880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:47878:x1862022119081344:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:1.0:1775764853.046642:0:42329:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944488e91880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:47878:x1862022119081344:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 65us (239us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764853.046649:0:42329:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74 00000100:00080000:2.0:1775764853.046926:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1775764853.046966:0:47878:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944488e90380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:47878:1862022119081344:0@lo:1000:mdt_rdpg00_002.0 00000001:00080000:2.0:1775764853.047507:0:47878:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 34359739370 00000100:00100000:2.0:1775764853.047568:0:47878:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944488e90380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:47878:1862022119081472:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:2.0:1775764853.047604:0:47878:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764853.047632:0:47878:0:(client.c:2691:ptlrpc_set_wait()) set ffff9445981519c0 going to sleep for 11 seconds 00000100:00100000:1.0:1775764853.048661:0:42329:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119081472 00000100:00100000:1.0:1775764853.048672:0:42329:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119081472 00000100:00100000:1.0:1775764853.048737:0:42329:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 75 00000100:00100000:1.0:1775764853.048747:0:42329:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944488e91500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:47878:x1862022119081472:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:1.0:1775764853.049009:0:42329:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944488e91500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:47878:x1862022119081472:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 262us (1403us total) trans 34359738464 rc 0/0 00000100:00100000:1.0:1775764853.049016:0:42329:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 75 00000100:00100000:2.0:1775764853.049215:0:47878:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944488e90380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:47878:1862022119081472:0@lo:1000:mdt_rdpg00_002.0 00000001:00080000:2.0:1775764853.049588:0:47878:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 34359739371 00010000:00010000:2.0:1775764853.049640:0:47878:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25000/0x57b8ff0e03052de5 lrc: 3/0,1 mode: EX/EX res: [0x200003ab4:0x1b:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 47878 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764853.049651:0:47878:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25000/0x57b8ff0e03052de5 lrc: 2/0,0 mode: EX/EX res: [0x200003ab4:0x1b:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 47878 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764853.049658:0:47878:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25000/0x57b8ff0e03052de5 lrc: 3/0,0 mode: EX/EX res: [0x200003ab4:0x1b:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 47878 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764853.049665:0:47878:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445baf25000 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764853.049669:0:47878:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25000/0x57b8ff0e03052de5 lrc: 3/0,0 mode: EX/EX res: [0x200003ab4:0x1b:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 47878 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764853.049676:0:47878:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25000/0x57b8ff0e03052de5 lrc: 4/0,0 mode: EX/EX res: [0x200003ab4:0x1b:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 47878 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764853.049692:0:47878:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x1b:0x0].0x0 (ffff944584d1d000) 00010000:00010000:2.0:1775764853.049695:0:47878:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:2.0:1775764853.049700:0:47878:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25000/0x57b8ff0e03052de5 lrc: 2/0,0 mode: --/EX res: [0x200003ab4:0x1b:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 47878 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764853.049706:0:47878:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25000/0x57b8ff0e03052de5 lrc: 0/0,0 mode: --/EX res: [0x200003ab4:0x1b:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 47878 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1775764853.050068:0:47878:0:(mdd_object.c:4010:mdd_close()) Object [0x200003ab4:0x1c:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:2.0:1775764853.050174:0:47878:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x2e:0x0].27, 64 off10136 00000004:00080000:2.0:1775764853.050485:0:47878:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 2319897685410ns, next at 2320897682560ns, rc = 0 00000001:00080000:2.0:1775764853.050494:0:47878:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 34359739372 00010000:00010000:2.0:1775764853.050537:0:47878:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x1b:0x0].0x0 (ffff944584d1d000) 00010000:00010000:2.0:1775764853.050540:0:47878:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1775764853.050548:0:47878:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944488003000/0x57b8ff0e03052dc9 lrc: 0/0,0 mode: --/PW res: [0x200003ab4:0x1b:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c231 expref: 50 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764853.050919:0:47878:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944488921c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+49:66995:x1862022098701184:12345-192.168.202.28@tcp:35:lfs.0 Request processed in 12448us (12871us total) trans 34359739373 rc 0/0 00000100:00100000:2.0:1775764853.050928:0:47878:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 350 00000020:00080000:2.0:1775764853.050934:0:47878:0:(tgt_main.c:783:tgt_ses_key_exit()) total 9 transactions per RPC 00000100:00100000:1.0:1775764853.054075:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764853.054171:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098701440 00000100:00100000:2.0:1775764853.054269:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098701440 00000100:00100000:2.0:1775764853.054370:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 1176 00000100:00100000:2.0:1775764853.054381:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445b296d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+49:66995:x1862022098701440:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:2.0:1775764853.054406:0:42324:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764853.054428:0:42324:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24e00/0x57b8ff0e03052dec lrc: 2/0,0 mode: --/CR res: [0x200003ab4:0x1b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17c23f expref: -99 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764853.054493:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24e00/0x57b8ff0e03052dec lrc: 3/0,0 mode: CR/CR res: [0x200003ab4:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c23f expref: 50 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764853.054510:0:42324:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24e00/0x57b8ff0e03052dec lrc: 3/0,0 mode: CR/CR res: [0x200003ab4:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c23f expref: 50 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764853.054530:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x1b:0x0].0x0 (ffff94459084a300) 00010000:00010000:2.0:1775764853.054533:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1775764853.054537:0:42324:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445baf24e00, rc 0) 00000100:00100000:2.0:1775764853.054599:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445b296d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+50:66995:x1862022098701440:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 220us (532us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764853.054607:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 1176 00000100:00100000:0.0:1775764853.057845:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764853.058032:0:42327:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098701696 00000100:00100000:1.0:1775764853.058045:0:42327:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098701696 00000100:00100000:1.0:1775764853.058101:0:42327:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 351 00000100:00100000:1.0:1775764853.058111:0:42327:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486788700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+50:66995:x1862022098701696:12345-192.168.202.28@tcp:35:lfs.0 00000100:00100000:1.0:1775764853.058393:0:42327:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486788700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+51:66995:x1862022098701696:12345-192.168.202.28@tcp:35:lfs.0 Request processed in 283us (595us total) trans 34359739374 rc 0/0 00000100:00100000:1.0:1775764853.058403:0:42327:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 351 00000100:00100000:1.0:1775764853.150253:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764853.150342:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098701824 00000100:00100000:3.0:1775764853.150352:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098701824 00000100:00100000:3.0:1775764853.150411:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 1177 00000100:00100000:3.0:1775764853.150422:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445b296d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+51:67005:x1862022098701824:12345-192.168.202.28@tcp:34:lfs.0 00010000:00010000:3.0:1775764853.150504:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e03052df3 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.150523:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e03052df3 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.150537:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e03052df3 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.150553:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694400/0x57b8ff0e03052dfa lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3ef6ce0c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.150560:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694400/0x57b8ff0e03052dfa lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3ef6ce0c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.150566:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694400/0x57b8ff0e03052dfa lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3ef6ce0c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.150679:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e03052e01 lrc: 3/1,0 mode: --/PR res: [0x200003ab4:0x1b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.150688:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e03052e01 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x1b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.150695:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e03052e01 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x1b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764853.150755:0:42326:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e03052e01 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x1b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.150768:0:42326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e03052df3 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.150774:0:42326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e03052df3 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.150781:0:42326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e03052df3 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.150787:0:42326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445be695c00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:3.0:1775764853.150792:0:42326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e03052df3 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.150845:0:42326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e03052df3 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.150859:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9445867be100) 00010000:00010000:3.0:1775764853.150862:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764853.150868:0:42326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e03052df3 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.150873:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e03052df3 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.150890:0:42326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694400/0x57b8ff0e03052dfa lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3ef6ce0c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.150896:0:42326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694400/0x57b8ff0e03052dfa lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3ef6ce0c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.150902:0:42326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694400/0x57b8ff0e03052dfa lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3ef6ce0c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.150907:0:42326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445be694400 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:3.0:1775764853.150910:0:42326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694400/0x57b8ff0e03052dfa lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3ef6ce0c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.150916:0:42326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694400/0x57b8ff0e03052dfa lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3ef6ce0c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.150923:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x3ef6ce0c (ffff9445867be200) 00010000:00010000:3.0:1775764853.150925:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764853.150928:0:42326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694400/0x57b8ff0e03052dfa lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3ef6ce0c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.150933:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694400/0x57b8ff0e03052dfa lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3ef6ce0c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.150948:0:42326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e03052e01 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x1b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.150953:0:42326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e03052e01 lrc: 2/0,0 mode: PR/PR res: [0x200003ab4:0x1b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.150958:0:42326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e03052e01 lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0x1b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.150964:0:42326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445be695800 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:3.0:1775764853.150966:0:42326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e03052e01 lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0x1b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.150972:0:42326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e03052e01 lrc: 4/0,0 mode: PR/PR res: [0x200003ab4:0x1b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.150978:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x1b:0x0].0x0 (ffff94459084a300) 00010000:00010000:3.0:1775764853.150980:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764853.150983:0:42326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e03052e01 lrc: 2/0,0 mode: --/PR res: [0x200003ab4:0x1b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.150988:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e03052e01 lrc: 0/0,0 mode: --/PR res: [0x200003ab4:0x1b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764853.151123:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445b296d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+51:67005:x1862022098701824:12345-192.168.202.28@tcp:34:lfs.0 Request processed in 701us (878us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764853.151130:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 1177 00000100:00100000:0.0:1775764853.567358:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764853.567610:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098702080 00000100:00100000:3.0:1775764853.567622:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098702080 00000100:00100000:3.0:1775764853.567745:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 1178 00000100:00100000:3.0:1775764853.567766:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944489168a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+51:67021:x1862022098702080:12345-192.168.202.28@tcp:101:multiop.0 00010000:00010000:3.0:1775764853.567789:0:44493:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764853.567793:0:44493:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1775764853.567871:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694a00/0x57b8ff0e03052da6 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c223 expref: 51 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.567898:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9445867be100) 00010000:00010000:3.0:1775764853.567909:0:44493:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1775764853.567923:0:44493:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e03052e08 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17c246 expref: -99 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.568130:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694400/0x57b8ff0e03052e0f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.568144:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694400/0x57b8ff0e03052e0f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.568153:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694400/0x57b8ff0e03052e0f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.568164:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e03052e16 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3ef6ce0c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.568170:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e03052e16 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3ef6ce0c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.568187:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e03052e16 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3ef6ce0c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.568267:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e03052e1d lrc: 3/1,0 mode: --/PR res: [0x200003ab4:0x1b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.568275:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e03052e1d lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.568282:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e03052e1d lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764853.568291:0:44493:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab4:0x1b:0x0]: returning size 22 00010000:00010000:3.0:1775764853.568421:0:44493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694400/0x57b8ff0e03052e0f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.568429:0:44493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694400/0x57b8ff0e03052e0f lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.568435:0:44493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694400/0x57b8ff0e03052e0f lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.568441:0:44493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445be694400 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:3.0:1775764853.568446:0:44493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694400/0x57b8ff0e03052e0f lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.568453:0:44493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694400/0x57b8ff0e03052e0f lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.568462:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9445867be200) 00010000:00010000:3.0:1775764853.568466:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764853.568469:0:44493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694400/0x57b8ff0e03052e0f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.568475:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694400/0x57b8ff0e03052e0f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.568484:0:44493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e03052e16 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3ef6ce0c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.568490:0:44493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e03052e16 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3ef6ce0c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.568495:0:44493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e03052e16 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3ef6ce0c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.568500:0:44493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445be695c00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:3.0:1775764853.568503:0:44493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e03052e16 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3ef6ce0c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.568509:0:44493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e03052e16 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3ef6ce0c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.568516:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x3ef6ce0c (ffff9445867bed00) 00010000:00010000:3.0:1775764853.568518:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764853.568521:0:44493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e03052e16 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3ef6ce0c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.568525:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e03052e16 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3ef6ce0c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.568569:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e03052e08 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c246 expref: 53 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.568585:0:44493:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e03052e1d lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c246 expref: 52 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764853.568592:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x1b:0x0].0x0 (ffff94459084a300) 00010000:00010000:3.0:1775764853.568595:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1775764853.568597:0:44493:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445be694600, rc 0) 00000100:00100000:3.0:1775764853.568668:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944489168a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+52:67021:x1862022098702080:12345-192.168.202.28@tcp:101:multiop.0 Request processed in 904us (1320us total) trans 34359739375 rc 0/0 00000100:00100000:3.0:1775764853.568676:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 1178 00010000:00010000:0.0:1775764853.579400:0:42312:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1775764853.697608:0:42356:0:(llog.c:800:llog_process_thread()) index: 8, lh_last_idx: 8 synced_idx: 8 lgh_last_idx: 8 00000040:00080000:3.0:1775764853.697618:0:42356:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x32:0x0] at index 8 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1775764853.699545:0:42356:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x32:0x0] index 64768 count 5 00000040:00080000:3.0:1775764853.699565:0:42356:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 9 count 2 00000100:00100000:0.0:1775764854.018582:0:3328:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1775764854.018608:0:3328:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445b296c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3328:1862022119081600:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1775764854.018681:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764854.019154:0:42948:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119081600 00000100:00100000:2.0:1775764854.019163:0:42948:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119081600 00000100:00100000:2.0:1775764854.019228:0:42948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 198 00000100:00100000:2.0:1775764854.019237:0:42948:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944489168e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3328:x1862022119081600:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1775764854.019260:0:42948:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 62849024 pending 1703936 free 3704619008 avail 3702521856 00000100:00100000:2.0:1775764854.019335:0:42948:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944489168e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3328:x1862022119081600:12345-0@lo:13:osp-pre-0-0.0 Request processed in 100us (654us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764854.019343:0:42948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 198 00000100:00100000:1.0:1775764854.019450:0:3328:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445b296c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3328:1862022119081600:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1775764854.529474:0:3330:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445b296c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d8dacf45-8471-4226-a2fb-1fac83f69c1e:3330:1862022119081728:0@lo:400:kworker.0 00000100:00100000:3.0:1775764854.529542:0:3330:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764854.529599:0:3330:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1775764854.529606:0:3330:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445b296f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3330:1862022119081856:0@lo:400:kworker.0 00000100:00100000:3.0:1775764854.529635:0:3330:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764854.529676:0:3328:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944587191500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3328:1862022119081984:0@lo:400:kworker.0 00000100:00100000:3.0:1775764854.529703:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764854.529751:0:42945:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119081856 00000100:00100000:3.0:1775764854.529759:0:42945:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119081856 00000100:00100000:3.0:1775764854.529815:0:42945:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119081984 00000100:00100000:3.0:1775764854.529819:0:42945:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119081984 00000100:00100000:3.0:1775764854.529884:0:42945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 329 00000100:00100000:3.0:1775764854.529892:0:42945:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444832c3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3330:x1862022119081856:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764854.529941:0:42945:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444832c3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3330:x1862022119081856:12345-0@lo:400:kworker.0 Request processed in 50us (305us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764854.529948:0:42945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 329 00000100:00100000:3.0:1775764854.529964:0:42945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 330 00000100:00100000:3.0:1775764854.529970:0:42945:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bc1dc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3328:x1862022119081984:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764854.529999:0:42945:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bc1dc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3328:x1862022119081984:12345-0@lo:400:kworker.0 Request processed in 29us (295us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764854.530005:0:42945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 330 00000100:00100000:3.0:1775764854.530040:0:3330:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445b296f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3330:1862022119081856:0@lo:400:kworker.0 00000100:00100000:3.0:1775764854.530071:0:3328:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944587191500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3328:1862022119081984:0@lo:400:kworker.0 00000100:00100000:0.0:1775764854.530310:0:42318:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119081728 00000100:00100000:0.0:1775764854.530316:0:42318:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119081728 00000100:00100000:0.0:1775764854.530353:0:42318:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 331 00000100:00100000:0.0:1775764854.530360:0:42318:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94448180ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d8dacf45-8471-4226-a2fb-1fac83f69c1e+18:3330:x1862022119081728:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764854.530417:0:42318:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94448180ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d8dacf45-8471-4226-a2fb-1fac83f69c1e+18:3330:x1862022119081728:12345-0@lo:400:kworker.0 Request processed in 58us (875us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764854.530424:0:42318:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 331 00000100:00100000:0.0:1775764854.530469:0:3330:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445b296c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d8dacf45-8471-4226-a2fb-1fac83f69c1e:3330:1862022119081728:0@lo:400:kworker.0 00000100:00100000:1.0:1775764854.532270:0:3328:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1775764854.532297:0:3328:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bc1dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3328:1862022119082112:0@lo:400:kworker.0 00000100:00100000:1.0:1775764854.532384:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1775764854.533093:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1775764854.533622:0:3331:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bc1df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3331:1862022119082368:0@lo:400:kworker.0 00000100:00100000:0.0:1775764854.533674:0:3331:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764854.533721:0:3331:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1775764854.533728:0:3331:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bc1dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3331:1862022119082240:0@lo:400:kworker.0 00000100:00100000:0.0:1775764854.533753:0:3331:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764854.534892:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119082112 00000100:00100000:3.0:1775764854.534902:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119082112 00000100:00100000:3.0:1775764854.534949:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119082368 00000100:00100000:3.0:1775764854.534953:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119082368 00000100:00100000:3.0:1775764854.534973:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119082240 00000100:00100000:3.0:1775764854.534976:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119082240 00000100:00100000:3.0:1775764854.534994:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 461 00000100:00100000:3.0:1775764854.535002:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944587191500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3328:x1862022119082112:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764854.535072:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944587191500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3328:x1862022119082112:12345-0@lo:400:kworker.0 Request processed in 70us (2687us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764854.535080:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 461 00000100:00100000:3.0:1775764854.535098:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 462 00000100:00100000:3.0:1775764854.535103:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94448916ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3331:x1862022119082368:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764854.535135:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94448916ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3331:x1862022119082368:12345-0@lo:400:kworker.0 Request processed in 32us (1461us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764854.535140:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 462 00000100:00100000:3.0:1775764854.535169:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 463 00000100:00100000:3.0:1775764854.535177:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94448916a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3331:x1862022119082240:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764854.535204:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94448916a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3331:x1862022119082240:12345-0@lo:400:kworker.0 Request processed in 29us (1450us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764854.535209:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 463 00000100:00100000:1.0:1775764854.537109:0:3328:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bc1dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3328:1862022119082112:0@lo:400:kworker.0 00000100:00080000:2.0:1775764854.537469:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1775764854.537885:0:3331:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bc1dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3331:1862022119082240:0@lo:400:kworker.0 00000100:00100000:0.0:1775764854.537898:0:3331:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bc1df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3331:1862022119082368:0@lo:400:kworker.0 00010000:00010000:0.0:1775764854.593921:0:42313:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:0.0:1775764854.639599:0:6613:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 34359738463 is committed 00000001:00080000:0.0:1775764854.639625:0:6613:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 34359738464 is committed 00000040:00080000:3.0:1775764854.721052:0:42356:0:(llog.c:800:llog_process_thread()) index: 8, lh_last_idx: 8 synced_idx: 8 lgh_last_idx: 8 00000040:00080000:3.0:1775764854.721062:0:42356:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x32:0x0] at index 8 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1775764854.721105:0:42356:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x32:0x0] index 25 count 5 00000040:00080000:3.0:1775764854.721112:0:42356:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 9 count 2 00010000:00010000:1.0:1775764855.617622:0:43224:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775764856.066398:0:3328:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bc1de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3328:1862022119082496:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1775764856.066478:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764856.066716:0:42948:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119082496 00000100:00100000:2.0:1775764856.066725:0:42948:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119082496 00000100:00100000:2.0:1775764856.066838:0:42948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 199 00000100:00100000:2.0:1775764856.066849:0:42948:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bce29500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3328:x1862022119082496:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1775764856.066886:0:42948:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 57737216 pending 0 free 3765436416 avail 3763339264 00000100:00100000:2.0:1775764856.066935:0:42948:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bce29500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3328:x1862022119082496:12345-0@lo:13:osp-pre-1-0.0 Request processed in 89us (457us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764856.066943:0:42948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 199 00000100:00100000:1.0:1775764856.067247:0:3328:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bc1de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3328:1862022119082496:0@lo:13:osp-pre-1-0.0 00000100:00080000:3.0:1775764856.067981:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1775764856.512763:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764856.513239:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098702208 00000100:00100000:3.0:1775764856.513255:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098702208 00000100:00100000:3.0:1775764856.513367:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 1179 00000100:00100000:3.0:1775764856.513381:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944488e92680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+52:67048:x1862022098702208:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:3.0:1775764856.513421:0:42326:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764856.513463:0:42326:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e03052e2b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17c24d expref: -99 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764856.513561:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e03052e32 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764856.513580:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e03052e32 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764856.513595:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e03052e32 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764856.513676:0:42326:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 9728 00000004:00200000:3.0:1775764856.513681:0:42326:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 49 stripe count 1 MDT count 1 00000004:00010000:3.0:1775764856.513709:0:42326:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e03052e32 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764856.513739:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e03052e2b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c24d expref: 54 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764856.514012:0:42326:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e03052e32 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c24d expref: 53 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764856.514024:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9445867bed00) 00010000:00010000:3.0:1775764856.514027:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1775764856.514032:0:42326:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445be695c00, rc 0) 00000100:00080000:2.0:1775764856.514307:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1775764856.514577:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944488e92680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+53:67048:x1862022098702208:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 1198us (1842us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764856.514589:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 1179 00010000:00010000:0.0:1775764856.640974:0:42312:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:2.0:1775764856.767376:0:5825:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 34359739374 is committed 00000004:00080000:2.0:1775764856.770038:0:5825:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 32 committed 00000020:00080000:2.0:1775764856.770088:0:5825:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9445bad23180 refcount 2 committed 0 result 0 batchid 30064771831 00000020:00080000:2.0:1775764856.770095:0:5825:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9445b3d52200 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9445bad239c0 00000020:00080000:2.0:1775764856.770102:0:5825:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9445b3d52700 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff94448623bc00 00000001:00080000:2.0:1775764856.770154:0:5825:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 34359739375 is committed 00000020:00080000:0.0:1775764856.770298:0:42361:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 30064771831 committed batchid 30064771830 00000020:00080000:0.0:1775764856.770587:0:42361:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 30064771830 00000100:00100000:2.0:1775764856.771138:0:3328:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1775764856.771182:0:3328:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bce28000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3328:1862022119082624:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1775764856.771283:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764856.771452:0:42945:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119082624 00000100:00100000:3.0:1775764856.771467:0:42945:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119082624 00000100:00100000:3.0:1775764856.771566:0:42945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 285 00000100:00100000:3.0:1775764856.771580:0:42945:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944488e93800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3328:x1862022119082624:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1775764856.771622:0:42945:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:286 count 1 00002000:00010000:3.0:1775764856.771667:0:42945:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x11e:0x0] initial LVB size: 22, mtime: 0x69d80575, atime: 0x69d80575, ctime: 0x69d80575, blocks: 0xb 00010000:00010000:3.0:1775764856.771678:0:42945:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009022cbfb/0x57b8ff0e03052e39 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x11e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 42945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764856.771699:0:42945:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764856.771702:0:42945:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764856.771709:0:42945:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009022cbfb/0x57b8ff0e03052e39 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x11e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764856.771727:0:42945:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009022cbfb/0x57b8ff0e03052e39 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x11e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764856.771740:0:42945:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009022cbfb/0x57b8ff0e03052e39 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x11e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764856.771762:0:42945:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000009022cbfb/0x57b8ff0e03052e39 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x11e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 42945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764856.771785:0:42945:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1775764856.772441:0:42945:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944488e93800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3328:x1862022119082624:12345-0@lo:6:osp-syn-0-0.0 Request processed in 861us (1154us total) trans 34359738465 rc 0/0 00000100:00100000:3.0:1775764856.772451:0:42945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 285 00010000:00010000:0.0:1775764856.773017:0:42313:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1775764856.773028:0:42313:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000009022cbfb/0x57b8ff0e03052e39 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x11e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764856.773042:0:42313:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445be695800 already unused, calling callback (ffffffffc177a060) 00010000:00010000:0.0:1775764856.773048:0:42313:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000009022cbfb/0x57b8ff0e03052e39 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x11e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764856.773059:0:42313:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000009022cbfb/0x57b8ff0e03052e39 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x11e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 42945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764856.773084:0:42313:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000009022cbfb/0x57b8ff0e03052e39 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x11e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764856.773092:0:42313:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009022cbfb/0x57b8ff0e03052e39 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x11e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764856.773122:0:42313:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764856.773124:0:42313:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764856.773125:0:42313:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1775764856.773217:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1775764856.773274:0:3328:0:(client.c:3082:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 34359738464 gen 2 00000004:00080000:2.0:1775764856.773282:0:3328:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 34359738464 committed transno 34359738464 00000100:00100000:2.0:1775764856.773321:0:3328:0:(client.c:3126:ptlrpc_free_committed()) @@@ stopping search req@ffff9445bce28000 x1862022119082624/t34359738465(34359738465) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1775764872 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:2.0:1775764856.773337:0:3328:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9445bce28000/2, rc 0, transno 34359738465 00000100:00100000:2.0:1775764856.773343:0:3328:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bce28000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3328:1862022119082624:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1775764856.841913:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764856.842273:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098702464 00000100:00100000:0.0:1775764856.842287:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098702464 00000100:00100000:0.0:1775764856.842381:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 1180 00000100:00100000:0.0:1775764856.842395:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bce2ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+37:67065:x1862022098702464:12345-192.168.202.28@tcp:101:cat.0 00010000:00010000:0.0:1775764856.842428:0:42325:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764856.842455:0:42325:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77000/0x57b8ff0e03052e40 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17c254 expref: -99 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764856.842595:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76800/0x57b8ff0e03052e47 lrc: 3/1,0 mode: --/CR res: [0x200003ab4:0x1b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764856.842615:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76800/0x57b8ff0e03052e47 lrc: 3/1,0 mode: CR/CR res: [0x200003ab4:0x1b:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764856.842631:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76800/0x57b8ff0e03052e47 lrc: 3/1,0 mode: CR/CR res: [0x200003ab4:0x1b:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764856.842645:0:42325:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab4:0x1b:0x0]: returning size 22 00010000:00010000:0.0:1775764856.842950:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77000/0x57b8ff0e03052e40 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c254 expref: 40 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764856.842975:0:42325:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76800/0x57b8ff0e03052e47 lrc: 3/0,0 mode: CR/CR res: [0x200003ab4:0x1b:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c254 expref: 39 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764856.842986:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x1b:0x0].0x0 (ffff94459084a300) 00010000:00010000:0.0:1775764856.842989:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:0.0:1775764856.842994:0:42325:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445bfe76800, rc 0) 00000100:00100000:0.0:1775764856.843076:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bce2ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+39:67065:x1862022098702464:12345-192.168.202.28@tcp:101:cat.0 Request processed in 683us (1279us total) trans 34359739376 rc 0/0 00000100:00100000:0.0:1775764856.843085:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 1180 00000100:00100000:1.0:1775764857.110985:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764857.118863:0:47878:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098702848 00000100:00100000:2.0:1775764857.118891:0:47878:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098702848 00000100:00100000:2.0:1775764857.119013:0:47878:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 352 00000100:00100000:2.0:1775764857.119027:0:47878:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bce2bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+39:67081:x1862022098702848:12345-192.168.202.28@tcp:35:lfs.0 00000100:00100000:2.0:1775764857.119439:0:47878:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bce2bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+40:67081:x1862022098702848:12345-192.168.202.28@tcp:35:lfs.0 Request processed in 414us (8468us total) trans 34359739377 rc 0/0 00000100:00100000:2.0:1775764857.119448:0:47878:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 352 00000100:00100000:1.0:1775764857.123517:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764857.125746:0:42309:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098702976 00000100:00100000:2.0:1775764857.125768:0:42309:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098702976 00000100:00100000:2.0:1775764857.125933:0:42309:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 93 00000100:00100000:2.0:1775764857.125947:0:42309:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bce28a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+40:67081:x1862022098702976:12345-192.168.202.28@tcp:103:lfs.0 00010000:00010000:2.0:1775764857.125975:0:42309:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:2.0:1775764857.126018:0:42309:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e03052e1d lrc: 0/0,0 mode: --/PR res: [0x200003ab4:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c246 expref: 40 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764857.126053:0:42309:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76800/0x57b8ff0e03052e47 lrc: 0/0,0 mode: --/CR res: [0x200003ab4:0x1b:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c254 expref: 39 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764857.126068:0:42309:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24e00/0x57b8ff0e03052dec lrc: 0/0,0 mode: --/CR res: [0x200003ab4:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c23f expref: 38 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764857.126083:0:42309:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x1b:0x0].0x0 (ffff94459084a300) 00010000:00010000:2.0:1775764857.126101:0:42309:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775764857.126200:0:42309:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bce28a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+37:67081:x1862022098702976:12345-192.168.202.28@tcp:103:lfs.0 Request processed in 256us (2695us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764857.126209:0:42309:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 93 00000100:00100000:1.0:1775764857.133192:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764857.133370:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098703104 00000100:00100000:3.0:1775764857.133385:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098703104 00000100:00100000:3.0:1775764857.133467:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 1181 00000100:00100000:3.0:1775764857.133478:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bce28380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+37:67081:x1862022098703104:12345-192.168.202.28@tcp:58:lfs.0 00010000:00010000:3.0:1775764857.133704:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694400/0x57b8ff0e03052e55 lrc: 3/0,1 mode: --/EX res: [0x200003ab4:0x1b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764857.133726:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694400/0x57b8ff0e03052e55 lrc: 3/0,1 mode: EX/EX res: [0x200003ab4:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764857.133742:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694400/0x57b8ff0e03052e55 lrc: 3/0,1 mode: EX/EX res: [0x200003ab4:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1775764857.134232:0:42326:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x32:0x0].25, 136 off11592 00000100:00100000:3.0:1775764857.134898:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bce28380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+37:67081:x1862022098703104:12345-192.168.202.28@tcp:58:lfs.0 Request processed in 1416us (1716us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764857.134911:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 1181 00000100:00100000:1.0:1775764857.139132:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764857.139326:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098703232 00000100:00100000:0.0:1775764857.139339:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098703232 00000100:00100000:0.0:1775764857.139423:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 1182 00000100:00100000:0.0:1775764857.139438:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bce2aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+37:67081:x1862022098703232:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:0.0:1775764857.139467:0:42325:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764857.139496:0:42325:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77000/0x57b8ff0e03052e5c lrc: 2/0,0 mode: --/CR res: [0x200003ab4:0x1b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17c25b expref: -99 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764857.139580:0:42325:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694400/0x57b8ff0e03052e55 lrc: 2/0,1 mode: EX/EX res: [0x200003ab4:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764857.139593:0:42325:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77000/0x57b8ff0e03052e5c lrc: 4/0,0 mode: --/CR res: [0x200003ab4:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c25b expref: 38 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764857.139631:0:42325:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694400/0x57b8ff0e03052e55 lrc: 3/0,1 mode: EX/EX res: [0x200003ab4:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764857.139648:0:42325:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77000/0x57b8ff0e03052e5c lrc: 3/0,0 mode: --/CR res: [0x200003ab4:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c25b expref: 38 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764857.139665:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x1b:0x0].0x0 (ffff9445867be300) 00010000:00010000:0.0:1775764857.139668:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1775764857.139672:0:42325:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77000/0x57b8ff0e03052e5c lrc: 3/0,0 mode: --/CR res: [0x200003ab4:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c25b expref: 38 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764857.139681:0:42325:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445bfe77000, rc 0) 00000100:00100000:0.0:1775764857.139942:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bce2aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+38:67081:x1862022098703232:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 505us (823us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764857.139951:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 1182 00000100:00100000:1.0:1775764857.518976:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764857.520125:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764857.520179:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764857.520225:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764857.520272:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098703488 00000100:00100000:1.0:1775764857.520288:0:42946:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098703616 00000100:00100000:1.0:1775764857.520292:0:42946:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098703616 00000100:00100000:3.0:1775764857.520298:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098703488 00000100:00100000:3.0:1775764857.520383:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 464 00000100:00100000:3.0:1775764857.520395:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bce29880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:82781e18-e0e3-4f9f-9a2b-041bf0344414+5:2378:x1862022098703488:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:3.0:1775764857.520505:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bce29880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:82781e18-e0e3-4f9f-9a2b-041bf0344414+5:2378:x1862022098703488:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 111us (323us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764857.520512:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 464 00000100:00100000:3.0:1775764857.520694:0:43212:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098703744 00000100:00100000:3.0:1775764857.520698:0:43212:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098703744 00000100:00100000:1.0:1775764857.521278:0:42946:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 331 00000100:00100000:1.0:1775764857.521288:0:42946:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bce28e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+7:2378:x1862022098703616:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:1.0:1775764857.521344:0:42946:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bce28e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+7:2378:x1862022098703616:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 58us (1226us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764857.521352:0:42946:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 331 00000100:00100000:3.0:1775764857.521690:0:43212:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 332 00000100:00100000:3.0:1775764857.521699:0:43212:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bce2a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+9:2378:x1862022098703744:12345-192.168.202.28@tcp:400:kworker.0 00000100:00080000:2.0:1775764857.521740:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1775764857.521746:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1775764857.521750:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1775764857.522715:0:43212:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bce2a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+9:2378:x1862022098703744:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 1008us (2479us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764857.522728:0:43212:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 332 00000100:00100000:0.0:1775764857.524442:0:42319:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098703360 00000100:00100000:0.0:1775764857.524465:0:42319:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098703360 00000100:00100000:0.0:1775764857.525173:0:42319:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 332 00000100:00100000:0.0:1775764857.525190:0:42319:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94448180dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:24b54882-c0a1-43f2-954f-009e5a9afc9d+12:2378:x1862022098703360:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:0.0:1775764857.525300:0:42319:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94448180dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:24b54882-c0a1-43f2-954f-009e5a9afc9d+12:2378:x1862022098703360:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 115us (6338us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764857.525309:0:42319:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 332 00010000:00010000:1.0:1775764857.667985:0:43224:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1775764857.794490:0:42356:0:(llog.c:800:llog_process_thread()) index: 8, lh_last_idx: 8 synced_idx: 8 lgh_last_idx: 8 00000040:00080000:3.0:1775764857.794501:0:42356:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x32:0x0] at index 8 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1775764857.794552:0:42356:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x32:0x0] index 26 count 6 00000040:00080000:3.0:1775764857.794560:0:42356:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 9 count 2 00000100:00100000:3.0:1775764857.795944:0:42356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bc1dd880 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:42356:1862022119082752:192.168.202.28@tcp:107:hsm_cdtr.0 00000100:00100000:3.0:1775764857.796120:0:42356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9444810d0b40 going to sleep for 11 seconds 00000100:00100000:3.0:1775764857.808937:0:42356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bc1dd880 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:42356:1862022119082752:192.168.202.28@tcp:107:hsm_cdtr.0 00000100:00100000:1.0:1775764857.811036:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764857.811179:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098703872 00000100:00100000:0.0:1775764857.811193:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098703872 00000100:00100000:0.0:1775764857.811277:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 1183 00000100:00100000:0.0:1775764857.811289:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bce2b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+38:67083:x1862022098703872:12345-192.168.202.28@tcp:53:lhsmtool_posix.0 00000004:00000080:0.0:1775764857.811348:0:42325:0:(mdt_handler.c:7957:mdt_fid2path()) path get [0x200003ab4:0x1b:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1775764857.811488:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bce2b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+38:67083:x1862022098703872:12345-192.168.202.28@tcp:53:lhsmtool_posix.0 Request processed in 201us (467us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764857.811498:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 1183 00000100:00100000:1.0:1775764857.820123:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764857.820848:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098704000 00000100:00100000:3.0:1775764857.820863:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098704000 00000100:00100000:3.0:1775764857.821039:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 1184 00000100:00100000:3.0:1775764857.821054:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bce29180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+38:67083:x1862022098704000:12345-192.168.202.28@tcp:34:lhsmtool_posix.0 00010000:00010000:3.0:1775764857.821267:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694a00/0x57b8ff0e03052e63 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764857.821290:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694a00/0x57b8ff0e03052e63 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764857.821306:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694a00/0x57b8ff0e03052e63 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764857.821325:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695e00/0x57b8ff0e03052e6a lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0xc7fdc10 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764857.821332:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695e00/0x57b8ff0e03052e6a lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xc7fdc10 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764857.821339:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695e00/0x57b8ff0e03052e6a lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xc7fdc10 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764857.821369:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e03052e71 lrc: 3/1,0 mode: --/PR res: [0x200003ab4:0x1b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764857.821379:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e03052e71 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x1b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764857.821385:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e03052e71 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x1b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764857.821440:0:44493:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab4:0x1b:0x0]: returning size 22 00000004:00200000:3.0:1775764857.821446:0:44493:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1775764857.821462:0:44493:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e03052e71 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x1b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764857.821475:0:44493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694a00/0x57b8ff0e03052e63 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764857.821483:0:44493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694a00/0x57b8ff0e03052e63 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764857.821491:0:44493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694a00/0x57b8ff0e03052e63 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764857.821497:0:44493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445be694a00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:3.0:1775764857.821502:0:44493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694a00/0x57b8ff0e03052e63 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764857.821512:0:44493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694a00/0x57b8ff0e03052e63 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764857.821527:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff944598a9bf00) 00010000:00010000:3.0:1775764857.821531:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764857.821537:0:44493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694a00/0x57b8ff0e03052e63 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764857.821543:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694a00/0x57b8ff0e03052e63 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764857.821561:0:44493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695e00/0x57b8ff0e03052e6a lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xc7fdc10 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764857.821567:0:44493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695e00/0x57b8ff0e03052e6a lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xc7fdc10 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764857.821574:0:44493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695e00/0x57b8ff0e03052e6a lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xc7fdc10 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764857.821579:0:44493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445be695e00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:3.0:1775764857.821582:0:44493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695e00/0x57b8ff0e03052e6a lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xc7fdc10 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764857.821588:0:44493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695e00/0x57b8ff0e03052e6a lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xc7fdc10 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764857.821594:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0xc7fdc10 (ffff9445867bef00) 00010000:00010000:3.0:1775764857.821597:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764857.821599:0:44493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695e00/0x57b8ff0e03052e6a lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0xc7fdc10 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764857.821605:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695e00/0x57b8ff0e03052e6a lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0xc7fdc10 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764857.821622:0:44493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e03052e71 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x1b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764857.821628:0:44493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e03052e71 lrc: 2/0,0 mode: PR/PR res: [0x200003ab4:0x1b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764857.821634:0:44493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e03052e71 lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0x1b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764857.821640:0:44493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445be695200 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:3.0:1775764857.821642:0:44493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e03052e71 lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0x1b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764857.821648:0:44493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e03052e71 lrc: 4/0,0 mode: PR/PR res: [0x200003ab4:0x1b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764857.821655:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x1b:0x0].0x0 (ffff9445867be300) 00010000:00010000:3.0:1775764857.821657:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764857.821660:0:44493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e03052e71 lrc: 2/0,0 mode: --/PR res: [0x200003ab4:0x1b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764857.821665:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e03052e71 lrc: 0/0,0 mode: --/PR res: [0x200003ab4:0x1b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764857.822592:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bce29180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+38:67083:x1862022098704000:12345-192.168.202.28@tcp:34:lhsmtool_posix.0 Request processed in 1529us (2473us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764857.822608:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 1184 00000100:00100000:1.0:1775764857.843428:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764857.843540:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098704256 00000100:00100000:0.0:1775764857.843554:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098704256 00000100:00100000:0.0:1775764857.843634:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 1185 00000100:00100000:0.0:1775764857.843648:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bce2b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+38:67083:x1862022098704256:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1775764857.843689:0:42325:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764857.843718:0:42325:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77800/0x57b8ff0e03052e78 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17c262 expref: -99 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764857.843897:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77400/0x57b8ff0e03052e7f lrc: 3/1,0 mode: --/PR res: [0x200003ab4:0x1b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764857.843917:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77400/0x57b8ff0e03052e7f lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x1b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764857.843940:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77400/0x57b8ff0e03052e7f lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x1b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764857.843965:0:42325:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab4:0x1b:0x0]: returning size 22 00010000:00010000:0.0:1775764857.844108:0:42325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77400/0x57b8ff0e03052e7f lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x1b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764857.844117:0:42325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77400/0x57b8ff0e03052e7f lrc: 2/0,0 mode: PR/PR res: [0x200003ab4:0x1b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764857.844123:0:42325:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77400/0x57b8ff0e03052e7f lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0x1b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764857.844130:0:42325:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445bfe77400 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:0.0:1775764857.844147:0:42325:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77400/0x57b8ff0e03052e7f lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0x1b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764857.844156:0:42325:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77400/0x57b8ff0e03052e7f lrc: 4/0,0 mode: PR/PR res: [0x200003ab4:0x1b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764857.844171:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x1b:0x0].0x0 (ffff9445867be300) 00010000:00010000:0.0:1775764857.844175:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1775764857.844180:0:42325:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77400/0x57b8ff0e03052e7f lrc: 2/0,0 mode: --/PR res: [0x200003ab4:0x1b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764857.844186:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77400/0x57b8ff0e03052e7f lrc: 0/0,0 mode: --/PR res: [0x200003ab4:0x1b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764857.844242:0:42325:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77800/0x57b8ff0e03052e78 lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c262 expref: 40 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764857.844260:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff944598a9bf00) 00010000:00010000:0.0:1775764857.844263:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1775764857.844267:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77800/0x57b8ff0e03052e78 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c262 expref: 40 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764857.844277:0:42325:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445bfe77800, rc 0) 00000100:00100000:0.0:1775764857.844363:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bce2b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+39:67083:x1862022098704256:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 Request processed in 717us (948us total) trans 34359739378 rc 301/301 00000100:00100000:0.0:1775764857.844372:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 1185 00000100:00100000:1.0:1775764857.874279:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764857.878360:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098704384 00000100:00100000:0.0:1775764857.878380:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098704384 00000100:00100000:0.0:1775764857.878483:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 1186 00000100:00100000:0.0:1775764857.878496:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94458913ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+39:67083:x1862022098704384:12345-192.168.202.28@tcp:53:lhsmtool_posix.0 00000004:00000080:0.0:1775764857.878550:0:42326:0:(mdt_handler.c:7957:mdt_fid2path()) path get [0x200003ab4:0x1b:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1775764857.878891:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94458913ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+39:67083:x1862022098704384:12345-192.168.202.28@tcp:53:lhsmtool_posix.0 Request processed in 396us (4625us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764857.878901:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 1186 00000100:00100000:1.0:1775764857.884275:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764857.884392:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098704640 00000100:00100000:0.0:1775764857.884405:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098704640 00000100:00100000:0.0:1775764857.884520:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 1187 00000100:00100000:0.0:1775764857.884531:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94458913b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+39:67083:x1862022098704640:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1775764857.884558:0:42325:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764857.884561:0:42325:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1775764857.884595:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e03052e32 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c24d expref: 39 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764857.884621:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9445867bed00) 00010000:00010000:0.0:1775764857.884633:0:42325:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1775764857.884653:0:42325:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77800/0x57b8ff0e03052e8d lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17c269 expref: -99 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1775764857.885745:0:42325:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x11e:0x0], index 1: 0 00010000:00010000:0.0:1775764857.886173:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77400/0x57b8ff0e03052e94 lrc: 3/1,0 mode: --/PR res: [0x200003ab4:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764857.886195:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77400/0x57b8ff0e03052e94 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764857.886210:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77400/0x57b8ff0e03052e94 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764857.886291:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77800/0x57b8ff0e03052e8d lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c269 expref: 41 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764857.886329:0:42325:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77400/0x57b8ff0e03052e94 lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c269 expref: 40 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764857.886340:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x1e:0x0].0x0 (ffff944599e85600) 00010000:00010000:0.0:1775764857.886343:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1775764857.886346:0:42325:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445bfe77400, rc 0) 00000100:00100000:0.0:1775764857.886438:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94458913b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+40:67083:x1862022098704640:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 Request processed in 1908us (2179us total) trans 34359739379 rc 0/0 00000100:00100000:0.0:1775764857.886449:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 1187 00000100:00100000:1.0:1775764857.897428:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764857.898059:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098704768 00000100:00100000:0.0:1775764857.898077:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098704768 00000100:00100000:0.0:1775764857.898172:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 1188 00000100:00100000:0.0:1775764857.898184:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944589139f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+40:67083:x1862022098704768:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1775764857.898221:0:42326:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764857.898251:0:42326:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77c00/0x57b8ff0e03052ea2 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17c270 expref: -99 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764857.898348:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76e00/0x57b8ff0e03052ea9 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764857.898367:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76e00/0x57b8ff0e03052ea9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764857.898383:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76e00/0x57b8ff0e03052ea9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764857.898689:0:42326:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 9728 00000004:00200000:0.0:1775764857.898695:0:42326:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 49 stripe count 1 MDT count 1 00000004:00010000:0.0:1775764857.898784:0:42326:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76e00/0x57b8ff0e03052ea9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764857.898865:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77c00/0x57b8ff0e03052ea2 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c270 expref: 42 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764857.898888:0:42326:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76e00/0x57b8ff0e03052ea9 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c270 expref: 41 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764857.898899:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff944599e85900) 00010000:00010000:0.0:1775764857.898902:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1775764857.898907:0:42326:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445bfe76e00, rc 0) 00000100:00100000:0.0:1775764857.899528:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944589139f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+41:67083:x1862022098704768:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 Request processed in 1342us (2110us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764857.899539:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 1188 00000100:00100000:1.0:1775764857.908477:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764857.914057:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098705024 00000100:00100000:2.0:1775764857.914078:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098705024 00000100:00100000:2.0:1775764857.914190:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 1189 00000100:00100000:2.0:1775764857.914202:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944589139880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+41:67083:x1862022098705024:12345-192.168.202.28@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1775764857.914282:0:42324:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1775764857.914319:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77400/0x57b8ff0e03052e94 lrc: 0/0,0 mode: --/PR res: [0x200003ab4:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c269 expref: 41 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764857.914344:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x1e:0x0].0x0 (ffff944599e85600) 00010000:00010000:2.0:1775764857.914370:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76e00/0x57b8ff0e03052ea9 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c270 expref: 40 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764857.914381:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff944599e85900) 00010000:00010000:2.0:1775764857.914386:0:42324:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775764857.914418:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24e00/0x57b8ff0e03052eb0 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764857.914431:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24e00/0x57b8ff0e03052eb0 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764857.914439:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24e00/0x57b8ff0e03052eb0 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764857.914449:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24c00/0x57b8ff0e03052eb7 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x9377684b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764857.914454:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24c00/0x57b8ff0e03052eb7 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x9377684b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764857.914458:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24c00/0x57b8ff0e03052eb7 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x9377684b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764857.914754:0:42324:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24e00/0x57b8ff0e03052eb0 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764857.914760:0:42324:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24e00/0x57b8ff0e03052eb0 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764857.914764:0:42324:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24e00/0x57b8ff0e03052eb0 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764857.914768:0:42324:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445baf24e00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764857.914773:0:42324:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24e00/0x57b8ff0e03052eb0 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764857.914779:0:42324:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24e00/0x57b8ff0e03052eb0 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764857.914786:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff94459084a300) 00010000:00010000:2.0:1775764857.914854:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764857.914860:0:42324:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24e00/0x57b8ff0e03052eb0 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764857.914866:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24e00/0x57b8ff0e03052eb0 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764857.914880:0:42324:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24c00/0x57b8ff0e03052eb7 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x9377684b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764857.914886:0:42324:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24c00/0x57b8ff0e03052eb7 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x9377684b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764857.914892:0:42324:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24c00/0x57b8ff0e03052eb7 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x9377684b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764857.914897:0:42324:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445baf24c00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764857.914900:0:42324:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24c00/0x57b8ff0e03052eb7 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x9377684b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764857.914906:0:42324:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24c00/0x57b8ff0e03052eb7 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x9377684b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764857.914914:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x9377684b (ffff94459084ac00) 00010000:00010000:2.0:1775764857.914916:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764857.914919:0:42324:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24c00/0x57b8ff0e03052eb7 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x9377684b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764857.914929:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24c00/0x57b8ff0e03052eb7 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x9377684b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764857.915043:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944589139880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+39:67083:x1862022098705024:12345-192.168.202.28@tcp:36:lhsmtool_posix.0 Request processed in 841us (6579us total) trans 0 rc -2/-2 00000100:00100000:2.0:1775764857.915053:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 1189 00000100:00100000:1.0:1775764857.918247:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764857.918621:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098705152 00000100:00100000:2.0:1775764857.918636:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098705152 00000100:00100000:2.0:1775764857.918768:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 1190 00000100:00100000:2.0:1775764857.918781:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94458913b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+39:67083:x1862022098705152:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1775764857.918845:0:44493:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764857.918875:0:44493:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e03052ebe lrc: 2/0,0 mode: --/PR res: [0x200003ab4:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17c277 expref: -99 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764857.918921:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24200/0x57b8ff0e03052ec5 lrc: 3/1,0 mode: --/PR res: [0x200003ab4:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764857.918937:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24200/0x57b8ff0e03052ec5 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x1e:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764857.918953:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24200/0x57b8ff0e03052ec5 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x1e:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764857.919095:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e03052ebe lrc: 0/0,0 mode: --/PR res: [0x200003ab4:0x1e:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c277 expref: 41 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764857.919119:0:44493:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24200/0x57b8ff0e03052ec5 lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0x1e:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c277 expref: 40 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764857.919148:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x1e:0x0].0x0 (ffff94459084ae00) 00010000:00010000:2.0:1775764857.919152:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1775764857.919156:0:44493:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445baf24200, rc 0) 00000100:00100000:2.0:1775764857.919244:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94458913b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+40:67083:x1862022098705152:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 Request processed in 466us (1012us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764857.919253:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 1190 00000100:00100000:1.0:1775764857.925227:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764857.925441:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098705408 00000100:00100000:3.0:1775764857.925457:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098705408 00000100:00100000:3.0:1775764857.925542:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 1191 00000100:00100000:3.0:1775764857.925554:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944589138380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+40:67083:x1862022098705408:12345-192.168.202.28@tcp:36:lhsmtool_posix.0 00010000:00010000:3.0:1775764857.925677:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e03052ecc lrc: 3/0,1 mode: --/PW res: [0x200003ab4:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764857.925701:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e03052ecc lrc: 3/0,1 mode: PW/PW res: [0x200003ab4:0x1e:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764857.925716:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e03052ecc lrc: 3/0,1 mode: PW/PW res: [0x200003ab4:0x1e:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1775764857.927896:0:42324:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x30:0x0].27, 88 off10304 00000004:00080000:3.0:1775764857.927920:0:42324:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 2324775120939ns, next at 2325775116451ns, rc = 0 00000004:00010000:3.0:1775764857.928068:0:42324:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000003543e4aa reply state 00000000d729443c transno 34359739380 ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e03052ecc lrc: 3/0,1 mode: PW/PW res: [0x200003ab4:0x1e:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764857.928083:0:42324:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1775764857.928276:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944589138380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+42:67083:x1862022098705408:12345-192.168.202.28@tcp:36:lhsmtool_posix.0 Request processed in 2718us (3059us total) trans 34359739380 rc 0/0 00000100:00100000:3.0:1775764857.928289:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 1191 00000100:00100000:1.0:1775764857.932586:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764857.932833:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098705536 00000100:00100000:0.0:1775764857.932847:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098705536 00000100:00100000:0.0:1775764857.932923:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 1192 00000100:00100000:0.0:1775764857.932936:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944589139c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+42:67083:x1862022098705536:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1775764857.932969:0:42326:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764857.932998:0:42326:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77800/0x57b8ff0e03052ed3 lrc: 2/0,0 mode: --/CR res: [0x200003ab4:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17c27e expref: -99 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764857.933091:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77800/0x57b8ff0e03052ed3 lrc: 3/0,0 mode: CR/CR res: [0x200003ab4:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c27e expref: 43 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764857.933112:0:42326:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77800/0x57b8ff0e03052ed3 lrc: 3/0,0 mode: CR/CR res: [0x200003ab4:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c27e expref: 43 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764857.933148:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x1e:0x0].0x0 (ffff94459084ae00) 00010000:00010000:0.0:1775764857.933153:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1775764857.933158:0:42326:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445bfe77800, rc 0) 00000100:00100000:0.0:1775764857.933237:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944589139c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+43:67083:x1862022098705536:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 Request processed in 303us (663us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764857.933244:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 1192 00010000:00010000:3.0:1775764857.940438:0:3315:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e03052ecc lrc: 3/0,1 mode: PW/PW res: [0x200003ab4:0x1e:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764857.940461:0:3315:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e03052ecc lrc: 2/0,0 mode: PW/PW res: [0x200003ab4:0x1e:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764857.940469:0:3315:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e03052ecc lrc: 3/0,0 mode: PW/PW res: [0x200003ab4:0x1e:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764857.940475:0:3315:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445be695200 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:3.0:1775764857.940482:0:3315:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e03052ecc lrc: 3/0,0 mode: PW/PW res: [0x200003ab4:0x1e:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764857.940490:0:3315:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e03052ecc lrc: 4/0,0 mode: PW/PW res: [0x200003ab4:0x1e:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764857.940519:0:3315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x1e:0x0].0x0 (ffff94459084ae00) 00010000:00010000:3.0:1775764857.940523:0:3315:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1775764857.940530:0:3315:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e03052ecc lrc: 2/0,0 mode: --/PW res: [0x200003ab4:0x1e:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764857.940537:0:3315:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e03052ecc lrc: 0/0,0 mode: --/PW res: [0x200003ab4:0x1e:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764857.942550:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764857.942652:0:42946:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098705664 00000100:00100000:1.0:1775764857.942666:0:42946:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098705664 00000100:00100000:1.0:1775764857.942749:0:42946:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 286 00000100:00100000:1.0:1775764857.942761:0:42946:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944489168700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+9:2378:x1862022098705664:12345-192.168.202.28@tcp:2:lhsmtool_posix.0 00000100:00100000:1.0:1775764857.943290:0:42946:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944489168700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+10:2378:x1862022098705664:12345-192.168.202.28@tcp:2:lhsmtool_posix.0 Request processed in 529us (754us total) trans 34359738467 rc 0/0 00000100:00100000:1.0:1775764857.943300:0:42946:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 286 00000100:00100000:2.0:1775764857.950613:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764857.950924:0:42328:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098705920 00000100:00100000:1.0:1775764857.950939:0:42328:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098705920 00000100:00100000:1.0:1775764857.951015:0:42328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 353 00000100:00100000:1.0:1775764857.951027:0:42328:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944488e90380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+42:67083:x1862022098705920:12345-192.168.202.28@tcp:35:lhsmtool_posix.0 00000100:00100000:1.0:1775764857.951384:0:42328:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944488e90380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+43:67083:x1862022098705920:12345-192.168.202.28@tcp:35:lhsmtool_posix.0 Request processed in 359us (786us total) trans 34359739381 rc 0/0 00000100:00100000:1.0:1775764857.951391:0:42328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 353 00000100:00100000:3.0:1775764857.962052:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764857.962253:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098706176 00000100:00100000:2.0:1775764857.962265:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098706176 00000100:00100000:2.0:1775764857.962331:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 1193 00000100:00100000:2.0:1775764857.962342:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bc1dd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+43:67083:x1862022098706176:12345-192.168.202.28@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1775764857.962624:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bc1dd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+43:67083:x1862022098706176:12345-192.168.202.28@tcp:57:lhsmtool_posix.0 Request processed in 282us (582us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764857.962633:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 1193 00000100:00100000:0.0:1775764857.966719:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764857.972470:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098706304 00000100:00100000:3.0:1775764857.972485:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098706304 00000100:00100000:3.0:1775764857.972557:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 1194 00000100:00100000:3.0:1775764857.972568:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94448916b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+43:67083:x1862022098706304:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1775764857.972588:0:42326:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764857.972609:0:42326:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695e00/0x57b8ff0e03052eda lrc: 2/0,0 mode: --/CR res: [0x200003ab4:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17c285 expref: -99 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764857.972681:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e03052ee1 lrc: 3/1,0 mode: --/PR res: [0x200003ab4:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764857.972695:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e03052ee1 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x1e:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764857.972708:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e03052ee1 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x1e:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764857.972744:0:42326:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1775764857.972762:0:42326:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e03052ee1 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x1e:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764857.972821:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695e00/0x57b8ff0e03052eda lrc: 0/0,0 mode: --/CR res: [0x200003ab4:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c285 expref: 45 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764857.972840:0:42326:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e03052ee1 lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0x1e:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c285 expref: 44 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764857.972848:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x1e:0x0].0x0 (ffff94459084ae00) 00010000:00010000:3.0:1775764857.972851:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:3.0:1775764857.972855:0:42326:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445be695200, rc 0) 00000100:00100000:3.0:1775764857.972926:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94448916b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+44:67083:x1862022098706304:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 Request processed in 360us (6217us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764857.972933:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 1194 00000100:00100000:1.0:1775764857.976218:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764857.976370:0:42944:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098706432 00000100:00100000:2.0:1775764857.976382:0:42944:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098706432 00000100:00100000:2.0:1775764857.976440:0:42944:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 287 00000100:00100000:2.0:1775764857.976452:0:42944:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944589139500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+10:2377:x1862022098706432:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1775764857.976481:0:42944:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764857.976501:0:42944:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b98d952b/0x57b8ff0e03052ee8 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x11e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17c28c expref: -99 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1775764857.976528:0:42944:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x11e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x69d8057a, blocks: 0x1 00010000:00010000:2.0:1775764857.976546:0:42944:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764857.976549:0:42944:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764857.976558:0:42944:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b98d952b/0x57b8ff0e03052ee8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x11e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c28c expref: 11 pid: 42944 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764857.976575:0:42944:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000b98d952b/0x57b8ff0e03052ee8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x11e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c28c expref: 11 pid: 42944 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764857.976591:0:42944:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445baf25800, rc 0) 00000100:00100000:2.0:1775764857.976650:0:42944:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944589139500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+11:2377:x1862022098706432:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 Request processed in 201us (441us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764857.976657:0:42944:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 287 00000100:00100000:0.0:1775764857.980498:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764857.980657:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098706688 00000100:00100000:2.0:1775764857.980669:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098706688 00000100:00100000:2.0:1775764857.980733:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 1195 00000100:00100000:2.0:1775764857.980743:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bea11180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+44:67083:x1862022098706688:12345-192.168.202.28@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1775764857.980902:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bea11180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+44:67083:x1862022098706688:12345-192.168.202.28@tcp:57:lhsmtool_posix.0 Request processed in 160us (413us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764857.980910:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 1195 00000100:00100000:0.0:1775764857.984057:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764857.984419:0:42946:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098706816 00000100:00100000:1.0:1775764857.984430:0:42946:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098706816 00000100:00100000:1.0:1775764857.984499:0:42946:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 288 00000100:00100000:1.0:1775764857.984509:0:42946:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bea13b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+11:67083:x1862022098706816:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1775764857.984528:0:42946:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764857.984546:0:42946:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000058744ea5/0x57b8ff0e03052eef lrc: 2/0,0 mode: --/PW res: [0x280000400:0x11e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17c293 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764857.984580:0:42946:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b98d952b/0x57b8ff0e03052ee8 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x11e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c28c expref: 12 pid: 42944 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764857.984588:0:42946:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1775764857.984591:0:42946:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1775764857.984595:0:42946:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000058744ea5/0x57b8ff0e03052eef lrc: 4/0,0 mode: --/PW res: [0x280000400:0x11e:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c293 expref: 12 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764857.984628:0:42946:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b98d952b/0x57b8ff0e03052ee8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x11e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c28c expref: 12 pid: 42944 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764857.984643:0:42946:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b98d952b/0x57b8ff0e03052ee8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x11e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c28c expref: 12 pid: 42944 timeout: 2424 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764857.984658:0:42946:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff94458913a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:42946:1862022119082880:192.168.202.28@tcp:104: 00000100:00100000:1.0:1775764857.984758:0:42946:0:(client.c:2691:ptlrpc_set_wait()) set ffff9445bece3d80 going to sleep for 11 seconds 00000100:00100000:0.0:1775764857.987671:0:42946:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff94458913a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:42946:1862022119082880:192.168.202.28@tcp:104: 00010000:00010000:0.0:1775764857.987722:0:42946:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000058744ea5/0x57b8ff0e03052eef lrc: 3/0,0 mode: --/PW res: [0x280000400:0x11e:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c293 expref: 12 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764857.987743:0:42946:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944488003600, rc 0) 00000100:00100000:0.0:1775764857.987849:0:42946:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bea13b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+12:67083:x1862022098706816:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 Request processed in 3334us (3794us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764857.987859:0:42946:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 288 00000100:00100000:0.0:1775764857.989867:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764857.989946:0:44302:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098706944 00000100:00100000:1.0:1775764857.989956:0:44302:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098706944 00010000:00010000:1.0:1775764857.989993:0:44302:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b98d952b/0x57b8ff0e03052ee8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x11e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c28c expref: 12 pid: 42944 timeout: 2424 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764857.990036:0:44302:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 231 00000100:00100000:1.0:1775764857.990046:0:44302:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bea12680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+12:2379:x1862022098706944:12345-192.168.202.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1775764857.990063:0:44302:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764857.990085:0:44302:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b98d952b/0x57b8ff0e03052ee8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x11e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c28c expref: 12 pid: 42944 timeout: 2424 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764857.990111:0:44302:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b98d952b/0x57b8ff0e03052ee8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x11e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c28c expref: 12 pid: 42944 timeout: 2424 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764857.990145:0:44302:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b98d952b/0x57b8ff0e03052ee8 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x11e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c28c expref: 12 pid: 42944 timeout: 2424 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764857.990161:0:44302:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1775764857.990163:0:44302:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1775764857.990169:0:44302:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000058744ea5/0x57b8ff0e03052eef lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x11e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c293 expref: 11 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764857.990178:0:44302:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000058744ea5/0x57b8ff0e03052eef lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x11e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c293 expref: 11 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764857.990213:0:44302:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000058744ea5/0x57b8ff0e03052eef lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x11e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c293 expref: 11 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764857.990227:0:44302:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944589138e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:44302:1862022119083008:192.168.202.28@tcp:105: 00000100:00100000:1.0:1775764857.991249:0:44302:0:(client.c:2691:ptlrpc_set_wait()) set ffff9445bece3900 going to sleep for 11 seconds 00000100:00100000:0.0:1775764858.006609:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764858.007034:0:45548:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098707072 00000100:00100000:2.0:1775764858.007047:0:45548:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098707072 00002000:00100000:2.0:1775764858.007112:0:45548:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x11e:0x0] (0->21) req@ffff9445bea11500 x1862022098707072/t0(0) o4->fcf15866-4739-4595-8fe1-44abde7ee9d7@192.168.202.28@tcp:339/0 lens 512/0 e 0 to 0 dl 1775764869 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764858.007124:0:45548:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9445bea11500 with x1862022098707072 ext(0->21) 00002000:00010000:2.0:1775764858.007139:0:45548:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9445bea11500 00000100:00100000:2.0:1775764858.007170:0:45548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 101 00000100:00100000:2.0:1775764858.007179:0:45548:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bea11500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+12:2378:x1862022098707072:12345-192.168.202.28@tcp:4:lhsmtool_posix.0 00000100:00100000:2.0:1775764858.007656:0:45548:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bea11500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+14:2378:x1862022098707072:12345-192.168.202.28@tcp:4:lhsmtool_posix.0 Request processed in 475us (1054us total) trans 34359738468 rc 0/0 00000100:00100000:2.0:1775764858.007664:0:45548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 101 00002000:00100000:2.0:1775764858.007670:0:45548:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x11e:0x0] (0->21) req@ffff9445bea11500 x1862022098707072/t34359738468(0) o4->fcf15866-4739-4595-8fe1-44abde7ee9d7@192.168.202.28@tcp:339/0 lens 512/448 e 0 to 0 dl 1775764869 ref 1 fl Complete:/600/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1775764858.007692:0:45548:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9445bea11500 with x1862022098707072 ext(0->21) 00002000:00010000:2.0:1775764858.007695:0:45548:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9445bea11500 00000100:00100000:1.0:1775764858.009323:0:44302:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944589138e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:44302:1862022119083008:192.168.202.28@tcp:105: 00010000:00010000:1.0:1775764858.009349:0:44302:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1775764858.009411:0:44302:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bea12680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+13:2379:x1862022098706944:12345-192.168.202.28@tcp:103:ldlm_bl.0 Request processed in 19366us (19551us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764858.009422:0:44302:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 231 00000100:00100000:0.0:1775764858.020921:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764858.021004:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098707200 00000100:00100000:3.0:1775764858.021013:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098707200 00000100:00100000:3.0:1775764858.021082:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 1196 00000100:00100000:3.0:1775764858.021102:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bea13800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+44:67083:x1862022098707200:12345-192.168.202.28@tcp:44:lhsmtool_posix.0 00000100:00080000:2.0:1775764858.021301:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000001:00080000:2.0:1775764858.089269:0:5825:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 34359739379 is committed 00000020:00080000:2.0:1775764858.089302:0:5825:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 30064771831 batchid updated 00000001:00080000:2.0:1775764858.089320:0:5825:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 34359739381 is committed 00000004:00080000:2.0:1775764858.089331:0:5825:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 29 committed 00000100:00100000:2.0:1775764858.089522:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bea13800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+38:67083:x1862022098707200:12345-192.168.202.28@tcp:44:lhsmtool_posix.0 Request processed in 68423us (68602us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764858.089534:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 1196 00000100:00100000:0.0:1775764858.090127:0:3330:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944589138e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3330:1862022119083136:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1775764858.090186:0:3330:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00080000:3.0:1775764858.090474:0:42361:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 30064771831 00000020:00080000:3.0:1775764858.090488:0:42361:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 30064771831 00000100:00100000:2.0:1775764858.090690:0:42944:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119083136 00000100:00100000:2.0:1775764858.090699:0:42944:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119083136 00000100:00100000:2.0:1775764858.090761:0:42944:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 289 00000100:00100000:2.0:1775764858.090772:0:42944:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bea10000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3330:x1862022119083136:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:2.0:1775764858.090991:0:42944:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x11e:0x0] updating lvb size from disk: 0 -> 22 00002000:00010000:2.0:1775764858.090995:0:42944:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x11e:0x0] updating lvb mtime from disk: 0 -> 1775764858 00002000:00010000:2.0:1775764858.090997:0:42944:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x11e:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1775764858.090999:0:42944:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x11e:0x0] updating lvb ctime from disk: 1775764858 -> 1775764858 00002000:00010000:2.0:1775764858.091002:0:42944:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x11e:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:2.0:1775764858.091054:0:42944:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bea10000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3330:x1862022119083136:12345-0@lo:2:osp-syn-1-0.0 Request processed in 284us (868us total) trans 34359738469 rc 0/0 00000100:00100000:2.0:1775764858.091065:0:42944:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 289 00000004:00080000:1.0:1775764858.091205:0:3330:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff944589138e00/2, rc 0, transno 34359738469 00000100:00100000:1.0:1775764858.091213:0:3330:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944589138e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3330:1862022119083136:0@lo:2:osp-syn-1-0.0 00000100:00080000:0.0:1775764858.091366:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1775764858.093995:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764858.094403:0:42945:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098707328 00000100:00100000:3.0:1775764858.094413:0:42945:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098707328 00000100:00100000:3.0:1775764858.094730:0:42945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 290 00000100:00100000:3.0:1775764858.094740:0:42945:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944488e93480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+13:2376:x1862022098707328:12345-192.168.202.28@tcp:16:lhsmtool_posix.0 00000001:00080000:1.0:1775764858.167208:0:7469:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 34359738467 is committed 00000001:00080000:1.0:1775764858.167240:0:7469:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 34359738469 is committed 00000001:00080000:1.0:1775764858.167246:0:7469:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 34359738468 is committed 00000100:00100000:1.0:1775764858.167360:0:42945:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944488e93480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+10:2376:x1862022098707328:12345-192.168.202.28@tcp:16:lhsmtool_posix.0 Request processed in 72615us (73370us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764858.167372:0:42945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 290 00000100:00100000:2.0:1775764858.181314:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764858.181637:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098707584 00000100:00100000:0.0:1775764858.181650:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098707584 00000100:00100000:0.0:1775764858.181712:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 1197 00000100:00100000:0.0:1775764858.181722:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944488e93b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+38:67083:x1862022098707584:12345-192.168.202.28@tcp:36:lhsmtool_posix.0 00010000:00010000:0.0:1775764858.181777:0:44493:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764858.181853:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e03052ee1 lrc: 0/0,0 mode: --/PR res: [0x200003ab4:0x1e:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c285 expref: 38 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764858.181875:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x1e:0x0].0x0 (ffff94459084ae00) 00010000:00010000:0.0:1775764858.181880:0:44493:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1775764858.181917:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77a00/0x57b8ff0e03052ef6 lrc: 3/0,1 mode: --/PW res: [0x200003ab4:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764858.181932:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77a00/0x57b8ff0e03052ef6 lrc: 3/0,1 mode: PW/PW res: [0x200003ab4:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764858.181943:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77a00/0x57b8ff0e03052ef6 lrc: 3/0,1 mode: PW/PW res: [0x200003ab4:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764858.182168:0:44493:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000006ce20a55 reply state 000000006caf4171 transno 34359739382 ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77a00/0x57b8ff0e03052ef6 lrc: 3/0,1 mode: PW/PW res: [0x200003ab4:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764858.182178:0:44493:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1775764858.182296:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944488e93b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+39:67083:x1862022098707584:12345-192.168.202.28@tcp:36:lhsmtool_posix.0 Request processed in 575us (989us total) trans 34359739382 rc 0/0 00000100:00100000:0.0:1775764858.182304:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 1197 00010000:00010000:2.0:1775764858.184911:0:3314:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77a00/0x57b8ff0e03052ef6 lrc: 3/0,1 mode: PW/PW res: [0x200003ab4:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764858.184940:0:3314:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77a00/0x57b8ff0e03052ef6 lrc: 2/0,0 mode: PW/PW res: [0x200003ab4:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764858.184951:0:3314:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77a00/0x57b8ff0e03052ef6 lrc: 3/0,0 mode: PW/PW res: [0x200003ab4:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764858.184959:0:3314:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445bfe77a00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764858.184964:0:3314:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77a00/0x57b8ff0e03052ef6 lrc: 3/0,0 mode: PW/PW res: [0x200003ab4:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764858.184973:0:3314:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77a00/0x57b8ff0e03052ef6 lrc: 4/0,0 mode: PW/PW res: [0x200003ab4:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764858.185095:0:3314:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x1e:0x0].0x0 (ffff94459084ae00) 00010000:00010000:2.0:1775764858.185099:0:3314:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764858.185104:0:3314:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77a00/0x57b8ff0e03052ef6 lrc: 2/0,0 mode: --/PW res: [0x200003ab4:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764858.185111:0:3314:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77a00/0x57b8ff0e03052ef6 lrc: 0/0,0 mode: --/PW res: [0x200003ab4:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764858.186214:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764858.186412:0:42944:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098707712 00000100:00100000:1.0:1775764858.186424:0:42944:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098707712 00000100:00100000:1.0:1775764858.186496:0:42944:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 291 00000100:00100000:1.0:1775764858.186506:0:42944:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944488e91180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+10:2378:x1862022098707712:12345-192.168.202.28@tcp:2:lhsmtool_posix.0 00002000:00010000:1.0:1775764858.186748:0:42944:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x11e:0x0] updating lvb size from disk: 22 -> 22 00002000:00010000:1.0:1775764858.186752:0:42944:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x11e:0x0] updating lvb mtime from disk: 1775764858 -> 1775764853 00002000:00010000:1.0:1775764858.186755:0:42944:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x11e:0x0] updating lvb atime from disk: 0 -> 1775764853 00002000:00010000:1.0:1775764858.186757:0:42944:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x11e:0x0] updating lvb ctime from disk: 1775764858 -> 1775764853 00002000:00010000:1.0:1775764858.186759:0:42944:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x11e:0x0] updating lvb blocks from disk: 1 -> 11 00000100:00100000:1.0:1775764858.186855:0:42944:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944488e91180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+11:2378:x1862022098707712:12345-192.168.202.28@tcp:2:lhsmtool_posix.0 Request processed in 349us (651us total) trans 34359738470 rc 0/0 00000100:00100000:1.0:1775764858.186863:0:42944:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 291 00000100:00100000:0.0:1775764858.204097:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764858.204317:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098707968 00000100:00100000:1.0:1775764858.204328:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098707968 00000100:00100000:1.0:1775764858.204391:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 1198 00000100:00100000:1.0:1775764858.204402:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bea10700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+38:67083:x1862022098707968:12345-192.168.202.28@tcp:55:lhsmtool_posix.0 00010000:00010000:1.0:1775764858.205135:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff944488003200/0x57b8ff0e03052efd lrc: 3/0,1 mode: --/PW res: [0x200003ab4:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764858.205157:0:42325:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24200/0x57b8ff0e03052ec5 lrc: 2/0,0 mode: PR/PR res: [0x200003ab4:0x1e:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c277 expref: 38 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764858.205172:0:42325:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff944488003200/0x57b8ff0e03052efd lrc: 4/0,1 mode: --/PW res: [0x200003ab4:0x1e:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764858.206156:0:42325:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24200/0x57b8ff0e03052ec5 lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0x1e:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c277 expref: 38 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764858.206175:0:42325:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24200/0x57b8ff0e03052ec5 lrc: 4/0,0 mode: PR/PR res: [0x200003ab4:0x1e:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c277 expref: 38 pid: 44493 timeout: 2425 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764858.206193:0:42325:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff94458913a300 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:42325:1862022119083264:192.168.202.28@tcp:104: 00000100:00100000:1.0:1775764858.206387:0:42325:0:(client.c:2691:ptlrpc_set_wait()) set ffff9445bece3c00 going to sleep for 11 seconds 00000100:00100000:2.0:1775764858.211946:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764858.212352:0:42309:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098708096 00000100:00100000:3.0:1775764858.212363:0:42309:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098708096 00010000:00010000:3.0:1775764858.212407:0:42309:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24200/0x57b8ff0e03052ec5 lrc: 5/0,0 mode: PR/PR res: [0x200003ab4:0x1e:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c277 expref: 39 pid: 44493 timeout: 2425 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764858.212661:0:42309:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 232 00000100:00100000:3.0:1775764858.212685:0:42309:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444824b3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+39:2379:x1862022098708096:12345-192.168.202.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764858.212702:0:42309:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764858.212710:0:42309:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24200/0x57b8ff0e03052ec5 lrc: 5/0,0 mode: PR/PR res: [0x200003ab4:0x1e:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c277 expref: 39 pid: 44493 timeout: 2425 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764858.212725:0:42309:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24200/0x57b8ff0e03052ec5 lrc: 4/0,0 mode: PR/PR res: [0x200003ab4:0x1e:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c277 expref: 39 pid: 44493 timeout: 2425 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764858.212763:0:42309:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x1e:0x0].0x0 (ffff94459084ae00) 00010000:00010000:3.0:1775764858.212770:0:42309:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff944488003200/0x57b8ff0e03052efd lrc: 3/0,1 mode: --/PW res: [0x200003ab4:0x1e:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764858.212782:0:42309:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff944488003200/0x57b8ff0e03052efd lrc: 3/0,1 mode: PW/PW res: [0x200003ab4:0x1e:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764858.212850:0:42309:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944488003200/0x57b8ff0e03052efd lrc: 4/0,1 mode: PW/PW res: [0x200003ab4:0x1e:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764858.212873:0:42309:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764858.212931:0:42309:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444824b3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+39:2379:x1862022098708096:12345-192.168.202.28@tcp:103:ldlm_bl.0 Request processed in 260us (998us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764858.212940:0:42309:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 232 00010000:00010000:1.0:1775764858.213315:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24200/0x57b8ff0e03052ec5 lrc: 0/0,0 mode: --/PR res: [0x200003ab4:0x1e:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c277 expref: 38 pid: 44493 timeout: 2425 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764858.213335:0:42325:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff94458913a300 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:42325:1862022119083264:192.168.202.28@tcp:104: 00010000:00010000:1.0:1775764858.213358:0:42325:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff944488003200/0x57b8ff0e03052efd lrc: 3/0,1 mode: PW/PW res: [0x200003ab4:0x1e:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764858.213368:0:42325:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff944488003200/0x57b8ff0e03052efd lrc: 3/0,1 mode: PW/PW res: [0x200003ab4:0x1e:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764858.213374:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944488003200/0x57b8ff0e03052efd lrc: 3/0,1 mode: PW/PW res: [0x200003ab4:0x1e:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764858.213408:0:42325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff944488003200/0x57b8ff0e03052efd lrc: 3/0,1 mode: PW/PW res: [0x200003ab4:0x1e:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764858.213415:0:42325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944488003200/0x57b8ff0e03052efd lrc: 2/0,0 mode: PW/PW res: [0x200003ab4:0x1e:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764858.213423:0:42325:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944488003200/0x57b8ff0e03052efd lrc: 3/0,0 mode: PW/PW res: [0x200003ab4:0x1e:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764858.213440:0:42325:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944488003200 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:1.0:1775764858.213444:0:42325:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944488003200/0x57b8ff0e03052efd lrc: 3/0,0 mode: PW/PW res: [0x200003ab4:0x1e:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764858.213453:0:42325:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944488003200/0x57b8ff0e03052efd lrc: 4/0,0 mode: PW/PW res: [0x200003ab4:0x1e:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764858.213464:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x1e:0x0].0x0 (ffff94459084ae00) 00010000:00010000:1.0:1775764858.213467:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:1.0:1775764858.213471:0:42325:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944488003200/0x57b8ff0e03052efd lrc: 2/0,0 mode: --/PW res: [0x200003ab4:0x1e:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764858.213477:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944488003200/0x57b8ff0e03052efd lrc: 0/0,0 mode: --/PW res: [0x200003ab4:0x1e:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764858.213527:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bea10700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+37:67083:x1862022098707968:12345-192.168.202.28@tcp:55:lhsmtool_posix.0 Request processed in 9127us (9438us total) trans 0 rc -22/-22 00000100:00100000:1.0:1775764858.213536:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 1198 00000100:00100000:2.0:1775764858.219516:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764858.220568:0:42946:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098708224 00000100:00100000:0.0:1775764858.220581:0:42946:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098708224 00000100:00100000:0.0:1775764858.220921:0:42946:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 292 00000100:00100000:0.0:1775764858.220933:0:42946:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444824b3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+11:2378:x1862022098708224:12345-192.168.202.28@tcp:1:lhsmtool_posix.0 00010000:00010000:0.0:1775764858.220993:0:42946:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000009c77856/0x57b8ff0e03052f04 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x11e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764858.221016:0:42946:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000058744ea5/0x57b8ff0e03052eef lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x11e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c293 expref: 11 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764858.221025:0:42946:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1775764858.221027:0:42946:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1775764858.221031:0:42946:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000009c77856/0x57b8ff0e03052f04 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x11e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764858.221079:0:42946:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000058744ea5/0x57b8ff0e03052eef lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x11e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c293 expref: 11 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764858.221095:0:42946:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000058744ea5/0x57b8ff0e03052eef lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x11e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c293 expref: 11 pid: 42946 timeout: 2425 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764858.221113:0:42946:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff94448647c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:42946:1862022119083392:192.168.202.28@tcp:104: 00000100:00100000:0.0:1775764858.221230:0:42946:0:(client.c:2691:ptlrpc_set_wait()) set ffff9445bad23240 going to sleep for 11 seconds 00000100:00100000:0.0:1775764858.225392:0:42946:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff94448647c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:42946:1862022119083392:192.168.202.28@tcp:104: 00010000:00010000:0.0:1775764858.225422:0:42946:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000009c77856/0x57b8ff0e03052f04 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x11e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764858.226902:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764858.227346:0:42310:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098708352 00000100:00100000:3.0:1775764858.227356:0:42310:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098708352 00010000:00010000:3.0:1775764858.227400:0:42310:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000058744ea5/0x57b8ff0e03052eef lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x11e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c293 expref: 12 pid: 42946 timeout: 2425 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764858.227461:0:42310:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 233 00000100:00100000:3.0:1775764858.227472:0:42310:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444824b0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+12:2378:x1862022098708352:12345-192.168.202.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764858.227491:0:42310:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764858.227517:0:42310:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000058744ea5/0x57b8ff0e03052eef lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x11e:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c293 expref: 12 pid: 42946 timeout: 2425 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764858.227533:0:42310:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000058744ea5/0x57b8ff0e03052eef lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x11e:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c293 expref: 12 pid: 42946 timeout: 2425 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764858.227565:0:42310:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000058744ea5/0x57b8ff0e03052eef lrc: 0/0,0 mode: --/PW res: [0x280000400:0x11e:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c293 expref: 12 pid: 42946 timeout: 2425 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764858.227584:0:42310:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764858.227586:0:42310:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764858.227591:0:42310:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000009c77856/0x57b8ff0e03052f04 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x11e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764858.227602:0:42310:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000009c77856/0x57b8ff0e03052f04 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x11e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764858.227627:0:42310:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764858.227695:0:42310:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444824b0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+11:2378:x1862022098708352:12345-192.168.202.28@tcp:103:ldlm_bl.0 Request processed in 223us (801us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764858.227704:0:42310:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 233 00010000:00010000:0.0:1775764858.230025:0:42946:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000009c77856/0x57b8ff0e03052f04 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x11e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764858.230037:0:42946:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000009c77856/0x57b8ff0e03052f04 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x11e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764858.230077:0:42946:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000009c77856/0x57b8ff0e03052f04 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x11e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764858.230086:0:42946:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000009c77856/0x57b8ff0e03052f04 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x11e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764858.230100:0:42946:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000009c77856/0x57b8ff0e03052f04 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x11e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764858.230108:0:42946:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445bfe76a00 already unused, calling callback (ffffffffc177a060) 00010000:00010000:0.0:1775764858.230112:0:42946:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000009c77856/0x57b8ff0e03052f04 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x11e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764858.230301:0:42946:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000009c77856/0x57b8ff0e03052f04 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x11e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764858.230323:0:42946:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000009c77856/0x57b8ff0e03052f04 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x11e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764858.230330:0:42946:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000009c77856/0x57b8ff0e03052f04 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x11e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764858.230574:0:42946:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444824b3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+10:2378:x1862022098708224:12345-192.168.202.28@tcp:1:lhsmtool_posix.0 Request processed in 9639us (11143us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764858.230585:0:42946:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 292 00000100:00100000:2.0:1775764858.236668:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764858.236766:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098708608 00000100:00100000:3.0:1775764858.236778:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098708608 00000100:00100000:3.0:1775764858.236889:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 1199 00000100:00100000:3.0:1775764858.236901:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444824b1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+37:67083:x1862022098708608:12345-192.168.202.28@tcp:57:lhsmtool_posix.0 00010000:00010000:3.0:1775764858.237072:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695e00/0x57b8ff0e03052f0b lrc: 3/0,1 mode: --/PW res: [0x200003ab4:0x1b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764858.237092:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695e00/0x57b8ff0e03052f0b lrc: 3/0,1 mode: PW/PW res: [0x200003ab4:0x1b:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764858.237105:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695e00/0x57b8ff0e03052f0b lrc: 3/0,1 mode: PW/PW res: [0x200003ab4:0x1b:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764858.237904:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24e00/0x57b8ff0e03052f12 lrc: 3/0,1 mode: --/EX res: [0x200003ab4:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764858.237921:0:42324:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77800/0x57b8ff0e03052ed3 lrc: 2/0,0 mode: CR/CR res: [0x200003ab4:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c27e expref: 38 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764858.237930:0:42324:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24e00/0x57b8ff0e03052f12 lrc: 4/0,1 mode: --/EX res: [0x200003ab4:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764858.237971:0:42324:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77800/0x57b8ff0e03052ed3 lrc: 3/0,0 mode: CR/CR res: [0x200003ab4:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c27e expref: 38 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764858.238002:0:42324:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77800/0x57b8ff0e03052ed3 lrc: 4/0,0 mode: CR/CR res: [0x200003ab4:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c27e expref: 38 pid: 42326 timeout: 2425 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764858.238020:0:42324:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944486042680 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:42324:1862022119083520:192.168.202.28@tcp:104: 00000100:00100000:2.0:1775764858.238287:0:42324:0:(client.c:2691:ptlrpc_set_wait()) set ffff9445b217c6c0 going to sleep for 11 seconds 00000100:00100000:2.0:1775764858.244723:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764858.244940:0:42324:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944486042680 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:42324:1862022119083520:192.168.202.28@tcp:104: 00010000:00010000:0.0:1775764858.244977:0:42324:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24e00/0x57b8ff0e03052f12 lrc: 3/0,1 mode: --/EX res: [0x200003ab4:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764858.245154:0:42309:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098708736 00000100:00100000:3.0:1775764858.245162:0:42309:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098708736 00010000:00010000:3.0:1775764858.245196:0:42309:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77800/0x57b8ff0e03052ed3 lrc: 4/0,0 mode: CR/CR res: [0x200003ab4:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c27e expref: 39 pid: 42326 timeout: 2425 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764858.245231:0:42309:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 234 00000100:00100000:3.0:1775764858.245239:0:42309:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445b1d4a050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+39:2378:x1862022098708736:12345-192.168.202.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764858.245253:0:42309:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764858.245259:0:42309:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77800/0x57b8ff0e03052ed3 lrc: 4/0,0 mode: CR/CR res: [0x200003ab4:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c27e expref: 39 pid: 42326 timeout: 2425 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764858.245271:0:42309:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77800/0x57b8ff0e03052ed3 lrc: 3/0,0 mode: CR/CR res: [0x200003ab4:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c27e expref: 39 pid: 42326 timeout: 2425 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764858.245292:0:42309:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77800/0x57b8ff0e03052ed3 lrc: 0/0,0 mode: --/CR res: [0x200003ab4:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c27e expref: 39 pid: 42326 timeout: 2425 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764858.245312:0:42309:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x1e:0x0].0x0 (ffff94459084ae00) 00010000:00010000:3.0:1775764858.245318:0:42309:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24e00/0x57b8ff0e03052f12 lrc: 3/0,1 mode: --/EX res: [0x200003ab4:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764858.245327:0:42309:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24e00/0x57b8ff0e03052f12 lrc: 3/0,1 mode: EX/EX res: [0x200003ab4:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764858.245334:0:42309:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24e00/0x57b8ff0e03052f12 lrc: 4/0,1 mode: EX/EX res: [0x200003ab4:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764858.245359:0:42309:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764858.245403:0:42309:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445b1d4a050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+38:2378:x1862022098708736:12345-192.168.202.28@tcp:103:ldlm_bl.0 Request processed in 164us (694us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764858.245410:0:42309:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 234 00010000:00010000:2.0:1775764858.245609:0:42324:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24e00/0x57b8ff0e03052f12 lrc: 3/0,1 mode: EX/EX res: [0x200003ab4:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764858.245617:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24e00/0x57b8ff0e03052f12 lrc: 3/0,1 mode: EX/EX res: [0x200003ab4:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1775764858.245852:0:42324:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 34359739383 00000001:00080000:2.0:1775764858.246025:0:42324:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 34359739384 00000001:00080000:2.0:1775764858.246072:0:42324:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 34359739385 00000100:00100000:2.0:1775764858.246168:0:42324:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944486041c00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:42324:1862022119083648:0@lo:1000:mdt00_000.0 00000100:00100000:2.0:1775764858.246221:0:42324:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764858.246268:0:42329:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119083648 00000100:00100000:2.0:1775764858.246273:0:42329:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119083648 00000100:00100000:2.0:1775764858.246310:0:42329:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 76 00000100:00100000:2.0:1775764858.246318:0:42329:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486042300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:42324:x1862022119083648:12345-0@lo:1000:mdt00_000.0 00000100:00100000:2.0:1775764858.246381:0:42329:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486042300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:42324:x1862022119083648:12345-0@lo:1000:mdt00_000.0 Request processed in 64us (160us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764858.246388:0:42329:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 76 00000100:00100000:2.0:1775764858.246412:0:42324:0:(client.c:2691:ptlrpc_set_wait()) set ffff9445b217c300 going to sleep for 11 seconds 00000100:00100000:2.0:1775764858.246441:0:42324:0:(client.c:3082:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 34359738469 gen 2 00000004:00080000:2.0:1775764858.246447:0:42324:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff944589138e00, transno 34359738469 00000100:00100000:2.0:1775764858.246461:0:42324:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944486041c00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:42324:1862022119083648:0@lo:1000:mdt00_000.0 00000001:00080000:2.0:1775764858.246993:0:42324:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 34359739386 00000100:00100000:2.0:1775764858.247045:0:42324:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944486041c00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:42324:1862022119083776:0@lo:1000:mdt00_000.0 00000100:00100000:2.0:1775764858.247076:0:42324:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764858.247100:0:42329:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119083776 00000100:00100000:2.0:1775764858.247104:0:42329:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119083776 00000100:00100000:2.0:1775764858.247132:0:42329:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77 00000100:00100000:2.0:1775764858.247138:0:42329:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486040e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:42324:x1862022119083776:12345-0@lo:1000:mdt00_000.0 00000100:00100000:2.0:1775764858.247276:0:42329:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486040e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:42324:x1862022119083776:12345-0@lo:1000:mdt00_000.0 Request processed in 138us (198us total) trans 34359738471 rc 0/0 00000100:00100000:2.0:1775764858.247283:0:42329:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77 00000100:00100000:2.0:1775764858.247302:0:42324:0:(client.c:2691:ptlrpc_set_wait()) set ffff944482d640c0 going to sleep for 11 seconds 00000100:00100000:2.0:1775764858.247320:0:42324:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944486041c00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:42324:1862022119083776:0@lo:1000:mdt00_000.0 00000001:00080000:2.0:1775764858.247383:0:42324:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 34359739387 00010000:00010000:2.0:1775764858.247409:0:42324:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24e00/0x57b8ff0e03052f12 lrc: 3/0,1 mode: EX/EX res: [0x200003ab4:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764858.247422:0:42324:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24e00/0x57b8ff0e03052f12 lrc: 2/0,0 mode: EX/EX res: [0x200003ab4:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764858.247428:0:42324:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24e00/0x57b8ff0e03052f12 lrc: 3/0,0 mode: EX/EX res: [0x200003ab4:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764858.247433:0:42324:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445baf24e00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764858.247437:0:42324:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24e00/0x57b8ff0e03052f12 lrc: 3/0,0 mode: EX/EX res: [0x200003ab4:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764858.247444:0:42324:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24e00/0x57b8ff0e03052f12 lrc: 4/0,0 mode: EX/EX res: [0x200003ab4:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764858.247460:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x1e:0x0].0x0 (ffff94459084ae00) 00010000:00010000:2.0:1775764858.247462:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1775764858.247466:0:42324:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24e00/0x57b8ff0e03052f12 lrc: 2/0,0 mode: --/EX res: [0x200003ab4:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764858.247472:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24e00/0x57b8ff0e03052f12 lrc: 0/0,0 mode: --/EX res: [0x200003ab4:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764858.247501:0:42324:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694400/0x57b8ff0e03052e55 lrc: 3/0,1 mode: EX/EX res: [0x200003ab4:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764858.247506:0:42324:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694400/0x57b8ff0e03052e55 lrc: 2/0,0 mode: EX/EX res: [0x200003ab4:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764858.247511:0:42324:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694400/0x57b8ff0e03052e55 lrc: 3/0,0 mode: EX/EX res: [0x200003ab4:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764858.247515:0:42324:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445be694400 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764858.247518:0:42324:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694400/0x57b8ff0e03052e55 lrc: 3/0,0 mode: EX/EX res: [0x200003ab4:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764858.247523:0:42324:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694400/0x57b8ff0e03052e55 lrc: 4/0,0 mode: EX/EX res: [0x200003ab4:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000020 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764858.247530:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x1b:0x0].0x0 (ffff9445867be300) 00010000:00010000:2.0:1775764858.247532:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1775764858.247538:0:42324:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77000/0x57b8ff0e03052e5c lrc: 2/0,0 mode: --/CR res: [0x200003ab4:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c25b expref: 42 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764858.247549:0:42324:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77000/0x57b8ff0e03052e5c lrc: 2/0,0 mode: CR/CR res: [0x200003ab4:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c25b expref: 42 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764858.247557:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77000/0x57b8ff0e03052e5c lrc: 3/0,0 mode: CR/CR res: [0x200003ab4:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c25b expref: 42 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764858.247579:0:42324:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77000/0x57b8ff0e03052e5c lrc: 3/0,0 mode: CR/CR res: [0x200003ab4:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c25b expref: 42 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764858.247589:0:42324:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944486040000 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:42324:1862022119083904:192.168.202.28@tcp:105: 00000100:00100000:2.0:1775764858.247634:0:42324:0:(client.c:2691:ptlrpc_set_wait()) set ffff9445b217c6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1775764858.253944:0:42324:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944486040000 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:42324:1862022119083904:192.168.202.28@tcp:105: 00010000:00010000:0.0:1775764858.253991:0:42324:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694400/0x57b8ff0e03052e55 lrc: 2/0,0 mode: --/EX res: [0x200003ab4:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764858.254003:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694400/0x57b8ff0e03052e55 lrc: 0/0,0 mode: --/EX res: [0x200003ab4:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764858.254039:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76a00/0x57b8ff0e03052f19 lrc: 3/0,1 mode: --/EX res: [0x200003ab4:0x1b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764858.254053:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76a00/0x57b8ff0e03052f19 lrc: 3/0,1 mode: EX/EX res: [0x200003ab4:0x1b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764858.254065:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76a00/0x57b8ff0e03052f19 lrc: 3/0,1 mode: EX/EX res: [0x200003ab4:0x1b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764858.254076:0:42324:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76a00/0x57b8ff0e03052f19 lrc: 3/0,1 mode: EX/EX res: [0x200003ab4:0x1b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764858.254082:0:42324:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76a00/0x57b8ff0e03052f19 lrc: 2/0,0 mode: EX/EX res: [0x200003ab4:0x1b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764858.254088:0:42324:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76a00/0x57b8ff0e03052f19 lrc: 3/0,0 mode: EX/EX res: [0x200003ab4:0x1b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764858.254094:0:42324:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445bfe76a00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:0.0:1775764858.254099:0:42324:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76a00/0x57b8ff0e03052f19 lrc: 3/0,0 mode: EX/EX res: [0x200003ab4:0x1b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764858.254106:0:42324:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76a00/0x57b8ff0e03052f19 lrc: 4/0,0 mode: EX/EX res: [0x200003ab4:0x1b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764858.254118:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x1b:0x0].0x0 (ffff9445867be300) 00010000:00010000:0.0:1775764858.254122:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764858.254125:0:42324:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76a00/0x57b8ff0e03052f19 lrc: 2/0,0 mode: --/EX res: [0x200003ab4:0x1b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764858.254142:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76a00/0x57b8ff0e03052f19 lrc: 0/0,0 mode: --/EX res: [0x200003ab4:0x1b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764858.254153:0:42324:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695e00/0x57b8ff0e03052f0b lrc: 3/0,1 mode: PW/PW res: [0x200003ab4:0x1b:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764858.254158:0:42324:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695e00/0x57b8ff0e03052f0b lrc: 2/0,0 mode: PW/PW res: [0x200003ab4:0x1b:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764858.254164:0:42324:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695e00/0x57b8ff0e03052f0b lrc: 3/0,0 mode: PW/PW res: [0x200003ab4:0x1b:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764858.254169:0:42324:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445be695e00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:0.0:1775764858.254172:0:42324:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695e00/0x57b8ff0e03052f0b lrc: 3/0,0 mode: PW/PW res: [0x200003ab4:0x1b:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764858.254178:0:42324:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695e00/0x57b8ff0e03052f0b lrc: 4/0,0 mode: PW/PW res: [0x200003ab4:0x1b:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764858.254186:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x1b:0x0].0x0 (ffff9445867be300) 00010000:00010000:0.0:1775764858.254188:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1775764858.254191:0:42324:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695e00/0x57b8ff0e03052f0b lrc: 2/0,0 mode: --/PW res: [0x200003ab4:0x1b:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764858.254196:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695e00/0x57b8ff0e03052f0b lrc: 0/0,0 mode: --/PW res: [0x200003ab4:0x1b:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764858.254428:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444824b1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+42:67083:x1862022098708608:12345-192.168.202.28@tcp:57:lhsmtool_posix.0 Request processed in 17528us (17770us total) trans 34359739388 rc 0/0 00000100:00100000:0.0:1775764858.254846:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 1199 00000020:00080000:0.0:1775764858.254852:0:42324:0:(tgt_main.c:783:tgt_ses_key_exit()) total 6 transactions per RPC 00000100:00100000:2.0:1775764858.256166:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000040:00080000:3.0:1775764858.256400:0:42356:0:(llog.c:800:llog_process_thread()) index: 8, lh_last_idx: 8 synced_idx: 8 lgh_last_idx: 8 00000040:00080000:3.0:1775764858.256406:0:42356:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x32:0x0] at index 8 of catalog [0xa:0x7:0x0] 00000100:00100000:0.0:1775764858.258019:0:42327:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098708864 00000100:00100000:0.0:1775764858.258032:0:42327:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098708864 00000100:00100000:0.0:1775764858.258105:0:42327:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 354 00000100:00100000:0.0:1775764858.258115:0:42327:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944590e6ac50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+42:67081:x1862022098708864:12345-192.168.202.28@tcp:49:lfs.0 00000100:00100000:0.0:1775764858.258268:0:42327:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944590e6ac50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+42:67081:x1862022098708864:12345-192.168.202.28@tcp:49:lfs.0 Request processed in 154us (2108us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764858.258274:0:42327:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 354 00000040:00080000:3.0:1775764858.261726:0:42356:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x32:0x0] index 64768 count 6 00000040:00080000:3.0:1775764858.261758:0:42356:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 9 count 2 00000100:00100000:2.0:1775764858.262275:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764858.262776:0:47878:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098709120 00000100:00100000:3.0:1775764858.262821:0:47878:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098709120 00000100:00100000:3.0:1775764858.262897:0:47878:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 355 00000100:00100000:3.0:1775764858.262910:0:47878:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486040000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+42:67083:x1862022098709120:12345-192.168.202.28@tcp:35:lhsmtool_posix.0 00000004:00080000:3.0:1775764858.264355:0:47878:0:(mdd_object.c:4010:mdd_close()) Object [0x200003ab4:0x1e:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000001:00080000:3.0:1775764858.264728:0:47878:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 34359739389 00000100:00100000:3.0:1775764858.268641:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764858.268838:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098709376 00000100:00100000:0.0:1775764858.268850:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098709376 00000100:00100000:0.0:1775764858.268916:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 1200 00000100:00100000:0.0:1775764858.268926:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bc1ded80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+45:67081:x1862022098709376:12345-192.168.202.28@tcp:58:lfs.0 00000040:00080000:0.0:1775764858.269327:0:42326:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x32:0x0].26, 136 off11728 00000100:00100000:0.0:1775764858.269422:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bc1ded80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+45:67081:x1862022098709376:12345-192.168.202.28@tcp:58:lfs.0 Request processed in 497us (790us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764858.269441:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 1200 00010000:00010000:2.0:1775764858.272686:0:47878:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25600/0x57b8ff0e03052f20 lrc: 3/0,1 mode: --/PW res: [0x200003ab4:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 47878 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764858.272712:0:47878:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25600/0x57b8ff0e03052f20 lrc: 3/0,1 mode: PW/PW res: [0x200003ab4:0x1e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010080000000 pid: 47878 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764858.272729:0:47878:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25600/0x57b8ff0e03052f20 lrc: 3/0,1 mode: PW/PW res: [0x200003ab4:0x1e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 47878 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764858.272738:0:47878:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25600/0x57b8ff0e03052f20 lrc: 4/0,1 mode: PW/PW res: [0x200003ab4:0x1e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 47878 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764858.272745:0:47878:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25600/0x57b8ff0e03052f20 lrc: 4/0,1 mode: PW/PW res: [0x200003ab4:0x1e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 47878 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764858.272761:0:47878:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25600/0x57b8ff0e03052f20 lrc: 3/0,0 mode: PW/PW res: [0x200003ab4:0x1e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 47878 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764858.272848:0:47878:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1775764858.273006:0:47878:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486040000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+44:67083:x1862022098709120:12345-192.168.202.28@tcp:35:lhsmtool_posix.0 Request processed in 10093us (10730us total) trans 34359739390 rc 0/0 00000100:00100000:2.0:1775764858.273017:0:47878:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 355 00000020:00080000:2.0:1775764858.273022:0:47878:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:0.0:1775764858.275351:0:42312:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1775764858.275363:0:42312:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25600/0x57b8ff0e03052f20 lrc: 2/0,0 mode: PW/PW res: [0x200003ab4:0x1e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 47878 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764858.275373:0:42312:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445baf25600 already unused, calling callback (ffffffffc177a060) 00010000:00010000:0.0:1775764858.275377:0:42312:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25600/0x57b8ff0e03052f20 lrc: 2/0,0 mode: PW/PW res: [0x200003ab4:0x1e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 47878 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764858.275386:0:42312:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25600/0x57b8ff0e03052f20 lrc: 3/0,0 mode: PW/PW res: [0x200003ab4:0x1e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 47878 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764858.275409:0:42312:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x1e:0x0].0x0 (ffff9445867bef00) 00010000:00010000:0.0:1775764858.275411:0:42312:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1775764858.275417:0:42312:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25600/0x57b8ff0e03052f20 lrc: 1/0,0 mode: --/PW res: [0x200003ab4:0x1e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 47878 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764858.275424:0:42312:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25600/0x57b8ff0e03052f20 lrc: 0/0,0 mode: --/PW res: [0x200003ab4:0x1e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 47878 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764858.276542:0:42312:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764858.276545:0:42312:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764858.276547:0:42312:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775764858.314904:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764858.315637:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098709504 00000100:00100000:0.0:1775764858.315648:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098709504 00000100:00100000:0.0:1775764858.315722:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 1201 00000100:00100000:0.0:1775764858.315732:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bc1df800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+44:67085:x1862022098709504:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:0.0:1775764858.315768:0:44493:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764858.315840:0:44493:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76a00/0x57b8ff0e03052f27 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17c29a expref: -99 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764858.315937:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76000/0x57b8ff0e03052f2e lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764858.315954:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76000/0x57b8ff0e03052f2e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764858.315966:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76000/0x57b8ff0e03052f2e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764858.316550:0:44493:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 9728 00000004:00200000:1.0:1775764858.316555:0:44493:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 49 stripe count 1 MDT count 1 00000004:00010000:1.0:1775764858.316662:0:44493:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76000/0x57b8ff0e03052f2e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764858.316706:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76a00/0x57b8ff0e03052f27 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c29a expref: 46 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764858.316724:0:44493:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76000/0x57b8ff0e03052f2e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c29a expref: 45 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764858.316734:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff944599e85300) 00010000:00010000:1.0:1775764858.316737:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1775764858.316741:0:44493:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445bfe76000, rc 0) 00000100:00100000:1.0:1775764858.316935:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bc1df800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+45:67085:x1862022098709504:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 1203us (2041us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764858.316944:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 1201 00000100:00100000:2.0:1775764858.320493:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764858.320602:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098709632 00000100:00100000:0.0:1775764858.320612:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098709632 00000100:00100000:0.0:1775764858.320704:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 1202 00000100:00100000:0.0:1775764858.320714:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486042680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+45:67085:x1862022098709632:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:0.0:1775764858.320736:0:42326:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764858.320768:0:42326:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76e00/0x57b8ff0e03052f35 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17c2a1 expref: -99 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764858.321148:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77400/0x57b8ff0e03052f3c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764858.321162:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77400/0x57b8ff0e03052f3c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764858.321174:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77400/0x57b8ff0e03052f3c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764858.321187:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76800/0x57b8ff0e03052f43 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3ef6ce0c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764858.321194:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76800/0x57b8ff0e03052f43 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3ef6ce0c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764858.321200:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76800/0x57b8ff0e03052f43 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3ef6ce0c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764858.321529:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77c00/0x57b8ff0e03052f4a lrc: 3/1,0 mode: --/PR res: [0x200003ab4:0x1b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764858.321538:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77c00/0x57b8ff0e03052f4a lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x1b:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764858.321546:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77c00/0x57b8ff0e03052f4a lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x1b:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764858.321580:0:42326:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab4:0x1b:0x0]: returning size 22 00000004:00200000:0.0:1775764858.321584:0:42326:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1775764858.321604:0:42326:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77c00/0x57b8ff0e03052f4a lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x1b:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764858.321614:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77c00/0x57b8ff0e03052f4a lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764858.321622:0:42326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77400/0x57b8ff0e03052f3c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764858.321628:0:42326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77400/0x57b8ff0e03052f3c lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764858.321633:0:42326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77400/0x57b8ff0e03052f3c lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764858.321638:0:42326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445bfe77400 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:0.0:1775764858.321642:0:42326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77400/0x57b8ff0e03052f3c lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764858.321649:0:42326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77400/0x57b8ff0e03052f3c lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764858.321659:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff944599e85300) 00010000:00010000:0.0:1775764858.321662:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764858.321666:0:42326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77400/0x57b8ff0e03052f3c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764858.321683:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77400/0x57b8ff0e03052f3c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764858.321700:0:42326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76800/0x57b8ff0e03052f43 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3ef6ce0c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764858.321706:0:42326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76800/0x57b8ff0e03052f43 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3ef6ce0c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764858.321712:0:42326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76800/0x57b8ff0e03052f43 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3ef6ce0c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764858.321716:0:42326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445bfe76800 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:0.0:1775764858.321719:0:42326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76800/0x57b8ff0e03052f43 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3ef6ce0c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764858.321724:0:42326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76800/0x57b8ff0e03052f43 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3ef6ce0c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764858.321730:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x3ef6ce0c (ffff944599e85500) 00010000:00010000:0.0:1775764858.321732:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764858.321735:0:42326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76800/0x57b8ff0e03052f43 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3ef6ce0c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764858.321740:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76800/0x57b8ff0e03052f43 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3ef6ce0c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764858.321840:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76e00/0x57b8ff0e03052f35 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c2a1 expref: 47 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764858.321854:0:42326:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77c00/0x57b8ff0e03052f4a lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c2a1 expref: 46 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764858.321866:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x1b:0x0].0x0 (ffff9445867be300) 00010000:00010000:0.0:1775764858.321868:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1775764858.321870:0:42326:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445bfe77c00, rc 0) 00000100:00100000:0.0:1775764858.321949:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486042680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+46:67085:x1862022098709632:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 1235us (1467us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764858.321957:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 1202 00010000:00010000:1.0:1775764858.689660:0:42313:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1775764859.153585:0:3330:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1775764859.153607:0:3330:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bc1ddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3330:1862022119084032:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1775764859.153677:0:3330:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764859.154619:0:42948:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119084032 00000100:00100000:3.0:1775764859.154632:0:42948:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119084032 00000100:00100000:3.0:1775764859.154701:0:42948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 200 00000100:00100000:3.0:1775764859.154709:0:42948:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bf4fb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3330:x1862022119084032:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1775764859.154745:0:42948:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 61145088 pending 0 free 3704619008 avail 3702521856 00000100:00100000:3.0:1775764859.154831:0:42948:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bf4fb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3330:x1862022119084032:12345-0@lo:13:osp-pre-0-0.0 Request processed in 122us (1153us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764859.154837:0:42948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 200 00000100:00100000:3.0:1775764859.154887:0:3330:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bc1ddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3330:1862022119084032:0@lo:13:osp-pre-0-0.0 00000100:00080000:2.0:1775764859.154980:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000040:00080000:2.0:1775764859.269433:0:42356:0:(llog.c:800:llog_process_thread()) index: 8, lh_last_idx: 8 synced_idx: 8 lgh_last_idx: 8 00000040:00080000:2.0:1775764859.269443:0:42356:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x32:0x0] at index 8 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1775764859.269497:0:42356:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x32:0x0] index 27 count 7 00000040:00080000:2.0:1775764859.269505:0:42356:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 9 count 2 00000100:00100000:2.0:1775764859.269650:0:42356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bf4faa00 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:42356:1862022119084160:192.168.202.28@tcp:107:hsm_cdtr.0 00000100:00100000:2.0:1775764859.269853:0:42356:0:(client.c:2691:ptlrpc_set_wait()) set ffff944482d640c0 going to sleep for 11 seconds 00000040:00080000:1.0:1775764859.290093:0:49823:0:(llog.c:800:llog_process_thread()) index: 8, lh_last_idx: 8 synced_idx: 8 lgh_last_idx: 8 00000040:00080000:1.0:1775764859.290102:0:49823:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x32:0x0] at index 8 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1775764859.290162:0:49823:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x32:0x0] index 27 count 7 00000040:00080000:1.0:1775764859.290168:0:49823:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 9 count 2 00000100:00100000:2.0:1775764859.291588:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764859.291674:0:42356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bf4faa00 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:42356:1862022119084160:192.168.202.28@tcp:107:hsm_cdtr.0 00000100:00100000:1.0:1775764859.292108:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098709760 00000100:00100000:1.0:1775764859.292117:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098709760 00000100:00100000:1.0:1775764859.292176:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 1203 00000100:00100000:1.0:1775764859.292186:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bf4f8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+46:67096:x1862022098709760:12345-192.168.202.28@tcp:53:lhsmtool_posix.0 00000004:00000080:1.0:1775764859.292220:0:44493:0:(mdt_handler.c:7957:mdt_fid2path()) path get [0x200003ab4:0x1b:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1775764859.292319:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bf4f8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+46:67096:x1862022098709760:12345-192.168.202.28@tcp:53:lhsmtool_posix.0 Request processed in 135us (741us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764859.292328:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 1203 00000100:00100000:0.0:1775764859.298464:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764859.298539:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098710016 00000100:00100000:1.0:1775764859.298552:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098710016 00000100:00100000:1.0:1775764859.298619:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 1204 00000100:00100000:1.0:1775764859.298630:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94448647c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+46:67096:x1862022098710016:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1775764859.298655:0:42325:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764859.298677:0:42325:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944488003600/0x57b8ff0e03052f51 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17c2a8 expref: -99 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764859.298795:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944488003c00/0x57b8ff0e03052f58 lrc: 3/1,0 mode: --/PR res: [0x200003ab4:0x1b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764859.298833:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944488003c00/0x57b8ff0e03052f58 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764859.298847:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944488003c00/0x57b8ff0e03052f58 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764859.298860:0:42325:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab4:0x1b:0x0]: returning size 22 00010000:00010000:1.0:1775764859.298997:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944488003600/0x57b8ff0e03052f51 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c2a8 expref: 49 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764859.299016:0:42325:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff944488003c00/0x57b8ff0e03052f58 lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c2a8 expref: 48 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764859.299025:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x1b:0x0].0x0 (ffff9445867be300) 00010000:00010000:1.0:1775764859.299027:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1775764859.299031:0:42325:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944488003c00, rc 0) 00000100:00100000:1.0:1775764859.299090:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94448647c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+48:67096:x1862022098710016:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 Request processed in 462us (635us total) trans 34359739391 rc 0/0 00000100:00100000:1.0:1775764859.299097:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 1204 00000100:00100000:3.0:1775764859.317693:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764859.317764:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764859.317969:0:42310:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098710400 00000100:00100000:0.0:1775764859.317984:0:42310:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098710400 00000100:00100000:0.0:1775764859.318064:0:42310:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 94 00000100:00100000:0.0:1775764859.318077:0:42310:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bc1dce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+48:2379:x1862022098710400:12345-192.168.202.28@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1775764859.318095:0:42310:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764859.318126:0:42310:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944488003c00/0x57b8ff0e03052f58 lrc: 0/0,0 mode: --/PR res: [0x200003ab4:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c2a8 expref: 48 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764859.318150:0:42310:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x1b:0x0].0x0 (ffff9445867be300) 00010000:00010000:0.0:1775764859.318156:0:42310:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775764859.318212:0:42310:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bc1dce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+47:2379:x1862022098710400:12345-192.168.202.28@tcp:103:ldlm_bl.0 Request processed in 137us (448us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764859.318220:0:42310:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 94 00000100:00100000:2.0:1775764859.319857:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098710272 00000100:00100000:2.0:1775764859.319873:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098710272 00000100:00100000:2.0:1775764859.319956:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 1205 00000100:00100000:2.0:1775764859.319967:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bc1ddf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+47:67096:x1862022098710272:12345-192.168.202.28@tcp:57:lhsmtool_posix.0 00010000:00010000:2.0:1775764859.320066:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24c00/0x57b8ff0e03052f66 lrc: 3/0,1 mode: --/PW res: [0x200003ab4:0x1b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764859.320088:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24c00/0x57b8ff0e03052f66 lrc: 3/0,1 mode: PW/PW res: [0x200003ab4:0x1b:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764859.320106:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24c00/0x57b8ff0e03052f66 lrc: 3/0,1 mode: PW/PW res: [0x200003ab4:0x1b:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764859.320338:0:44493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24c00/0x57b8ff0e03052f66 lrc: 3/0,1 mode: PW/PW res: [0x200003ab4:0x1b:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764859.320345:0:44493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24c00/0x57b8ff0e03052f66 lrc: 2/0,0 mode: PW/PW res: [0x200003ab4:0x1b:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764859.320351:0:44493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24c00/0x57b8ff0e03052f66 lrc: 3/0,0 mode: PW/PW res: [0x200003ab4:0x1b:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764859.320356:0:44493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445baf24c00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764859.320359:0:44493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24c00/0x57b8ff0e03052f66 lrc: 3/0,0 mode: PW/PW res: [0x200003ab4:0x1b:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764859.320366:0:44493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24c00/0x57b8ff0e03052f66 lrc: 4/0,0 mode: PW/PW res: [0x200003ab4:0x1b:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764859.320382:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x1b:0x0].0x0 (ffff9445867be300) 00010000:00010000:2.0:1775764859.320385:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1775764859.320391:0:44493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24c00/0x57b8ff0e03052f66 lrc: 2/0,0 mode: --/PW res: [0x200003ab4:0x1b:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764859.320397:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24c00/0x57b8ff0e03052f66 lrc: 0/0,0 mode: --/PW res: [0x200003ab4:0x1b:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764859.320576:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bc1ddf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+48:67096:x1862022098710272:12345-192.168.202.28@tcp:57:lhsmtool_posix.0 Request processed in 609us (2892us total) trans 34359739392 rc 0/0 00000100:00100000:2.0:1775764859.320585:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 1205 00000040:00080000:2.0:1775764859.322218:0:42356:0:(llog.c:800:llog_process_thread()) index: 8, lh_last_idx: 8 synced_idx: 8 lgh_last_idx: 8 00000040:00080000:2.0:1775764859.322227:0:42356:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x32:0x0] at index 8 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1775764859.324358:0:42356:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x32:0x0] index 64768 count 7 00000040:00080000:2.0:1775764859.324379:0:42356:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 9 count 2 00000100:00100000:2.0:1775764859.331348:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764859.331749:0:42328:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098710656 00000100:00100000:3.0:1775764859.331762:0:42328:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098710656 00000100:00100000:3.0:1775764859.331858:0:42328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 356 00000100:00100000:3.0:1775764859.331869:0:42328:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bf4faa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+48:67096:x1862022098710656:12345-192.168.202.28@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1775764859.332300:0:42328:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bf4faa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+49:67096:x1862022098710656:12345-192.168.202.28@tcp:35:lhsmtool_posix.0 Request processed in 432us (960us total) trans 34359739393 rc 0/0 00000100:00100000:3.0:1775764859.332308:0:42328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 356 00000100:00100000:2.0:1775764859.649248:0:3331:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944487fbad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3331:1862022119084672:0@lo:400:kworker.0 00000100:00100000:2.0:1775764859.649333:0:3331:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764859.649394:0:3331:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1775764859.649401:0:3331:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944487fbaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3331:1862022119084544:0@lo:400:kworker.0 00000100:00100000:2.0:1775764859.649424:0:3331:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764859.649453:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119084672 00000100:00100000:2.0:1775764859.649460:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119084672 00000100:00100000:2.0:1775764859.649509:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119084544 00000100:00100000:2.0:1775764859.649513:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119084544 00000100:00100000:2.0:1775764859.649536:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 465 00000100:00100000:2.0:1775764859.649546:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944487fbb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3331:x1862022119084672:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764859.649602:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944487fbb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3331:x1862022119084672:12345-0@lo:400:kworker.0 Request processed in 57us (269us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764859.649610:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 465 00000100:00100000:2.0:1775764859.649632:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 466 00000100:00100000:2.0:1775764859.649637:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944487fb9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3331:x1862022119084544:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764859.649673:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944487fb9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3331:x1862022119084544:12345-0@lo:400:kworker.0 Request processed in 35us (248us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764859.649679:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 466 00000100:00080000:2.0:1775764859.649695:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1775764859.649725:0:3331:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944487fbaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3331:1862022119084544:0@lo:400:kworker.0 00000100:00100000:2.0:1775764859.649745:0:3331:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944487fbad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3331:1862022119084672:0@lo:400:kworker.0 00000100:00100000:0.0:1775764859.649869:0:3329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bf4fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3329:1862022119084416:0@lo:400:kworker.0 00000100:00100000:0.0:1775764859.649945:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764859.649979:0:3329:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:0.0:1775764859.649985:0:3329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bf4fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d8dacf45-8471-4226-a2fb-1fac83f69c1e:3329:1862022119084288:0@lo:400:kworker.0 00000100:00100000:0.0:1775764859.650016:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764859.650035:0:3329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944487fb8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3329:1862022119084800:0@lo:400:kworker.0 00000100:00100000:0.0:1775764859.650070:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764859.650109:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119084800 00000100:00100000:0.0:1775764859.650113:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119084800 00000100:00100000:0.0:1775764859.650141:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 467 00000100:00100000:0.0:1775764859.650147:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94448647ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3329:x1862022119084800:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764859.650180:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94448647ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3329:x1862022119084800:12345-0@lo:400:kworker.0 Request processed in 34us (110us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764859.650186:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 467 00000100:00100000:0.0:1775764859.650222:0:3329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944487fb8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3329:1862022119084800:0@lo:400:kworker.0 00000100:00100000:3.0:1775764859.650302:0:42317:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119084288 00000100:00100000:3.0:1775764859.650306:0:42317:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119084288 00000100:00100000:3.0:1775764859.650354:0:42317:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 333 00000100:00100000:3.0:1775764859.650361:0:42317:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94448180e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d8dacf45-8471-4226-a2fb-1fac83f69c1e+18:3329:x1862022119084288:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764859.650400:0:42317:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94448180e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d8dacf45-8471-4226-a2fb-1fac83f69c1e+18:3329:x1862022119084288:12345-0@lo:400:kworker.0 Request processed in 40us (383us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764859.650405:0:42317:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 333 00000100:00100000:3.0:1775764859.650437:0:3329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bf4fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d8dacf45-8471-4226-a2fb-1fac83f69c1e:3329:1862022119084288:0@lo:400:kworker.0 00000100:00100000:2.0:1775764859.652143:0:42944:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119084416 00000100:00100000:2.0:1775764859.652153:0:42944:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119084416 00000100:00100000:2.0:1775764859.652199:0:42944:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 333 00000100:00100000:2.0:1775764859.652207:0:42944:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94448647f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3329:x1862022119084416:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764859.652295:0:42944:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94448647f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3329:x1862022119084416:12345-0@lo:400:kworker.0 Request processed in 89us (2349us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764859.652302:0:42944:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 333 00000100:00080000:2.0:1775764859.652489:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1775764859.652588:0:3329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bf4fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3329:1862022119084416:0@lo:400:kworker.0 00010000:00010000:0.0:1775764859.713019:0:43224:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:3.0:1775764859.785765:0:6613:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 34359738465 is committed 00010000:00010000:0.0:1775764860.738559:0:42312:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775764861.185201:0:3328:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1775764861.185227:0:3328:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bc1de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3328:1862022119084928:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1775764861.185316:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764861.185581:0:42948:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119084928 00000100:00100000:3.0:1775764861.185594:0:42948:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119084928 00000100:00100000:3.0:1775764861.185684:0:42948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 201 00000100:00100000:3.0:1775764861.185697:0:42948:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94458913a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3328:x1862022119084928:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1775764861.185735:0:42948:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 59441152 pending 0 free 3765436416 avail 3763339264 00000100:00100000:3.0:1775764861.185854:0:42948:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94458913a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3328:x1862022119084928:12345-0@lo:13:osp-pre-1-0.0 Request processed in 161us (538us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764861.185863:0:42948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 201 00000100:00100000:3.0:1775764861.185918:0:3328:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bc1de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3328:1862022119084928:0@lo:13:osp-pre-1-0.0 00000100:00080000:1.0:1775764861.186068:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:2.0:1775764861.761302:0:42313:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1775764861.865613:0:49889:0:(llog.c:800:llog_process_thread()) index: 8, lh_last_idx: 8 synced_idx: 8 lgh_last_idx: 8 00000040:00080000:2.0:1775764861.865623:0:49889:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x32:0x0] at index 8 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1775764861.865680:0:49889:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x32:0x0] index 27 count 7 00000040:00080000:2.0:1775764861.865687:0:49889:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 9 count 2 00000100:00100000:0.0:1775764862.160908:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764862.161079:0:47878:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098710912 00000100:00100000:2.0:1775764862.161091:0:47878:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098710912 00000100:00100000:3.0:1775764862.164983:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764862.165083:0:42945:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098711040 00000100:00100000:1.0:1775764862.165097:0:42945:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098711040 00000100:00100000:1.0:1775764862.165169:0:42945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 293 00000100:00100000:1.0:1775764862.165177:0:42945:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bc1de680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+10:2377:x1862022098711040:12345-192.168.202.28@tcp:101:rm.0 00010000:00010000:1.0:1775764862.165194:0:42945:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764862.165217:0:42945:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003c71e4e3/0x57b8ff0e03052f6d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x11e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17c2af expref: -99 pid: 42945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1775764862.165242:0:42945:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x11e:0x0] initial LVB size: 22, mtime: 0x69d80575, atime: 0x69d80575, ctime: 0x69d80575, blocks: 0xb 00010000:00010000:1.0:1775764862.165262:0:42945:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1775764862.165264:0:42945:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1775764862.165272:0:42945:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003c71e4e3/0x57b8ff0e03052f6d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x11e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c2af expref: 11 pid: 42945 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764862.165292:0:42945:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000003c71e4e3/0x57b8ff0e03052f6d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x11e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c2af expref: 11 pid: 42945 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764862.165305:0:42945:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944488003200, rc 0) 00000100:00100000:1.0:1775764862.165353:0:42945:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bc1de680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+11:2377:x1862022098711040:12345-192.168.202.28@tcp:101:rm.0 Request processed in 177us (381us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764862.165359:0:42945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 293 00000100:00080000:3.0:1775764862.165650:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1775764862.166233:0:47878:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 357 00000100:00100000:2.0:1775764862.166243:0:47878:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94448647ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+49:67021:x1862022098710912:12345-192.168.202.28@tcp:35:multiop.0 00000100:00080000:1.0:1775764862.166522:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1775764862.167020:0:47878:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94448647ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+50:67021:x1862022098710912:12345-192.168.202.28@tcp:35:multiop.0 Request processed in 777us (6221us total) trans 34359739394 rc 0/0 00000100:00100000:2.0:1775764862.167295:0:47878:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 357 00000100:00100000:3.0:1775764862.170708:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764862.170841:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098711296 00000100:00100000:0.0:1775764862.170849:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098711296 00000100:00100000:0.0:1775764862.170919:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 1206 00000100:00100000:0.0:1775764862.170929:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bc1de300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+50:67142:x1862022098711296:12345-192.168.202.28@tcp:36:rm.0 00010000:00010000:0.0:1775764862.170994:0:42326:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:0.0:1775764862.171020:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77c00/0x57b8ff0e03052f4a lrc: 0/0,0 mode: --/PR res: [0x200003ab4:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c2a1 expref: 50 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764862.171036:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77000/0x57b8ff0e03052e5c lrc: 0/0,0 mode: --/CR res: [0x200003ab4:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c25b expref: 49 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764862.171043:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x1b:0x0].0x0 (ffff9445867be300) 00010000:00010000:0.0:1775764862.171056:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76000/0x57b8ff0e03052f2e lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c29a expref: 48 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764862.171062:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff944599e85300) 00010000:00010000:0.0:1775764862.171074:0:42326:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1775764862.171093:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77400/0x57b8ff0e03052f74 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764862.171105:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77400/0x57b8ff0e03052f74 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764862.171114:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77400/0x57b8ff0e03052f74 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764862.171124:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76800/0x57b8ff0e03052f7b lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x3ef6ce0c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764862.171131:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76800/0x57b8ff0e03052f7b lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x3ef6ce0c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764862.171137:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76800/0x57b8ff0e03052f7b lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x3ef6ce0c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764862.171401:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76e00/0x57b8ff0e03052f82 lrc: 3/0,1 mode: --/EX res: [0x200003ab4:0x1b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764862.171407:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76e00/0x57b8ff0e03052f82 lrc: 3/0,1 mode: EX/EX res: [0x200003ab4:0x1b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764862.171412:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76e00/0x57b8ff0e03052f82 lrc: 3/0,1 mode: EX/EX res: [0x200003ab4:0x1b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1775764862.172590:0:42326:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x30:0x0].28, 64 off10368 00000004:00080000:1.0:1775764862.172599:0:42326:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 2329019799666ns, next at 2330019797192ns, rc = 0 00010000:00010000:1.0:1775764862.172652:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff944488002600/0x57b8ff0e03052f89 lrc: 3/0,1 mode: --/PW res: [0x200003ab4:0x1b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764862.172664:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944488002600/0x57b8ff0e03052f89 lrc: 3/0,1 mode: PW/PW res: [0x200003ab4:0x1b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764862.172678:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944488002600/0x57b8ff0e03052f89 lrc: 3/0,1 mode: PW/PW res: [0x200003ab4:0x1b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764862.172685:0:42326:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff944488002600/0x57b8ff0e03052f89 lrc: 4/0,1 mode: PW/PW res: [0x200003ab4:0x1b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764862.172691:0:42326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff944488002600/0x57b8ff0e03052f89 lrc: 4/0,1 mode: PW/PW res: [0x200003ab4:0x1b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764862.172698:0:42326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944488002600/0x57b8ff0e03052f89 lrc: 3/0,0 mode: PW/PW res: [0x200003ab4:0x1b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764862.172760:0:42326:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1775764862.172783:0:42326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76e00/0x57b8ff0e03052f82 lrc: 3/0,1 mode: EX/EX res: [0x200003ab4:0x1b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764862.172790:0:42326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76e00/0x57b8ff0e03052f82 lrc: 2/0,0 mode: EX/EX res: [0x200003ab4:0x1b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764862.172825:0:42326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76e00/0x57b8ff0e03052f82 lrc: 3/0,0 mode: EX/EX res: [0x200003ab4:0x1b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764862.172830:0:42326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445bfe76e00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:1.0:1775764862.172833:0:42326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76e00/0x57b8ff0e03052f82 lrc: 3/0,0 mode: EX/EX res: [0x200003ab4:0x1b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764862.172838:0:42326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76e00/0x57b8ff0e03052f82 lrc: 4/0,0 mode: EX/EX res: [0x200003ab4:0x1b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764862.172846:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x1b:0x0].0x0 (ffff944599e85500) 00010000:00010000:1.0:1775764862.172848:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1775764862.172851:0:42326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76e00/0x57b8ff0e03052f82 lrc: 2/0,0 mode: --/EX res: [0x200003ab4:0x1b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764862.172855:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76e00/0x57b8ff0e03052f82 lrc: 0/0,0 mode: --/EX res: [0x200003ab4:0x1b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764862.172869:0:42326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77400/0x57b8ff0e03052f74 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764862.172872:0:42326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77400/0x57b8ff0e03052f74 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764862.172876:0:42326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77400/0x57b8ff0e03052f74 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764862.172891:0:42326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445bfe77400 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:1.0:1775764862.172894:0:42326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77400/0x57b8ff0e03052f74 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764862.172902:0:42326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77400/0x57b8ff0e03052f74 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764862.172910:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff944599e85600) 00010000:00010000:1.0:1775764862.172912:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764862.172915:0:42326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77400/0x57b8ff0e03052f74 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764862.172920:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77400/0x57b8ff0e03052f74 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1775764862.172941:0:42326:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000087fde51a reply state 00000000525609e1 transno 34359739395 ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76800/0x57b8ff0e03052f7b lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x3ef6ce0c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764862.172974:0:42326:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1775764862.173076:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bc1de300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+49:67142:x1862022098711296:12345-192.168.202.28@tcp:36:rm.0 Request processed in 2146us (2373us total) trans 34359739395 rc 0/0 00000100:00100000:1.0:1775764862.173084:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 1206 00010000:00010000:3.0:1775764862.174643:0:3315:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76800/0x57b8ff0e03052f7b lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x3ef6ce0c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764862.174653:0:3315:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76800/0x57b8ff0e03052f7b lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x3ef6ce0c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764862.174658:0:3315:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76800/0x57b8ff0e03052f7b lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x3ef6ce0c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764862.174661:0:3315:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445bfe76800 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:3.0:1775764862.174664:0:3315:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76800/0x57b8ff0e03052f7b lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x3ef6ce0c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764862.174669:0:3315:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76800/0x57b8ff0e03052f7b lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x3ef6ce0c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764862.174683:0:3315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x3ef6ce0c (ffff944599e85900) 00010000:00010000:3.0:1775764862.174686:0:3315:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764862.174690:0:3315:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76800/0x57b8ff0e03052f7b lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x3ef6ce0c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764862.174696:0:3315:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76800/0x57b8ff0e03052f7b lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x3ef6ce0c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764862.176233:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764862.176315:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098711424 00000100:00100000:2.0:1775764862.176329:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098711424 00000100:00100000:2.0:1775764862.176413:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 1207 00000100:00100000:2.0:1775764862.176424:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bc1df480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+48:66748:x1862022098711424:12345-192.168.202.28@tcp:101:bash.0 00010000:00010000:2.0:1775764862.176452:0:44493:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764862.176477:0:44493:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24e00/0x57b8ff0e03052f90 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17c2b6 expref: -99 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764862.176558:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e03052f97 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764862.176574:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e03052f97 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764862.176585:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e03052f97 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764862.176658:0:44493:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 9728 00000004:00200000:2.0:1775764862.176662:0:44493:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 48 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764862.176689:0:44493:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e03052f97 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764862.176716:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24e00/0x57b8ff0e03052f90 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c2b6 expref: 50 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764862.176739:0:44493:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e03052f97 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c2b6 expref: 49 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764862.176759:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff94459084ae00) 00010000:00010000:2.0:1775764862.176763:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1775764862.176768:0:44493:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445baf25800, rc 0) 00000100:00100000:2.0:1775764862.176869:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bc1df480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+49:66748:x1862022098711424:12345-192.168.202.28@tcp:101:bash.0 Request processed in 448us (646us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764862.176875:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 1207 00010000:00010000:0.0:1775764862.177559:0:43224:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1775764862.177566:0:43224:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944488002600/0x57b8ff0e03052f89 lrc: 2/0,0 mode: PW/PW res: [0x200003ab4:0x1b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764862.177571:0:43224:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944488002600 already unused, calling callback (ffffffffc177a060) 00010000:00010000:0.0:1775764862.177574:0:43224:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944488002600/0x57b8ff0e03052f89 lrc: 2/0,0 mode: PW/PW res: [0x200003ab4:0x1b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764862.177580:0:43224:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944488002600/0x57b8ff0e03052f89 lrc: 3/0,0 mode: PW/PW res: [0x200003ab4:0x1b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764862.177590:0:43224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x1b:0x0].0x0 (ffff944599e85500) 00010000:00010000:0.0:1775764862.177592:0:43224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1775764862.177595:0:43224:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944488002600/0x57b8ff0e03052f89 lrc: 1/0,0 mode: --/PW res: [0x200003ab4:0x1b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764862.177598:0:43224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944488002600/0x57b8ff0e03052f89 lrc: 0/0,0 mode: --/PW res: [0x200003ab4:0x1b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764862.178419:0:43224:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764862.178424:0:43224:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764862.178427:0:43224:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1775764862.179388:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764862.179430:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098711680 00000100:00100000:0.0:1775764862.179440:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098711680 00000100:00100000:0.0:1775764862.179492:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 1208 00000100:00100000:0.0:1775764862.179498:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944487fbad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+49:66748:x1862022098711680:12345-192.168.202.28@tcp:101:bash.0 00010000:00010000:0.0:1775764862.179517:0:42324:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764862.179519:0:42324:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1775764862.179540:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e03052f97 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c2b6 expref: 49 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764862.179554:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff94459084ae00) 00010000:00010000:0.0:1775764862.179562:0:42324:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1775764862.179575:0:42324:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76a00/0x57b8ff0e03052f9e lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17c2bd expref: -99 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764862.179715:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77800/0x57b8ff0e03052fa5 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764862.179727:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77800/0x57b8ff0e03052fa5 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764862.179736:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77800/0x57b8ff0e03052fa5 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764862.179760:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77a00/0x57b8ff0e03052fac lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x3ef6ce0c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764862.179768:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77a00/0x57b8ff0e03052fac lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x3ef6ce0c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764862.179775:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77a00/0x57b8ff0e03052fac lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x3ef6ce0c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1775764862.180333:0:42324:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x11f:0x0], index 0: 0 00010000:00010000:0.0:1775764862.180456:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76200/0x57b8ff0e03052fb3 lrc: 3/1,0 mode: --/PR res: [0x200003ab4:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764862.180463:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76200/0x57b8ff0e03052fb3 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764862.180468:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76200/0x57b8ff0e03052fb3 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764862.180490:0:42324:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77800/0x57b8ff0e03052fa5 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764862.180494:0:42324:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77800/0x57b8ff0e03052fa5 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764862.180498:0:42324:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77800/0x57b8ff0e03052fa5 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764862.180502:0:42324:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445bfe77800 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:0.0:1775764862.180505:0:42324:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77800/0x57b8ff0e03052fa5 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764862.180509:0:42324:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77800/0x57b8ff0e03052fa5 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764862.180515:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff944582f80200) 00010000:00010000:0.0:1775764862.180517:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764862.180519:0:42324:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77800/0x57b8ff0e03052fa5 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764862.180522:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77800/0x57b8ff0e03052fa5 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764862.180530:0:42324:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000070256b63 reply state 00000000eb6b2546 transno 34359739396 ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77a00/0x57b8ff0e03052fac lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x3ef6ce0c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764862.180535:0:42324:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1775764862.180553:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76a00/0x57b8ff0e03052f9e lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c2bd expref: 51 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764862.180570:0:42324:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76200/0x57b8ff0e03052fb3 lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c2bd expref: 50 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764862.180578:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x1f:0x0].0x0 (ffff944582f80100) 00010000:00010000:0.0:1775764862.180580:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1775764862.180581:0:42324:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445bfe76200, rc 0) 00000100:00100000:0.0:1775764862.180637:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944487fbad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+51:66748:x1862022098711680:12345-192.168.202.28@tcp:101:bash.0 Request processed in 1139us (1255us total) trans 34359739396 rc 0/0 00000100:00100000:0.0:1775764862.180645:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 1208 00010000:00010000:3.0:1775764862.182944:0:3314:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77a00/0x57b8ff0e03052fac lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x3ef6ce0c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764862.182963:0:3314:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77a00/0x57b8ff0e03052fac lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x3ef6ce0c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764862.182971:0:3314:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77a00/0x57b8ff0e03052fac lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x3ef6ce0c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764862.182977:0:3314:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445bfe77a00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:3.0:1775764862.182983:0:3314:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77a00/0x57b8ff0e03052fac lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x3ef6ce0c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764862.182991:0:3314:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77a00/0x57b8ff0e03052fac lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x3ef6ce0c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764862.183012:0:3314:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x3ef6ce0c (ffff944582f80800) 00010000:00010000:3.0:1775764862.183015:0:3314:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764862.183019:0:3314:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77a00/0x57b8ff0e03052fac lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x3ef6ce0c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764862.183026:0:3314:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77a00/0x57b8ff0e03052fac lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x3ef6ce0c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764862.183721:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764862.184072:0:42944:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098711808 00000100:00100000:1.0:1775764862.184084:0:42944:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098711808 00000100:00080000:3.0:1775764862.184176:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1775764862.184224:0:42944:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 294 00000100:00100000:1.0:1775764862.184235:0:42944:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944487fbaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+7:66748:x1862022098711808:12345-192.168.202.28@tcp:101:bash.0 00010000:00010000:1.0:1775764862.184253:0:42944:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764862.184271:0:42944:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006d0e3bf0/0x57b8ff0e03052fc1 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x11f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17c2c4 expref: -99 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1775764862.184297:0:42944:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x11f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1775764862.184318:0:42944:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1775764862.184320:0:42944:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1775764862.184328:0:42944:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006d0e3bf0/0x57b8ff0e03052fc1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x11f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c2c4 expref: 8 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764862.184345:0:42944:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000006d0e3bf0/0x57b8ff0e03052fc1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x11f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c2c4 expref: 8 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764862.184358:0:42944:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944488003c00, rc 0) 00000100:00100000:1.0:1775764862.184417:0:42944:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944487fbaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+8:66748:x1862022098711808:12345-192.168.202.28@tcp:101:bash.0 Request processed in 185us (701us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764862.184425:0:42944:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 294 00000100:00100000:1.0:1775764862.186513:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764862.186556:0:42328:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098712064 00000100:00100000:3.0:1775764862.186567:0:42328:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098712064 00000100:00100000:3.0:1775764862.186618:0:42328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 358 00000100:00100000:3.0:1775764862.186627:0:42328:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944589138e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+50:66748:x1862022098712064:12345-192.168.202.28@tcp:35:bash.0 00000100:00100000:3.0:1775764862.187033:0:42328:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944589138e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+51:66748:x1862022098712064:12345-192.168.202.28@tcp:35:bash.0 Request processed in 406us (526us total) trans 34359739397 rc 0/0 00000100:00100000:3.0:1775764862.187041:0:42328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 358 00000100:00100000:3.0:1775764862.217467:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764862.217530:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098712192 00000100:00100000:2.0:1775764862.217543:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098712192 00000100:00100000:2.0:1775764862.217666:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 1209 00000100:00100000:2.0:1775764862.217675:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bc1dd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+51:67148:x1862022098712192:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:2.0:1775764862.217696:0:42325:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764862.217722:0:42325:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24c00/0x57b8ff0e03052fc8 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17c2cb expref: -99 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764862.217794:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24200/0x57b8ff0e03052fcf lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764862.217910:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24200/0x57b8ff0e03052fcf lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764862.217923:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24200/0x57b8ff0e03052fcf lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764862.218533:0:42325:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 9728 00000004:00200000:3.0:1775764862.218537:0:42325:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 49 stripe count 1 MDT count 1 00000004:00010000:3.0:1775764862.218558:0:42325:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24200/0x57b8ff0e03052fcf lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764862.218579:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24c00/0x57b8ff0e03052fc8 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c2cb expref: 53 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764862.218592:0:42325:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24200/0x57b8ff0e03052fcf lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c2cb expref: 52 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764862.218599:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff94459084a000) 00010000:00010000:3.0:1775764862.218601:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1775764862.218604:0:42325:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445baf24200, rc 0) 00000100:00100000:3.0:1775764862.218717:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bc1dd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+52:67148:x1862022098712192:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 1036us (1252us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764862.218722:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 1209 00000100:00100000:2.0:1775764862.221404:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764862.221517:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098712448 00000100:00100000:0.0:1775764862.221527:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098712448 00000100:00100000:0.0:1775764862.221588:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 1210 00000100:00100000:0.0:1775764862.221599:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944487fb9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+52:67148:x1862022098712448:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:0.0:1775764862.221619:0:42324:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764862.221637:0:42324:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76a00/0x57b8ff0e03052fd6 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17c2d2 expref: -99 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764862.221760:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77800/0x57b8ff0e03052fdd lrc: 3/0,1 mode: --/CW res: [0x200003ab4:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764862.221774:0:42324:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76200/0x57b8ff0e03052fb3 lrc: 2/0,0 mode: PR/PR res: [0x200003ab4:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c2bd expref: 53 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764862.221783:0:42324:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77800/0x57b8ff0e03052fdd lrc: 4/0,1 mode: --/CW res: [0x200003ab4:0x1f:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764862.221848:0:42324:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76200/0x57b8ff0e03052fb3 lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c2bd expref: 53 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764862.221859:0:42324:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76200/0x57b8ff0e03052fb3 lrc: 4/0,0 mode: PR/PR res: [0x200003ab4:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c2bd expref: 53 pid: 42324 timeout: 2429 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764862.221871:0:42324:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff94448647c700 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:42324:1862022119085056:192.168.202.28@tcp:104: 00000100:00100000:0.0:1775764862.221975:0:42324:0:(client.c:2691:ptlrpc_set_wait()) set ffff9445b217c6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1775764862.224204:0:42324:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff94448647c700 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:42324:1862022119085056:192.168.202.28@tcp:104: 00010000:00010000:0.0:1775764862.224235:0:42324:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77800/0x57b8ff0e03052fdd lrc: 3/0,1 mode: --/CW res: [0x200003ab4:0x1f:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764862.224608:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764862.224693:0:42309:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098712576 00000100:00100000:3.0:1775764862.224699:0:42309:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098712576 00010000:00010000:3.0:1775764862.224743:0:42309:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76200/0x57b8ff0e03052fb3 lrc: 4/0,0 mode: PR/PR res: [0x200003ab4:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c2bd expref: 54 pid: 42324 timeout: 2429 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764862.224854:0:42309:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 235 00000100:00100000:3.0:1775764862.224861:0:42309:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944487fba680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+54:2379:x1862022098712576:12345-192.168.202.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764862.224874:0:42309:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764862.224880:0:42309:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76200/0x57b8ff0e03052fb3 lrc: 4/0,0 mode: PR/PR res: [0x200003ab4:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c2bd expref: 54 pid: 42324 timeout: 2429 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764862.224893:0:42309:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76200/0x57b8ff0e03052fb3 lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c2bd expref: 54 pid: 42324 timeout: 2429 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764862.224917:0:42309:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76200/0x57b8ff0e03052fb3 lrc: 0/0,0 mode: --/PR res: [0x200003ab4:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c2bd expref: 54 pid: 42324 timeout: 2429 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764862.224933:0:42309:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x1f:0x0].0x0 (ffff944582f80100) 00010000:00010000:3.0:1775764862.224939:0:42309:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77800/0x57b8ff0e03052fdd lrc: 3/0,1 mode: --/CW res: [0x200003ab4:0x1f:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764862.224948:0:42309:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77800/0x57b8ff0e03052fdd lrc: 3/0,1 mode: CW/CW res: [0x200003ab4:0x1f:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764862.224956:0:42309:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77800/0x57b8ff0e03052fdd lrc: 4/0,1 mode: CW/CW res: [0x200003ab4:0x1f:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764862.225022:0:42309:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764862.225075:0:42309:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944487fba680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+53:2379:x1862022098712576:12345-192.168.202.28@tcp:103:ldlm_bl.0 Request processed in 214us (468us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764862.225080:0:42309:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 235 00010000:00010000:2.0:1775764862.225344:0:42324:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77800/0x57b8ff0e03052fdd lrc: 3/0,1 mode: CW/CW res: [0x200003ab4:0x1f:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764862.225352:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77800/0x57b8ff0e03052fdd lrc: 3/0,1 mode: CW/CW res: [0x200003ab4:0x1f:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764862.225375:0:42324:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab4:0x1f:0x0]: returning size 22 00010000:00010000:2.0:1775764862.225530:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76a00/0x57b8ff0e03052fd6 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c2d2 expref: 54 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764862.225547:0:42324:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77800/0x57b8ff0e03052fdd lrc: 3/0,0 mode: CW/CW res: [0x200003ab4:0x1f:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c2d2 expref: 53 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764862.225554:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x1f:0x0].0x0 (ffff944582f80100) 00010000:00010000:2.0:1775764862.225556:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:2.0:1775764862.225559:0:42324:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445bfe77800, rc 0) 00000100:00100000:2.0:1775764862.225633:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944487fb9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+53:67148:x1862022098712448:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 4036us (4238us total) trans 34359739398 rc 0/0 00000100:00100000:2.0:1775764862.225640:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 1210 00000100:00100000:2.0:1775764862.228284:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764862.228373:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098712832 00000100:00100000:0.0:1775764862.228381:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098712832 00000100:00100000:0.0:1775764862.228465:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 1211 00000100:00100000:0.0:1775764862.228476:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944487fb9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+53:67148:x1862022098712832:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:0.0:1775764862.228498:0:44493:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764862.228501:0:44493:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1775764862.228522:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77800/0x57b8ff0e03052fdd lrc: 0/0,0 mode: --/CW res: [0x200003ab4:0x1f:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c2d2 expref: 53 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764862.228537:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x1f:0x0].0x0 (ffff944582f80100) 00010000:00010000:0.0:1775764862.228552:0:44493:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1775764862.228562:0:44493:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76000/0x57b8ff0e03052feb lrc: 2/0,0 mode: --/CR res: [0x200003ab4:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17c2d9 expref: -99 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764862.228638:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77000/0x57b8ff0e03052ff2 lrc: 3/0,1 mode: --/PW res: [0x200003ab4:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764862.228649:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77000/0x57b8ff0e03052ff2 lrc: 3/0,1 mode: PW/PW res: [0x200003ab4:0x1f:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764862.228660:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77000/0x57b8ff0e03052ff2 lrc: 3/0,1 mode: PW/PW res: [0x200003ab4:0x1f:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764862.228673:0:44493:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab4:0x1f:0x0]: returning size 22 00010000:00010000:0.0:1775764862.228870:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76000/0x57b8ff0e03052feb lrc: 0/0,0 mode: --/CR res: [0x200003ab4:0x1f:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c2d9 expref: 55 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764862.228884:0:44493:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77000/0x57b8ff0e03052ff2 lrc: 3/0,0 mode: PW/PW res: [0x200003ab4:0x1f:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c2d9 expref: 54 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764862.228891:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x1f:0x0].0x0 (ffff944582f80200) 00010000:00010000:0.0:1775764862.228893:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1775764862.228896:0:44493:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445bfe77000, rc 0) 00000100:00100000:0.0:1775764862.228952:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944487fb9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+54:67148:x1862022098712832:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 477us (675us total) trans 34359739399 rc 0/0 00000100:00100000:0.0:1775764862.228960:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 1211 00000100:00100000:1.0:1775764862.231485:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764862.231555:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098712960 00000100:00100000:0.0:1775764862.231564:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098712960 00000100:00100000:0.0:1775764862.231613:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 1212 00000100:00100000:0.0:1775764862.231620:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486e62680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+54:67148:x1862022098712960:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:0.0:1775764862.231642:0:42326:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764862.231661:0:42326:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77c00/0x57b8ff0e03053000 lrc: 2/0,0 mode: --/CR res: [0x200003ab4:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17c2e0 expref: -99 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764862.231731:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77c00/0x57b8ff0e03053000 lrc: 3/0,0 mode: CR/CR res: [0x200003ab4:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c2e0 expref: 55 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764862.231743:0:42326:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77c00/0x57b8ff0e03053000 lrc: 3/0,0 mode: CR/CR res: [0x200003ab4:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c2e0 expref: 55 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764862.231781:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x1f:0x0].0x0 (ffff944582f80200) 00010000:00010000:0.0:1775764862.231784:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1775764862.231789:0:42326:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445bfe77c00, rc 0) 00000100:00100000:1.0:1775764862.232016:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486e62680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+55:67148:x1862022098712960:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 394us (537us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764862.232024:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 1212 00000100:00100000:1.0:1775764862.234652:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764862.234778:0:42945:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098713088 00000100:00100000:3.0:1775764862.234790:0:42945:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098713088 00000100:00100000:3.0:1775764862.234876:0:42945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 295 00000100:00100000:3.0:1775764862.234887:0:42945:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486e63480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+8:2378:x1862022098713088:12345-192.168.202.28@tcp:1:lfs.0 00010000:00010000:3.0:1775764862.234939:0:42945:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000054cfd1e0/0x57b8ff0e03053007 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x11f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 42945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764862.234959:0:42945:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000006d0e3bf0/0x57b8ff0e03052fc1 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x11f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c2c4 expref: 8 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764862.234965:0:42945:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1775764862.234968:0:42945:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1775764862.234971:0:42945:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000054cfd1e0/0x57b8ff0e03053007 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x11f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 42945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764862.235003:0:42945:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000006d0e3bf0/0x57b8ff0e03052fc1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x11f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c2c4 expref: 8 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764862.235013:0:42945:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000006d0e3bf0/0x57b8ff0e03052fc1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x11f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c2c4 expref: 8 pid: 42944 timeout: 2429 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764862.235023:0:42945:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bc1dc700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:42945:1862022119085184:192.168.202.28@tcp:104: 00000100:00100000:3.0:1775764862.235154:0:42945:0:(client.c:2691:ptlrpc_set_wait()) set ffff94458d3d2300 going to sleep for 11 seconds 00000100:00100000:2.0:1775764862.237042:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764862.237067:0:42945:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bc1dc700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:42945:1862022119085184:192.168.202.28@tcp:104: 00000100:00100000:0.0:1775764862.237137:0:42949:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098713216 00000100:00100000:0.0:1775764862.237142:0:42949:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098713216 00002000:00100000:0.0:1775764862.237179:0:42949:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x11f:0x0] (0->21) req@ffff944487fb8380 x1862022098713216/t0(0) o4->fcf15866-4739-4595-8fe1-44abde7ee9d7@192.168.202.28@tcp:343/0 lens 512/0 e 0 to 0 dl 1775764873 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764862.237187:0:42949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff944487fb8380 with x1862022098713216 ext(0->21) 00010000:00010000:0.0:1775764862.237193:0:42949:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 000000006d0e3bf0/0x57b8ff0e03052fc1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x11f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c2c4 expref: 9 pid: 42944 timeout: 2429 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764862.237204:0:42949:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 000000006d0e3bf0/0x57b8ff0e03052fc1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x11f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c2c4 expref: 9 pid: 42944 timeout: 2429 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1775764862.237209:0:42949:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff944487fb8380 00000100:00100000:0.0:1775764862.237235:0:42949:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 13 00000100:00100000:0.0:1775764862.237240:0:42949:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944487fb8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+9:2379:x1862022098713216:12345-192.168.202.28@tcp:4:lfs.0 00000100:00100000:0.0:1775764862.237718:0:42949:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944487fb8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+11:2379:x1862022098713216:12345-192.168.202.28@tcp:4:lfs.0 Request processed in 466us (676us total) trans 34359738466 rc 0/0 00000100:00100000:0.0:1775764862.237726:0:42949:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 13 00002000:00100000:0.0:1775764862.237734:0:42949:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x11f:0x0] (0->21) req@ffff944487fb8380 x1862022098713216/t34359738466(0) o4->fcf15866-4739-4595-8fe1-44abde7ee9d7@192.168.202.28@tcp:343/0 lens 512/448 e 0 to 0 dl 1775764873 ref 1 fl Complete:H/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764862.237741:0:42949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff944487fb8380 with x1862022098713216 ext(0->21) 00010000:00010000:0.0:1775764862.237746:0:42949:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 000000006d0e3bf0/0x57b8ff0e03052fc1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x11f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c2c4 expref: 11 pid: 42944 timeout: 2429 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764862.237766:0:42949:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 000000006d0e3bf0/0x57b8ff0e03052fc1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x11f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c2c4 expref: 11 pid: 42944 timeout: 2429 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1775764862.237773:0:42949:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff944487fb8380 00010000:00010000:3.0:1775764862.238285:0:42945:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000054cfd1e0/0x57b8ff0e03053007 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x11f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 42945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764862.239646:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764862.239740:0:42310:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098713344 00000100:00100000:0.0:1775764862.239758:0:42310:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098713344 00010000:00010000:0.0:1775764862.239794:0:42310:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000006d0e3bf0/0x57b8ff0e03052fc1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x11f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c2c4 expref: 11 pid: 42944 timeout: 2429 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764862.239930:0:42310:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 236 00000100:00100000:0.0:1775764862.239942:0:42310:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486e63100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+11:2378:x1862022098713344:12345-192.168.202.28@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1775764862.239959:0:42310:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:0.0:1775764862.239980:0:42310:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x11f:0x0] updating lvb size from disk: 0 -> 22 00002000:00010000:0.0:1775764862.239983:0:42310:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x11f:0x0] updating lvb mtime from disk: 0 -> 1775764862 00002000:00010000:0.0:1775764862.239986:0:42310:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x11f:0x0] updating lvb atime from disk: 0 -> 1775764862 00002000:00010000:0.0:1775764862.239989:0:42310:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x11f:0x0] updating lvb ctime from disk: 0 -> 1775764862 00010000:00010000:0.0:1775764862.239996:0:42310:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000006d0e3bf0/0x57b8ff0e03052fc1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x11f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c2c4 expref: 11 pid: 42944 timeout: 2429 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764862.240009:0:42310:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000006d0e3bf0/0x57b8ff0e03052fc1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x11f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c2c4 expref: 11 pid: 42944 timeout: 2429 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764862.240033:0:42310:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006d0e3bf0/0x57b8ff0e03052fc1 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x11f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c2c4 expref: 11 pid: 42944 timeout: 2429 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764862.240051:0:42310:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764862.240053:0:42310:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764862.240056:0:42310:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000054cfd1e0/0x57b8ff0e03053007 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x11f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 42945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764862.240064:0:42310:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000054cfd1e0/0x57b8ff0e03053007 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 42945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764862.240089:0:42310:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775764862.240132:0:42310:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486e63100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+10:2378:x1862022098713344:12345-192.168.202.28@tcp:103:ldlm_bl.0 Request processed in 192us (499us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764862.240138:0:42310:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 236 00010000:00010000:3.0:1775764862.240194:0:42945:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000054cfd1e0/0x57b8ff0e03053007 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x11f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 42945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764862.240202:0:42945:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000054cfd1e0/0x57b8ff0e03053007 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x11f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 42945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764862.240226:0:42945:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000054cfd1e0/0x57b8ff0e03053007 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x11f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 42945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764862.240235:0:42945:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000054cfd1e0/0x57b8ff0e03053007 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x11f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 42945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764862.240243:0:42945:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000054cfd1e0/0x57b8ff0e03053007 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x11f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 42945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764862.240250:0:42945:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445be694a00 already unused, calling callback (ffffffffc177a060) 00010000:00010000:3.0:1775764862.240254:0:42945:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000054cfd1e0/0x57b8ff0e03053007 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x11f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 42945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764862.240261:0:42945:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000054cfd1e0/0x57b8ff0e03053007 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x11f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 42945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764862.240269:0:42945:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000054cfd1e0/0x57b8ff0e03053007 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x11f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 42945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764862.240274:0:42945:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000054cfd1e0/0x57b8ff0e03053007 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x11f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 42945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764862.240317:0:42945:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486e63480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+9:2378:x1862022098713088:12345-192.168.202.28@tcp:1:lfs.0 Request processed in 5431us (5672us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764862.240325:0:42945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 295 00000100:00100000:1.0:1775764862.242084:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764862.242138:0:47878:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098713600 00000100:00100000:2.0:1775764862.242148:0:47878:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098713600 00000100:00100000:2.0:1775764862.242198:0:47878:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 359 00000100:00100000:2.0:1775764862.242207:0:47878:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445b29f9c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+55:67148:x1862022098713600:12345-192.168.202.28@tcp:35:lfs.0 00000004:00010000:2.0:1775764862.242270:0:47878:0:(mdt_open.c:1994:mdt_hsm_release()) ### [0x200003ab4:0x1f:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77000/0x57b8ff0e03052ff2 lrc: 3/0,0 mode: PW/PW res: [0x200003ab4:0x1f:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c2d9 expref: 55 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1775764862.242567:0:47878:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 34359739400 00000001:00080000:2.0:1775764862.242594:0:47878:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 34359739401 00000001:00080000:2.0:1775764862.242971:0:47878:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 34359739402 00010000:00010000:2.0:1775764862.243011:0:47878:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e0305300e lrc: 3/0,1 mode: --/EX res: [0x200003ab4:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 47878 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764862.243025:0:47878:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77c00/0x57b8ff0e03053000 lrc: 2/0,0 mode: CR/CR res: [0x200003ab4:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c2e0 expref: 59 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764862.243031:0:47878:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e0305300e lrc: 4/0,1 mode: --/EX res: [0x200003ab4:0x1f:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 47878 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764862.243060:0:47878:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77c00/0x57b8ff0e03053000 lrc: 3/0,0 mode: CR/CR res: [0x200003ab4:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c2e0 expref: 59 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764862.243071:0:47878:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77c00/0x57b8ff0e03053000 lrc: 4/0,0 mode: CR/CR res: [0x200003ab4:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c2e0 expref: 59 pid: 42326 timeout: 2429 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764862.243080:0:47878:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944487fb8000 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000_UUID:47878:1862022119085312:192.168.202.28@tcp:104: 00000100:00100000:2.0:1775764862.243165:0:47878:0:(client.c:2691:ptlrpc_set_wait()) set ffff9444820609c0 going to sleep for 11 seconds 00000100:00100000:0.0:1775764862.245218:0:47878:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944487fb8000 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000_UUID:47878:1862022119085312:192.168.202.28@tcp:104: 00000100:00100000:2.0:1775764862.245229:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764862.245282:0:42311:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098713728 00000100:00100000:3.0:1775764862.245290:0:42311:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098713728 00010000:00010000:3.0:1775764862.245329:0:42311:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77c00/0x57b8ff0e03053000 lrc: 4/0,0 mode: CR/CR res: [0x200003ab4:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c2e0 expref: 60 pid: 42326 timeout: 2429 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764862.245372:0:42311:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 237 00000100:00100000:3.0:1775764862.245383:0:42311:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944487fb9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+60:2379:x1862022098713728:12345-192.168.202.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764862.245400:0:42311:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764862.245407:0:42311:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77c00/0x57b8ff0e03053000 lrc: 4/0,0 mode: CR/CR res: [0x200003ab4:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c2e0 expref: 60 pid: 42326 timeout: 2429 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764862.245419:0:42311:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77c00/0x57b8ff0e03053000 lrc: 3/0,0 mode: CR/CR res: [0x200003ab4:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c2e0 expref: 60 pid: 42326 timeout: 2429 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764862.245442:0:42311:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77c00/0x57b8ff0e03053000 lrc: 0/0,0 mode: --/CR res: [0x200003ab4:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c2e0 expref: 60 pid: 42326 timeout: 2429 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764862.245460:0:42311:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x1f:0x0].0x0 (ffff944582f80200) 00010000:00010000:3.0:1775764862.245466:0:42311:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e0305300e lrc: 3/0,1 mode: --/EX res: [0x200003ab4:0x1f:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 47878 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764862.245476:0:42311:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e0305300e lrc: 3/0,1 mode: EX/EX res: [0x200003ab4:0x1f:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 47878 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764862.245484:0:42311:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e0305300e lrc: 4/0,1 mode: EX/EX res: [0x200003ab4:0x1f:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 47878 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764862.245504:0:42311:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764862.245605:0:42311:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944487fb9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+59:2379:x1862022098713728:12345-192.168.202.28@tcp:103:ldlm_bl.0 Request processed in 223us (376us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764862.245611:0:42311:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 237 00010000:00010000:0.0:1775764862.245653:0:47878:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e0305300e lrc: 3/0,1 mode: EX/EX res: [0x200003ab4:0x1f:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 47878 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764862.245660:0:47878:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e0305300e lrc: 3/0,1 mode: EX/EX res: [0x200003ab4:0x1f:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 47878 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764862.245663:0:47878:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e0305300e lrc: 3/0,1 mode: EX/EX res: [0x200003ab4:0x1f:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 47878 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1775764862.245905:0:47878:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 34359739403 00000001:00080000:0.0:1775764862.246090:0:47878:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 34359739404 00000100:00100000:0.0:1775764862.246186:0:47878:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff94448647c700 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:47878:1862022119085440:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:0.0:1775764862.246223:0:47878:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764862.246249:0:47878:0:(client.c:2691:ptlrpc_set_wait()) set ffff94458654d600 going to sleep for 11 seconds 00000100:00100000:2.0:1775764862.246305:0:42329:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119085440 00000100:00100000:2.0:1775764862.246311:0:42329:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119085440 00000100:00100000:2.0:1775764862.246424:0:42329:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 78 00000100:00100000:2.0:1775764862.246432:0:42329:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94448647ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:47878:x1862022119085440:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:2.0:1775764862.246505:0:42329:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94448647ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:47878:x1862022119085440:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 75us (281us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764862.246513:0:42329:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 78 00000100:00100000:2.0:1775764862.246544:0:47878:0:(client.c:3082:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 34359738465 gen 2 00000004:00080000:2.0:1775764862.246550:0:47878:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9445bce28000, transno 34359738465 00000100:00100000:2.0:1775764862.246565:0:47878:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff94448647c700 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:47878:1862022119085440:0@lo:1000:mdt_rdpg00_002.0 00000001:00080000:2.0:1775764862.246990:0:47878:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 34359739405 00000100:00100000:2.0:1775764862.247043:0:47878:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944487fb9500 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:47878:1862022119085568:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:2.0:1775764862.247073:0:47878:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764862.247090:0:47878:0:(client.c:2691:ptlrpc_set_wait()) set ffff9444820609c0 going to sleep for 11 seconds 00000100:00100000:2.0:1775764862.247104:0:42329:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119085568 00000100:00100000:2.0:1775764862.247107:0:42329:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119085568 00000100:00100000:2.0:1775764862.247135:0:42329:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 79 00000100:00100000:2.0:1775764862.247141:0:42329:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944487fbb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:47878:x1862022119085568:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:2.0:1775764862.247271:0:42329:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944487fbb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:47878:x1862022119085568:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 129us (196us total) trans 34359738467 rc 0/0 00000100:00100000:2.0:1775764862.247277:0:42329:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 79 00000100:00100000:2.0:1775764862.247309:0:47878:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944487fb9500 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:47878:1862022119085568:0@lo:1000:mdt_rdpg00_002.0 00000001:00080000:2.0:1775764862.247348:0:47878:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 34359739406 00010000:00010000:2.0:1775764862.247380:0:47878:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e0305300e lrc: 3/0,1 mode: EX/EX res: [0x200003ab4:0x1f:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 47878 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764862.247389:0:47878:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e0305300e lrc: 2/0,0 mode: EX/EX res: [0x200003ab4:0x1f:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 47878 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764862.247396:0:47878:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e0305300e lrc: 3/0,0 mode: EX/EX res: [0x200003ab4:0x1f:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 47878 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764862.247406:0:47878:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445baf25800 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764862.247410:0:47878:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e0305300e lrc: 3/0,0 mode: EX/EX res: [0x200003ab4:0x1f:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 47878 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764862.247417:0:47878:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e0305300e lrc: 4/0,0 mode: EX/EX res: [0x200003ab4:0x1f:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 47878 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764862.247431:0:47878:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x1f:0x0].0x0 (ffff944582f80200) 00010000:00010000:2.0:1775764862.247434:0:47878:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:2.0:1775764862.247438:0:47878:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e0305300e lrc: 2/0,0 mode: --/EX res: [0x200003ab4:0x1f:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 47878 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764862.247445:0:47878:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e0305300e lrc: 0/0,0 mode: --/EX res: [0x200003ab4:0x1f:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 47878 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1775764862.247666:0:47878:0:(mdd_object.c:4010:mdd_close()) Object [0x200003ab4:0x20:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:2.0:1775764862.247772:0:47878:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x2e:0x0].28, 64 off10200 00000004:00080000:2.0:1775764862.247783:0:47878:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 2329094984304ns, next at 2330094982498ns, rc = 0 00000001:00080000:2.0:1775764862.247789:0:47878:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 34359739407 00010000:00010000:2.0:1775764862.247842:0:47878:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x1f:0x0].0x0 (ffff944582f80200) 00010000:00010000:2.0:1775764862.247846:0:47878:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1775764862.247852:0:47878:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77000/0x57b8ff0e03052ff2 lrc: 0/0,0 mode: --/PW res: [0x200003ab4:0x1f:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c2d9 expref: 63 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764862.247975:0:47878:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445b29f9c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+62:67148:x1862022098713600:12345-192.168.202.28@tcp:35:lfs.0 Request processed in 5769us (5896us total) trans 34359739408 rc 0/0 00000100:00100000:2.0:1775764862.247985:0:47878:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 359 00000020:00080000:2.0:1775764862.247989:0:47878:0:(tgt_main.c:783:tgt_ses_key_exit()) total 9 transactions per RPC 00000100:00080000:3.0:1775764862.248560:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1775764862.249691:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764862.249731:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098713856 00000100:00100000:3.0:1775764862.249740:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098713856 00000100:00100000:3.0:1775764862.249889:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 1213 00000100:00100000:3.0:1775764862.249900:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944487fba300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+62:67148:x1862022098713856:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:3.0:1775764862.249928:0:42325:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764862.249948:0:42325:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694a00/0x57b8ff0e03053015 lrc: 2/0,0 mode: --/CR res: [0x200003ab4:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17c2e7 expref: -99 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764862.250001:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694a00/0x57b8ff0e03053015 lrc: 3/0,0 mode: CR/CR res: [0x200003ab4:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c2e7 expref: 63 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764862.250012:0:42325:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694a00/0x57b8ff0e03053015 lrc: 3/0,0 mode: CR/CR res: [0x200003ab4:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c2e7 expref: 63 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764862.250026:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x1f:0x0].0x0 (ffff9445867bec00) 00010000:00010000:3.0:1775764862.250028:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1775764862.250031:0:42325:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445be694a00, rc 0) 00000100:00100000:3.0:1775764862.250078:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944487fba300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+63:67148:x1862022098713856:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 180us (395us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764862.250085:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 1213 00000100:00100000:0.0:1775764862.252229:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764862.252294:0:42328:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098714112 00000100:00100000:3.0:1775764862.252303:0:42328:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098714112 00000100:00100000:3.0:1775764862.252351:0:42328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 360 00000100:00100000:3.0:1775764862.252358:0:42328:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94448647d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+63:67148:x1862022098714112:12345-192.168.202.28@tcp:35:lfs.0 00000100:00100000:3.0:1775764862.252584:0:42328:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94448647d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+64:67148:x1862022098714112:12345-192.168.202.28@tcp:35:lfs.0 Request processed in 225us (364us total) trans 34359739409 rc 0/0 00000100:00100000:3.0:1775764862.252592:0:42328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 360 00000100:00100000:1.0:1775764862.301604:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764862.301687:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098714240 00000100:00100000:2.0:1775764862.301697:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098714240 00000100:00100000:2.0:1775764862.301788:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 1214 00000100:00100000:2.0:1775764862.301845:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486e60380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+64:67158:x1862022098714240:12345-192.168.202.28@tcp:34:lfs.0 00010000:00010000:2.0:1775764862.301942:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e0305301c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764862.301960:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e0305301c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764862.301974:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e0305301c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764862.301991:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25600/0x57b8ff0e03053023 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3ef6ce0c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764862.301998:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25600/0x57b8ff0e03053023 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3ef6ce0c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764862.302004:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25600/0x57b8ff0e03053023 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3ef6ce0c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764862.302120:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24e00/0x57b8ff0e0305302a lrc: 3/1,0 mode: --/PR res: [0x200003ab4:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764862.302129:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24e00/0x57b8ff0e0305302a lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764862.302136:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24e00/0x57b8ff0e0305302a lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764862.302174:0:42324:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24e00/0x57b8ff0e0305302a lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764862.302184:0:42324:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e0305301c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764862.302188:0:42324:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e0305301c lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764862.302193:0:42324:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e0305301c lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764862.302197:0:42324:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445baf25800 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764862.302200:0:42324:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e0305301c lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764862.302204:0:42324:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e0305301c lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764862.302212:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff94459084a000) 00010000:00010000:2.0:1775764862.302214:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764862.302217:0:42324:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e0305301c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764862.302220:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e0305301c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764862.302229:0:42324:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25600/0x57b8ff0e03053023 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3ef6ce0c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764862.302232:0:42324:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25600/0x57b8ff0e03053023 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3ef6ce0c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764862.302236:0:42324:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25600/0x57b8ff0e03053023 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3ef6ce0c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764862.302240:0:42324:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445baf25600 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764862.302241:0:42324:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25600/0x57b8ff0e03053023 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3ef6ce0c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764862.302244:0:42324:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25600/0x57b8ff0e03053023 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3ef6ce0c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764862.302248:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x3ef6ce0c (ffff94459084aa00) 00010000:00010000:2.0:1775764862.302249:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764862.302250:0:42324:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25600/0x57b8ff0e03053023 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3ef6ce0c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764862.302253:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25600/0x57b8ff0e03053023 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3ef6ce0c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764862.302262:0:42324:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24e00/0x57b8ff0e0305302a lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764862.302265:0:42324:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24e00/0x57b8ff0e0305302a lrc: 2/0,0 mode: PR/PR res: [0x200003ab4:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764862.302268:0:42324:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24e00/0x57b8ff0e0305302a lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764862.302271:0:42324:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445baf24e00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764862.302272:0:42324:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24e00/0x57b8ff0e0305302a lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764862.302276:0:42324:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24e00/0x57b8ff0e0305302a lrc: 4/0,0 mode: PR/PR res: [0x200003ab4:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764862.302282:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x1f:0x0].0x0 (ffff9445867bec00) 00010000:00010000:2.0:1775764862.302284:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764862.302286:0:42324:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24e00/0x57b8ff0e0305302a lrc: 2/0,0 mode: --/PR res: [0x200003ab4:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764862.302288:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24e00/0x57b8ff0e0305302a lrc: 0/0,0 mode: --/PR res: [0x200003ab4:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764862.302340:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486e60380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+64:67158:x1862022098714240:12345-192.168.202.28@tcp:34:lfs.0 Request processed in 544us (745us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764862.302345:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 1214 00000100:00100000:2.0:1775764862.589312:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764862.589376:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098714496 00000100:00100000:0.0:1775764862.589386:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098714496 00000100:00100000:0.0:1775764862.589496:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 1215 00000100:00100000:0.0:1775764862.589507:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944487fbbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+64:67174:x1862022098714496:12345-192.168.202.28@tcp:101:multiop.0 00010000:00010000:0.0:1775764862.589530:0:44493:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764862.589533:0:44493:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1775764862.589558:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24200/0x57b8ff0e03052fcf lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c2cb expref: 64 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764862.589576:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff94459084a000) 00010000:00010000:0.0:1775764862.589588:0:44493:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1775764862.589604:0:44493:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77c00/0x57b8ff0e03053031 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17c2ee expref: -99 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764862.589788:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77800/0x57b8ff0e03053038 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764862.589848:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77800/0x57b8ff0e03053038 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764862.589860:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77800/0x57b8ff0e03053038 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764862.589874:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76000/0x57b8ff0e0305303f lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3ef6ce0c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764862.590551:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76000/0x57b8ff0e0305303f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3ef6ce0c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764862.590559:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76000/0x57b8ff0e0305303f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3ef6ce0c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764862.590651:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76200/0x57b8ff0e03053046 lrc: 3/1,0 mode: --/PR res: [0x200003ab4:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764862.590659:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76200/0x57b8ff0e03053046 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764862.590666:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76200/0x57b8ff0e03053046 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764862.590677:0:44493:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab4:0x1f:0x0]: returning size 22 00010000:00010000:0.0:1775764862.590789:0:44493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77800/0x57b8ff0e03053038 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764862.590794:0:44493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77800/0x57b8ff0e03053038 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764862.590828:0:44493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77800/0x57b8ff0e03053038 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764862.590832:0:44493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445bfe77800 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:0.0:1775764862.590835:0:44493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77800/0x57b8ff0e03053038 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764862.590840:0:44493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77800/0x57b8ff0e03053038 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764862.590847:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff944582f80100) 00010000:00010000:0.0:1775764862.590849:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764862.590852:0:44493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77800/0x57b8ff0e03053038 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764862.590858:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77800/0x57b8ff0e03053038 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764862.590867:0:44493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76000/0x57b8ff0e0305303f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3ef6ce0c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764862.590870:0:44493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76000/0x57b8ff0e0305303f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3ef6ce0c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764862.590873:0:44493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76000/0x57b8ff0e0305303f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3ef6ce0c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764862.590876:0:44493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445bfe76000 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:0.0:1775764862.590887:0:44493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76000/0x57b8ff0e0305303f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3ef6ce0c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764862.590891:0:44493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76000/0x57b8ff0e0305303f lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3ef6ce0c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764862.590895:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x3ef6ce0c (ffff944582f80d00) 00010000:00010000:0.0:1775764862.590897:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764862.590899:0:44493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76000/0x57b8ff0e0305303f lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3ef6ce0c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764862.590902:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76000/0x57b8ff0e0305303f lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3ef6ce0c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764862.590951:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77c00/0x57b8ff0e03053031 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c2ee expref: 66 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764862.590965:0:44493:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76200/0x57b8ff0e03053046 lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c2ee expref: 65 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764862.590970:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x1f:0x0].0x0 (ffff9445867bec00) 00010000:00010000:0.0:1775764862.590971:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1775764862.590973:0:44493:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445bfe76200, rc 0) 00000100:00100000:0.0:1775764862.591038:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944487fbbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+65:67174:x1862022098714496:12345-192.168.202.28@tcp:101:multiop.0 Request processed in 1534us (1740us total) trans 34359739410 rc 0/0 00000100:00100000:0.0:1775764862.591047:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 1215 00000100:00100000:0.0:1775764862.637284:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764862.638009:0:42319:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098714624 00000100:00100000:2.0:1775764862.638023:0:42319:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098714624 00000100:00100000:2.0:1775764862.638093:0:42319:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 334 00000100:00100000:2.0:1775764862.638104:0:42319:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94448180fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:24b54882-c0a1-43f2-954f-009e5a9afc9d+12:2378:x1862022098714624:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:2.0:1775764862.638190:0:42319:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94448180fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:24b54882-c0a1-43f2-954f-009e5a9afc9d+12:2378:x1862022098714624:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 88us (928us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764862.638198:0:42319:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 334 00000100:00100000:1.0:1775764862.639160:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764862.640368:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098714752 00000100:00100000:2.0:1775764862.640380:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098714752 00000100:00100000:2.0:1775764862.640466:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 468 00000100:00100000:2.0:1775764862.640476:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486e61c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:82781e18-e0e3-4f9f-9a2b-041bf0344414+5:2378:x1862022098714752:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:2.0:1775764862.640559:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486e61c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:82781e18-e0e3-4f9f-9a2b-041bf0344414+5:2378:x1862022098714752:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 84us (1404us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764862.640567:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 468 00000100:00080000:3.0:1775764862.640718:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1775764862.785065:0:42312:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:3.0:1775764863.314014:0:7469:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 34359738470 is committed 00000001:00080000:3.0:1775764863.314035:0:7469:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 34359738471 is committed 00000001:00080000:2.0:1775764863.346198:0:5825:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 34359739410 is committed 00000004:00080000:2.0:1775764863.346234:0:5825:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 30 committed 00000004:00080000:2.0:1775764863.346266:0:5825:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 33 committed 00000020:00080000:2.0:1775764863.346288:0:5825:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9444820606c0 refcount 2 committed 0 result 0 batchid 30064771833 00000020:00080000:2.0:1775764863.346293:0:5825:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9445bc3fdf00 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff944482060480 00000020:00080000:2.0:1775764863.346295:0:5825:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9445bc120f00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff944486255c00 00000020:00080000:2.0:1775764863.346326:0:5825:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9445a626d480 refcount 2 committed 0 result 0 batchid 30064771832 00000020:00080000:2.0:1775764863.346329:0:5825:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff944585ee7b00 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9445a626d900 00000020:00080000:2.0:1775764863.346331:0:5825:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff944585ee7900 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9444832f6000 00000020:00080000:2.0:1775764863.346365:0:42361:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 30064771833 committed batchid 30064771831 00000020:00080000:2.0:1775764863.346569:0:42361:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 30064771831 00000100:00100000:2.0:1775764863.347110:0:3330:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff94448647c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3330:1862022119085696:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1775764863.347184:0:3330:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764863.347468:0:3330:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1775764863.347476:0:3330:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944486e62a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3330:1862022119085824:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1775764863.347502:0:3330:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764863.348336:0:43212:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119085696 00000100:00100000:0.0:1775764863.348348:0:43212:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119085696 00000100:00100000:0.0:1775764863.348416:0:43212:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119085824 00000100:00100000:0.0:1775764863.348419:0:43212:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119085824 00000100:00100000:0.0:1775764863.348463:0:43212:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 296 00000100:00100000:0.0:1775764863.348473:0:43212:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944487fbb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3330:x1862022119085696:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1775764863.348509:0:43212:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:287 count 1 00002000:00010000:0.0:1775764863.348545:0:43212:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x11f:0x0] initial LVB size: 22, mtime: 0x69d8057e, atime: 0x69d8057e, ctime: 0x69d8057e, blocks: 0x1 00010000:00010000:0.0:1775764863.348553:0:43212:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000033bb3136/0x57b8ff0e03053054 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x11f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764863.348569:0:43212:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764863.348572:0:43212:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764863.348578:0:43212:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000033bb3136/0x57b8ff0e03053054 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x11f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764863.348598:0:43212:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000033bb3136/0x57b8ff0e03053054 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x11f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764863.348609:0:43212:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000033bb3136/0x57b8ff0e03053054 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x11f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764863.348616:0:43212:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000033bb3136/0x57b8ff0e03053054 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x11f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764863.348633:0:43212:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00080000:3.0:1775764863.349305:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1775764863.349373:0:42946:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 297 00000100:00100000:2.0:1775764863.349386:0:42946:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944487fb8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3330:x1862022119085824:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1775764863.349414:0:42946:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:286 count 1 00010000:00010000:2.0:1775764863.349431:0:42946:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000038ab7c7e/0x57b8ff0e0305305b lrc: 3/0,1 mode: --/PW res: [0x280000400:0x11e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764863.349446:0:42946:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000003c71e4e3/0x57b8ff0e03052f6d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x11e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c2af expref: 9 pid: 42945 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764863.349460:0:42946:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764863.349462:0:42946:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764863.349465:0:42946:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000038ab7c7e/0x57b8ff0e0305305b lrc: 4/0,1 mode: --/PW res: [0x280000400:0x11e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764863.349499:0:42946:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000003c71e4e3/0x57b8ff0e03052f6d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x11e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c2af expref: 9 pid: 42945 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764863.349513:0:42946:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000003c71e4e3/0x57b8ff0e03052f6d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x11e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c2af expref: 9 pid: 42945 timeout: 2430 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764863.349528:0:42946:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944487fb8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:42946:1862022119085952:192.168.202.28@tcp:104: 00000100:00100000:2.0:1775764863.349619:0:42946:0:(client.c:2691:ptlrpc_set_wait()) set ffff9445a66ed300 going to sleep for 11 seconds 00010000:00010000:2.0:1775764863.349634:0:42313:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1775764863.349640:0:42313:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000033bb3136/0x57b8ff0e03053054 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x11f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764863.349647:0:42313:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445bfe77c00 already unused, calling callback (ffffffffc177a060) 00010000:00010000:2.0:1775764863.349652:0:42313:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000033bb3136/0x57b8ff0e03053054 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x11f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764863.349672:0:42313:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000033bb3136/0x57b8ff0e03053054 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x11f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764863.349692:0:42313:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000033bb3136/0x57b8ff0e03053054 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x11f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764863.349699:0:42313:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000033bb3136/0x57b8ff0e03053054 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x11f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 43212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764863.349719:0:42313:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764863.349721:0:42313:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764863.349722:0:42313:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1775764863.351579:0:3330:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff94448647c000/2, rc 0, transno 34359738468 00000100:00100000:2.0:1775764863.351594:0:3330:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff94448647c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3330:1862022119085696:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1775764863.351635:0:43212:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944487fbb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+7:3330:x1862022119085696:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2927us (4214us total) trans 34359738468 rc 0/0 00000100:00100000:0.0:1775764863.351647:0:43212:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 296 00000100:00100000:2.0:1775764863.353420:0:42946:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944487fb8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:42946:1862022119085952:192.168.202.28@tcp:104: 00010000:00010000:2.0:1775764863.353453:0:42946:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000038ab7c7e/0x57b8ff0e0305305b lrc: 3/0,1 mode: --/PW res: [0x280000400:0x11e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764863.369786:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764863.370079:0:44302:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098714880 00000100:00100000:0.0:1775764863.370092:0:44302:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098714880 00010000:00010000:0.0:1775764863.370143:0:44302:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000003c71e4e3/0x57b8ff0e03052f6d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x11e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c2af expref: 10 pid: 42945 timeout: 2430 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764863.370192:0:44302:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 238 00000100:00100000:0.0:1775764863.370202:0:44302:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486e63800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+10:2379:x1862022098714880:12345-192.168.202.28@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1775764863.370218:0:44302:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764863.370225:0:44302:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000003c71e4e3/0x57b8ff0e03052f6d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x11e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c2af expref: 10 pid: 42945 timeout: 2430 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764863.370244:0:44302:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000003c71e4e3/0x57b8ff0e03052f6d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x11e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c2af expref: 10 pid: 42945 timeout: 2430 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764863.370270:0:44302:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003c71e4e3/0x57b8ff0e03052f6d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x11e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c2af expref: 10 pid: 42945 timeout: 2430 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764863.370292:0:44302:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764863.370294:0:44302:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1775764863.370299:0:44302:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000038ab7c7e/0x57b8ff0e0305305b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x11e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764863.370311:0:44302:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000038ab7c7e/0x57b8ff0e0305305b lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x11e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764863.370353:0:44302:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775764863.370577:0:44302:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486e63800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+9:2379:x1862022098714880:12345-192.168.202.28@tcp:103:ldlm_bl.0 Request processed in 376us (801us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764863.370586:0:44302:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 238 00010000:00010000:1.0:1775764863.372455:0:42946:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000038ab7c7e/0x57b8ff0e0305305b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x11e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764863.372473:0:42946:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000038ab7c7e/0x57b8ff0e0305305b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x11e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764863.372485:0:42946:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000038ab7c7e/0x57b8ff0e0305305b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x11e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764863.372493:0:42946:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000038ab7c7e/0x57b8ff0e0305305b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x11e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764863.372521:0:42946:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1775764863.373195:0:42946:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944487fb8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3330:x1862022119085824:12345-0@lo:6:osp-syn-1-0.0 Request processed in 23810us (25688us total) trans 34359738472 rc 0/0 00000100:00100000:1.0:1775764863.373206:0:42946:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 297 00000100:00100000:3.0:1775764863.373704:0:3330:0:(client.c:3082:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 34359738471 gen 2 00000004:00080000:3.0:1775764863.373710:0:3330:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 34359738471 committed transno 34359738471 00000100:00100000:3.0:1775764863.373749:0:3330:0:(client.c:3126:ptlrpc_free_committed()) @@@ stopping search req@ffff944486e62a00 x1862022119085824/t34359738472(34359738472) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1775764879 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:3.0:1775764863.373761:0:3330:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff944486e62a00/2, rc 0, transno 34359738472 00000100:00100000:3.0:1775764863.373766:0:3330:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944486e62a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3330:1862022119085824:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1775764863.374365:0:43224:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1775764863.374384:0:43224:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000038ab7c7e/0x57b8ff0e0305305b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x11e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764863.374404:0:43224:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445baf24e00 already unused, calling callback (ffffffffc177a060) 00010000:00010000:0.0:1775764863.374409:0:43224:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000038ab7c7e/0x57b8ff0e0305305b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x11e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764863.374425:0:43224:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000038ab7c7e/0x57b8ff0e0305305b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x11e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764863.374447:0:43224:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000038ab7c7e/0x57b8ff0e0305305b lrc: 1/0,0 mode: --/PW res: [0x280000400:0x11e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764863.374455:0:43224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000038ab7c7e/0x57b8ff0e0305305b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x11e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764863.374480:0:43224:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764863.374482:0:43224:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764863.374483:0:43224:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764863.809062:0:42312:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775764864.258537:0:3328:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bc1dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3328:1862022119086080:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1775764864.258613:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764864.258776:0:42948:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119086080 00000100:00100000:2.0:1775764864.258786:0:42948:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119086080 00000100:00100000:2.0:1775764864.258874:0:42948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 202 00000100:00100000:2.0:1775764864.258885:0:42948:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486e62d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3328:x1862022119086080:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1775764864.258924:0:42948:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 64552960 pending 1703936 free 3704619008 avail 3702521856 00000100:00100000:2.0:1775764864.258970:0:42948:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486e62d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3328:x1862022119086080:12345-0@lo:13:osp-pre-0-0.0 Request processed in 88us (356us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764864.258977:0:42948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 202 00000100:00080000:1.0:1775764864.260108:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1775764864.260163:0:3328:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bc1dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3328:1862022119086080:0@lo:13:osp-pre-0-0.0 00000040:00080000:2.0:1775764864.451283:0:42356:0:(llog.c:800:llog_process_thread()) index: 8, lh_last_idx: 8 synced_idx: 8 lgh_last_idx: 8 00000040:00080000:2.0:1775764864.451295:0:42356:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x32:0x0] at index 8 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1775764864.451351:0:42356:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x32:0x0] index 27 count 7 00000040:00080000:2.0:1775764864.451359:0:42356:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 9 count 2 00000100:00100000:3.0:1775764864.769928:0:3331:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bf4fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3331:1862022119086464:0@lo:400:kworker.0 00000100:00100000:3.0:1775764864.770012:0:3331:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764864.770076:0:3331:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1775764864.770082:0:3331:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bf4faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3331:1862022119086336:0@lo:400:kworker.0 00000100:00100000:3.0:1775764864.770109:0:3331:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764864.770139:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119086464 00000100:00100000:3.0:1775764864.770147:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119086464 00000100:00100000:3.0:1775764864.770189:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 469 00000100:00100000:3.0:1775764864.770197:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94448678ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3331:x1862022119086464:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764864.770247:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94448678ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3331:x1862022119086464:12345-0@lo:400:kworker.0 Request processed in 50us (236us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764864.770255:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 469 00000100:00100000:3.0:1775764864.770297:0:3331:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bf4fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3331:1862022119086464:0@lo:400:kworker.0 00000100:00100000:3.0:1775764864.770369:0:3328:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bf4fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3328:1862022119086592:0@lo:400:kworker.0 00000100:00100000:3.0:1775764864.770396:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764864.770413:0:3328:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:3.0:1775764864.770418:0:3328:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bc1dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d8dacf45-8471-4226-a2fb-1fac83f69c1e:3328:1862022119086208:0@lo:400:kworker.0 00000100:00100000:3.0:1775764864.770443:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764864.770461:0:3328:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944486788700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3328:1862022119086720:0@lo:400:kworker.0 00000100:00100000:3.0:1775764864.770480:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764864.771180:0:42945:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119086336 00000100:00100000:2.0:1775764864.771188:0:42945:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119086336 00000100:00100000:2.0:1775764864.771226:0:42945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 334 00000100:00100000:2.0:1775764864.771233:0:42945:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bce28000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3331:x1862022119086336:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764864.771300:0:42945:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bce28000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3331:x1862022119086336:12345-0@lo:400:kworker.0 Request processed in 67us (1190us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764864.771308:0:42945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 334 00000100:00100000:2.0:1775764864.771328:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119086592 00000100:00100000:2.0:1775764864.771331:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119086592 00000100:00100000:2.0:1775764864.771490:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119086720 00000100:00100000:2.0:1775764864.771494:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119086720 00000100:00100000:2.0:1775764864.771510:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 470 00000100:00100000:2.0:1775764864.771516:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bce2bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3328:x1862022119086592:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764864.771558:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bce2bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3328:x1862022119086592:12345-0@lo:400:kworker.0 Request processed in 42us (1162us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764864.771563:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 470 00000100:00100000:2.0:1775764864.771573:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 471 00000100:00100000:2.0:1775764864.771578:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bce28a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3328:x1862022119086720:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764864.771602:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bce28a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3328:x1862022119086720:12345-0@lo:400:kworker.0 Request processed in 24us (1122us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764864.771608:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 471 00000100:00080000:2.0:1775764864.771623:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1775764864.771919:0:3331:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bf4faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3331:1862022119086336:0@lo:400:kworker.0 00000100:00100000:2.0:1775764864.772012:0:3328:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944486788700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3328:1862022119086720:0@lo:400:kworker.0 00000100:00100000:2.0:1775764864.772027:0:3328:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bf4fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3328:1862022119086592:0@lo:400:kworker.0 00000100:00100000:0.0:1775764864.773837:0:42318:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119086208 00000100:00100000:0.0:1775764864.773848:0:42318:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119086208 00000100:00100000:0.0:1775764864.773898:0:42318:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 335 00000100:00100000:0.0:1775764864.773907:0:42318:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94448180f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d8dacf45-8471-4226-a2fb-1fac83f69c1e+18:3328:x1862022119086208:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764864.773976:0:42318:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94448180f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d8dacf45-8471-4226-a2fb-1fac83f69c1e+18:3328:x1862022119086208:12345-0@lo:400:kworker.0 Request processed in 70us (3531us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764864.773982:0:42318:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 335 00000100:00100000:1.0:1775764864.774111:0:3328:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bc1dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d8dacf45-8471-4226-a2fb-1fac83f69c1e:3328:1862022119086208:0@lo:400:kworker.0 00010000:00010000:0.0:1775764864.836081:0:42313:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:3.0:1775764864.894631:0:6613:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 34359738468 is committed 00000001:00080000:3.0:1775764864.894647:0:6613:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 34359738466 is committed 00000100:00100000:3.0:1775764865.586565:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764865.586671:0:47878:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098715136 00000100:00100000:2.0:1775764865.586683:0:47878:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098715136 00000100:00100000:3.0:1775764865.586845:0:42328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 361 00000100:00100000:3.0:1775764865.586859:0:42328:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bf4fa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+36:46150:x1862022098715136:12345-192.168.202.28@tcp:35:ldlm_bl.0 00000100:00080000:1.0:1775764865.586890:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1775764865.587406:0:42328:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bf4fa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+37:46150:x1862022098715136:12345-192.168.202.28@tcp:35:ldlm_bl.0 Request processed in 549us (850us total) trans 34359739411 rc 0/0 00000100:00100000:3.0:1775764865.596646:0:42328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 361 00000100:00100000:0.0:1775764865.596992:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764865.597116:0:42327:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098715392 00000100:00100000:1.0:1775764865.597127:0:42327:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098715392 00000100:00100000:1.0:1775764865.597214:0:42327:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 362 00000100:00100000:1.0:1775764865.597226:0:42327:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94448647ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+37:46150:x1862022098715392:12345-192.168.202.28@tcp:35:ldlm_bl.0 00000100:00100000:1.0:1775764865.597514:0:42327:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94448647ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+38:46150:x1862022098715392:12345-192.168.202.28@tcp:35:ldlm_bl.0 Request processed in 290us (521us total) trans 34359739412 rc 0/0 00000100:00100000:1.0:1775764865.597522:0:42327:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 362 00000100:00100000:1.0:1775764865.603768:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764865.603971:0:42328:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098715648 00000100:00100000:2.0:1775764865.603981:0:42328:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098715648 00000100:00100000:2.0:1775764865.604092:0:42328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 363 00000100:00100000:2.0:1775764865.604103:0:42328:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486e60700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+38:46150:x1862022098715648:12345-192.168.202.28@tcp:35:ldlm_bl.0 00000100:00100000:2.0:1775764865.604397:0:42328:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486e60700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+39:46150:x1862022098715648:12345-192.168.202.28@tcp:35:ldlm_bl.0 Request processed in 296us (647us total) trans 34359739413 rc 0/0 00000100:00100000:2.0:1775764865.604405:0:42328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 363 00000100:00100000:3.0:1775764865.611006:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764865.611485:0:42327:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098715904 00000100:00100000:1.0:1775764865.611496:0:42327:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098715904 00000100:00100000:1.0:1775764865.612639:0:42327:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 364 00000100:00100000:1.0:1775764865.612656:0:42327:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bf4faa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+39:46150:x1862022098715904:12345-192.168.202.28@tcp:35:ldlm_bl.0 00000100:00100000:1.0:1775764865.613205:0:42327:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bf4faa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+40:46150:x1862022098715904:12345-192.168.202.28@tcp:35:ldlm_bl.0 Request processed in 554us (2209us total) trans 34359739414 rc 0/0 00000100:00100000:1.0:1775764865.613214:0:42327:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 364 00000100:00100000:3.0:1775764865.622210:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764865.634731:0:47878:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098716160 00000100:00100000:0.0:1775764865.634748:0:47878:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098716160 00000100:00100000:0.0:1775764865.634821:0:47878:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 365 00000100:00100000:0.0:1775764865.634834:0:47878:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445b6a7bc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+40:46150:x1862022098716160:12345-192.168.202.28@tcp:35:ldlm_bl.0 00000100:00100000:0.0:1775764865.636034:0:47878:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445b6a7bc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+41:46150:x1862022098716160:12345-192.168.202.28@tcp:35:ldlm_bl.0 Request processed in 1194us (13825us total) trans 34359739415 rc 0/0 00000100:00100000:0.0:1775764865.636045:0:47878:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 365 00000100:00100000:2.0:1775764865.641715:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764865.642052:0:47878:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098716416 00000100:00100000:0.0:1775764865.642074:0:47878:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098716416 00000100:00100000:0.0:1775764865.642249:0:47878:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 366 00000100:00100000:0.0:1775764865.642267:0:47878:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944487fb8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+41:46150:x1862022098716416:12345-192.168.202.28@tcp:35:ldlm_bl.0 00000100:00100000:0.0:1775764865.643056:0:47878:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944487fb8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+42:46150:x1862022098716416:12345-192.168.202.28@tcp:35:ldlm_bl.0 Request processed in 796us (1351us total) trans 34359739416 rc 0/0 00000100:00100000:0.0:1775764865.643065:0:47878:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 366 00000100:00100000:2.0:1775764865.651589:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764865.651711:0:42328:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098716672 00000100:00100000:0.0:1775764865.651739:0:42328:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098716672 00000100:00100000:2.0:1775764865.651988:0:42328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 367 00000100:00100000:2.0:1775764865.652001:0:42328:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944487fb8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+42:46150:x1862022098716672:12345-192.168.202.28@tcp:35:ldlm_bl.0 00000100:00100000:2.0:1775764865.652336:0:42328:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944487fb8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+43:46150:x1862022098716672:12345-192.168.202.28@tcp:35:ldlm_bl.0 Request processed in 338us (755us total) trans 34359739417 rc 0/0 00000100:00100000:2.0:1775764865.652344:0:42328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 367 00000100:00100000:2.0:1775764865.655220:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764865.655358:0:47878:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098716928 00000100:00100000:0.0:1775764865.655369:0:47878:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098716928 00000100:00100000:0.0:1775764865.655431:0:47878:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 368 00000100:00100000:0.0:1775764865.655443:0:47878:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486788700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+43:46150:x1862022098716928:12345-192.168.202.28@tcp:35:ldlm_bl.0 00000100:00100000:0.0:1775764865.655707:0:47878:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486788700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+44:46150:x1862022098716928:12345-192.168.202.28@tcp:35:ldlm_bl.0 Request processed in 266us (495us total) trans 34359739418 rc 0/0 00000100:00100000:0.0:1775764865.655715:0:47878:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 368 00000100:00100000:3.0:1775764865.661920:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764865.662057:0:42309:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098717056 00000100:00100000:2.0:1775764865.662070:0:42309:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098717056 00000100:00100000:2.0:1775764865.662156:0:42309:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 95 00000100:00100000:2.0:1775764865.662166:0:42309:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445b1d4bc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+44:46150:x1862022098717056:12345-192.168.202.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1775764865.662181:0:42309:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 31 locks, starting at 0 00010000:00010000:2.0:1775764865.662207:0:42309:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944488002800/0x57b8ff0e0305144d lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17baf9 expref: 44 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764865.662228:0:42309:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff944598a9bf00) 00010000:00010000:2.0:1775764865.662244:0:42309:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76200/0x57b8ff0e03053046 lrc: 0/0,0 mode: --/PR res: [0x200003ab4:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c2ee expref: 43 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764865.662261:0:42309:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694a00/0x57b8ff0e03053015 lrc: 0/0,0 mode: --/CR res: [0x200003ab4:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c2e7 expref: 42 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764865.662270:0:42309:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x1f:0x0].0x0 (ffff9445867bec00) 00010000:00010000:2.0:1775764865.662281:0:42309:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76400/0x57b8ff0e03052d36 lrc: 0/0,0 mode: --/PR res: [0x200003ab4:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c200 expref: 41 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764865.662290:0:42309:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77e00/0x57b8ff0e03052d05 lrc: 0/0,0 mode: --/CR res: [0x200003ab4:0x17:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c1f9 expref: 40 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764865.662297:0:42309:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x17:0x0].0x0 (ffff944599e85100) 00010000:00010000:2.0:1775764865.662313:0:42309:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944488002a00/0x57b8ff0e030526bb lrc: 0/0,0 mode: --/CR res: [0x200003ab4:0xf:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c024 expref: 39 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764865.662320:0:42309:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0xf:0x0].0x0 (ffff944599e85b00) 00010000:00010000:2.0:1775764865.662326:0:42309:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695600/0x57b8ff0e030526d0 lrc: 0/0,0 mode: --/CW res: [0x200003ab4:0x10:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c02b expref: 38 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764865.662336:0:42309:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24800/0x57b8ff0e03052652 lrc: 0/0,0 mode: --/CR res: [0x200003ab4:0x10:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c008 expref: 37 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764865.662346:0:42309:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944488002c00/0x57b8ff0e030526a6 lrc: 0/0,0 mode: --/CR res: [0x200003ab4:0x10:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c01d expref: 36 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764865.662352:0:42309:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x10:0x0].0x0 (ffff94459084a600) 00010000:00010000:2.0:1775764865.662362:0:42309:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944488003800/0x57b8ff0e0305260c lrc: 0/0,0 mode: --/PR res: [0x200003ab4:0xf:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bff3 expref: 35 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764865.662373:0:42309:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76c00/0x57b8ff0e030524a0 lrc: 0/0,0 mode: --/PR res: [0x200003ab4:0xf:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bf83 expref: 34 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764865.662380:0:42309:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0xf:0x0].0x0 (ffff944599e85b00) 00010000:00010000:2.0:1775764865.662387:0:42309:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944581524a00/0x57b8ff0e03052430 lrc: 0/0,0 mode: --/PR res: [0x200003ab4:0xe:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bf67 expref: 33 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764865.662397:0:42309:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24600/0x57b8ff0e030523ea lrc: 0/0,0 mode: --/CW res: [0x200003ab4:0xe:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bf59 expref: 32 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764865.662407:0:42309:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944488003a00/0x57b8ff0e03052365 lrc: 0/0,0 mode: --/CR res: [0x200003ab4:0xe:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bf2f expref: 31 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764865.662416:0:42309:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0xe:0x0].0x0 (ffff944584d1d300) 00010000:00010000:2.0:1775764865.662422:0:42309:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944488002000/0x57b8ff0e0305229a lrc: 0/0,0 mode: --/PR res: [0x200003ab4:0xd:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bef7 expref: 30 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764865.662428:0:42309:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0xd:0x0].0x0 (ffff944599e85e00) 00010000:00010000:2.0:1775764865.662434:0:42309:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944488002e00/0x57b8ff0e030523b9 lrc: 0/0,0 mode: --/PR res: [0x200003ab4:0xe:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bf4b expref: 29 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764865.662441:0:42309:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0xe:0x0].0x0 (ffff944584d1d300) 00010000:00010000:2.0:1775764865.662449:0:42309:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944581525c00/0x57b8ff0e0305221c lrc: 0/0,0 mode: --/PR res: [0x200003ab4:0xd:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17becd expref: 28 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764865.662462:0:42309:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0xd:0x0].0x0 (ffff944599e85e00) 00010000:00010000:2.0:1775764865.662471:0:42309:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25400/0x57b8ff0e03052197 lrc: 0/0,0 mode: --/CR res: [0x200003ab4:0xb:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17beb1 expref: 27 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764865.662484:0:42309:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0xb:0x0].0x0 (ffff944598a9b500) 00010000:00010000:2.0:1775764865.662492:0:42309:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25200/0x57b8ff0e03052182 lrc: 0/0,0 mode: --/CW res: [0x200003ab4:0xc:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17beaa expref: 26 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764865.662503:0:42309:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944488002200/0x57b8ff0e030520da lrc: 0/0,0 mode: --/CR res: [0x200003ab4:0xc:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17be72 expref: 25 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764865.662514:0:42309:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24400/0x57b8ff0e0305215f lrc: 0/0,0 mode: --/CR res: [0x200003ab4:0xc:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17be9c expref: 24 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764865.662522:0:42309:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0xc:0x0].0x0 (ffff9445838afc00) 00010000:00010000:2.0:1775764865.662531:0:42309:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25c00/0x57b8ff0e030520b0 lrc: 0/0,0 mode: --/PR res: [0x200003ab4:0xb:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17be64 expref: 23 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764865.662541:0:42309:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944488002400/0x57b8ff0e03052078 lrc: 0/0,0 mode: --/PR res: [0x200003ab4:0xb:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17be4f expref: 22 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764865.662548:0:42309:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0xb:0x0].0x0 (ffff944598a9b500) 00010000:00010000:2.0:1775764865.662557:0:42309:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25e00/0x57b8ff0e03051fe5 lrc: 0/0,0 mode: --/CR res: [0x200003ab4:0x9:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17be2c expref: 21 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764865.662568:0:42309:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694c00/0x57b8ff0e03051fd7 lrc: 0/0,0 mode: --/PR res: [0x200003ab4:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17be25 expref: 20 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764865.662579:0:42309:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694000/0x57b8ff0e03051f6e lrc: 0/0,0 mode: --/CR res: [0x200003ab4:0x9:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17be10 expref: 19 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764865.662586:0:42309:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x9:0x0].0x0 (ffff9445867bea00) 00010000:00010000:2.0:1775764865.662599:0:42309:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944581525600/0x57b8ff0e03051bb6 lrc: 0/0,0 mode: --/PR res: [0x200003ab4:0x6:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bd22 expref: 18 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764865.662610:0:42309:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944581525400/0x57b8ff0e03051ba8 lrc: 0/0,0 mode: --/CR res: [0x200003ab4:0x6:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bd1b expref: 17 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764865.662619:0:42309:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694800/0x57b8ff0e03051b85 lrc: 0/0,0 mode: --/CW res: [0x200003ab4:0x6:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bd0d expref: 16 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764865.662626:0:42309:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x6:0x0].0x0 (ffff9445838afe00) 00010000:00010000:2.0:1775764865.662634:0:42309:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944581524800/0x57b8ff0e03051821 lrc: 0/0,0 mode: --/CR res: [0x200003ab4:0x1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17bc11 expref: 15 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764865.662641:0:42309:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x1:0x0].0x0 (ffff944599e85c00) 00010000:00010000:2.0:1775764865.662649:0:42309:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24000/0x57b8ff0e03051431 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17baf2 expref: 14 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764865.662656:0:42309:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff9445838af500) 00010000:00010000:2.0:1775764865.662663:0:42309:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775764865.662737:0:42309:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445b1d4bc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+13:46150:x1862022098717056:12345-192.168.202.28@tcp:103:ldlm_bl.0 Request processed in 572us (828us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764865.662748:0:42309:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 95 00000100:00100000:3.0:1775764865.833893:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764865.834083:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098717184 00000100:00100000:2.0:1775764865.834094:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098717184 00000100:00100000:2.0:1775764865.834170:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 1216 00000100:00100000:2.0:1775764865.834181:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bf4fb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+13:67212:x1862022098717184:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:2.0:1775764865.834209:0:42326:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764865.834236:0:42326:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24000/0x57b8ff0e03053062 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17c2f5 expref: -99 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764865.834307:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25e00/0x57b8ff0e03053069 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764865.834322:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25e00/0x57b8ff0e03053069 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764865.834337:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25e00/0x57b8ff0e03053069 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764865.834559:0:42326:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 9728 00000004:00200000:2.0:1775764865.834564:0:42326:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 49 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764865.834643:0:42326:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25e00/0x57b8ff0e03053069 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764865.834668:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24000/0x57b8ff0e03053062 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c2f5 expref: 15 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764865.834684:0:42326:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25e00/0x57b8ff0e03053069 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c2f5 expref: 14 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764865.834699:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff94459084a600) 00010000:00010000:2.0:1775764865.834702:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1775764865.834706:0:42326:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445baf25e00, rc 0) 00000100:00100000:2.0:1775764865.834791:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bf4fb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+14:67212:x1862022098717184:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 611us (908us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764865.834836:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 1216 00000100:00100000:1.0:1775764865.838517:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764865.838637:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098717312 00000100:00100000:0.0:1775764865.838648:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098717312 00000100:00100000:2.0:1775764865.838954:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 1217 00000100:00100000:2.0:1775764865.838969:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486e61f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+14:67212:x1862022098717312:12345-192.168.202.28@tcp:34:lfs.0 00010000:00010000:2.0:1775764865.839070:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25c00/0x57b8ff0e03053070 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764865.839088:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25c00/0x57b8ff0e03053070 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764865.839101:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25c00/0x57b8ff0e03053070 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764865.839129:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24400/0x57b8ff0e03053077 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3ef6ce0c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764865.839137:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24400/0x57b8ff0e03053077 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3ef6ce0c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764865.839144:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24400/0x57b8ff0e03053077 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3ef6ce0c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764865.839528:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25200/0x57b8ff0e0305307e lrc: 3/1,0 mode: --/PR res: [0x200003ab4:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764865.839542:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25200/0x57b8ff0e0305307e lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764865.839550:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25200/0x57b8ff0e0305307e lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764865.839598:0:42324:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25200/0x57b8ff0e0305307e lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764865.839611:0:42324:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25c00/0x57b8ff0e03053070 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764865.839618:0:42324:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25c00/0x57b8ff0e03053070 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764865.839624:0:42324:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25c00/0x57b8ff0e03053070 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764865.839630:0:42324:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445baf25c00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764865.839635:0:42324:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25c00/0x57b8ff0e03053070 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764865.839641:0:42324:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25c00/0x57b8ff0e03053070 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764865.839655:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff94459084a600) 00010000:00010000:2.0:1775764865.839658:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764865.839663:0:42324:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25c00/0x57b8ff0e03053070 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764865.839668:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25c00/0x57b8ff0e03053070 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764865.839680:0:42324:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24400/0x57b8ff0e03053077 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3ef6ce0c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764865.839686:0:42324:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24400/0x57b8ff0e03053077 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3ef6ce0c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764865.839691:0:42324:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24400/0x57b8ff0e03053077 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3ef6ce0c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764865.839696:0:42324:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445baf24400 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764865.839698:0:42324:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24400/0x57b8ff0e03053077 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3ef6ce0c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764865.839704:0:42324:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24400/0x57b8ff0e03053077 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3ef6ce0c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764865.839712:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x3ef6ce0c (ffff94459084aa00) 00010000:00010000:2.0:1775764865.839734:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764865.839738:0:42324:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24400/0x57b8ff0e03053077 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3ef6ce0c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764865.839744:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24400/0x57b8ff0e03053077 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3ef6ce0c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764865.839762:0:42324:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25200/0x57b8ff0e0305307e lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764865.839766:0:42324:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25200/0x57b8ff0e0305307e lrc: 2/0,0 mode: PR/PR res: [0x200003ab4:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764865.839771:0:42324:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25200/0x57b8ff0e0305307e lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764865.839776:0:42324:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445baf25200 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764865.839778:0:42324:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25200/0x57b8ff0e0305307e lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764865.839783:0:42324:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25200/0x57b8ff0e0305307e lrc: 4/0,0 mode: PR/PR res: [0x200003ab4:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764865.839790:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x1f:0x0].0x0 (ffff94459084a500) 00010000:00010000:2.0:1775764865.839792:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764865.839794:0:42324:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25200/0x57b8ff0e0305307e lrc: 2/0,0 mode: --/PR res: [0x200003ab4:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764865.839828:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25200/0x57b8ff0e0305307e lrc: 0/0,0 mode: --/PR res: [0x200003ab4:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764865.839930:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486e61f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+14:67212:x1862022098717312:12345-192.168.202.28@tcp:34:lfs.0 Request processed in 963us (1423us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764865.839939:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 1217 00010000:00010000:0.0:1775764865.857310:0:43224:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775764865.982691:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764865.983031:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098717568 00000100:00100000:2.0:1775764865.983043:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098717568 00000100:00100000:2.0:1775764865.983303:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 1218 00000100:00100000:2.0:1775764865.983313:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94448647d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+14:67219:x1862022098717568:12345-192.168.202.28@tcp:101:cat.0 00010000:00010000:2.0:1775764865.983337:0:42326:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764865.983358:0:42326:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25200/0x57b8ff0e03053085 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17c2fc expref: -99 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764865.983430:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24400/0x57b8ff0e0305308c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764865.983449:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24400/0x57b8ff0e0305308c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764865.983460:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24400/0x57b8ff0e0305308c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764865.983474:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25c00/0x57b8ff0e03053093 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3ef6ce0c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764865.983481:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25c00/0x57b8ff0e03053093 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3ef6ce0c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764865.983488:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25c00/0x57b8ff0e03053093 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3ef6ce0c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764865.983940:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24000/0x57b8ff0e0305309a lrc: 3/1,0 mode: --/PR res: [0x200003ab4:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764865.983949:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24000/0x57b8ff0e0305309a lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764865.983956:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24000/0x57b8ff0e0305309a lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764865.983968:0:42326:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab4:0x1f:0x0]: returning size 22 00010000:00010000:2.0:1775764865.984075:0:42326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24400/0x57b8ff0e0305308c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764865.984083:0:42326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24400/0x57b8ff0e0305308c lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764865.984089:0:42326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24400/0x57b8ff0e0305308c lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764865.984095:0:42326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445baf24400 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764865.984099:0:42326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24400/0x57b8ff0e0305308c lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764865.984107:0:42326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24400/0x57b8ff0e0305308c lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764865.984128:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff94459084a600) 00010000:00010000:2.0:1775764865.984131:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764865.984135:0:42326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24400/0x57b8ff0e0305308c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764865.984141:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24400/0x57b8ff0e0305308c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764865.984153:0:42326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25c00/0x57b8ff0e03053093 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3ef6ce0c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764865.984158:0:42326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25c00/0x57b8ff0e03053093 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3ef6ce0c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764865.984163:0:42326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25c00/0x57b8ff0e03053093 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3ef6ce0c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764865.984168:0:42326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445baf25c00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764865.984180:0:42326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25c00/0x57b8ff0e03053093 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3ef6ce0c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764865.984186:0:42326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25c00/0x57b8ff0e03053093 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3ef6ce0c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764865.984197:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x3ef6ce0c (ffff94459084a500) 00010000:00010000:2.0:1775764865.984199:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764865.984202:0:42326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25c00/0x57b8ff0e03053093 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3ef6ce0c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764865.984209:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25c00/0x57b8ff0e03053093 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3ef6ce0c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764865.984252:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25200/0x57b8ff0e03053085 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c2fc expref: 17 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764865.984265:0:42326:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24000/0x57b8ff0e0305309a lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c2fc expref: 16 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764865.984272:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x1f:0x0].0x0 (ffff94459084aa00) 00010000:00010000:2.0:1775764865.984274:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1775764865.984277:0:42326:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445baf24000, rc 0) 00000100:00100000:2.0:1775764865.984347:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94448647d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+16:67219:x1862022098717568:12345-192.168.202.28@tcp:101:cat.0 Request processed in 1035us (1665us total) trans 34359739419 rc 0/0 00000100:00100000:2.0:1775764865.984356:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 1218 00000100:00100000:1.0:1775764865.991521:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764865.991678:0:42327:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098717824 00000100:00100000:0.0:1775764865.991689:0:42327:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098717824 00000100:00100000:0.0:1775764865.991936:0:42327:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 369 00000100:00100000:0.0:1775764865.991948:0:42327:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486e63b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+16:67219:x1862022098717824:12345-192.168.202.28@tcp:35:cat.0 00000100:00100000:0.0:1775764865.992425:0:42327:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486e63b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+17:67219:x1862022098717824:12345-192.168.202.28@tcp:35:cat.0 Request processed in 479us (913us total) trans 34359739420 rc 0/0 00000100:00100000:0.0:1775764865.992434:0:42327:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 369 00000100:00100000:1.0:1775764866.180670:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764866.180783:0:44302:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098718080 00000100:00100000:0.0:1775764866.180794:0:44302:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098718080 00000100:00100000:0.0:1775764866.180895:0:44302:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 96 00000100:00100000:0.0:1775764866.180905:0:44302:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486e60e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+17:67235:x1862022098718080:12345-192.168.202.28@tcp:103:lfs.0 00010000:00010000:0.0:1775764866.180924:0:44302:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764866.180953:0:44302:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24000/0x57b8ff0e0305309a lrc: 0/0,0 mode: --/PR res: [0x200003ab4:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c2fc expref: 17 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764866.180978:0:44302:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x1f:0x0].0x0 (ffff94459084aa00) 00010000:00010000:0.0:1775764866.180992:0:44302:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775764866.181053:0:44302:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486e60e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+16:67235:x1862022098718080:12345-192.168.202.28@tcp:103:lfs.0 Request processed in 149us (395us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764866.181061:0:44302:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 96 00000100:00100000:3.0:1775764866.184938:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764866.186307:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098718208 00000100:00100000:2.0:1775764866.186323:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098718208 00000100:00100000:2.0:1775764866.186408:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 1219 00000100:00100000:2.0:1775764866.186420:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bf4fa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+16:67235:x1862022098718208:12345-192.168.202.28@tcp:58:lfs.0 00010000:00010000:2.0:1775764866.187003:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25200/0x57b8ff0e030530a8 lrc: 3/0,1 mode: --/EX res: [0x200003ab4:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764866.187029:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25200/0x57b8ff0e030530a8 lrc: 3/0,1 mode: EX/EX res: [0x200003ab4:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764866.187041:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25200/0x57b8ff0e030530a8 lrc: 3/0,1 mode: EX/EX res: [0x200003ab4:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1775764866.187652:0:42324:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x32:0x0].27, 136 off11864 00000100:00100000:2.0:1775764866.187872:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bf4fa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+16:67235:x1862022098718208:12345-192.168.202.28@tcp:58:lfs.0 Request processed in 1449us (2941us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764866.187882:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 1219 00000100:00100000:1.0:1775764866.215281:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764866.215524:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098718336 00000100:00100000:3.0:1775764866.215535:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098718336 00000100:00100000:3.0:1775764866.215612:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 1220 00000100:00100000:3.0:1775764866.215622:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486e62300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+16:67235:x1862022098718336:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:3.0:1775764866.215644:0:42325:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764866.215665:0:42325:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695e00/0x57b8ff0e030530af lrc: 2/0,0 mode: --/CR res: [0x200003ab4:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17c303 expref: -99 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764866.215737:0:42325:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25200/0x57b8ff0e030530a8 lrc: 2/0,1 mode: EX/EX res: [0x200003ab4:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764866.215749:0:42325:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695e00/0x57b8ff0e030530af lrc: 4/0,0 mode: --/CR res: [0x200003ab4:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c303 expref: 17 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764866.215768:0:42325:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25200/0x57b8ff0e030530a8 lrc: 3/0,1 mode: EX/EX res: [0x200003ab4:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764866.215780:0:42325:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695e00/0x57b8ff0e030530af lrc: 3/0,0 mode: --/CR res: [0x200003ab4:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c303 expref: 17 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764866.215792:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x1f:0x0].0x0 (ffff94459084a500) 00010000:00010000:3.0:1775764866.215796:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1775764866.215840:0:42325:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695e00/0x57b8ff0e030530af lrc: 3/0,0 mode: --/CR res: [0x200003ab4:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c303 expref: 17 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764866.215853:0:42325:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445be695e00, rc 0) 00000100:00100000:3.0:1775764866.215909:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486e62300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+17:67235:x1862022098718336:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 288us (637us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764866.215916:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 1220 00000100:00100000:2.0:1775764866.305197:0:3331:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1775764866.305228:0:3331:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bf4faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3331:1862022119086848:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1775764866.305328:0:3331:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764866.305553:0:42948:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119086848 00000100:00100000:3.0:1775764866.305565:0:42948:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119086848 00000100:00100000:3.0:1775764866.305654:0:42948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 203 00000100:00100000:3.0:1775764866.305664:0:42948:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944487fba680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3331:x1862022119086848:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1775764866.305702:0:42948:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 59441152 pending 0 free 3765436416 avail 3763339264 00000100:00100000:3.0:1775764866.305789:0:42948:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944487fba680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3331:x1862022119086848:12345-0@lo:13:osp-pre-1-0.0 Request processed in 128us (461us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764866.305815:0:42948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 203 00000100:00100000:1.0:1775764866.306020:0:3331:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bf4faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3331:1862022119086848:0@lo:13:osp-pre-1-0.0 00000100:00080000:2.0:1775764866.306390:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000040:00080000:2.0:1775764866.497438:0:42356:0:(llog.c:800:llog_process_thread()) index: 8, lh_last_idx: 8 synced_idx: 8 lgh_last_idx: 8 00000040:00080000:2.0:1775764866.497447:0:42356:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x32:0x0] at index 8 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1775764866.497498:0:42356:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x32:0x0] index 28 count 8 00000040:00080000:2.0:1775764866.497505:0:42356:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 9 count 2 00000100:00100000:2.0:1775764866.498080:0:42356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944487fb9c00 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:42356:1862022119086976:192.168.202.28@tcp:107:hsm_cdtr.0 00000100:00100000:2.0:1775764866.498207:0:42356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9444810d09c0 going to sleep for 11 seconds 00000100:00100000:2.0:1775764866.502002:0:42356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944487fb9c00 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:42356:1862022119086976:192.168.202.28@tcp:107:hsm_cdtr.0 00000100:00100000:0.0:1775764866.508334:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764866.508468:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098718464 00000100:00100000:2.0:1775764866.508481:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098718464 00000100:00100000:2.0:1775764866.508554:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 1221 00000100:00100000:2.0:1775764866.508564:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94448647ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+17:67236:x1862022098718464:12345-192.168.202.28@tcp:53:lhsmtool_posix.0 00000004:00000080:2.0:1775764866.508598:0:44493:0:(mdt_handler.c:7957:mdt_fid2path()) path get [0x200003ab4:0x1f:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1775764866.508730:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94448647ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+17:67236:x1862022098718464:12345-192.168.202.28@tcp:53:lhsmtool_posix.0 Request processed in 167us (408us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764866.508738:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 1221 00000100:00100000:1.0:1775764866.512763:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764866.512968:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098718592 00000100:00100000:3.0:1775764866.512980:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098718592 00000100:00100000:3.0:1775764866.513041:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 1222 00000100:00100000:3.0:1775764866.513052:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486e61880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+17:67236:x1862022098718592:12345-192.168.202.28@tcp:34:lhsmtool_posix.0 00010000:00010000:3.0:1775764866.513129:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694400/0x57b8ff0e030530b6 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764866.513147:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694400/0x57b8ff0e030530b6 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764866.513160:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694400/0x57b8ff0e030530b6 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764866.513174:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e030530bd lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0xcee0e204 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764866.513182:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e030530bd lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xcee0e204 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764866.513189:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e030530bd lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xcee0e204 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764866.513213:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e030530c4 lrc: 3/1,0 mode: --/PR res: [0x200003ab4:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764866.513222:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e030530c4 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764866.513228:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e030530c4 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764866.513265:0:42325:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab4:0x1f:0x0]: returning size 22 00000004:00200000:3.0:1775764866.513270:0:42325:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1775764866.513283:0:42325:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e030530c4 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764866.513292:0:42325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694400/0x57b8ff0e030530b6 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764866.513298:0:42325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694400/0x57b8ff0e030530b6 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764866.513305:0:42325:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694400/0x57b8ff0e030530b6 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764866.513310:0:42325:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445be694400 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:3.0:1775764866.513314:0:42325:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694400/0x57b8ff0e030530b6 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764866.513323:0:42325:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694400/0x57b8ff0e030530b6 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764866.513334:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9445867be900) 00010000:00010000:3.0:1775764866.513338:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764866.513342:0:42325:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694400/0x57b8ff0e030530b6 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764866.513349:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694400/0x57b8ff0e030530b6 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764866.513366:0:42325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e030530bd lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xcee0e204 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764866.513371:0:42325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e030530bd lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xcee0e204 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764866.513376:0:42325:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e030530bd lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xcee0e204 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764866.513380:0:42325:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445be695200 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:3.0:1775764866.513383:0:42325:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e030530bd lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xcee0e204 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764866.513388:0:42325:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e030530bd lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xcee0e204 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764866.513394:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0xcee0e204 (ffff9445867be300) 00010000:00010000:3.0:1775764866.513397:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764866.513399:0:42325:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e030530bd lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0xcee0e204 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764866.513408:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e030530bd lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0xcee0e204 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764866.513421:0:42325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e030530c4 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764866.513426:0:42325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e030530c4 lrc: 2/0,0 mode: PR/PR res: [0x200003ab4:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764866.513432:0:42325:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e030530c4 lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764866.513437:0:42325:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445be695c00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:3.0:1775764866.513440:0:42325:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e030530c4 lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764866.513446:0:42325:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e030530c4 lrc: 4/0,0 mode: PR/PR res: [0x200003ab4:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764866.513453:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x1f:0x0].0x0 (ffff94459084a500) 00010000:00010000:3.0:1775764866.513455:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764866.513458:0:42325:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e030530c4 lrc: 2/0,0 mode: --/PR res: [0x200003ab4:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764866.513463:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e030530c4 lrc: 0/0,0 mode: --/PR res: [0x200003ab4:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764866.513544:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486e61880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+17:67236:x1862022098718592:12345-192.168.202.28@tcp:34:lhsmtool_posix.0 Request processed in 493us (792us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764866.513552:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 1222 00000100:00100000:1.0:1775764866.521143:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764866.521228:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098718848 00000100:00100000:2.0:1775764866.521241:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098718848 00000100:00100000:2.0:1775764866.521305:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 1223 00000100:00100000:2.0:1775764866.521315:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486e60a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+17:67236:x1862022098718848:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1775764866.521340:0:44493:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764866.521368:0:44493:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25c00/0x57b8ff0e030530cb lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17c30a expref: -99 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764866.521486:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24400/0x57b8ff0e030530d2 lrc: 3/1,0 mode: --/PR res: [0x200003ab4:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764866.521502:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24400/0x57b8ff0e030530d2 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764866.521514:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24400/0x57b8ff0e030530d2 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764866.521528:0:44493:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab4:0x1f:0x0]: returning size 22 00010000:00010000:2.0:1775764866.521651:0:44493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24400/0x57b8ff0e030530d2 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764866.521659:0:44493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24400/0x57b8ff0e030530d2 lrc: 2/0,0 mode: PR/PR res: [0x200003ab4:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764866.521666:0:44493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24400/0x57b8ff0e030530d2 lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764866.521672:0:44493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445baf24400 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764866.521677:0:44493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24400/0x57b8ff0e030530d2 lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764866.521685:0:44493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24400/0x57b8ff0e030530d2 lrc: 4/0,0 mode: PR/PR res: [0x200003ab4:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764866.521696:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x1f:0x0].0x0 (ffff94459084a500) 00010000:00010000:2.0:1775764866.521700:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1775764866.521704:0:44493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24400/0x57b8ff0e030530d2 lrc: 2/0,0 mode: --/PR res: [0x200003ab4:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764866.521720:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24400/0x57b8ff0e030530d2 lrc: 0/0,0 mode: --/PR res: [0x200003ab4:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764866.521764:0:44493:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25c00/0x57b8ff0e030530cb lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c30a expref: 19 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764866.521775:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff94459084a900) 00010000:00010000:2.0:1775764866.521778:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1775764866.521781:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25c00/0x57b8ff0e030530cb lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c30a expref: 19 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764866.521796:0:44493:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445baf25c00, rc 0) 00000100:00100000:2.0:1775764866.521903:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486e60a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+18:67236:x1862022098718848:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 Request processed in 589us (770us total) trans 34359739421 rc 301/301 00000100:00100000:2.0:1775764866.521910:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 1223 00000100:00100000:0.0:1775764866.526005:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764866.526298:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098718976 00000100:00100000:3.0:1775764866.526308:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098718976 00000100:00100000:3.0:1775764866.526360:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 1224 00000100:00100000:3.0:1775764866.526369:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94448647c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+18:67236:x1862022098718976:12345-192.168.202.28@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1775764866.526432:0:42325:0:(mdt_handler.c:7957:mdt_fid2path()) path get [0x200003ab4:0x1f:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1775764866.528852:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94448647c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+18:67236:x1862022098718976:12345-192.168.202.28@tcp:53:lhsmtool_posix.0 Request processed in 2467us (2842us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764866.528868:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 1224 00000100:00100000:1.0:1775764866.532726:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764866.532840:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098719232 00000100:00100000:2.0:1775764866.532855:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098719232 00000100:00100000:2.0:1775764866.532918:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 1225 00000100:00100000:2.0:1775764866.532928:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486e63100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+18:67236:x1862022098719232:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1775764866.532955:0:44493:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764866.532958:0:44493:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1775764866.532990:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25e00/0x57b8ff0e03053069 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c2f5 expref: 18 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764866.533076:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff94459084a600) 00010000:00010000:2.0:1775764866.533090:0:44493:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775764866.533111:0:44493:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25c00/0x57b8ff0e030530e0 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17c311 expref: -99 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1775764866.535193:0:44493:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x11f:0x0], index 1: 0 00010000:00010000:2.0:1775764866.535520:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24400/0x57b8ff0e030530e7 lrc: 3/1,0 mode: --/PR res: [0x200003ab4:0x22:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764866.535538:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24400/0x57b8ff0e030530e7 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764866.535551:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24400/0x57b8ff0e030530e7 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764866.535627:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25c00/0x57b8ff0e030530e0 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c311 expref: 20 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764866.535653:0:44493:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24400/0x57b8ff0e030530e7 lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c311 expref: 19 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764866.535661:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x22:0x0].0x0 (ffff94459084a400) 00010000:00010000:2.0:1775764866.535664:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1775764866.535669:0:44493:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445baf24400, rc 0) 00000100:00100000:2.0:1775764866.535763:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486e63100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+19:67236:x1862022098719232:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 Request processed in 2835us (3056us total) trans 34359739422 rc 0/0 00000100:00100000:2.0:1775764866.535775:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 1225 00000100:00100000:1.0:1775764866.544681:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764866.544772:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098719360 00000100:00100000:2.0:1775764866.544782:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098719360 00000100:00100000:2.0:1775764866.544884:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 1226 00000100:00100000:2.0:1775764866.544895:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486e63800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+19:67236:x1862022098719360:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1775764866.544922:0:42326:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764866.544943:0:42326:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25c00/0x57b8ff0e030530f5 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17c318 expref: -99 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764866.545024:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25e00/0x57b8ff0e030530fc lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764866.545040:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25e00/0x57b8ff0e030530fc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764866.545061:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25e00/0x57b8ff0e030530fc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764866.545307:0:42326:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 9728 00000004:00200000:2.0:1775764866.545312:0:42326:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 49 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764866.545497:0:42326:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25e00/0x57b8ff0e030530fc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764866.545602:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25c00/0x57b8ff0e030530f5 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c318 expref: 21 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764866.545620:0:42326:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25e00/0x57b8ff0e030530fc lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c318 expref: 20 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764866.545630:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff94459084a900) 00010000:00010000:2.0:1775764866.545633:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1775764866.545637:0:42326:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445baf25e00, rc 0) 00000100:00100000:0.0:1775764866.548889:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486e63800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+20:67236:x1862022098719360:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 Request processed in 3983us (4204us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764866.548903:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 1226 00000100:00100000:0.0:1775764866.553869:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764866.553992:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098719616 00000100:00100000:2.0:1775764866.554004:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098719616 00000100:00100000:2.0:1775764866.554078:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 1227 00000100:00100000:2.0:1775764866.554089:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944488921c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+20:67236:x1862022098719616:12345-192.168.202.28@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1775764866.554148:0:42324:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1775764866.554350:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24400/0x57b8ff0e030530e7 lrc: 0/0,0 mode: --/PR res: [0x200003ab4:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c311 expref: 20 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764866.554373:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x22:0x0].0x0 (ffff94459084a400) 00010000:00010000:2.0:1775764866.554391:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25e00/0x57b8ff0e030530fc lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c318 expref: 19 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764866.554400:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff94459084a900) 00010000:00010000:2.0:1775764866.554406:0:42324:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775764866.554438:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25c00/0x57b8ff0e03053103 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764866.554451:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25c00/0x57b8ff0e03053103 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764866.554460:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25c00/0x57b8ff0e03053103 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764866.554472:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25400/0x57b8ff0e0305310a lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xfa847d37 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764866.554479:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25400/0x57b8ff0e0305310a lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xfa847d37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764866.554485:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25400/0x57b8ff0e0305310a lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xfa847d37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764866.556041:0:42324:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25c00/0x57b8ff0e03053103 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764866.556067:0:42324:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25c00/0x57b8ff0e03053103 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764866.556076:0:42324:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25c00/0x57b8ff0e03053103 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764866.556081:0:42324:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445baf25c00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:0.0:1775764866.556086:0:42324:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25c00/0x57b8ff0e03053103 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764866.556094:0:42324:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25c00/0x57b8ff0e03053103 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764866.556109:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff94459084a600) 00010000:00010000:0.0:1775764866.556112:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764866.556116:0:42324:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25c00/0x57b8ff0e03053103 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764866.556123:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25c00/0x57b8ff0e03053103 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764866.556142:0:42324:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25400/0x57b8ff0e0305310a lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xfa847d37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764866.556149:0:42324:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25400/0x57b8ff0e0305310a lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xfa847d37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764866.556155:0:42324:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25400/0x57b8ff0e0305310a lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xfa847d37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764866.556160:0:42324:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445baf25400 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:0.0:1775764866.556163:0:42324:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25400/0x57b8ff0e0305310a lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xfa847d37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764866.556320:0:42324:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25400/0x57b8ff0e0305310a lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xfa847d37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764866.556330:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xfa847d37 (ffff94459084a700) 00010000:00010000:0.0:1775764866.556332:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764866.556335:0:42324:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25400/0x57b8ff0e0305310a lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xfa847d37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764866.556341:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25400/0x57b8ff0e0305310a lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xfa847d37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764866.556509:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944488921c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+18:67236:x1862022098719616:12345-192.168.202.28@tcp:36:lhsmtool_posix.0 Request processed in 2417us (2763us total) trans 0 rc -2/-2 00000100:00100000:0.0:1775764866.556520:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 1227 00000100:00100000:1.0:1775764866.560095:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764866.560258:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098719744 00000100:00100000:3.0:1775764866.560268:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098719744 00000100:00100000:3.0:1775764866.560361:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 1228 00000100:00100000:3.0:1775764866.560372:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486e60700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+18:67236:x1862022098719744:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1775764866.560395:0:42325:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764866.560417:0:42325:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e03053111 lrc: 2/0,0 mode: --/PR res: [0x200003ab4:0x22:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17c31f expref: -99 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764866.560455:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e03053118 lrc: 3/1,0 mode: --/PR res: [0x200003ab4:0x22:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764866.560471:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e03053118 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x22:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764866.560484:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e03053118 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x22:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764866.560589:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e03053111 lrc: 0/0,0 mode: --/PR res: [0x200003ab4:0x22:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c31f expref: 20 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764866.560611:0:42325:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e03053118 lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0x22:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c31f expref: 19 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764866.560620:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x22:0x0].0x0 (ffff9445867be300) 00010000:00010000:3.0:1775764866.560622:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1775764866.560626:0:42325:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445be695200, rc 0) 00000100:00100000:3.0:1775764866.560690:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486e60700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+19:67236:x1862022098719744:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 Request processed in 320us (605us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764866.560697:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 1228 00000100:00100000:1.0:1775764866.576462:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764866.576567:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098720000 00000100:00100000:0.0:1775764866.576578:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098720000 00000100:00100000:0.0:1775764866.576660:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 1229 00000100:00100000:0.0:1775764866.576670:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bc1dce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+19:67236:x1862022098720000:12345-192.168.202.28@tcp:36:lhsmtool_posix.0 00010000:00010000:0.0:1775764866.576768:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77400/0x57b8ff0e0305311f lrc: 3/0,1 mode: --/PW res: [0x200003ab4:0x22:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764866.576783:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77400/0x57b8ff0e0305311f lrc: 3/0,1 mode: PW/PW res: [0x200003ab4:0x22:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764866.576795:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77400/0x57b8ff0e0305311f lrc: 3/0,1 mode: PW/PW res: [0x200003ab4:0x22:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1775764866.577266:0:44493:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x30:0x0].29, 88 off10456 00000004:00080000:0.0:1775764866.577276:0:44493:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 2333424477041ns, next at 2334424474748ns, rc = 0 00000004:00010000:0.0:1775764866.577375:0:44493:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000000895ca3e reply state 000000008de05add transno 34359739423 ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77400/0x57b8ff0e0305311f lrc: 3/0,1 mode: PW/PW res: [0x200003ab4:0x22:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764866.577386:0:44493:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1775764866.577482:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bc1dce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+21:67236:x1862022098720000:12345-192.168.202.28@tcp:36:lhsmtool_posix.0 Request processed in 812us (1029us total) trans 34359739423 rc 0/0 00000100:00100000:0.0:1775764866.577490:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 1229 00010000:00010000:3.0:1775764866.581789:0:3315:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77400/0x57b8ff0e0305311f lrc: 3/0,1 mode: PW/PW res: [0x200003ab4:0x22:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764866.581844:0:3315:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77400/0x57b8ff0e0305311f lrc: 2/0,0 mode: PW/PW res: [0x200003ab4:0x22:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764866.581851:0:3315:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77400/0x57b8ff0e0305311f lrc: 3/0,0 mode: PW/PW res: [0x200003ab4:0x22:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764866.581857:0:3315:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445bfe77400 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:3.0:1775764866.581863:0:3315:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77400/0x57b8ff0e0305311f lrc: 3/0,0 mode: PW/PW res: [0x200003ab4:0x22:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764866.581872:0:3315:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77400/0x57b8ff0e0305311f lrc: 4/0,0 mode: PW/PW res: [0x200003ab4:0x22:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764866.581894:0:3315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x22:0x0].0x0 (ffff9445867be300) 00010000:00010000:3.0:1775764866.581898:0:3315:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1775764866.581903:0:3315:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77400/0x57b8ff0e0305311f lrc: 2/0,0 mode: --/PW res: [0x200003ab4:0x22:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764866.581909:0:3315:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77400/0x57b8ff0e0305311f lrc: 0/0,0 mode: --/PW res: [0x200003ab4:0x22:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764866.587375:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764866.587857:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098720128 00000100:00100000:0.0:1775764866.587869:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098720128 00000100:00100000:0.0:1775764866.587929:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 1230 00000100:00100000:0.0:1775764866.587939:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bc1dc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+20:67236:x1862022098720128:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1775764866.587966:0:42326:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764866.587987:0:42326:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76e00/0x57b8ff0e03053126 lrc: 2/0,0 mode: --/CR res: [0x200003ab4:0x22:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17c326 expref: -99 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764866.588051:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76e00/0x57b8ff0e03053126 lrc: 3/0,0 mode: CR/CR res: [0x200003ab4:0x22:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c326 expref: 21 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764866.588078:0:42326:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76e00/0x57b8ff0e03053126 lrc: 3/0,0 mode: CR/CR res: [0x200003ab4:0x22:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c326 expref: 21 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764866.588100:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x22:0x0].0x0 (ffff9445867be300) 00010000:00010000:0.0:1775764866.588103:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1775764866.588107:0:42326:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445bfe76e00, rc 0) 00000100:00100000:0.0:1775764866.588167:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bc1dc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+21:67236:x1862022098720128:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 Request processed in 229us (803us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764866.588173:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 1230 00000100:00100000:1.0:1775764866.594965:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764866.595207:0:42944:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098720256 00000100:00100000:2.0:1775764866.595219:0:42944:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098720256 00000100:00100000:2.0:1775764866.595315:0:42944:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 298 00000100:00100000:2.0:1775764866.595325:0:42944:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bbd7b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+9:2378:x1862022098720256:12345-192.168.202.28@tcp:2:lhsmtool_posix.0 00000100:00100000:2.0:1775764866.595696:0:42944:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bbd7b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+10:2378:x1862022098720256:12345-192.168.202.28@tcp:2:lhsmtool_posix.0 Request processed in 371us (743us total) trans 34359738473 rc 0/0 00000100:00100000:2.0:1775764866.595716:0:42944:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 298 00000100:00080000:1.0:1775764866.596520:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1775764866.598957:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764866.600839:0:42328:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098720512 00000100:00100000:2.0:1775764866.600854:0:42328:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098720512 00000100:00100000:2.0:1775764866.600919:0:42328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 370 00000100:00100000:2.0:1775764866.600929:0:42328:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bbd7bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+21:67236:x1862022098720512:12345-192.168.202.28@tcp:35:lhsmtool_posix.0 00000100:00100000:2.0:1775764866.601200:0:42328:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bbd7bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+22:67236:x1862022098720512:12345-192.168.202.28@tcp:35:lhsmtool_posix.0 Request processed in 271us (2250us total) trans 34359739424 rc 0/0 00000100:00100000:2.0:1775764866.601208:0:42328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 370 00000100:00100000:0.0:1775764866.609040:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764866.609451:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098720768 00000100:00100000:2.0:1775764866.609462:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098720768 00000100:00100000:2.0:1775764866.609538:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 1231 00000100:00100000:2.0:1775764866.609549:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944488e90380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+22:67236:x1862022098720768:12345-192.168.202.28@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1775764866.610038:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944488e90380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+22:67236:x1862022098720768:12345-192.168.202.28@tcp:57:lhsmtool_posix.0 Request processed in 489us (1007us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764866.610047:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 1231 00000100:00100000:1.0:1775764866.615424:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764866.615852:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098720896 00000100:00100000:0.0:1775764866.615863:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098720896 00000100:00100000:0.0:1775764866.615926:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 1232 00000100:00100000:0.0:1775764866.615936:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bbd7ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+22:67236:x1862022098720896:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1775764866.615960:0:42326:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764866.615984:0:42326:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76800/0x57b8ff0e0305312d lrc: 2/0,0 mode: --/CR res: [0x200003ab4:0x22:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17c32d expref: -99 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764866.616077:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77a00/0x57b8ff0e03053134 lrc: 3/1,0 mode: --/PR res: [0x200003ab4:0x22:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764866.616091:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77a00/0x57b8ff0e03053134 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x22:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764866.616103:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77a00/0x57b8ff0e03053134 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x22:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764866.616141:0:42326:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1775764866.616162:0:42326:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77a00/0x57b8ff0e03053134 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x22:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764866.616191:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76800/0x57b8ff0e0305312d lrc: 0/0,0 mode: --/CR res: [0x200003ab4:0x22:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c32d expref: 24 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764866.616210:0:42326:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77a00/0x57b8ff0e03053134 lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0x22:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c32d expref: 23 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764866.616219:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x22:0x0].0x0 (ffff9445867be300) 00010000:00010000:0.0:1775764866.616222:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:0.0:1775764866.616226:0:42326:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445bfe77a00, rc 0) 00000100:00100000:0.0:1775764866.616292:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bbd7ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+23:67236:x1862022098720896:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 Request processed in 357us (876us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764866.616300:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 1232 00000100:00100000:1.0:1775764866.619141:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764866.619510:0:42945:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098721024 00000100:00100000:2.0:1775764866.619522:0:42945:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098721024 00000100:00100000:2.0:1775764866.619585:0:42945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 299 00000100:00100000:2.0:1775764866.619605:0:42945:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bbd79180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+10:2379:x1862022098721024:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1775764866.619624:0:42945:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764866.619654:0:42945:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000029df7435/0x57b8ff0e0305313b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x11f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17c334 expref: -99 pid: 42945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1775764866.619679:0:42945:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x11f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x69d80582, blocks: 0x1 00010000:00010000:2.0:1775764866.619699:0:42945:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764866.619701:0:42945:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764866.619739:0:42945:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000029df7435/0x57b8ff0e0305313b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x11f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c334 expref: 11 pid: 42945 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764866.619760:0:42945:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000029df7435/0x57b8ff0e0305313b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x11f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c334 expref: 11 pid: 42945 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764866.619775:0:42945:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445baf25e00, rc 0) 00000100:00100000:2.0:1775764866.619884:0:42945:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bbd79180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+11:2379:x1862022098721024:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 Request processed in 290us (751us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764866.619891:0:42945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 299 00000100:00100000:1.0:1775764866.623046:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764866.623254:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098721280 00000100:00100000:0.0:1775764866.623266:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098721280 00000100:00100000:0.0:1775764866.623333:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 1233 00000100:00100000:0.0:1775764866.623343:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bbd79c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+23:67236:x1862022098721280:12345-192.168.202.28@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1775764866.623466:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bbd79c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+23:67236:x1862022098721280:12345-192.168.202.28@tcp:57:lhsmtool_posix.0 Request processed in 124us (431us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764866.623475:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 1233 00000100:00100000:1.0:1775764866.628413:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764866.628497:0:42944:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098721408 00000100:00100000:2.0:1775764866.628510:0:42944:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098721408 00000100:00100000:2.0:1775764866.628576:0:42944:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 300 00000100:00100000:2.0:1775764866.628587:0:42944:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bbd7b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+11:67236:x1862022098721408:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1775764866.628606:0:42944:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764866.628634:0:42944:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000db5360a/0x57b8ff0e03053142 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x11f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17c33b expref: -99 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764866.628665:0:42944:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000029df7435/0x57b8ff0e0305313b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x11f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c334 expref: 12 pid: 42945 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764866.628673:0:42944:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764866.628675:0:42944:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764866.628680:0:42944:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000db5360a/0x57b8ff0e03053142 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x11f:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c33b expref: 12 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764866.628726:0:42944:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000029df7435/0x57b8ff0e0305313b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x11f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c334 expref: 12 pid: 42945 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764866.628740:0:42944:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000029df7435/0x57b8ff0e0305313b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x11f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c334 expref: 12 pid: 42945 timeout: 2433 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764866.628754:0:42944:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944487fb9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:42944:1862022119087104:192.168.202.28@tcp:104: 00000100:00100000:2.0:1775764866.628900:0:42944:0:(client.c:2691:ptlrpc_set_wait()) set ffff9445a626df00 going to sleep for 11 seconds 00000100:00100000:2.0:1775764866.631887:0:42944:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944487fb9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:42944:1862022119087104:192.168.202.28@tcp:104: 00010000:00010000:2.0:1775764866.631929:0:42944:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000000db5360a/0x57b8ff0e03053142 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x11f:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c33b expref: 12 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764866.631950:0:42944:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445baf24400, rc 0) 00000100:00100000:2.0:1775764866.632016:0:42944:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bbd7b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+12:67236:x1862022098721408:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 Request processed in 3431us (3613us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764866.632025:0:42944:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 300 00000100:00100000:1.0:1775764866.632230:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764866.632411:0:42309:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098721536 00000100:00100000:3.0:1775764866.632419:0:42309:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098721536 00010000:00010000:3.0:1775764866.632452:0:42309:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000029df7435/0x57b8ff0e0305313b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x11f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c334 expref: 12 pid: 42945 timeout: 2433 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764866.632495:0:42309:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 239 00000100:00100000:3.0:1775764866.632504:0:42309:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bbd78000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+12:2378:x1862022098721536:12345-192.168.202.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764866.632523:0:42309:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764866.632546:0:42309:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000029df7435/0x57b8ff0e0305313b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x11f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c334 expref: 12 pid: 42945 timeout: 2433 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764866.632559:0:42309:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000029df7435/0x57b8ff0e0305313b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x11f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c334 expref: 12 pid: 42945 timeout: 2433 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764866.632582:0:42309:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000029df7435/0x57b8ff0e0305313b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x11f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c334 expref: 12 pid: 42945 timeout: 2433 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764866.632595:0:42309:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764866.632597:0:42309:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764866.632605:0:42309:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000000db5360a/0x57b8ff0e03053142 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x11f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c33b expref: 11 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764866.632614:0:42309:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000db5360a/0x57b8ff0e03053142 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x11f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c33b expref: 11 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764866.632664:0:42309:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000000db5360a/0x57b8ff0e03053142 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x11f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c33b expref: 11 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764866.632679:0:42309:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bf4faa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:42309:1862022119087232:192.168.202.28@tcp:105: 00000100:00100000:3.0:1775764866.632758:0:42309:0:(client.c:2691:ptlrpc_set_wait()) set ffff9445a189a780 going to sleep for 11 seconds 00000100:00100000:3.0:1775764866.635139:0:42309:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bf4faa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:42309:1862022119087232:192.168.202.28@tcp:105: 00010000:00010000:3.0:1775764866.635167:0:42309:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764866.635226:0:42309:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bbd78000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+11:2378:x1862022098721536:12345-192.168.202.28@tcp:103:ldlm_bl.0 Request processed in 2722us (2995us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764866.635237:0:42309:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 239 00000100:00100000:2.0:1775764866.638057:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764866.638101:0:45548:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098721664 00000100:00100000:3.0:1775764866.638112:0:45548:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098721664 00002000:00100000:3.0:1775764866.638160:0:45548:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x11f:0x0] (0->21) req@ffff944487fb9c00 x1862022098721664/t0(0) o4->fcf15866-4739-4595-8fe1-44abde7ee9d7@192.168.202.28@tcp:347/0 lens 512/0 e 0 to 0 dl 1775764877 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764866.638171:0:45548:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff944487fb9c00 with x1862022098721664 ext(0->21) 00002000:00010000:3.0:1775764866.638177:0:45548:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff944487fb9c00 00000100:00100000:3.0:1775764866.638210:0:45548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 102 00000100:00100000:3.0:1775764866.638220:0:45548:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944487fb9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+11:2379:x1862022098721664:12345-192.168.202.28@tcp:4:lhsmtool_posix.0 00000100:00100000:3.0:1775764866.639042:0:45548:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944487fb9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+13:2379:x1862022098721664:12345-192.168.202.28@tcp:4:lhsmtool_posix.0 Request processed in 818us (987us total) trans 34359738474 rc 0/0 00000100:00100000:3.0:1775764866.639063:0:45548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 102 00002000:00100000:3.0:1775764866.639071:0:45548:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x11f:0x0] (0->21) req@ffff944487fb9c00 x1862022098721664/t34359738474(0) o4->fcf15866-4739-4595-8fe1-44abde7ee9d7@192.168.202.28@tcp:347/0 lens 512/448 e 0 to 0 dl 1775764877 ref 1 fl Complete:/600/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764866.639086:0:45548:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff944487fb9c00 with x1862022098721664 ext(0->21) 00002000:00010000:3.0:1775764866.639090:0:45548:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff944487fb9c00 00000100:00100000:1.0:1775764866.642158:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764866.642361:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098721792 00000100:00100000:0.0:1775764866.642373:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098721792 00000100:00100000:0.0:1775764866.642439:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 1234 00000100:00100000:0.0:1775764866.642450:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bbd78380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+23:67236:x1862022098721792:12345-192.168.202.28@tcp:44:lhsmtool_posix.0 00000100:00100000:2.0:1775764866.693834:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bbd78380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+23:67236:x1862022098721792:12345-192.168.202.28@tcp:44:lhsmtool_posix.0 Request processed in 51349us (51647us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764866.693850:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 1234 00000001:00080000:2.0:1775764866.693897:0:5825:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 34359739423 is committed 00000004:00080000:2.0:1775764866.693905:0:5825:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 31 committed 00000001:00080000:2.0:1775764866.693933:0:5825:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 34359739424 is committed 00000020:00080000:2.0:1775764866.693952:0:5825:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 30064771833 batchid updated 00000020:00080000:2.0:1775764866.694080:0:42361:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 30064771833 00000020:00080000:2.0:1775764866.694092:0:42361:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 30064771833 00000100:00100000:1.0:1775764866.694892:0:3330:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1775764866.694909:0:3330:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bbd78e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3330:1862022119087360:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1775764866.694963:0:3330:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764866.695005:0:42945:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119087360 00000100:00100000:1.0:1775764866.695011:0:42945:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119087360 00000100:00100000:1.0:1775764866.695063:0:42945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 301 00000100:00100000:1.0:1775764866.695072:0:42945:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bb48b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3330:x1862022119087360:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1775764866.695437:0:42945:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x11f:0x0] updating lvb size from disk: 0 -> 22 00002000:00010000:1.0:1775764866.695442:0:42945:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x11f:0x0] updating lvb mtime from disk: 0 -> 1775764867 00002000:00010000:1.0:1775764866.695445:0:42945:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x11f:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1775764866.695447:0:42945:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x11f:0x0] updating lvb ctime from disk: 1775764866 -> 1775764867 00002000:00010000:1.0:1775764866.695450:0:42945:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x11f:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:1.0:1775764866.695495:0:42945:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bb48b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+7:3330:x1862022119087360:12345-0@lo:2:osp-syn-1-0.0 Request processed in 423us (530us total) trans 34359738475 rc 0/0 00000100:00100000:1.0:1775764866.695502:0:42945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 301 00000004:00080000:1.0:1775764866.695558:0:3330:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9445bbd78e00/2, rc 0, transno 34359738475 00000100:00100000:1.0:1775764866.695564:0:3330:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bbd78e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3330:1862022119087360:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1775764866.697568:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764866.698558:0:42946:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098721920 00000100:00100000:3.0:1775764866.698570:0:42946:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098721920 00000100:00100000:3.0:1775764866.698720:0:42946:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 302 00000100:00100000:3.0:1775764866.698731:0:42946:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bb489180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+13:2376:x1862022098721920:12345-192.168.202.28@tcp:16:lhsmtool_posix.0 00000001:00080000:3.0:1775764866.744628:0:7469:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 34359738475 is committed 00000001:00080000:3.0:1775764866.744651:0:7469:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 34359738473 is committed 00000001:00080000:3.0:1775764866.744658:0:7469:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 34359738474 is committed 00000100:00100000:3.0:1775764866.744842:0:42946:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bb489180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+10:2376:x1862022098721920:12345-192.168.202.28@tcp:16:lhsmtool_posix.0 Request processed in 46066us (47237us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764866.744857:0:42946:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 302 00000100:00100000:2.0:1775764866.747956:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764866.748071:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098722176 00000100:00100000:0.0:1775764866.748083:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098722176 00000100:00100000:0.0:1775764866.748147:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 1235 00000100:00100000:0.0:1775764866.748158:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486041c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+9:67236:x1862022098722176:12345-192.168.202.28@tcp:36:lhsmtool_posix.0 00010000:00010000:0.0:1775764866.748224:0:42324:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764866.748254:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77a00/0x57b8ff0e03053134 lrc: 0/0,0 mode: --/PR res: [0x200003ab4:0x22:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c32d expref: 9 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764866.748276:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x22:0x0].0x0 (ffff9445867be300) 00010000:00010000:0.0:1775764866.748282:0:42324:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1775764866.748318:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76800/0x57b8ff0e03053149 lrc: 3/0,1 mode: --/PW res: [0x200003ab4:0x22:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764866.748334:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76800/0x57b8ff0e03053149 lrc: 3/0,1 mode: PW/PW res: [0x200003ab4:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764866.748345:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76800/0x57b8ff0e03053149 lrc: 3/0,1 mode: PW/PW res: [0x200003ab4:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764866.748561:0:42324:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000069c14882 reply state 00000000ffdd6fcd transno 34359739425 ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76800/0x57b8ff0e03053149 lrc: 3/0,1 mode: PW/PW res: [0x200003ab4:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764866.748571:0:42324:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1775764866.748703:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486041c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+10:67236:x1862022098722176:12345-192.168.202.28@tcp:36:lhsmtool_posix.0 Request processed in 547us (759us total) trans 34359739425 rc 0/0 00000100:00100000:0.0:1775764866.748721:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 1235 00010000:00010000:3.0:1775764866.752766:0:3314:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76800/0x57b8ff0e03053149 lrc: 3/0,1 mode: PW/PW res: [0x200003ab4:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764866.752783:0:3314:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76800/0x57b8ff0e03053149 lrc: 2/0,0 mode: PW/PW res: [0x200003ab4:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764866.752791:0:3314:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76800/0x57b8ff0e03053149 lrc: 3/0,0 mode: PW/PW res: [0x200003ab4:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764866.752837:0:3314:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445bfe76800 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:3.0:1775764866.752843:0:3314:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76800/0x57b8ff0e03053149 lrc: 3/0,0 mode: PW/PW res: [0x200003ab4:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764866.752851:0:3314:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76800/0x57b8ff0e03053149 lrc: 4/0,0 mode: PW/PW res: [0x200003ab4:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764866.752874:0:3314:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x22:0x0].0x0 (ffff9445867be300) 00010000:00010000:3.0:1775764866.752877:0:3314:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764866.752883:0:3314:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76800/0x57b8ff0e03053149 lrc: 2/0,0 mode: --/PW res: [0x200003ab4:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764866.752889:0:3314:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76800/0x57b8ff0e03053149 lrc: 0/0,0 mode: --/PW res: [0x200003ab4:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764866.758133:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764866.758373:0:42945:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098722304 00000100:00100000:1.0:1775764866.758386:0:42945:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098722304 00000100:00100000:1.0:1775764866.758455:0:42945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 303 00000100:00100000:1.0:1775764866.758465:0:42945:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486040000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+10:2379:x1862022098722304:12345-192.168.202.28@tcp:2:lhsmtool_posix.0 00002000:00010000:1.0:1775764866.758749:0:42945:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x11f:0x0] updating lvb size from disk: 22 -> 22 00002000:00010000:1.0:1775764866.758753:0:42945:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x11f:0x0] updating lvb mtime from disk: 1775764867 -> 1775764862 00002000:00010000:1.0:1775764866.758756:0:42945:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x11f:0x0] updating lvb atime from disk: 0 -> 1775764862 00002000:00010000:1.0:1775764866.758758:0:42945:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x11f:0x0] updating lvb ctime from disk: 1775764867 -> 1775764862 00002000:00010000:1.0:1775764866.758761:0:42945:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x11f:0x0] updating lvb blocks from disk: 1 -> 11 00000100:00100000:1.0:1775764866.758854:0:42945:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486040000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+11:2379:x1862022098722304:12345-192.168.202.28@tcp:2:lhsmtool_posix.0 Request processed in 389us (730us total) trans 34359738476 rc 0/0 00000100:00100000:1.0:1775764866.758863:0:42945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 303 00000100:00100000:1.0:1775764866.762004:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764866.762250:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098722560 00000100:00100000:3.0:1775764866.762262:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098722560 00000100:00100000:3.0:1775764866.762364:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 1236 00000100:00100000:3.0:1775764866.762376:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bb489f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+9:67236:x1862022098722560:12345-192.168.202.28@tcp:55:lhsmtool_posix.0 00010000:00010000:3.0:1775764866.762451:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e03053150 lrc: 3/0,1 mode: --/PW res: [0x200003ab4:0x22:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764866.762470:0:42325:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e03053118 lrc: 2/0,0 mode: PR/PR res: [0x200003ab4:0x22:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c31f expref: 9 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764866.762479:0:42325:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e03053150 lrc: 4/0,1 mode: --/PW res: [0x200003ab4:0x22:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764866.762513:0:42325:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e03053118 lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0x22:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c31f expref: 9 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764866.762528:0:42325:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e03053118 lrc: 4/0,0 mode: PR/PR res: [0x200003ab4:0x22:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c31f expref: 9 pid: 42325 timeout: 2433 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764866.762542:0:42325:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bf4faa00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:42325:1862022119087488:192.168.202.28@tcp:104: 00000100:00100000:3.0:1775764866.762686:0:42325:0:(client.c:2691:ptlrpc_set_wait()) set ffff9445a189a780 going to sleep for 11 seconds 00000100:00100000:2.0:1775764866.766497:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764866.766705:0:42325:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bf4faa00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:42325:1862022119087488:192.168.202.28@tcp:104: 00010000:00010000:3.0:1775764866.766753:0:42325:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e03053150 lrc: 3/0,1 mode: --/PW res: [0x200003ab4:0x22:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764866.766951:0:44302:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098722688 00000100:00100000:0.0:1775764866.766959:0:44302:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098722688 00010000:00010000:0.0:1775764866.766992:0:44302:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e03053118 lrc: 4/0,0 mode: PR/PR res: [0x200003ab4:0x22:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c31f expref: 10 pid: 42325 timeout: 2433 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764866.767078:0:44302:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 240 00000100:00100000:0.0:1775764866.767088:0:44302:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944589138e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+10:2378:x1862022098722688:12345-192.168.202.28@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1775764866.767106:0:44302:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764866.767114:0:44302:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e03053118 lrc: 4/0,0 mode: PR/PR res: [0x200003ab4:0x22:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c31f expref: 10 pid: 42325 timeout: 2433 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764866.767128:0:44302:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e03053118 lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0x22:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c31f expref: 10 pid: 42325 timeout: 2433 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764866.767151:0:44302:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e03053118 lrc: 0/0,0 mode: --/PR res: [0x200003ab4:0x22:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c31f expref: 10 pid: 42325 timeout: 2433 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764866.767170:0:44302:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x22:0x0].0x0 (ffff9445867be300) 00010000:00010000:0.0:1775764866.767175:0:44302:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e03053150 lrc: 3/0,1 mode: --/PW res: [0x200003ab4:0x22:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764866.767186:0:44302:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e03053150 lrc: 3/0,1 mode: PW/PW res: [0x200003ab4:0x22:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764866.767195:0:44302:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e03053150 lrc: 4/0,1 mode: PW/PW res: [0x200003ab4:0x22:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764866.767234:0:44302:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775764866.767299:0:44302:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944589138e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+9:2378:x1862022098722688:12345-192.168.202.28@tcp:103:ldlm_bl.0 Request processed in 211us (811us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764866.767307:0:44302:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 240 00010000:00010000:1.0:1775764866.767373:0:42325:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e03053150 lrc: 3/0,1 mode: PW/PW res: [0x200003ab4:0x22:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764866.767381:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e03053150 lrc: 3/0,1 mode: PW/PW res: [0x200003ab4:0x22:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764866.767412:0:42325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e03053150 lrc: 3/0,1 mode: PW/PW res: [0x200003ab4:0x22:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764866.767420:0:42325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e03053150 lrc: 2/0,0 mode: PW/PW res: [0x200003ab4:0x22:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764866.767427:0:42325:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e03053150 lrc: 3/0,0 mode: PW/PW res: [0x200003ab4:0x22:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764866.767433:0:42325:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445be695c00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:1.0:1775764866.767438:0:42325:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e03053150 lrc: 3/0,0 mode: PW/PW res: [0x200003ab4:0x22:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764866.767445:0:42325:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e03053150 lrc: 4/0,0 mode: PW/PW res: [0x200003ab4:0x22:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764866.767455:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x22:0x0].0x0 (ffff9445867be300) 00010000:00010000:1.0:1775764866.767458:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:1.0:1775764866.767462:0:42325:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e03053150 lrc: 2/0,0 mode: --/PW res: [0x200003ab4:0x22:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764866.767469:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e03053150 lrc: 0/0,0 mode: --/PW res: [0x200003ab4:0x22:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764866.767511:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bb489f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+8:67236:x1862022098722560:12345-192.168.202.28@tcp:55:lhsmtool_posix.0 Request processed in 5137us (5520us total) trans 0 rc -22/-22 00000100:00100000:1.0:1775764866.767520:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 1236 00000100:00100000:1.0:1775764866.773936:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764866.774037:0:42944:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098722816 00000100:00100000:2.0:1775764866.774049:0:42944:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098722816 00000100:00100000:2.0:1775764866.774115:0:42944:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 304 00000100:00100000:2.0:1775764866.774126:0:42944:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bb489500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+11:2378:x1862022098722816:12345-192.168.202.28@tcp:1:lhsmtool_posix.0 00010000:00010000:2.0:1775764866.774170:0:42944:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 000000004e7fa545/0x57b8ff0e03053157 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x11f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764866.774191:0:42944:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000000db5360a/0x57b8ff0e03053142 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x11f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c33b expref: 11 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764866.774200:0:42944:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1775764866.774203:0:42944:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1775764866.774206:0:42944:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004e7fa545/0x57b8ff0e03053157 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x11f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764866.774241:0:42944:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000000db5360a/0x57b8ff0e03053142 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x11f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c33b expref: 11 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764866.774255:0:42944:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000000db5360a/0x57b8ff0e03053142 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x11f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c33b expref: 11 pid: 42944 timeout: 2433 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764866.774270:0:42944:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445beca8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:42944:1862022119087616:192.168.202.28@tcp:104: 00000100:00100000:2.0:1775764866.774358:0:42944:0:(client.c:2691:ptlrpc_set_wait()) set ffff944482d64540 going to sleep for 11 seconds 00000100:00100000:2.0:1775764866.778270:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764866.778389:0:42944:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445beca8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:42944:1862022119087616:192.168.202.28@tcp:104: 00010000:00010000:0.0:1775764866.778421:0:42944:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000004e7fa545/0x57b8ff0e03053157 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x11f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764866.778493:0:42311:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098722944 00000100:00100000:3.0:1775764866.778501:0:42311:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098722944 00010000:00010000:3.0:1775764866.778541:0:42311:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000000db5360a/0x57b8ff0e03053142 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x11f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c33b expref: 12 pid: 42944 timeout: 2433 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764866.778584:0:42311:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 241 00000100:00100000:3.0:1775764866.778604:0:42311:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445becab480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+12:2378:x1862022098722944:12345-192.168.202.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764866.778621:0:42311:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764866.778646:0:42311:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000000db5360a/0x57b8ff0e03053142 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x11f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c33b expref: 12 pid: 42944 timeout: 2433 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764866.778660:0:42311:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000000db5360a/0x57b8ff0e03053142 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x11f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c33b expref: 12 pid: 42944 timeout: 2433 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764866.778685:0:42311:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000db5360a/0x57b8ff0e03053142 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x11f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c33b expref: 12 pid: 42944 timeout: 2433 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764866.778704:0:42311:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764866.778717:0:42311:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1775764866.778723:0:42311:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000004e7fa545/0x57b8ff0e03053157 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x11f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764866.778740:0:42311:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004e7fa545/0x57b8ff0e03053157 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x11f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764866.778773:0:42311:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764866.778899:0:42311:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445becab480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+11:2378:x1862022098722944:12345-192.168.202.28@tcp:103:ldlm_bl.0 Request processed in 305us (639us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764866.778908:0:42311:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 241 00010000:00010000:0.0:1775764866.779285:0:42944:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000004e7fa545/0x57b8ff0e03053157 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x11f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764866.779295:0:42944:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004e7fa545/0x57b8ff0e03053157 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x11f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764866.779323:0:42944:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 000000004e7fa545/0x57b8ff0e03053157 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x11f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764866.779335:0:42944:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000004e7fa545/0x57b8ff0e03053157 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x11f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764866.779343:0:42944:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000004e7fa545/0x57b8ff0e03053157 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x11f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764866.779351:0:42944:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445baf25000 already unused, calling callback (ffffffffc177a060) 00010000:00010000:0.0:1775764866.779356:0:42944:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000004e7fa545/0x57b8ff0e03053157 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x11f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764866.779366:0:42944:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000004e7fa545/0x57b8ff0e03053157 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x11f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764866.779379:0:42944:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000004e7fa545/0x57b8ff0e03053157 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x11f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764866.779387:0:42944:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004e7fa545/0x57b8ff0e03053157 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x11f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 42944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764866.779451:0:42944:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bb489500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+10:2378:x1862022098722816:12345-192.168.202.28@tcp:1:lhsmtool_posix.0 Request processed in 5326us (5525us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764866.779460:0:42944:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 304 00000100:00100000:2.0:1775764866.782498:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764866.782584:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098723200 00000100:00100000:0.0:1775764866.782604:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098723200 00000100:00100000:0.0:1775764866.782667:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 1237 00000100:00100000:0.0:1775764866.782680:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445beca9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+8:67236:x1862022098723200:12345-192.168.202.28@tcp:57:lhsmtool_posix.0 00010000:00010000:0.0:1775764866.782783:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77a00/0x57b8ff0e0305315e lrc: 3/0,1 mode: --/PW res: [0x200003ab4:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764866.782842:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77a00/0x57b8ff0e0305315e lrc: 3/0,1 mode: PW/PW res: [0x200003ab4:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764866.782858:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77a00/0x57b8ff0e0305315e lrc: 3/0,1 mode: PW/PW res: [0x200003ab4:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764866.783569:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24800/0x57b8ff0e03053165 lrc: 3/0,1 mode: --/EX res: [0x200003ab4:0x22:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764866.783584:0:42324:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76e00/0x57b8ff0e03053126 lrc: 2/0,0 mode: CR/CR res: [0x200003ab4:0x22:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c326 expref: 9 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764866.783606:0:42324:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24800/0x57b8ff0e03053165 lrc: 4/0,1 mode: --/EX res: [0x200003ab4:0x22:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764866.783649:0:42324:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76e00/0x57b8ff0e03053126 lrc: 3/0,0 mode: CR/CR res: [0x200003ab4:0x22:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c326 expref: 9 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764866.783664:0:42324:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76e00/0x57b8ff0e03053126 lrc: 4/0,0 mode: CR/CR res: [0x200003ab4:0x22:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c326 expref: 9 pid: 42326 timeout: 2433 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764866.783687:0:42324:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445beca9180 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:42324:1862022119087744:192.168.202.28@tcp:104: 00000100:00100000:2.0:1775764866.783824:0:42324:0:(client.c:2691:ptlrpc_set_wait()) set ffff944482d64540 going to sleep for 11 seconds 00000100:00100000:2.0:1775764866.791525:0:42324:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445beca9180 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:42324:1862022119087744:192.168.202.28@tcp:104: 00010000:00010000:2.0:1775764866.791559:0:42324:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24800/0x57b8ff0e03053165 lrc: 3/0,1 mode: --/EX res: [0x200003ab4:0x22:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764866.794294:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764866.794511:0:42310:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098723328 00000100:00100000:3.0:1775764866.794523:0:42310:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098723328 00010000:00010000:3.0:1775764866.794565:0:42310:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76e00/0x57b8ff0e03053126 lrc: 4/0,0 mode: CR/CR res: [0x200003ab4:0x22:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c326 expref: 10 pid: 42326 timeout: 2433 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764866.794618:0:42310:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 242 00000100:00100000:3.0:1775764866.794628:0:42310:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445beca9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+10:2379:x1862022098723328:12345-192.168.202.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764866.794646:0:42310:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764866.794653:0:42310:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76e00/0x57b8ff0e03053126 lrc: 4/0,0 mode: CR/CR res: [0x200003ab4:0x22:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c326 expref: 10 pid: 42326 timeout: 2433 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764866.794666:0:42310:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76e00/0x57b8ff0e03053126 lrc: 3/0,0 mode: CR/CR res: [0x200003ab4:0x22:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c326 expref: 10 pid: 42326 timeout: 2433 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764866.794695:0:42310:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76e00/0x57b8ff0e03053126 lrc: 0/0,0 mode: --/CR res: [0x200003ab4:0x22:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c326 expref: 10 pid: 42326 timeout: 2433 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764866.794723:0:42310:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x22:0x0].0x0 (ffff9445867be300) 00010000:00010000:3.0:1775764866.794730:0:42310:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24800/0x57b8ff0e03053165 lrc: 3/0,1 mode: --/EX res: [0x200003ab4:0x22:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764866.794741:0:42310:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24800/0x57b8ff0e03053165 lrc: 3/0,1 mode: EX/EX res: [0x200003ab4:0x22:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764866.794757:0:42310:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24800/0x57b8ff0e03053165 lrc: 4/0,1 mode: EX/EX res: [0x200003ab4:0x22:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764866.794787:0:42310:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764866.794913:0:42310:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445beca9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+9:2379:x1862022098723328:12345-192.168.202.28@tcp:103:ldlm_bl.0 Request processed in 286us (628us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764866.794921:0:42310:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 242 00010000:00010000:2.0:1775764866.795899:0:42324:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24800/0x57b8ff0e03053165 lrc: 3/0,1 mode: EX/EX res: [0x200003ab4:0x22:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764866.795913:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24800/0x57b8ff0e03053165 lrc: 3/0,1 mode: EX/EX res: [0x200003ab4:0x22:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1775764866.796132:0:42324:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 34359739426 00000001:00080000:2.0:1775764866.796517:0:42324:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 34359739427 00000001:00080000:2.0:1775764866.796564:0:42324:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 34359739428 00000100:00100000:2.0:1775764866.797482:0:42324:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445becab800 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:42324:1862022119087872:0@lo:1000:mdt00_000.0 00000100:00100000:2.0:1775764866.797548:0:42324:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764866.797582:0:42324:0:(client.c:2691:ptlrpc_set_wait()) set ffff9445a6275c00 going to sleep for 11 seconds 00000100:00100000:0.0:1775764866.797688:0:42329:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119087872 00000100:00100000:0.0:1775764866.797698:0:42329:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119087872 00000100:00100000:0.0:1775764866.797782:0:42329:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 80 00000100:00100000:0.0:1775764866.797793:0:42329:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445becaa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:42324:x1862022119087872:12345-0@lo:1000:mdt00_000.0 00000100:00100000:0.0:1775764866.797951:0:42329:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445becaa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:42324:x1862022119087872:12345-0@lo:1000:mdt00_000.0 Request processed in 160us (404us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764866.797960:0:42329:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 80 00000100:00100000:3.0:1775764866.798903:0:42324:0:(client.c:3082:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 34359738475 gen 2 00000004:00080000:3.0:1775764866.798913:0:42324:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff944486e62a00, transno 34359738472 00000004:00080000:3.0:1775764866.798927:0:42324:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9445bbd78e00, transno 34359738475 00000100:00100000:3.0:1775764866.798933:0:42324:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445becab800 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:42324:1862022119087872:0@lo:1000:mdt00_000.0 00000001:00080000:3.0:1775764866.799493:0:42324:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 34359739429 00000100:00100000:3.0:1775764866.799572:0:42324:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bf4faa00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:42324:1862022119088000:0@lo:1000:mdt00_000.0 00000100:00100000:3.0:1775764866.800628:0:42324:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764866.800665:0:42324:0:(client.c:2691:ptlrpc_set_wait()) set ffff944482d64540 going to sleep for 11 seconds 00000100:00100000:0.0:1775764866.801364:0:42329:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119088000 00000100:00100000:0.0:1775764866.801373:0:42329:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119088000 00000100:00100000:0.0:1775764866.801435:0:42329:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 81 00000100:00100000:0.0:1775764866.801445:0:42329:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bea12680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:42324:x1862022119088000:12345-0@lo:1000:mdt00_000.0 00000100:00100000:0.0:1775764866.801724:0:42329:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bea12680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:42324:x1862022119088000:12345-0@lo:1000:mdt00_000.0 Request processed in 280us (1099us total) trans 34359738477 rc 0/0 00000100:00100000:0.0:1775764866.801733:0:42329:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 81 00000100:00100000:3.0:1775764866.803029:0:42324:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bf4faa00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:42324:1862022119088000:0@lo:1000:mdt00_000.0 00000001:00080000:3.0:1775764866.803220:0:42324:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 34359739430 00010000:00010000:3.0:1775764866.803273:0:42324:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24800/0x57b8ff0e03053165 lrc: 3/0,1 mode: EX/EX res: [0x200003ab4:0x22:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764866.803283:0:42324:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24800/0x57b8ff0e03053165 lrc: 2/0,0 mode: EX/EX res: [0x200003ab4:0x22:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764866.803290:0:42324:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24800/0x57b8ff0e03053165 lrc: 3/0,0 mode: EX/EX res: [0x200003ab4:0x22:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764866.803296:0:42324:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445baf24800 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:3.0:1775764866.803301:0:42324:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24800/0x57b8ff0e03053165 lrc: 3/0,0 mode: EX/EX res: [0x200003ab4:0x22:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764866.803308:0:42324:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24800/0x57b8ff0e03053165 lrc: 4/0,0 mode: EX/EX res: [0x200003ab4:0x22:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764866.803326:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x22:0x0].0x0 (ffff9445867be300) 00010000:00010000:3.0:1775764866.803329:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1775764866.803334:0:42324:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24800/0x57b8ff0e03053165 lrc: 2/0,0 mode: --/EX res: [0x200003ab4:0x22:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764866.803340:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24800/0x57b8ff0e03053165 lrc: 0/0,0 mode: --/EX res: [0x200003ab4:0x22:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764866.803375:0:42324:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25200/0x57b8ff0e030530a8 lrc: 3/0,1 mode: EX/EX res: [0x200003ab4:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764866.803381:0:42324:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25200/0x57b8ff0e030530a8 lrc: 2/0,0 mode: EX/EX res: [0x200003ab4:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764866.803386:0:42324:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25200/0x57b8ff0e030530a8 lrc: 3/0,0 mode: EX/EX res: [0x200003ab4:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764866.803391:0:42324:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445baf25200 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:3.0:1775764866.803393:0:42324:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25200/0x57b8ff0e030530a8 lrc: 3/0,0 mode: EX/EX res: [0x200003ab4:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764866.803399:0:42324:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25200/0x57b8ff0e030530a8 lrc: 4/0,0 mode: EX/EX res: [0x200003ab4:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000020 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764866.803410:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x1f:0x0].0x0 (ffff94459084a500) 00010000:00010000:3.0:1775764866.803412:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1775764866.803421:0:42324:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695e00/0x57b8ff0e030530af lrc: 2/0,0 mode: --/CR res: [0x200003ab4:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c303 expref: 13 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764866.803433:0:42324:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695e00/0x57b8ff0e030530af lrc: 2/0,0 mode: CR/CR res: [0x200003ab4:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c303 expref: 13 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764866.803443:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695e00/0x57b8ff0e030530af lrc: 3/0,0 mode: CR/CR res: [0x200003ab4:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c303 expref: 13 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764866.803489:0:42324:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695e00/0x57b8ff0e030530af lrc: 3/0,0 mode: CR/CR res: [0x200003ab4:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c303 expref: 13 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764866.803505:0:42324:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9444824b3800 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:42324:1862022119088128:192.168.202.28@tcp:105: 00000100:00100000:3.0:1775764866.803624:0:42324:0:(client.c:2691:ptlrpc_set_wait()) set ffff944590207600 going to sleep for 11 seconds 00000100:00100000:1.0:1775764866.807436:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764866.807541:0:42327:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098723456 00000100:00100000:0.0:1775764866.807551:0:42327:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098723456 00000100:00100000:0.0:1775764866.807629:0:42327:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 371 00000100:00100000:0.0:1775764866.807639:0:42327:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445b6a7a050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+14:67235:x1862022098723456:12345-192.168.202.28@tcp:49:lfs.0 00000100:00100000:0.0:1775764866.807831:0:42327:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445b6a7a050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+14:67235:x1862022098723456:12345-192.168.202.28@tcp:49:lfs.0 Request processed in 159us (371us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764866.807840:0:42327:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 371 00000100:00100000:3.0:1775764866.808780:0:42324:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9444824b3800 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:42324:1862022119088128:192.168.202.28@tcp:105: 00010000:00010000:3.0:1775764866.808829:0:42324:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25200/0x57b8ff0e030530a8 lrc: 2/0,0 mode: --/EX res: [0x200003ab4:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764866.808839:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25200/0x57b8ff0e030530a8 lrc: 0/0,0 mode: --/EX res: [0x200003ab4:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764866.808871:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e0305316c lrc: 3/0,1 mode: --/EX res: [0x200003ab4:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764866.809072:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e0305316c lrc: 3/0,1 mode: EX/EX res: [0x200003ab4:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764866.809088:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e0305316c lrc: 3/0,1 mode: EX/EX res: [0x200003ab4:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764866.809099:0:42324:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e0305316c lrc: 3/0,1 mode: EX/EX res: [0x200003ab4:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764866.809104:0:42324:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e0305316c lrc: 2/0,0 mode: EX/EX res: [0x200003ab4:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764866.809110:0:42324:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e0305316c lrc: 3/0,0 mode: EX/EX res: [0x200003ab4:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764866.809116:0:42324:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445be694600 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:3.0:1775764866.809120:0:42324:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e0305316c lrc: 3/0,0 mode: EX/EX res: [0x200003ab4:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764866.809126:0:42324:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e0305316c lrc: 4/0,0 mode: EX/EX res: [0x200003ab4:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764866.809137:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x1f:0x0].0x0 (ffff94459084a500) 00010000:00010000:3.0:1775764866.809140:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764866.809143:0:42324:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e0305316c lrc: 2/0,0 mode: --/EX res: [0x200003ab4:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764866.809149:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e0305316c lrc: 0/0,0 mode: --/EX res: [0x200003ab4:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764866.809159:0:42324:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77a00/0x57b8ff0e0305315e lrc: 3/0,1 mode: PW/PW res: [0x200003ab4:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764866.809165:0:42324:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77a00/0x57b8ff0e0305315e lrc: 2/0,0 mode: PW/PW res: [0x200003ab4:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764866.809170:0:42324:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77a00/0x57b8ff0e0305315e lrc: 3/0,0 mode: PW/PW res: [0x200003ab4:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764866.809176:0:42324:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445bfe77a00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:3.0:1775764866.809178:0:42324:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77a00/0x57b8ff0e0305315e lrc: 3/0,0 mode: PW/PW res: [0x200003ab4:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764866.809184:0:42324:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77a00/0x57b8ff0e0305315e lrc: 4/0,0 mode: PW/PW res: [0x200003ab4:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764866.809193:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x1f:0x0].0x0 (ffff94459084a500) 00010000:00010000:3.0:1775764866.809195:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1775764866.809198:0:42324:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77a00/0x57b8ff0e0305315e lrc: 2/0,0 mode: --/PW res: [0x200003ab4:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764866.809204:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77a00/0x57b8ff0e0305315e lrc: 0/0,0 mode: --/PW res: [0x200003ab4:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764866.809765:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445beca9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+13:67236:x1862022098723200:12345-192.168.202.28@tcp:57:lhsmtool_posix.0 Request processed in 27084us (27272us total) trans 34359739431 rc 0/0 00000100:00100000:3.0:1775764866.809777:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 1237 00000020:00080000:3.0:1775764866.809783:0:42324:0:(tgt_main.c:783:tgt_ses_key_exit()) total 6 transactions per RPC 00000040:00080000:0.0:1775764866.810316:0:42356:0:(llog.c:800:llog_process_thread()) index: 8, lh_last_idx: 8 synced_idx: 8 lgh_last_idx: 8 00000040:00080000:0.0:1775764866.810322:0:42356:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x32:0x0] at index 8 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1775764866.810861:0:42356:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x32:0x0] index 64768 count 8 00000040:00080000:0.0:1775764866.810870:0:42356:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 9 count 2 00000100:00100000:1.0:1775764866.819309:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764866.819427:0:47878:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098723712 00000100:00100000:0.0:1775764866.819439:0:47878:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098723712 00000100:00100000:0.0:1775764866.819503:0:47878:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 372 00000100:00100000:0.0:1775764866.819513:0:47878:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bb48a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+13:67236:x1862022098723712:12345-192.168.202.28@tcp:35:lhsmtool_posix.0 00000004:00080000:0.0:1775764866.820297:0:47878:0:(mdd_object.c:4010:mdd_close()) Object [0x200003ab4:0x22:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000001:00080000:0.0:1775764866.820407:0:47878:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 34359739432 00010000:00010000:0.0:1775764866.820454:0:47878:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76a00/0x57b8ff0e03053173 lrc: 3/0,1 mode: --/PW res: [0x200003ab4:0x22:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 47878 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764866.820470:0:47878:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76a00/0x57b8ff0e03053173 lrc: 3/0,1 mode: PW/PW res: [0x200003ab4:0x22:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010080000000 pid: 47878 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764866.820483:0:47878:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76a00/0x57b8ff0e03053173 lrc: 3/0,1 mode: PW/PW res: [0x200003ab4:0x22:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 47878 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764866.820492:0:47878:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76a00/0x57b8ff0e03053173 lrc: 4/0,1 mode: PW/PW res: [0x200003ab4:0x22:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 47878 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764866.820499:0:47878:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76a00/0x57b8ff0e03053173 lrc: 4/0,1 mode: PW/PW res: [0x200003ab4:0x22:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 47878 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764866.820506:0:47878:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76a00/0x57b8ff0e03053173 lrc: 3/0,0 mode: PW/PW res: [0x200003ab4:0x22:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 47878 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764866.820528:0:47878:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1775764866.820743:0:42312:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1775764866.820750:0:42312:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76a00/0x57b8ff0e03053173 lrc: 2/0,0 mode: PW/PW res: [0x200003ab4:0x22:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 47878 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764866.820757:0:42312:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445bfe76a00 already unused, calling callback (ffffffffc177a060) 00010000:00010000:2.0:1775764866.820761:0:42312:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76a00/0x57b8ff0e03053173 lrc: 2/0,0 mode: PW/PW res: [0x200003ab4:0x22:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 47878 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764866.820769:0:42312:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76a00/0x57b8ff0e03053173 lrc: 3/0,0 mode: PW/PW res: [0x200003ab4:0x22:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 47878 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764866.820783:0:42312:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x22:0x0].0x0 (ffff944582f80500) 00010000:00010000:2.0:1775764866.820785:0:42312:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1775764866.820791:0:42312:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76a00/0x57b8ff0e03053173 lrc: 1/0,0 mode: --/PW res: [0x200003ab4:0x22:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 47878 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764866.820821:0:42312:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76a00/0x57b8ff0e03053173 lrc: 0/0,0 mode: --/PW res: [0x200003ab4:0x22:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 47878 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764866.820849:0:42312:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764866.820851:0:42312:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764866.820853:0:42312:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775764866.822831:0:47878:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bb48a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+15:67236:x1862022098723712:12345-192.168.202.28@tcp:35:lhsmtool_posix.0 Request processed in 3285us (3498us total) trans 34359739433 rc 0/0 00000100:00100000:0.0:1775764866.822846:0:47878:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 372 00000020:00080000:0.0:1775764866.822854:0:47878:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1775764866.826203:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764866.827499:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098723968 00000100:00100000:0.0:1775764866.827513:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098723968 00000100:00100000:0.0:1775764866.827582:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 1238 00000100:00100000:0.0:1775764866.827599:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445becaad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+15:67235:x1862022098723968:12345-192.168.202.28@tcp:58:lfs.0 00000040:00080000:0.0:1775764866.828411:0:42326:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x32:0x0].28, 136 off12000 00000100:00100000:0.0:1775764866.828521:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445becaad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+15:67235:x1862022098723968:12345-192.168.202.28@tcp:58:lfs.0 Request processed in 928us (2325us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764866.828530:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 1238 00010000:00010000:0.0:1775764866.881483:0:42313:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1775764866.885631:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764866.885835:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098724096 00000100:00100000:3.0:1775764866.885847:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098724096 00000100:00100000:3.0:1775764866.885915:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 1239 00000100:00100000:3.0:1775764866.885928:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445becab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+15:67238:x1862022098724096:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:3.0:1775764866.885956:0:44493:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764866.885981:0:44493:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694400/0x57b8ff0e0305317a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17c342 expref: -99 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764866.886073:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e03053181 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764866.886088:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e03053181 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764866.886100:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e03053181 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764866.886313:0:44493:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 9728 00000004:00200000:3.0:1775764866.886319:0:44493:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 49 stripe count 1 MDT count 1 00000004:00010000:3.0:1775764866.886399:0:44493:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e03053181 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764866.886422:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694400/0x57b8ff0e0305317a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c342 expref: 17 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764866.886439:0:44493:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e03053181 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c342 expref: 16 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764866.886447:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9445867be300) 00010000:00010000:3.0:1775764866.886450:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1775764866.886453:0:44493:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445be694600, rc 0) 00000100:00100000:3.0:1775764866.886518:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445becab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+16:67238:x1862022098724096:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 594us (899us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764866.886527:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 1239 00000100:00100000:1.0:1775764866.890288:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764866.890417:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098724224 00000100:00100000:3.0:1775764866.890428:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098724224 00000100:00100000:3.0:1775764866.890488:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 1240 00000100:00100000:3.0:1775764866.890498:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bb488a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+16:67238:x1862022098724224:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:3.0:1775764866.890525:0:42325:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764866.890548:0:42325:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e03053188 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17c349 expref: -99 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764866.890631:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e0305318f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764866.890649:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e0305318f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764866.890661:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e0305318f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764866.890677:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e03053196 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3ef6ce0c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764866.890684:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e03053196 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3ef6ce0c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764866.890690:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e03053196 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3ef6ce0c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764866.891719:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694800/0x57b8ff0e0305319d lrc: 3/1,0 mode: --/PR res: [0x200003ab4:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764866.891732:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694800/0x57b8ff0e0305319d lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x1f:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764866.891957:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694800/0x57b8ff0e0305319d lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x1f:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764866.892014:0:42325:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab4:0x1f:0x0]: returning size 22 00000004:00200000:3.0:1775764866.892019:0:42325:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1775764866.892044:0:42325:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694800/0x57b8ff0e0305319d lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x1f:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764866.892738:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694800/0x57b8ff0e0305319d lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764866.892749:0:42325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e0305318f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764866.892756:0:42325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e0305318f lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764866.892763:0:42325:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e0305318f lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764866.892770:0:42325:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445be695200 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:3.0:1775764866.892775:0:42325:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e0305318f lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764866.892783:0:42325:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e0305318f lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764866.892904:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9445867be300) 00010000:00010000:3.0:1775764866.892908:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764866.892914:0:42325:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e0305318f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764866.892921:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e0305318f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764866.892944:0:42325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e03053196 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3ef6ce0c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764866.892950:0:42325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e03053196 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3ef6ce0c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764866.892955:0:42325:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e03053196 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3ef6ce0c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764866.892960:0:42325:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445be695c00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:3.0:1775764866.892962:0:42325:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e03053196 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3ef6ce0c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764866.892968:0:42325:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e03053196 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3ef6ce0c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764866.892975:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x3ef6ce0c (ffff9445867be900) 00010000:00010000:3.0:1775764866.892978:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764866.892981:0:42325:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e03053196 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3ef6ce0c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764866.892987:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e03053196 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3ef6ce0c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764866.893029:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e03053188 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c349 expref: 18 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764866.893043:0:42325:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694800/0x57b8ff0e0305319d lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c349 expref: 17 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764866.893159:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x1f:0x0].0x0 (ffff94459084a500) 00010000:00010000:3.0:1775764866.893166:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1775764866.893169:0:42325:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445be694800, rc 0) 00000100:00100000:3.0:1775764866.893253:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bb488a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+17:67238:x1862022098724224:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 2754us (2974us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764866.893263:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 1240 00000100:00100000:1.0:1775764867.759424:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764867.759479:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764867.759515:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764867.759537:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764867.759563:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764867.759591:0:42945:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098724864 00000100:00100000:1.0:1775764867.759600:0:42945:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098724864 00000100:00100000:1.0:1775764867.759646:0:42945:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098724736 00000100:00100000:1.0:1775764867.759650:0:42945:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098724736 00000100:00100000:1.0:1775764867.759684:0:42945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 335 00000100:00100000:1.0:1775764867.759693:0:42945:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bb48b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+10:2378:x1862022098724864:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:1.0:1775764867.759785:0:42945:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bb48b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+10:2378:x1862022098724864:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 92us (268us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764867.759793:0:42945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 335 00000100:00100000:1.0:1775764867.759857:0:42945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 336 00000100:00100000:1.0:1775764867.759864:0:42945:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bb48a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+7:2378:x1862022098724736:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:1.0:1775764867.759890:0:42945:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bb48a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+7:2378:x1862022098724736:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 27us (326us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764867.759895:0:42945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 336 00000100:00100000:1.0:1775764867.759915:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098724608 00000100:00100000:1.0:1775764867.759919:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098724608 00000100:00100000:1.0:1775764867.759949:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098724480 00000100:00100000:1.0:1775764867.759952:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098724480 00000100:00100000:1.0:1775764867.759974:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 472 00000100:00100000:1.0:1775764867.759981:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bb488000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+17:2378:x1862022098724608:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:1.0:1775764867.760007:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bb488000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+17:2378:x1862022098724608:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 28us (529us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764867.760017:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 472 00000100:00100000:1.0:1775764867.760027:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 473 00000100:00100000:1.0:1775764867.760032:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bb48bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:82781e18-e0e3-4f9f-9a2b-041bf0344414+5:2378:x1862022098724480:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:1.0:1775764867.760052:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bb48bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:82781e18-e0e3-4f9f-9a2b-041bf0344414+5:2378:x1862022098724480:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 20us (514us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764867.760058:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 473 00000100:00080000:1.0:1775764867.760079:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1775764867.760083:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1775764867.760253:0:42317:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098724352 00000100:00100000:2.0:1775764867.760257:0:42317:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098724352 00000100:00100000:2.0:1775764867.760289:0:42317:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 336 00000100:00100000:2.0:1775764867.760296:0:42317:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94448180e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:24b54882-c0a1-43f2-954f-009e5a9afc9d+12:2378:x1862022098724352:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:2.0:1775764867.760322:0:42317:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94448180e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:24b54882-c0a1-43f2-954f-009e5a9afc9d+12:2378:x1862022098724352:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 28us (913us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764867.760329:0:42317:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 336 00000040:00080000:0.0:1775764867.799535:0:49944:0:(llog.c:800:llog_process_thread()) index: 8, lh_last_idx: 8 synced_idx: 8 lgh_last_idx: 8 00000040:00080000:0.0:1775764867.799545:0:49944:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x32:0x0] at index 8 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1775764867.799613:0:49944:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x32:0x0] index 29 count 9 00000040:00080000:0.0:1775764867.799619:0:49944:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 9 count 2 00000040:00080000:2.0:1775764867.847707:0:42356:0:(llog.c:800:llog_process_thread()) index: 8, lh_last_idx: 8 synced_idx: 8 lgh_last_idx: 8 00000040:00080000:2.0:1775764867.847716:0:42356:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x32:0x0] at index 8 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1775764867.847760:0:42356:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x32:0x0] index 29 count 9 00000040:00080000:2.0:1775764867.847767:0:42356:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 9 count 2 00000100:00100000:2.0:1775764867.847937:0:42356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445becaaa00 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:42356:1862022119088256:192.168.202.28@tcp:107:hsm_cdtr.0 00000100:00100000:2.0:1775764867.848037:0:42356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9445a66ed600 going to sleep for 11 seconds 00000100:00100000:3.0:1775764867.877377:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764867.877473:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098724992 00000100:00100000:3.0:1775764867.877484:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098724992 00000100:00100000:3.0:1775764867.877544:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 1241 00000100:00100000:3.0:1775764867.877554:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444824b3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+18:67251:x1862022098724992:12345-192.168.202.28@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1775764867.877589:0:42324:0:(mdt_handler.c:7957:mdt_fid2path()) path get [0x200003ab4:0x1f:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1775764867.877689:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444824b3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+18:67251:x1862022098724992:12345-192.168.202.28@tcp:53:lhsmtool_posix.0 Request processed in 136us (323us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764867.877707:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 1241 00000100:00100000:2.0:1775764867.879538:0:42356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445becaaa00 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:42356:1862022119088256:192.168.202.28@tcp:107:hsm_cdtr.0 00000100:00100000:2.0:1775764867.882252:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764867.882339:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098725248 00000100:00100000:1.0:1775764867.882363:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098725248 00000100:00100000:1.0:1775764867.882465:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 1242 00000100:00100000:1.0:1775764867.882476:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445becaaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+17:67251:x1862022098725248:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1775764867.882496:0:42326:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764867.882518:0:42326:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944488003c00/0x57b8ff0e030531a4 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17c350 expref: -99 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764867.882625:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944488003000/0x57b8ff0e030531ab lrc: 3/1,0 mode: --/PR res: [0x200003ab4:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764867.882640:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944488003000/0x57b8ff0e030531ab lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764867.882655:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944488003000/0x57b8ff0e030531ab lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764867.882666:0:42326:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab4:0x1f:0x0]: returning size 22 00010000:00010000:1.0:1775764867.882851:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944488003c00/0x57b8ff0e030531a4 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c350 expref: 20 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764867.882883:0:42326:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff944488003000/0x57b8ff0e030531ab lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c350 expref: 19 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764867.882891:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x1f:0x0].0x0 (ffff94459084a500) 00010000:00010000:1.0:1775764867.882895:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1775764867.882898:0:42326:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944488003000, rc 0) 00000100:00100000:1.0:1775764867.882959:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445becaaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+19:67251:x1862022098725248:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 Request processed in 485us (728us total) trans 34359739434 rc 0/0 00000100:00100000:1.0:1775764867.882966:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 1242 00000100:00100000:3.0:1775764867.891861:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764867.892573:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098725504 00000100:00100000:0.0:1775764867.892585:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098725504 00000100:00100000:0.0:1775764867.892664:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 1243 00000100:00100000:0.0:1775764867.892676:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444824b0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+19:67251:x1862022098725504:12345-192.168.202.28@tcp:57:lhsmtool_posix.0 00010000:00010000:0.0:1775764867.892788:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76200/0x57b8ff0e030531b9 lrc: 3/0,1 mode: --/PW res: [0x200003ab4:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764867.892833:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76200/0x57b8ff0e030531b9 lrc: 3/0,1 mode: PW/PW res: [0x200003ab4:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764867.892847:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76200/0x57b8ff0e030531b9 lrc: 3/0,1 mode: PW/PW res: [0x200003ab4:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764867.893079:0:42324:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76200/0x57b8ff0e030531b9 lrc: 3/0,1 mode: PW/PW res: [0x200003ab4:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764867.893086:0:42324:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76200/0x57b8ff0e030531b9 lrc: 2/0,0 mode: PW/PW res: [0x200003ab4:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764867.893092:0:42324:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76200/0x57b8ff0e030531b9 lrc: 3/0,0 mode: PW/PW res: [0x200003ab4:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764867.893098:0:42324:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445bfe76200 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:0.0:1775764867.893103:0:42324:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76200/0x57b8ff0e030531b9 lrc: 3/0,0 mode: PW/PW res: [0x200003ab4:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764867.893109:0:42324:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76200/0x57b8ff0e030531b9 lrc: 4/0,0 mode: PW/PW res: [0x200003ab4:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764867.893122:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x1f:0x0].0x0 (ffff94459084a500) 00010000:00010000:0.0:1775764867.893125:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1775764867.893129:0:42324:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76200/0x57b8ff0e030531b9 lrc: 2/0,0 mode: --/PW res: [0x200003ab4:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764867.893135:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76200/0x57b8ff0e030531b9 lrc: 0/0,0 mode: --/PW res: [0x200003ab4:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764867.893723:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444824b0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+20:67251:x1862022098725504:12345-192.168.202.28@tcp:57:lhsmtool_posix.0 Request processed in 1046us (1873us total) trans 34359739435 rc 0/0 00000100:00100000:0.0:1775764867.893734:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 1243 00000040:00080000:3.0:1775764867.894016:0:42356:0:(llog.c:800:llog_process_thread()) index: 8, lh_last_idx: 8 synced_idx: 8 lgh_last_idx: 8 00000040:00080000:3.0:1775764867.894021:0:42356:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x32:0x0] at index 8 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1775764867.894826:0:42356:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x32:0x0] index 64768 count 9 00000040:00080000:3.0:1775764867.894836:0:42356:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 9 count 2 00000100:00100000:0.0:1775764867.897794:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764867.897917:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764867.897968:0:42328:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098725760 00000100:00100000:2.0:1775764867.897979:0:42328:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098725760 00000100:00100000:2.0:1775764867.898051:0:42328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 373 00000100:00100000:2.0:1775764867.898061:0:42328:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944487fb8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+20:67251:x1862022098725760:12345-192.168.202.28@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1775764867.898206:0:42311:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098725888 00000100:00100000:3.0:1775764867.898211:0:42311:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098725888 00000100:00100000:2.0:1775764867.898314:0:42328:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944487fb8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+22:67251:x1862022098725760:12345-192.168.202.28@tcp:35:lhsmtool_posix.0 Request processed in 254us (528us total) trans 34359739436 rc 0/0 00000100:00100000:2.0:1775764867.898321:0:42328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 373 00000100:00100000:3.0:1775764867.898393:0:42311:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 97 00000100:00100000:3.0:1775764867.898403:0:42311:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944487fb8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+21:2378:x1862022098725888:12345-192.168.202.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764867.898415:0:42311:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764867.898441:0:42311:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944488003000/0x57b8ff0e030531ab lrc: 0/0,0 mode: --/PR res: [0x200003ab4:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c350 expref: 21 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764867.898459:0:42311:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x1f:0x0].0x0 (ffff94459084a500) 00010000:00010000:3.0:1775764867.898464:0:42311:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764867.898544:0:42311:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944487fb8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+20:2378:x1862022098725888:12345-192.168.202.28@tcp:103:ldlm_bl.0 Request processed in 144us (627us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764867.898551:0:42311:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 97 00010000:00010000:0.0:1775764867.905199:0:43224:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775764868.929607:0:42312:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775764869.382846:0:3328:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445b296e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3328:1862022119088384:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1775764869.382953:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764869.383184:0:42948:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119088384 00000100:00100000:3.0:1775764869.383191:0:42948:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119088384 00000100:00100000:3.0:1775764869.383268:0:42948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204 00000100:00100000:3.0:1775764869.383278:0:42948:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bb488700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3328:x1862022119088384:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1775764869.383313:0:42948:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 62849024 pending 0 free 3704619008 avail 3702521856 00000100:00100000:3.0:1775764869.383373:0:42948:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bb488700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3328:x1862022119088384:12345-0@lo:13:osp-pre-0-0.0 Request processed in 87us (410us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764869.383381:0:42948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204 00000100:00100000:3.0:1775764869.383420:0:3328:0:(client.c:3082:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 34359738468 gen 2 00000004:00080000:3.0:1775764869.383425:0:3328:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 34359738467 committed transno 34359738468 00000004:00080000:3.0:1775764869.383441:0:3328:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff94448647c000, transno 34359738468 00000100:00100000:3.0:1775764869.383456:0:3328:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445b296e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3328:1862022119088384:0@lo:13:osp-pre-0-0.0 00000100:00080000:1.0:1775764869.386155:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000040:00080000:3.0:1775764869.830896:0:49995:0:(llog.c:800:llog_process_thread()) index: 8, lh_last_idx: 8 synced_idx: 8 lgh_last_idx: 8 00000040:00080000:3.0:1775764869.830908:0:49995:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x32:0x0] at index 8 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1775764869.830980:0:49995:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x32:0x0] index 29 count 9 00000040:00080000:3.0:1775764869.830986:0:49995:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 9 count 2 00000100:00100000:3.0:1775764869.901077:0:3329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445b296e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d8dacf45-8471-4226-a2fb-1fac83f69c1e:3329:1862022119088512:0@lo:400:kworker.0 00000100:00100000:3.0:1775764869.901159:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764869.901207:0:3329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944590389880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3329:1862022119089024:0@lo:400:kworker.0 00000100:00100000:3.0:1775764869.901234:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764869.901262:0:3329:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1775764869.901267:0:3329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff94448647c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3329:1862022119088896:0@lo:400:kworker.0 00000100:00100000:3.0:1775764869.901287:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764869.901316:0:3330:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445b296c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3330:1862022119088640:0@lo:400:kworker.0 00000100:00100000:3.0:1775764869.901341:0:3330:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764869.901359:0:3330:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1775764869.901364:0:3330:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445b296f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3330:1862022119088768:0@lo:400:kworker.0 00000100:00100000:3.0:1775764869.901383:0:3330:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764869.901447:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119089024 00000100:00100000:3.0:1775764869.901455:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119089024 00000100:00100000:3.0:1775764869.901523:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119088896 00000100:00100000:3.0:1775764869.901527:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119088896 00000100:00100000:3.0:1775764869.901540:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119088768 00000100:00100000:3.0:1775764869.901543:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119088768 00000100:00100000:3.0:1775764869.901557:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 474 00000100:00100000:2.0:1775764869.902069:0:42319:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119088512 00000100:00100000:2.0:1775764869.902076:0:42319:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119088512 00000100:00100000:2.0:1775764869.902110:0:42319:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 337 00000100:00100000:2.0:1775764869.902117:0:42319:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94448180d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d8dacf45-8471-4226-a2fb-1fac83f69c1e+18:3329:x1862022119088512:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764869.902176:0:42319:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94448180d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d8dacf45-8471-4226-a2fb-1fac83f69c1e+18:3329:x1862022119088512:12345-0@lo:400:kworker.0 Request processed in 60us (1017us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764869.902183:0:42319:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 337 00000100:00100000:2.0:1775764869.902212:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 475 00000100:00100000:2.0:1775764869.902219:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94459038a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3329:x1862022119088896:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764869.902244:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94459038a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3329:x1862022119088896:12345-0@lo:400:kworker.0 Request processed in 27us (956us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764869.902249:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 475 00000100:00100000:2.0:1775764869.902263:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 476 00000100:00100000:2.0:1775764869.902279:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944590389180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3330:x1862022119088768:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764869.902309:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944590389180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3330:x1862022119088768:12345-0@lo:400:kworker.0 Request processed in 31us (925us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764869.902315:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 476 00000100:00100000:2.0:1775764869.902355:0:3329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff94448647c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3329:1862022119088896:0@lo:400:kworker.0 00000100:00100000:2.0:1775764869.902365:0:3329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445b296e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d8dacf45-8471-4226-a2fb-1fac83f69c1e:3329:1862022119088512:0@lo:400:kworker.0 00000100:00100000:2.0:1775764869.902402:0:3330:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445b296f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3330:1862022119088768:0@lo:400:kworker.0 00000100:00100000:3.0:1775764869.904772:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94459038ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3329:x1862022119089024:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764869.904908:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94459038ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3329:x1862022119089024:12345-0@lo:400:kworker.0 Request processed in 3343us (3672us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764869.904920:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 474 00000100:00100000:3.0:1775764869.904970:0:42945:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119088640 00000100:00100000:3.0:1775764869.904980:0:42945:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119088640 00000100:00100000:3.0:1775764869.905026:0:42945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 337 00000100:00100000:3.0:1775764869.905036:0:42945:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944590388a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3330:x1862022119088640:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764869.905073:0:42945:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944590388a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3330:x1862022119088640:12345-0@lo:400:kworker.0 Request processed in 40us (3730us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764869.905080:0:42945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 337 00000100:00080000:3.0:1775764869.905100:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1775764869.905105:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1775764869.905143:0:3329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944590389880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3329:1862022119089024:0@lo:400:kworker.0 00000100:00100000:3.0:1775764869.905189:0:3330:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445b296c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3330:1862022119088640:0@lo:400:kworker.0 00010000:00010000:2.0:1775764869.954071:0:42313:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775764870.139567:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764870.139603:0:42327:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098726144 00000100:00100000:3.0:1775764870.139616:0:42327:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098726144 00000100:00100000:3.0:1775764870.139688:0:42327:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 374 00000100:00100000:3.0:1775764870.139701:0:42327:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944590389880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+20:67174:x1862022098726144:12345-192.168.202.28@tcp:35:multiop.0 00000100:00100000:3.0:1775764870.139988:0:42327:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944590389880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+21:67174:x1862022098726144:12345-192.168.202.28@tcp:35:multiop.0 Request processed in 290us (430us total) trans 34359739437 rc 0/0 00000100:00100000:3.0:1775764870.139996:0:42327:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 374 00000100:00080000:3.0:1775764870.140020:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1775764870.217253:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764870.217569:0:42946:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098726272 00000100:00100000:1.0:1775764870.217582:0:42946:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098726272 00000100:00080000:3.0:1775764870.217765:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1775764870.218002:0:42946:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 305 00000100:00100000:1.0:1775764870.218014:0:42946:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944590389f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+10:2376:x1862022098726272:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:1.0:1775764870.218043:0:42946:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764870.218066:0:42946:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000053c8103/0x57b8ff0e030531c0 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x11f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17c357 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1775764870.218098:0:42946:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x11f:0x0] initial LVB size: 22, mtime: 0x69d8057e, atime: 0x69d8057e, ctime: 0x69d8057e, blocks: 0xb 00010000:00010000:1.0:1775764870.218121:0:42946:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1775764870.218123:0:42946:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1775764870.218133:0:42946:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000053c8103/0x57b8ff0e030531c0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x11f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c357 expref: 11 pid: 42946 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764870.218157:0:42946:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000053c8103/0x57b8ff0e030531c0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x11f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c357 expref: 11 pid: 42946 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764870.218171:0:42946:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944488002600, rc 0) 00000100:00100000:1.0:1775764870.218238:0:42946:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944590389f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+11:2376:x1862022098726272:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 227us (995us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764870.218245:0:42946:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 305 00000100:00100000:2.0:1775764870.225096:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764870.225136:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098726528 00000100:00100000:2.0:1775764870.225146:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098726528 00000100:00100000:2.0:1775764870.225195:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 1244 00000100:00100000:2.0:1775764870.225204:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445becabb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+21:67288:x1862022098726528:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:2.0:1775764870.225236:0:42326:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764870.225255:0:42326:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25c00/0x57b8ff0e030531c7 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17c35e expref: -99 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764870.225348:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25400/0x57b8ff0e030531ce lrc: 3/1,0 mode: --/CR res: [0x200003ab4:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764870.225362:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25400/0x57b8ff0e030531ce lrc: 3/1,0 mode: CR/CR res: [0x200003ab4:0x1f:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764870.225376:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25400/0x57b8ff0e030531ce lrc: 3/1,0 mode: CR/CR res: [0x200003ab4:0x1f:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764870.225387:0:42326:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab4:0x1f:0x0]: returning size 22 00010000:00010000:2.0:1775764870.225495:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25c00/0x57b8ff0e030531c7 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c35e expref: 24 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764870.225512:0:42326:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25400/0x57b8ff0e030531ce lrc: 3/0,0 mode: CR/CR res: [0x200003ab4:0x1f:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c35e expref: 23 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764870.225527:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x1f:0x0].0x0 (ffff94459084a500) 00010000:00010000:2.0:1775764870.225531:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:2.0:1775764870.225534:0:42326:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445baf25400, rc 0) 00000100:00100000:2.0:1775764870.225585:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445becabb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+23:67288:x1862022098726528:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 383us (498us total) trans 34359739438 rc 0/0 00000100:00100000:2.0:1775764870.225592:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 1244 00000100:00100000:3.0:1775764870.238041:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764870.238111:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098726784 00000100:00100000:0.0:1775764870.238122:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098726784 00000100:00100000:0.0:1775764870.238188:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 1245 00000100:00100000:0.0:1775764870.238200:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944590389500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+23:67288:x1862022098726784:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:0.0:1775764870.238232:0:44493:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764870.238235:0:44493:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 1 00010000:00010000:0.0:1775764870.238267:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694800/0x57b8ff0e0305319d lrc: 0/0,0 mode: --/PR res: [0x200003ab4:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c349 expref: 23 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764870.238292:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25400/0x57b8ff0e030531ce lrc: 0/0,0 mode: --/CR res: [0x200003ab4:0x1f:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c35e expref: 22 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764870.238303:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695e00/0x57b8ff0e030530af lrc: 0/0,0 mode: --/CR res: [0x200003ab4:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c303 expref: 21 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764870.238315:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x1f:0x0].0x0 (ffff94459084a500) 00010000:00010000:0.0:1775764870.238328:0:44493:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1775764870.238345:0:44493:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76000/0x57b8ff0e030531dc lrc: 2/0,0 mode: --/EX res: [0x200003ab4:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17c365 expref: -99 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764870.238383:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76200/0x57b8ff0e030531e3 lrc: 3/1,0 mode: --/CR res: [0x200003ab4:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764870.238395:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76200/0x57b8ff0e030531e3 lrc: 3/1,0 mode: CR/CR res: [0x200003ab4:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764870.238411:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76200/0x57b8ff0e030531e3 lrc: 3/1,0 mode: CR/CR res: [0x200003ab4:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764870.238423:0:44493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76200/0x57b8ff0e030531e3 lrc: 3/1,0 mode: CR/CR res: [0x200003ab4:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764870.238429:0:44493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76200/0x57b8ff0e030531e3 lrc: 2/0,0 mode: CR/CR res: [0x200003ab4:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764870.238434:0:44493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76200/0x57b8ff0e030531e3 lrc: 3/0,0 mode: CR/CR res: [0x200003ab4:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764870.238439:0:44493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445bfe76200 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:0.0:1775764870.238444:0:44493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76200/0x57b8ff0e030531e3 lrc: 3/0,0 mode: CR/CR res: [0x200003ab4:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764870.238451:0:44493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76200/0x57b8ff0e030531e3 lrc: 4/0,0 mode: CR/CR res: [0x200003ab4:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764870.238459:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x1f:0x0].0x0 (ffff944582f80300) 00010000:00010000:0.0:1775764870.238461:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1775764870.238464:0:44493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76200/0x57b8ff0e030531e3 lrc: 2/0,0 mode: --/CR res: [0x200003ab4:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764870.238470:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76200/0x57b8ff0e030531e3 lrc: 0/0,0 mode: --/CR res: [0x200003ab4:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764870.238494:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76400/0x57b8ff0e030531ea lrc: 3/0,1 mode: --/EX res: [0x200003ab4:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764870.238502:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76400/0x57b8ff0e030531ea lrc: 3/0,1 mode: EX/EX res: [0x200003ab4:0x1f:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764870.238509:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76400/0x57b8ff0e030531ea lrc: 3/0,1 mode: EX/EX res: [0x200003ab4:0x1f:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764870.239177:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76400/0x57b8ff0e030531ea lrc: 3/0,0 mode: CR/CR res: [0x200003ab4:0x1f:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c365 expref: 23 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764870.239187:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x1f:0x0].0x0 (ffff944582f80300) 00010000:00010000:0.0:1775764870.239190:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:0.0:1775764870.239201:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76000/0x57b8ff0e030531dc lrc: 0/0,0 mode: --/EX res: [0x200003ab4:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c365 expref: 23 pid: 44493 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764870.239216:0:44493:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76400/0x57b8ff0e030531ea lrc: 3/0,0 mode: CR/CR res: [0x200003ab4:0x1f:0x0].0x0 bits 0xa/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c365 expref: 22 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764870.239243:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x1f:0x0].0x0 (ffff944582f80300) 00010000:00010000:0.0:1775764870.239245:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:0.0:1775764870.239247:0:44493:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445bfe76400, rc 0) 00000100:00100000:0.0:1775764870.239321:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944590389500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+22:67288:x1862022098726784:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 1124us (1305us total) trans 34359739439 rc 0/0 00000100:00100000:0.0:1775764870.239329:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 1245 00000100:00100000:2.0:1775764870.245225:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764870.245276:0:42949:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098726912 00000100:00100000:0.0:1775764870.245287:0:42949:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098726912 00002000:00100000:0.0:1775764870.245347:0:42949:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x11f:0x0] (0->4095) req@ffff9445beca8380 x1862022098726912/t0(0) o3->fcf15866-4739-4595-8fe1-44abde7ee9d7@192.168.202.28@tcp:351/0 lens 488/0 e 0 to 0 dl 1775764881 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764870.245358:0:42949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9445beca8380 with x1862022098726912 ext(0->4095) 00002000:00010000:0.0:1775764870.245364:0:42949:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9445beca8380 00000100:00100000:0.0:1775764870.245456:0:42949:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 103 00000100:00100000:0.0:1775764870.245468:0:42949:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445beca8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+11:2379:x1862022098726912:12345-192.168.202.28@tcp:3:lfs.0 00000100:00100000:0.0:1775764870.245707:0:42949:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445beca8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+11:2379:x1862022098726912:12345-192.168.202.28@tcp:3:lfs.0 Request processed in 240us (491us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1775764870.245715:0:42949:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 103 00002000:00100000:0.0:1775764870.245721:0:42949:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x11f:0x0] (0->4095) req@ffff9445beca8380 x1862022098726912/t0(0) o3->fcf15866-4739-4595-8fe1-44abde7ee9d7@192.168.202.28@tcp:351/0 lens 488/4536 e 0 to 0 dl 1775764881 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1775764870.245728:0:42949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9445beca8380 with x1862022098726912 ext(0->4095) 00002000:00010000:0.0:1775764870.245732:0:42949:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9445beca8380 00000100:00100000:2.0:1775764870.250114:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764870.250198:0:47878:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098727168 00000100:00100000:0.0:1775764870.250210:0:47878:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098727168 00000100:00100000:0.0:1775764870.250277:0:47878:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 375 00000100:00100000:0.0:1775764870.250290:0:47878:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445beca9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+22:67288:x1862022098727168:12345-192.168.202.28@tcp:35:lfs.0 00000100:00100000:0.0:1775764870.250574:0:47878:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445beca9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+23:67288:x1862022098727168:12345-192.168.202.28@tcp:35:lfs.0 Request processed in 287us (471us total) trans 34359739440 rc 0/0 00000100:00100000:0.0:1775764870.250582:0:47878:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 375 00000100:00100000:3.0:1775764870.330567:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764870.330759:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098727296 00000100:00100000:2.0:1775764870.330772:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098727296 00000100:00100000:2.0:1775764870.331067:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 1246 00000100:00100000:2.0:1775764870.331079:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944590388380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+23:67298:x1862022098727296:12345-192.168.202.28@tcp:34:lfs.0 00010000:00010000:2.0:1775764870.331159:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25200/0x57b8ff0e030531f1 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764870.331178:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25200/0x57b8ff0e030531f1 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764870.331192:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25200/0x57b8ff0e030531f1 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764870.331207:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24800/0x57b8ff0e030531f8 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3ef6ce0c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764870.331215:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24800/0x57b8ff0e030531f8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3ef6ce0c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764870.331222:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24800/0x57b8ff0e030531f8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3ef6ce0c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764870.331520:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25000/0x57b8ff0e030531ff lrc: 3/1,0 mode: --/PR res: [0x200003ab4:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764870.331530:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25000/0x57b8ff0e030531ff lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764870.331538:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25000/0x57b8ff0e030531ff lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764870.331580:0:42326:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25000/0x57b8ff0e030531ff lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764870.331592:0:42326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25200/0x57b8ff0e030531f1 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764870.331598:0:42326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25200/0x57b8ff0e030531f1 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764870.331604:0:42326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25200/0x57b8ff0e030531f1 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764870.331610:0:42326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445baf25200 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764870.331615:0:42326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25200/0x57b8ff0e030531f1 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764870.331622:0:42326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25200/0x57b8ff0e030531f1 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764870.331634:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9445867be300) 00010000:00010000:2.0:1775764870.331637:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764870.331643:0:42326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25200/0x57b8ff0e030531f1 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764870.331650:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25200/0x57b8ff0e030531f1 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764870.331661:0:42326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24800/0x57b8ff0e030531f8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3ef6ce0c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764870.331667:0:42326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24800/0x57b8ff0e030531f8 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3ef6ce0c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764870.331688:0:42326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24800/0x57b8ff0e030531f8 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3ef6ce0c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764870.331694:0:42326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445baf24800 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764870.331697:0:42326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24800/0x57b8ff0e030531f8 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3ef6ce0c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764870.331704:0:42326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24800/0x57b8ff0e030531f8 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3ef6ce0c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764870.331711:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x3ef6ce0c (ffff94459084a100) 00010000:00010000:2.0:1775764870.331713:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764870.331716:0:42326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24800/0x57b8ff0e030531f8 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3ef6ce0c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764870.331721:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24800/0x57b8ff0e030531f8 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3ef6ce0c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764870.331736:0:42326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25000/0x57b8ff0e030531ff lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764870.331743:0:42326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25000/0x57b8ff0e030531ff lrc: 2/0,0 mode: PR/PR res: [0x200003ab4:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764870.331750:0:42326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25000/0x57b8ff0e030531ff lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764870.331755:0:42326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445baf25000 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764870.331758:0:42326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25000/0x57b8ff0e030531ff lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764870.331765:0:42326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25000/0x57b8ff0e030531ff lrc: 4/0,0 mode: PR/PR res: [0x200003ab4:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764870.331773:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x1f:0x0].0x0 (ffff944582f80300) 00010000:00010000:2.0:1775764870.331775:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764870.331778:0:42326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25000/0x57b8ff0e030531ff lrc: 2/0,0 mode: --/PR res: [0x200003ab4:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764870.331784:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25000/0x57b8ff0e030531ff lrc: 0/0,0 mode: --/PR res: [0x200003ab4:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764870.331944:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944590388380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+23:67298:x1862022098727296:12345-192.168.202.28@tcp:34:lfs.0 Request processed in 865us (1386us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764870.331953:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 1246 00000100:00100000:2.0:1775764870.840468:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764870.840665:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098727552 00000100:00100000:3.0:1775764870.840687:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098727552 00000100:00100000:3.0:1775764870.840759:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 1247 00000100:00100000:3.0:1775764870.840769:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445becaa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+23:67314:x1862022098727552:12345-192.168.202.28@tcp:101:multiop.0 00010000:00010000:3.0:1775764870.840793:0:42324:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764870.840828:0:42324:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1775764870.840861:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e03053181 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c342 expref: 23 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764870.840885:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9445867be300) 00010000:00010000:3.0:1775764870.840898:0:42324:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1775764870.840915:0:42324:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e03053206 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17c36c expref: -99 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764870.841284:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e0305320d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764870.841298:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e0305320d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764870.841308:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e0305320d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764870.841319:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e03053214 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3ef6ce0c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764870.841326:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e03053214 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3ef6ce0c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764870.841332:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e03053214 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3ef6ce0c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764870.841499:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694400/0x57b8ff0e0305321b lrc: 3/1,0 mode: --/PR res: [0x200003ab4:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764870.841519:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694400/0x57b8ff0e0305321b lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764870.841526:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694400/0x57b8ff0e0305321b lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764870.841537:0:42324:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab4:0x1f:0x0]: returning size 22 00010000:00010000:3.0:1775764870.841637:0:42324:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e0305320d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764870.841645:0:42324:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e0305320d lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764870.841652:0:42324:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e0305320d lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764870.841657:0:42324:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445be695c00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:3.0:1775764870.841662:0:42324:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e0305320d lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764870.841678:0:42324:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e0305320d lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764870.841688:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9445867bee00) 00010000:00010000:3.0:1775764870.841691:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764870.841695:0:42324:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e0305320d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764870.841700:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e0305320d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764870.841713:0:42324:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e03053214 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3ef6ce0c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764870.841718:0:42324:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e03053214 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3ef6ce0c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764870.841723:0:42324:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e03053214 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3ef6ce0c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764870.841727:0:42324:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445be695200 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:3.0:1775764870.841730:0:42324:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e03053214 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3ef6ce0c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764870.841736:0:42324:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e03053214 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3ef6ce0c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764870.841741:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x3ef6ce0c (ffff9445867be600) 00010000:00010000:3.0:1775764870.841744:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764870.841746:0:42324:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e03053214 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3ef6ce0c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764870.841751:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e03053214 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3ef6ce0c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764870.841789:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e03053206 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c36c expref: 25 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764870.841858:0:42324:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694400/0x57b8ff0e0305321b lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c36c expref: 24 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764870.841866:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x1f:0x0].0x0 (ffff944582f80300) 00010000:00010000:3.0:1775764870.841868:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1775764870.841870:0:42324:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445be694400, rc 0) 00000100:00100000:3.0:1775764870.841957:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445becaa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+24:67314:x1862022098727552:12345-192.168.202.28@tcp:101:multiop.0 Request processed in 1189us (1498us total) trans 34359739441 rc 0/0 00000100:00100000:3.0:1775764870.841965:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 1247 00010000:00010000:0.0:1775764870.985395:0:43224:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775764871.425425:0:3331:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1775764871.425449:0:3331:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff94459038b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3331:1862022119089152:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1775764871.425540:0:3331:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764871.425794:0:42948:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119089152 00000100:00100000:3.0:1775764871.425818:0:42948:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119089152 00000100:00100000:3.0:1775764871.425895:0:42948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205 00000100:00100000:3.0:1775764871.425905:0:42948:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944487fb9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3331:x1862022119089152:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1775764871.425947:0:42948:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 61145088 pending 0 free 3765436416 avail 3763339264 00000100:00100000:3.0:1775764871.426001:0:42948:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944487fb9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3331:x1862022119089152:12345-0@lo:13:osp-pre-1-0.0 Request processed in 97us (460us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764871.426008:0:42948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205 00000100:00100000:3.0:1775764871.426058:0:3331:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff94459038b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3331:1862022119089152:0@lo:13:osp-pre-1-0.0 00000100:00080000:0.0:1775764871.426129:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:3.0:1775764872.002126:0:42312:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:3.0:1775764872.008184:0:7469:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 34359738477 is committed 00000001:00080000:3.0:1775764872.008201:0:7469:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 34359738476 is committed 00000001:00080000:2.0:1775764872.027127:0:5825:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 34359739440 is committed 00000001:00080000:2.0:1775764872.027187:0:5825:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 34359739441 is committed 00000020:00080000:2.0:1775764872.027206:0:5825:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9445a189ac00 refcount 2 committed 0 result 0 batchid 30064771834 00000020:00080000:2.0:1775764872.027211:0:5825:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9445b522d800 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9445a189a780 00000020:00080000:2.0:1775764872.027214:0:5825:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9445b522dc00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff944487994800 00000020:00080000:2.0:1775764872.027231:0:42361:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 30064771834 committed batchid 30064771833 00000020:00080000:2.0:1775764872.027415:0:42361:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 30064771833 00000100:00100000:1.0:1775764872.879299:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764872.879392:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764872.879439:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764872.879477:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764872.879889:0:42945:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098728064 00000100:00100000:0.0:1775764872.879899:0:42945:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098728064 00000100:00100000:0.0:1775764872.879983:0:42945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 338 00000100:00100000:0.0:1775764872.880007:0:42945:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bb48ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+7:2378:x1862022098728064:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:0.0:1775764872.880090:0:42945:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bb48ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+7:2378:x1862022098728064:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 98us (650us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764872.880098:0:42945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 338 00000100:00080000:0.0:1775764872.880126:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1775764872.880280:0:42318:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098727680 00000100:00100000:2.0:1775764872.880286:0:42318:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098727680 00000100:00100000:2.0:1775764872.880335:0:42318:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 338 00000100:00100000:2.0:1775764872.880342:0:42318:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bd379c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:24b54882-c0a1-43f2-954f-009e5a9afc9d+12:2379:x1862022098727680:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:2.0:1775764872.880380:0:42318:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bd379c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:24b54882-c0a1-43f2-954f-009e5a9afc9d+12:2379:x1862022098727680:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 39us (989us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764872.880387:0:42318:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 338 00000100:00100000:2.0:1775764872.880430:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098727808 00000100:00100000:2.0:1775764872.880434:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098727808 00000100:00100000:2.0:1775764872.880463:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098727936 00000100:00100000:2.0:1775764872.880466:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098727936 00000100:00100000:2.0:1775764872.880484:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 477 00000100:00100000:2.0:1775764872.880490:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bb488380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:82781e18-e0e3-4f9f-9a2b-041bf0344414+5:2378:x1862022098727808:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:2.0:1775764872.880518:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bb488380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:82781e18-e0e3-4f9f-9a2b-041bf0344414+5:2378:x1862022098727808:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 29us (1229us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764872.880525:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 477 00000100:00100000:2.0:1775764872.880547:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 478 00000100:00100000:2.0:1775764872.880555:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bb48aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+7:2379:x1862022098727936:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:2.0:1775764872.880583:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bb48aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+7:2379:x1862022098727936:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 30us (1106us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764872.880589:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 478 00000100:00080000:0.0:1775764872.880795:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1775764872.880900:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764872.880978:0:42944:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098728192 00000100:00100000:0.0:1775764872.880983:0:42944:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098728192 00000100:00100000:0.0:1775764872.881062:0:42944:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 339 00000100:00100000:0.0:1775764872.881071:0:42944:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bb48b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+10:2379:x1862022098728192:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:0.0:1775764872.881101:0:42944:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bb48b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+10:2379:x1862022098728192:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 32us (201us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764872.881107:0:42944:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 339 00000100:00080000:1.0:1775764872.882501:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:2.0:1775764873.027003:0:42313:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775764873.732139:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764873.732417:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098728320 00000100:00100000:2.0:1775764873.732427:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098728320 00000100:00100000:2.0:1775764873.732507:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 1248 00000100:00100000:2.0:1775764873.732518:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486788700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+7:67342:x1862022098728320:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:2.0:1775764873.732543:0:42326:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764873.732569:0:42326:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24800/0x57b8ff0e03053229 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17c373 expref: -99 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764873.732658:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25200/0x57b8ff0e03053230 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764873.732674:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25200/0x57b8ff0e03053230 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764873.732688:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25200/0x57b8ff0e03053230 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764873.733421:0:42326:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 9728 00000004:00200000:2.0:1775764873.733428:0:42326:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 49 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764873.735065:0:42326:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25200/0x57b8ff0e03053230 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764873.735116:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24800/0x57b8ff0e03053229 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c373 expref: 9 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764873.735137:0:42326:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25200/0x57b8ff0e03053230 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c373 expref: 8 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764873.735147:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff94459084aa00) 00010000:00010000:2.0:1775764873.735149:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1775764873.735153:0:42326:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445baf25200, rc 0) 00000100:00100000:2.0:1775764873.735239:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486788700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+8:67342:x1862022098728320:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 2721us (3108us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764873.735251:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 1248 00000100:00100000:2.0:1775764873.973555:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764873.974205:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098728576 00000100:00100000:3.0:1775764873.974219:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098728576 00000100:00100000:3.0:1775764873.974300:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 1249 00000100:00100000:3.0:1775764873.974312:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445beca9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+8:67359:x1862022098728576:12345-192.168.202.28@tcp:101:cat.0 00010000:00010000:3.0:1775764873.974335:0:42325:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764873.974356:0:42325:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e03053237 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17c37a expref: -99 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764873.974525:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e0305323e lrc: 3/1,0 mode: --/CR res: [0x200003ab4:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764873.974542:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e0305323e lrc: 3/1,0 mode: CR/CR res: [0x200003ab4:0x1f:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764873.974556:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e0305323e lrc: 3/1,0 mode: CR/CR res: [0x200003ab4:0x1f:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764873.974568:0:42325:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab4:0x1f:0x0]: returning size 22 00010000:00010000:3.0:1775764873.975567:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e03053237 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c37a expref: 11 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764873.975597:0:42325:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e0305323e lrc: 3/0,0 mode: CR/CR res: [0x200003ab4:0x1f:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c37a expref: 10 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764873.975606:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x1f:0x0].0x0 (ffff944582f80300) 00010000:00010000:3.0:1775764873.975609:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:3.0:1775764873.975613:0:42325:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445be695200, rc 0) 00000100:00100000:3.0:1775764873.975706:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445beca9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+10:67359:x1862022098728576:12345-192.168.202.28@tcp:101:cat.0 Request processed in 1396us (2164us total) trans 34359739442 rc 0/0 00000100:00100000:3.0:1775764873.976309:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 1249 00000040:00080000:2.0:1775764874.049952:0:42356:0:(llog.c:800:llog_process_thread()) index: 8, lh_last_idx: 8 synced_idx: 8 lgh_last_idx: 8 00000040:00080000:2.0:1775764874.049962:0:42356:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x32:0x0] at index 8 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1775764874.050021:0:42356:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x32:0x0] index 29 count 9 00000040:00080000:2.0:1775764874.050029:0:42356:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 9 count 2 00010000:00010000:0.0:1775764874.050242:0:43224:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775764874.420247:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764874.420317:0:42328:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098728832 00000100:00100000:2.0:1775764874.420327:0:42328:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098728832 00000100:00100000:2.0:1775764874.420487:0:42328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 376 00000100:00100000:2.0:1775764874.420498:0:42328:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bb489880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+10:67314:x1862022098728832:12345-192.168.202.28@tcp:35:multiop.0 00000100:00100000:2.0:1775764874.420929:0:42328:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bb489880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+11:67314:x1862022098728832:12345-192.168.202.28@tcp:35:multiop.0 Request processed in 432us (688us total) trans 34359739443 rc 0/0 00000100:00100000:2.0:1775764874.420938:0:42328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 376 00000100:00080000:1.0:1775764874.421206:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1775764874.498185:0:3330:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1775764874.498223:0:3330:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944486e63b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3330:1862022119089280:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1775764874.498335:0:3330:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764874.498536:0:42948:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119089280 00000100:00100000:2.0:1775764874.498546:0:42948:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119089280 00000100:00100000:2.0:1775764874.498613:0:42948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 206 00000100:00100000:2.0:1775764874.498633:0:42948:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944598c08050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3330:x1862022119089280:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1775764874.498713:0:42948:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 62849024 pending 0 free 3704619008 avail 3702521856 00000100:00100000:2.0:1775764874.498762:0:42948:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944598c08050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3330:x1862022119089280:12345-0@lo:13:osp-pre-0-0.0 Request processed in 131us (427us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764874.498770:0:42948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 206 00000100:00080000:1.0:1775764874.499151:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1775764874.499300:0:3330:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944486e63b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3330:1862022119089280:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1775764875.010289:0:3331:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944590388700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3331:1862022119089792:0@lo:400:kworker.0 00000100:00100000:3.0:1775764875.010374:0:3331:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764875.010444:0:3331:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1775764875.010451:0:3331:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff94459038a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3331:1862022119089664:0@lo:400:kworker.0 00000100:00100000:3.0:1775764875.010473:0:3331:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764875.010588:0:3329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944590388000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3329:1862022119089536:0@lo:400:kworker.0 00000100:00100000:2.0:1775764875.010622:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764875.010673:0:3329:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:2.0:1775764875.010678:0:3329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff94459038b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d8dacf45-8471-4226-a2fb-1fac83f69c1e:3329:1862022119089408:0@lo:400:kworker.0 00000100:00100000:2.0:1775764875.010758:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764875.010779:0:3329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944589100700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3329:1862022119089920:0@lo:400:kworker.0 00000100:00100000:2.0:1775764875.010817:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764875.010843:0:42945:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119089536 00000100:00100000:2.0:1775764875.010850:0:42945:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119089536 00000100:00100000:2.0:1775764875.010903:0:42945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 340 00000100:00100000:2.0:1775764875.010912:0:42945:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445beca8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3329:x1862022119089536:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764875.010958:0:42945:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445beca8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3329:x1862022119089536:12345-0@lo:400:kworker.0 Request processed in 47us (335us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764875.010965:0:42945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 340 00000100:00100000:2.0:1775764875.010999:0:42317:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119089408 00000100:00100000:2.0:1775764875.011003:0:42317:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119089408 00000100:00100000:2.0:1775764875.011026:0:42317:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 339 00000100:00100000:2.0:1775764875.011032:0:42317:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bd378450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d8dacf45-8471-4226-a2fb-1fac83f69c1e+18:3329:x1862022119089408:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764875.011061:0:42317:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bd378450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d8dacf45-8471-4226-a2fb-1fac83f69c1e+18:3329:x1862022119089408:12345-0@lo:400:kworker.0 Request processed in 29us (302us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764875.011066:0:42317:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 339 00000100:00100000:2.0:1775764875.011091:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119089664 00000100:00100000:2.0:1775764875.011095:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119089664 00000100:00100000:2.0:1775764875.011115:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119089920 00000100:00100000:2.0:1775764875.011117:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119089920 00000100:00100000:2.0:1775764875.011129:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 479 00000100:00100000:2.0:1775764875.011134:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944589100a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3331:x1862022119089664:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764875.011163:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944589100a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3331:x1862022119089664:12345-0@lo:400:kworker.0 Request processed in 28us (689us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764875.011168:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 479 00000100:00100000:2.0:1775764875.011177:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 480 00000100:00100000:2.0:1775764875.011182:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445beca8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3329:x1862022119089920:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764875.011200:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445beca8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3329:x1862022119089920:12345-0@lo:400:kworker.0 Request processed in 18us (383us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764875.011205:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 480 00000100:00080000:2.0:1775764875.011217:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1775764875.011221:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1775764875.011255:0:3331:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff94459038a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3331:1862022119089664:0@lo:400:kworker.0 00000100:00100000:2.0:1775764875.011283:0:3329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff94459038b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d8dacf45-8471-4226-a2fb-1fac83f69c1e:3329:1862022119089408:0@lo:400:kworker.0 00000100:00100000:2.0:1775764875.011291:0:3329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944589100700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3329:1862022119089920:0@lo:400:kworker.0 00000100:00100000:2.0:1775764875.011298:0:3329:0:(client.c:3082:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 34359738477 gen 2 00000004:00080000:2.0:1775764875.011302:0:3329:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 34359738477 committed transno 34359738477 00000100:00100000:2.0:1775764875.011317:0:3329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944590388000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3329:1862022119089536:0@lo:400:kworker.0 00000100:00100000:3.0:1775764875.011700:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119089792 00000100:00100000:3.0:1775764875.011706:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119089792 00000100:00100000:3.0:1775764875.011750:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 481 00000100:00100000:3.0:1775764875.011757:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944589103b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3331:x1862022119089792:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764875.011811:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944589103b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3331:x1862022119089792:12345-0@lo:400:kworker.0 Request processed in 42us (1425us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764875.011817:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 481 00000100:00080000:2.0:1775764875.013770:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1775764875.013875:0:3331:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944590388700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3331:1862022119089792:0@lo:400:kworker.0 00000100:00100000:0.0:1775764875.048016:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764875.048476:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098729088 00000100:00100000:2.0:1775764875.048486:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098729088 00000100:00100000:2.0:1775764875.048559:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 1250 00000100:00100000:2.0:1775764875.048570:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486788e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+11:67431:x1862022098729088:12345-192.168.202.28@tcp:101:multiop.0 00010000:00010000:2.0:1775764875.048596:0:42326:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764875.048600:0:42326:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1775764875.048641:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25200/0x57b8ff0e03053230 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c373 expref: 11 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764875.048662:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff94459084aa00) 00010000:00010000:2.0:1775764875.048676:0:42326:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775764875.048692:0:42326:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24800/0x57b8ff0e0305324c lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17c381 expref: -99 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764875.048869:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24400/0x57b8ff0e03053253 lrc: 3/0,1 mode: --/CW res: [0x200003ab4:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764875.048883:0:42326:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694400/0x57b8ff0e0305321b lrc: 2/0,0 mode: PR/PR res: [0x200003ab4:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c36c expref: 11 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764875.048892:0:42326:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24400/0x57b8ff0e03053253 lrc: 4/0,1 mode: --/CW res: [0x200003ab4:0x1f:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764875.048927:0:42326:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694400/0x57b8ff0e0305321b lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c36c expref: 11 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764875.048941:0:42326:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694400/0x57b8ff0e0305321b lrc: 4/0,0 mode: PR/PR res: [0x200003ab4:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c36c expref: 11 pid: 42324 timeout: 2441 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764875.048955:0:42326:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445becab800 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:42326:1862022119090048:192.168.202.28@tcp:104: 00000100:00100000:2.0:1775764875.049044:0:42326:0:(client.c:2691:ptlrpc_set_wait()) set ffff94458888a840 going to sleep for 11 seconds 00000100:00100000:2.0:1775764875.053400:0:42326:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445becab800 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:42326:1862022119090048:192.168.202.28@tcp:104: 00010000:00010000:2.0:1775764875.053439:0:42326:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24400/0x57b8ff0e03053253 lrc: 3/0,1 mode: --/CW res: [0x200003ab4:0x1f:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764875.056689:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764875.056953:0:44302:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098729216 00000100:00100000:1.0:1775764875.056964:0:44302:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098729216 00010000:00010000:1.0:1775764875.057012:0:44302:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694400/0x57b8ff0e0305321b lrc: 4/0,0 mode: PR/PR res: [0x200003ab4:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c36c expref: 12 pid: 42324 timeout: 2441 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764875.057061:0:44302:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 243 00000100:00100000:1.0:1775764875.057072:0:44302:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445b1d48c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+12:2378:x1862022098729216:12345-192.168.202.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1775764875.057092:0:44302:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764875.057100:0:44302:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694400/0x57b8ff0e0305321b lrc: 4/0,0 mode: PR/PR res: [0x200003ab4:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c36c expref: 12 pid: 42324 timeout: 2441 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764875.057115:0:44302:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694400/0x57b8ff0e0305321b lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c36c expref: 12 pid: 42324 timeout: 2441 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764875.057140:0:44302:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694400/0x57b8ff0e0305321b lrc: 0/0,0 mode: --/PR res: [0x200003ab4:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c36c expref: 12 pid: 42324 timeout: 2441 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764875.057161:0:44302:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x1f:0x0].0x0 (ffff944582f80300) 00010000:00010000:1.0:1775764875.057168:0:44302:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24400/0x57b8ff0e03053253 lrc: 3/0,1 mode: --/CW res: [0x200003ab4:0x1f:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764875.057180:0:44302:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24400/0x57b8ff0e03053253 lrc: 3/0,1 mode: CW/CW res: [0x200003ab4:0x1f:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764875.057190:0:44302:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24400/0x57b8ff0e03053253 lrc: 4/0,1 mode: CW/CW res: [0x200003ab4:0x1f:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764875.057225:0:44302:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1775764875.057306:0:44302:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445b1d48c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+11:2378:x1862022098729216:12345-192.168.202.28@tcp:103:ldlm_bl.0 Request processed in 235us (629us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764875.057314:0:44302:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 243 00010000:00010000:3.0:1775764875.062146:0:42326:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24400/0x57b8ff0e03053253 lrc: 3/0,1 mode: CW/CW res: [0x200003ab4:0x1f:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764875.062168:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24400/0x57b8ff0e03053253 lrc: 3/0,1 mode: CW/CW res: [0x200003ab4:0x1f:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764875.062200:0:42326:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab4:0x1f:0x0]: returning size 22 00010000:00010000:3.0:1775764875.063139:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24800/0x57b8ff0e0305324c lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c381 expref: 12 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764875.063175:0:42326:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24400/0x57b8ff0e03053253 lrc: 3/0,0 mode: CW/CW res: [0x200003ab4:0x1f:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c381 expref: 11 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764875.063186:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x1f:0x0].0x0 (ffff944582f80300) 00010000:00010000:3.0:1775764875.063189:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:3.0:1775764875.063193:0:42326:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445baf24400, rc 0) 00000100:00100000:3.0:1775764875.063439:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486788e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+11:67431:x1862022098729088:12345-192.168.202.28@tcp:101:multiop.0 Request processed in 14870us (15437us total) trans 34359739444 rc 0/0 00000100:00100000:3.0:1775764875.063449:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 1250 00010000:00010000:3.0:1775764875.072937:0:42312:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775764876.099031:0:42313:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1775764876.544979:0:3329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944589103480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3329:1862022119090176:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1775764876.545068:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764876.545309:0:42948:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119090176 00000100:00100000:0.0:1775764876.545331:0:42948:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119090176 00000100:00100000:0.0:1775764876.545393:0:42948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 207 00000100:00100000:0.0:1775764876.545403:0:42948:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445becab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3329:x1862022119090176:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1775764876.545471:0:42948:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 61145088 pending 0 free 3765436416 avail 3763339264 00000100:00100000:0.0:1775764876.545529:0:42948:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445becab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3329:x1862022119090176:12345-0@lo:13:osp-pre-1-0.0 Request processed in 127us (460us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764876.545536:0:42948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 207 00000100:00100000:2.0:1775764876.545987:0:3329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944589103480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3329:1862022119090176:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1775764877.121172:0:43224:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:0.0:1775764877.189968:0:5825:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 34359739443 is committed 00000020:00080000:0.0:1775764877.189993:0:5825:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 30064771834 batchid updated 00000020:00080000:0.0:1775764877.190011:0:42361:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 30064771834 00000020:00080000:0.0:1775764877.190020:0:42361:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 30064771834 00000001:00080000:0.0:1775764877.190035:0:5825:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 34359739444 is committed 00000100:00100000:3.0:1775764877.899691:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764877.900158:0:42327:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098729472 00000100:00100000:1.0:1775764877.900170:0:42327:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098729472 00000100:00100000:1.0:1775764877.900260:0:42327:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 377 00000100:00100000:1.0:1775764877.900271:0:42327:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445b6a78450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+8:46149:x1862022098729472:12345-192.168.202.28@tcp:35:ldlm_bl.0 00000100:00080000:2.0:1775764877.900644:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1775764877.900656:0:42327:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445b6a78450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+9:46149:x1862022098729472:12345-192.168.202.28@tcp:35:ldlm_bl.0 Request processed in 386us (977us total) trans 34359739445 rc 0/0 00000100:00100000:1.0:1775764877.900666:0:42327:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 377 00000100:00100000:0.0:1775764877.921734:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764877.925147:0:42311:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098729600 00000100:00100000:3.0:1775764877.925162:0:42311:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098729600 00000100:00100000:3.0:1775764877.925251:0:42311:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 98 00000100:00100000:3.0:1775764877.925262:0:42311:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94448678bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+9:46149:x1862022098729600:12345-192.168.202.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764877.925278:0:42311:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:3.0:1775764877.925302:0:42311:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24400/0x57b8ff0e03053253 lrc: 0/0,0 mode: --/CW res: [0x200003ab4:0x1f:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c381 expref: 9 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764877.925324:0:42311:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76400/0x57b8ff0e030531ea lrc: 0/0,0 mode: --/CR res: [0x200003ab4:0x1f:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c365 expref: 8 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764877.925342:0:42311:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e0305323e lrc: 0/0,0 mode: --/CR res: [0x200003ab4:0x1f:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c37a expref: 7 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764877.925353:0:42311:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x1f:0x0].0x0 (ffff944582f80300) 00010000:00010000:3.0:1775764877.925368:0:42311:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764877.925441:0:42311:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94448678bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+6:46149:x1862022098729600:12345-192.168.202.28@tcp:103:ldlm_bl.0 Request processed in 181us (3717us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764877.925449:0:42311:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 98 00000100:00100000:0.0:1775764878.003131:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764878.003185:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764878.003222:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764878.003254:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764878.003290:0:42946:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098729984 00000100:00100000:0.0:1775764878.003301:0:42946:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098729984 00000100:00100000:2.0:1775764878.003301:0:42319:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098729728 00000100:00100000:2.0:1775764878.003308:0:42319:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098729728 00000100:00100000:0.0:1775764878.003359:0:42946:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098730112 00000100:00100000:2.0:1775764878.003362:0:42319:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 340 00000100:00100000:0.0:1775764878.003364:0:42946:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098730112 00000100:00100000:2.0:1775764878.003377:0:42319:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bd37ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:24b54882-c0a1-43f2-954f-009e5a9afc9d+12:2379:x1862022098729728:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:0.0:1775764878.003393:0:42946:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 341 00000100:00100000:0.0:1775764878.003403:0:42946:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944487fbce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+7:2379:x1862022098729984:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:2.0:1775764878.003450:0:42319:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bd37ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:24b54882-c0a1-43f2-954f-009e5a9afc9d+12:2379:x1862022098729728:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 77us (328us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764878.003459:0:42319:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 340 00000100:00100000:3.0:1775764878.003464:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098729856 00000100:00100000:3.0:1775764878.003469:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098729856 00000100:00100000:2.0:1775764878.003506:0:42945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 342 00000100:00100000:2.0:1775764878.003516:0:42945:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944487fbe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+10:2379:x1862022098730112:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:3.0:1775764878.003522:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 482 00000100:00100000:3.0:1775764878.003532:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944487fbea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:82781e18-e0e3-4f9f-9a2b-041bf0344414+5:2379:x1862022098729856:12345-192.168.202.28@tcp:400:kworker.0 00000100:00080000:1.0:1775764878.003642:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1775764878.003648:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1775764878.003650:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1775764878.006346:0:42945:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944487fbe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+10:2379:x1862022098730112:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 2819us (3077us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764878.006364:0:42945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 342 00000100:00100000:0.0:1775764878.006383:0:42946:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944487fbce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+7:2379:x1862022098729984:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 2980us (3194us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764878.006394:0:42946:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 341 00000100:00100000:3.0:1775764878.006856:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944487fbea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:82781e18-e0e3-4f9f-9a2b-041bf0344414+5:2379:x1862022098729856:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 3324us (3631us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764878.006866:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 482 00000100:00100000:2.0:1775764878.097062:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764878.100735:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098730240 00000100:00100000:3.0:1775764878.100753:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098730240 00000100:00100000:3.0:1775764878.100909:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 1251 00000100:00100000:3.0:1775764878.100921:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445beca8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+6:67469:x1862022098730240:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:3.0:1775764878.100954:0:42325:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764878.100980:0:42325:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e03053261 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17c388 expref: -99 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764878.101061:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e03053268 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764878.101080:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e03053268 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764878.101091:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e03053268 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764878.101309:0:42325:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 9728 00000004:00200000:3.0:1775764878.101314:0:42325:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 49 stripe count 1 MDT count 1 00000004:00010000:3.0:1775764878.101393:0:42325:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e03053268 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764878.101422:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e03053261 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c388 expref: 8 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764878.101443:0:42325:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e03053268 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c388 expref: 7 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764878.101454:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9445867bee00) 00010000:00010000:3.0:1775764878.101457:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1775764878.101462:0:42325:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445be695800, rc 0) 00000100:00100000:3.0:1775764878.101560:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445beca8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+7:67469:x1862022098730240:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 641us (4508us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764878.101568:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 1251 00000100:00100000:1.0:1775764878.107968:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764878.108190:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098730368 00000100:00100000:2.0:1775764878.108200:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098730368 00000100:00100000:2.0:1775764878.108263:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 1252 00000100:00100000:2.0:1775764878.108273:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486e60e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+7:67469:x1862022098730368:12345-192.168.202.28@tcp:34:lfs.0 00010000:00010000:2.0:1775764878.108353:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25200/0x57b8ff0e0305326f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764878.108372:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25200/0x57b8ff0e0305326f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764878.108385:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25200/0x57b8ff0e0305326f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764878.108404:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24400/0x57b8ff0e03053276 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3ef6ce0c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764878.108411:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24400/0x57b8ff0e03053276 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3ef6ce0c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764878.108418:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24400/0x57b8ff0e03053276 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3ef6ce0c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764878.112195:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24800/0x57b8ff0e0305327d lrc: 3/1,0 mode: --/PR res: [0x200003ab4:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764878.112220:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24800/0x57b8ff0e0305327d lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764878.112234:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24800/0x57b8ff0e0305327d lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764878.112294:0:42324:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24800/0x57b8ff0e0305327d lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764878.112308:0:42324:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25200/0x57b8ff0e0305326f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764878.112316:0:42324:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25200/0x57b8ff0e0305326f lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764878.112322:0:42324:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25200/0x57b8ff0e0305326f lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764878.112328:0:42324:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445baf25200 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764878.112333:0:42324:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25200/0x57b8ff0e0305326f lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764878.112341:0:42324:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25200/0x57b8ff0e0305326f lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764878.112353:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9445867bee00) 00010000:00010000:2.0:1775764878.112356:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764878.112361:0:42324:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25200/0x57b8ff0e0305326f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764878.112366:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25200/0x57b8ff0e0305326f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764878.112385:0:42324:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24400/0x57b8ff0e03053276 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3ef6ce0c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764878.112391:0:42324:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24400/0x57b8ff0e03053276 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3ef6ce0c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764878.112397:0:42324:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24400/0x57b8ff0e03053276 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3ef6ce0c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764878.112402:0:42324:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445baf24400 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764878.112405:0:42324:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24400/0x57b8ff0e03053276 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3ef6ce0c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764878.112412:0:42324:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24400/0x57b8ff0e03053276 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3ef6ce0c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764878.112419:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x3ef6ce0c (ffff94459084aa00) 00010000:00010000:2.0:1775764878.112422:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764878.112424:0:42324:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24400/0x57b8ff0e03053276 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3ef6ce0c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764878.112434:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24400/0x57b8ff0e03053276 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3ef6ce0c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764878.112453:0:42324:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24800/0x57b8ff0e0305327d lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764878.112460:0:42324:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24800/0x57b8ff0e0305327d lrc: 2/0,0 mode: PR/PR res: [0x200003ab4:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764878.112466:0:42324:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24800/0x57b8ff0e0305327d lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764878.112471:0:42324:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445baf24800 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764878.112474:0:42324:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24800/0x57b8ff0e0305327d lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764878.112633:0:42324:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24800/0x57b8ff0e0305327d lrc: 4/0,0 mode: PR/PR res: [0x200003ab4:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764878.112645:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x1f:0x0].0x0 (ffff94459084a100) 00010000:00010000:2.0:1775764878.112647:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764878.112651:0:42324:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24800/0x57b8ff0e0305327d lrc: 2/0,0 mode: --/PR res: [0x200003ab4:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764878.112657:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24800/0x57b8ff0e0305327d lrc: 0/0,0 mode: --/PR res: [0x200003ab4:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764878.112899:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486e60e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+7:67469:x1862022098730368:12345-192.168.202.28@tcp:34:lfs.0 Request processed in 4622us (4936us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764878.112910:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 1252 00010000:00010000:3.0:1775764878.145006:0:42312:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775764878.279701:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764878.279868:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098730624 00000100:00100000:2.0:1775764878.279879:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098730624 00000100:00100000:2.0:1775764878.279951:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 1253 00000100:00100000:2.0:1775764878.279962:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944487fbdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+7:67476:x1862022098730624:12345-192.168.202.28@tcp:101:cat.0 00010000:00010000:2.0:1775764878.279982:0:42326:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764878.280003:0:42326:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24800/0x57b8ff0e03053284 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17c38f expref: -99 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764878.280079:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24400/0x57b8ff0e0305328b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764878.280094:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24400/0x57b8ff0e0305328b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764878.280107:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24400/0x57b8ff0e0305328b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764878.280121:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25200/0x57b8ff0e03053292 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3ef6ce0c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764878.280128:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25200/0x57b8ff0e03053292 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3ef6ce0c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764878.280135:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25200/0x57b8ff0e03053292 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3ef6ce0c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764878.281380:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25000/0x57b8ff0e03053299 lrc: 3/1,0 mode: --/PR res: [0x200003ab4:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764878.281394:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25000/0x57b8ff0e03053299 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764878.281409:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25000/0x57b8ff0e03053299 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764878.281420:0:42326:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab4:0x1f:0x0]: returning size 22 00010000:00010000:2.0:1775764878.282681:0:42326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24400/0x57b8ff0e0305328b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764878.282697:0:42326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24400/0x57b8ff0e0305328b lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764878.282705:0:42326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24400/0x57b8ff0e0305328b lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764878.282711:0:42326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445baf24400 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764878.282717:0:42326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24400/0x57b8ff0e0305328b lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764878.282725:0:42326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24400/0x57b8ff0e0305328b lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764878.282742:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9445867bee00) 00010000:00010000:2.0:1775764878.282745:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764878.282749:0:42326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24400/0x57b8ff0e0305328b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764878.282755:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24400/0x57b8ff0e0305328b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764878.282770:0:42326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25200/0x57b8ff0e03053292 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3ef6ce0c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764878.282780:0:42326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25200/0x57b8ff0e03053292 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3ef6ce0c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764878.282786:0:42326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25200/0x57b8ff0e03053292 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3ef6ce0c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764878.282790:0:42326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445baf25200 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764878.282792:0:42326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25200/0x57b8ff0e03053292 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3ef6ce0c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764878.282905:0:42326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25200/0x57b8ff0e03053292 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3ef6ce0c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764878.282915:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x3ef6ce0c (ffff94459084a100) 00010000:00010000:2.0:1775764878.282918:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764878.282921:0:42326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25200/0x57b8ff0e03053292 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3ef6ce0c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764878.282927:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25200/0x57b8ff0e03053292 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3ef6ce0c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764878.282988:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24800/0x57b8ff0e03053284 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c38f expref: 10 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764878.283003:0:42326:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25000/0x57b8ff0e03053299 lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c38f expref: 9 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764878.283011:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x1f:0x0].0x0 (ffff94459084aa00) 00010000:00010000:2.0:1775764878.283014:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1775764878.283016:0:42326:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445baf25000, rc 0) 00000100:00100000:2.0:1775764878.283096:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944487fbdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+9:67476:x1862022098730624:12345-192.168.202.28@tcp:101:cat.0 Request processed in 3135us (3405us total) trans 34359739446 rc 0/0 00000100:00100000:2.0:1775764878.283105:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 1253 00000100:00100000:3.0:1775764878.299114:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764878.299283:0:47878:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098730880 00000100:00100000:0.0:1775764878.299303:0:47878:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098730880 00000100:00100000:0.0:1775764878.299424:0:47878:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 378 00000100:00100000:0.0:1775764878.299435:0:47878:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944589102680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+9:67476:x1862022098730880:12345-192.168.202.28@tcp:35:cat.0 00000100:00100000:0.0:1775764878.299862:0:47878:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944589102680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+10:67476:x1862022098730880:12345-192.168.202.28@tcp:35:cat.0 Request processed in 428us (756us total) trans 34359739447 rc 0/0 00000100:00100000:0.0:1775764878.299872:0:47878:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 378 00000100:00100000:1.0:1775764878.722389:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764878.722479:0:42328:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098731136 00000100:00100000:3.0:1775764878.722501:0:42328:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098731136 00000100:00100000:3.0:1775764878.722561:0:42328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 379 00000100:00100000:3.0:1775764878.722573:0:42328:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486e62a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+10:67431:x1862022098731136:12345-192.168.202.28@tcp:35:multiop.0 00000100:00100000:3.0:1775764878.723098:0:42328:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486e62a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+11:67431:x1862022098731136:12345-192.168.202.28@tcp:35:multiop.0 Request processed in 527us (719us total) trans 34359739448 rc 0/0 00000100:00100000:3.0:1775764878.723107:0:42328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 379 00010000:00010000:0.0:1775764879.169052:0:42313:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1775764879.621465:0:3331:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1775764879.621489:0:3331:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445beca9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3331:1862022119090304:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1775764879.621555:0:3331:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764879.621776:0:42947:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119090304 00000100:00100000:1.0:1775764879.621783:0:42947:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119090304 00000100:00100000:1.0:1775764879.621872:0:42947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 208 00000100:00100000:1.0:1775764879.621881:0:42947:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445becab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3331:x1862022119090304:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1775764879.621919:0:42947:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 62849024 pending 0 free 3704619008 avail 3702521856 00000100:00100000:1.0:1775764879.621973:0:42947:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445becab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3331:x1862022119090304:12345-0@lo:13:osp-pre-0-0.0 Request processed in 93us (417us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764879.621978:0:42947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 208 00000100:00100000:1.0:1775764879.622034:0:3331:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445beca9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3331:1862022119090304:0@lo:13:osp-pre-0-0.0 00000100:00080000:2.0:1775764879.622174:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1775764880.130209:0:3330:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944487fbe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3330:1862022119090816:0@lo:400:kworker.0 00000100:00100000:0.0:1775764880.130279:0:3330:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764880.130333:0:3330:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:0.0:1775764880.130340:0:3330:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944487fbf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d8dacf45-8471-4226-a2fb-1fac83f69c1e:3330:1862022119090432:0@lo:400:kworker.0 00000100:00100000:0.0:1775764880.130374:0:3330:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764880.130397:0:3330:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944487fbdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3330:1862022119090944:0@lo:400:kworker.0 00000100:00100000:0.0:1775764880.130418:0:3330:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764880.130445:0:3328:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944487fbed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3328:1862022119090560:0@lo:400:kworker.0 00000100:00100000:0.0:1775764880.130472:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764880.130489:0:3328:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1775764880.130494:0:3328:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944487fbf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3328:1862022119090688:0@lo:400:kworker.0 00000100:00100000:0.0:1775764880.130514:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1775764880.130544:0:42318:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119090432 00000100:00100000:0.0:1775764880.130551:0:42318:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119090432 00000100:00100000:0.0:1775764880.130608:0:42318:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 341 00000100:00100000:0.0:1775764880.130617:0:42318:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bd37bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d8dacf45-8471-4226-a2fb-1fac83f69c1e+18:3330:x1862022119090432:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764880.130665:0:42318:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bd37bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d8dacf45-8471-4226-a2fb-1fac83f69c1e+18:3330:x1862022119090432:12345-0@lo:400:kworker.0 Request processed in 50us (290us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764880.130672:0:42318:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 341 00000100:00100000:0.0:1775764880.130711:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119090816 00000100:00100000:0.0:1775764880.130715:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119090816 00000100:00100000:0.0:1775764880.130748:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119090944 00000100:00100000:0.0:1775764880.130750:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119090944 00000100:00100000:0.0:1775764880.130766:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119090688 00000100:00100000:0.0:1775764880.130768:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119090688 00000100:00100000:0.0:1775764880.130780:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 483 00000100:00100000:0.0:1775764880.130785:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944487fbc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3330:x1862022119090816:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764880.130851:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944487fbc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3330:x1862022119090816:12345-0@lo:400:kworker.0 Request processed in 66us (572us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764880.130858:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 483 00000100:00100000:0.0:1775764880.130870:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 484 00000100:00100000:0.0:1775764880.130876:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944487fbd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3330:x1862022119090944:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764880.130899:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944487fbd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3330:x1862022119090944:12345-0@lo:400:kworker.0 Request processed in 23us (480us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764880.130904:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 484 00000100:00100000:0.0:1775764880.130915:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 485 00000100:00100000:0.0:1775764880.130920:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444867c8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3328:x1862022119090688:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764880.130947:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444867c8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3328:x1862022119090688:12345-0@lo:400:kworker.0 Request processed in 27us (431us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764880.130952:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 485 00000100:00100000:0.0:1775764880.130970:0:42944:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119090560 00000100:00100000:0.0:1775764880.130973:0:42944:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119090560 00000100:00100000:0.0:1775764880.130999:0:42944:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 343 00000100:00100000:0.0:1775764880.131005:0:42944:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944487fbca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3328:x1862022119090560:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764880.131034:0:42944:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944487fbca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3328:x1862022119090560:12345-0@lo:400:kworker.0 Request processed in 29us (562us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764880.131040:0:42944:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 343 00000100:00080000:0.0:1775764880.131058:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1775764880.131061:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1775764880.131092:0:3328:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944487fbf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3328:1862022119090688:0@lo:400:kworker.0 00000100:00100000:0.0:1775764880.131104:0:3328:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944487fbed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3328:1862022119090560:0@lo:400:kworker.0 00000100:00100000:0.0:1775764880.131130:0:3330:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944487fbf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d8dacf45-8471-4226-a2fb-1fac83f69c1e:3330:1862022119090432:0@lo:400:kworker.0 00000100:00100000:0.0:1775764880.131138:0:3330:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944487fbdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3330:1862022119090944:0@lo:400:kworker.0 00000100:00100000:0.0:1775764880.131146:0:3330:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944487fbe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3330:1862022119090816:0@lo:400:kworker.0 00010000:00010000:3.0:1775764880.197753:0:43224:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775764881.234240:0:42312:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775764881.665619:0:3329:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1775764881.665644:0:3329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944589101500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3329:1862022119091072:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1775764881.665707:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764881.667140:0:42947:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119091072 00000100:00100000:1.0:1775764881.667158:0:42947:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119091072 00000100:00100000:1.0:1775764881.667226:0:42947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 209 00000100:00100000:1.0:1775764881.667236:0:42947:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944589102d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3329:x1862022119091072:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1775764881.667276:0:42947:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 61145088 pending 0 free 3765436416 avail 3763339264 00000100:00100000:1.0:1775764881.667348:0:42947:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944589102d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3329:x1862022119091072:12345-0@lo:13:osp-pre-1-0.0 Request processed in 113us (1640us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764881.667359:0:42947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 209 00000100:00100000:1.0:1775764881.667419:0:3329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944589101500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3329:1862022119091072:0@lo:13:osp-pre-1-0.0 00000001:00080000:3.0:1775764882.212010:0:5825:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 34359739447 is committed 00000001:00080000:3.0:1775764882.212036:0:5825:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 34359739448 is committed 00010000:00010000:0.0:1775764882.241576:0:42313:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775764883.116198:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764883.116243:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764883.116278:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764883.116298:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764883.116322:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764883.116353:0:42945:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098731648 00000100:00100000:3.0:1775764883.116363:0:42945:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098731648 00000100:00100000:3.0:1775764883.116418:0:42945:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098731776 00000100:00100000:3.0:1775764883.116421:0:42945:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098731776 00000100:00100000:3.0:1775764883.116440:0:42945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 344 00000100:00100000:3.0:1775764883.116451:0:42945:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944589101880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+7:2378:x1862022098731648:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:3.0:1775764883.116525:0:42945:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944589101880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+7:2378:x1862022098731648:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 76us (281us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764883.116534:0:42945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 344 00000100:00100000:3.0:1775764883.116553:0:42945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 345 00000100:00100000:3.0:1775764883.116570:0:42945:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944589102a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+10:2378:x1862022098731776:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:3.0:1775764883.116595:0:42945:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944589102a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+10:2378:x1862022098731776:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 26us (271us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764883.116601:0:42945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 345 00000100:00100000:3.0:1775764883.116621:0:42317:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098731264 00000100:00100000:3.0:1775764883.116624:0:42317:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098731264 00000100:00100000:3.0:1775764883.116648:0:42317:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 342 00000100:00100000:3.0:1775764883.116655:0:42317:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bd379450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:24b54882-c0a1-43f2-954f-009e5a9afc9d+12:2378:x1862022098731264:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:3.0:1775764883.116679:0:42317:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bd379450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:24b54882-c0a1-43f2-954f-009e5a9afc9d+12:2378:x1862022098731264:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 24us (400us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764883.116685:0:42317:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 342 00000100:00100000:3.0:1775764883.116710:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098731392 00000100:00100000:3.0:1775764883.116714:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098731392 00000100:00100000:3.0:1775764883.116735:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098731520 00000100:00100000:3.0:1775764883.116736:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098731520 00000100:00100000:3.0:1775764883.116748:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 486 00000100:00100000:3.0:1775764883.116751:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944589101f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:82781e18-e0e3-4f9f-9a2b-041bf0344414+5:2378:x1862022098731392:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:3.0:1775764883.116773:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944589101f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:82781e18-e0e3-4f9f-9a2b-041bf0344414+5:2378:x1862022098731392:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 22us (589us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764883.116777:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 486 00000100:00100000:3.0:1775764883.116784:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 487 00000100:00100000:3.0:1775764883.116787:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944589100380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+7:2378:x1862022098731520:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:3.0:1775764883.116834:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944589100380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+7:2378:x1862022098731520:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 45us (534us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764883.116840:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 487 00000100:00080000:3.0:1775764883.116860:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1775764883.116864:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1775764883.116866:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:3.0:1775764883.267735:0:43224:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1775764884.093255:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764884.093316:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098731904 00000100:00100000:2.0:1775764884.093328:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098731904 00000100:00100000:2.0:1775764884.093397:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 1254 00000100:00100000:2.0:1775764884.094133:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445beca9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:82781e18-e0e3-4f9f-9a2b-041bf0344414+5:67940:x1862022098731904:12345-192.168.202.28@tcp:101:lctl.0 00010000:00010000:2.0:1775764884.094165:0:42326:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764884.094204:0:42326:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24e00/0x57b8ff0e030532a7 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17c396 expref: -99 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.094293:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25600/0x57b8ff0e030532ae lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.094311:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25600/0x57b8ff0e030532ae lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.094327:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25600/0x57b8ff0e030532ae lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764884.094919:0:42326:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 9728 00000004:00200000:2.0:1775764884.094927:0:42326:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 49 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764884.095034:0:42326:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25600/0x57b8ff0e030532ae lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.095072:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24e00/0x57b8ff0e030532a7 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c396 expref: 7 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.095093:0:42326:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25600/0x57b8ff0e030532ae lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c396 expref: 6 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764884.095104:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9445867bee00) 00010000:00010000:2.0:1775764884.095107:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1775764884.095112:0:42326:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445baf25600, rc 0) 00000100:00100000:2.0:1775764884.095216:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445beca9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:82781e18-e0e3-4f9f-9a2b-041bf0344414+6:67940:x1862022098731904:12345-192.168.202.28@tcp:101:lctl.0 Request processed in 1809us (1972us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764884.097382:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 1254 00000100:00100000:3.0:1775764884.183915:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764884.184736:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098732032 00000100:00100000:0.0:1775764884.184750:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098732032 00000100:00100000:0.0:1775764884.185141:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 1255 00000100:00100000:0.0:1775764884.185152:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944589103100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+7:66981:x1862022098732032:12345-192.168.202.28@tcp:60:lhsmtool_posix.0 00000100:00100000:0.0:1775764884.186415:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944589103100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+7:66981:x1862022098732032:12345-192.168.202.28@tcp:60:lhsmtool_posix.0 Request processed in 1248us (2495us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764884.186428:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 1255 00000100:00100000:3.0:1775764884.193425:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764884.193536:0:47878:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098732288 00000100:00100000:0.0:1775764884.193557:0:47878:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098732288 00000100:00100000:0.0:1775764884.193632:0:47878:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 380 00000100:00100000:0.0:1775764884.193642:0:47878:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944589100000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+7:66981:x1862022098732288:12345-192.168.202.28@tcp:35:lhsmtool_posix.0 00000100:00100000:0.0:1775764884.194625:0:47878:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944589100000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+8:66981:x1862022098732288:12345-192.168.202.28@tcp:35:lhsmtool_posix.0 Request processed in 979us (1207us total) trans 34359739449 rc 0/0 00000100:00100000:0.0:1775764884.194635:0:47878:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 380 00000040:00080000:2.0:1775764884.289220:0:42356:0:(llog.c:800:llog_process_thread()) index: 8, lh_last_idx: 8 synced_idx: 8 lgh_last_idx: 8 00000040:00080000:2.0:1775764884.289228:0:42356:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x32:0x0] at index 8 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1775764884.289276:0:42356:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x32:0x0] index 29 count 9 00000040:00080000:2.0:1775764884.289283:0:42356:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 9 count 2 00010000:00010000:1.0:1775764884.289729:0:42312:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775764884.737193:0:3329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445beca9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3329:1862022119091200:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1775764884.737254:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764884.737645:0:42947:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119091200 00000100:00100000:2.0:1775764884.737654:0:42947:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119091200 00000100:00100000:2.0:1775764884.737723:0:42947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 210 00000100:00100000:2.0:1775764884.737732:0:42947:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486e63b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3329:x1862022119091200:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1775764884.737767:0:42947:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 62849024 pending 0 free 3704619008 avail 3702521856 00000100:00100000:2.0:1775764884.737846:0:42947:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486e63b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3329:x1862022119091200:12345-0@lo:13:osp-pre-0-0.0 Request processed in 115us (590us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764884.737853:0:42947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 210 00000100:00080000:3.0:1775764884.737921:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1775764884.738061:0:3329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445beca9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3329:1862022119091200:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1775764885.252202:0:3331:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9444867cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3331:1862022119091456:0@lo:400:kworker.0 00000100:00100000:2.0:1775764885.252279:0:3330:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9444867c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d8dacf45-8471-4226-a2fb-1fac83f69c1e:3330:1862022119091328:0@lo:400:kworker.0 00000100:00100000:3.0:1775764885.252288:0:3331:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764885.252384:0:3328:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9444867c8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3328:1862022119091584:0@lo:400:kworker.0 00000100:00100000:0.0:1775764885.252458:0:42945:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119091456 00000100:00100000:0.0:1775764885.252469:0:42945:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119091456 00000100:00100000:0.0:1775764885.252531:0:42945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 346 00000100:00100000:0.0:1775764885.252550:0:42945:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944589101500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3331:x1862022119091456:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764885.257486:0:3331:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9444867caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3331:1862022119091968:0@lo:400:kworker.0 00000100:00100000:3.0:1775764885.257568:0:3331:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764885.257629:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119091968 00000100:00100000:3.0:1775764885.257637:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119091968 00000100:00100000:1.0:1775764885.257654:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764885.257697:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 488 00000100:00100000:3.0:1775764885.257707:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944589103480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3331:x1862022119091968:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764885.257710:0:3328:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1775764885.257720:0:3328:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9444867c8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3328:1862022119091712:0@lo:400:kworker.0 00000100:00100000:1.0:1775764885.257751:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764885.257780:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944589103480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3331:x1862022119091968:12345-0@lo:400:kworker.0 Request processed in 74us (212us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764885.257790:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 488 00000100:00100000:3.0:1775764885.257825:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119091712 00000100:00100000:3.0:1775764885.257828:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119091712 00000100:00100000:3.0:1775764885.257854:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 489 00000100:00100000:3.0:1775764885.257861:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bbd78000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3328:x1862022119091712:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764885.257903:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bbd78000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3328:x1862022119091712:12345-0@lo:400:kworker.0 Request processed in 43us (152us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764885.257909:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 489 00000100:00100000:3.0:1775764885.257926:0:42944:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119091584 00000100:00100000:3.0:1775764885.257929:0:42944:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119091584 00000100:00100000:3.0:1775764885.257951:0:42944:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 347 00000100:00100000:3.0:1775764885.257957:0:42944:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944486e62d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3328:x1862022119091584:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764885.257983:0:42944:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944486e62d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3328:x1862022119091584:12345-0@lo:400:kworker.0 Request processed in 27us (331us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764885.257990:0:42944:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 347 00000100:00080000:3.0:1775764885.258007:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1775764885.258011:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1775764885.258040:0:3331:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9444867caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3331:1862022119091968:0@lo:400:kworker.0 00000100:00100000:3.0:1775764885.258079:0:3328:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9444867c8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3328:1862022119091712:0@lo:400:kworker.0 00000100:00100000:3.0:1775764885.258090:0:3328:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9444867c8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3328:1862022119091584:0@lo:400:kworker.0 00000100:00100000:2.0:1775764885.259548:0:3330:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764885.259607:0:3330:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9444867cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3330:1862022119091840:0@lo:400:kworker.0 00000100:00100000:2.0:1775764885.259656:0:3330:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764885.259749:0:42319:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119091328 00000100:00100000:1.0:1775764885.259757:0:42319:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119091328 00000100:00100000:1.0:1775764885.259824:0:42319:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 343 00000100:00100000:1.0:1775764885.259833:0:42319:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bd37b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d8dacf45-8471-4226-a2fb-1fac83f69c1e+18:3330:x1862022119091328:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1775764885.259899:0:42319:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bd37b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d8dacf45-8471-4226-a2fb-1fac83f69c1e+18:3330:x1862022119091328:12345-0@lo:400:kworker.0 Request processed in 67us (496us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764885.260033:0:42319:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 343 00000100:00100000:3.0:1775764885.260399:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119091840 00000100:00100000:3.0:1775764885.260554:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119091840 00000100:00100000:3.0:1775764885.260598:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 490 00000100:00100000:3.0:1775764885.260604:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445beca9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3330:x1862022119091840:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764885.260644:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445beca9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3330:x1862022119091840:12345-0@lo:400:kworker.0 Request processed in 41us (988us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764885.260650:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 490 00000100:00080000:3.0:1775764885.260669:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1775764885.260774:0:3330:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9444867c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d8dacf45-8471-4226-a2fb-1fac83f69c1e:3330:1862022119091328:0@lo:400:kworker.0 00000100:00100000:2.0:1775764885.260788:0:3330:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9444867cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3330:1862022119091840:0@lo:400:kworker.0 00000100:00100000:0.0:1775764885.261743:0:42945:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944589101500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3331:x1862022119091456:12345-0@lo:400:kworker.0 Request processed in 9191us (9450us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764885.261754:0:42945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 346 00000100:00100000:3.0:1775764885.262565:0:3331:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9444867cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3331:1862022119091456:0@lo:400:kworker.0 00010000:00010000:2.0:1775764885.316991:0:42313:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775764886.338940:0:43224:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775764886.787386:0:3328:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944589100700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3328:1862022119092096:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1775764886.787454:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764886.789008:0:42947:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119092096 00000100:00100000:2.0:1775764886.789022:0:42947:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119092096 00000100:00100000:2.0:1775764886.789104:0:42947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 211 00000100:00100000:2.0:1775764886.789115:0:42947:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bbd79880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3328:x1862022119092096:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1775764886.789158:0:42947:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 61145088 pending 0 free 3765436416 avail 3763339264 00000100:00100000:2.0:1775764886.789250:0:42947:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bbd79880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3328:x1862022119092096:12345-0@lo:13:osp-pre-1-0.0 Request processed in 137us (1795us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764886.789257:0:42947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 211 00000100:00100000:3.0:1775764886.789845:0:3328:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944589100700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3328:1862022119092096:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1775764887.363433:0:42312:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:3.0:1775764887.393042:0:5825:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 34359739449 is committed 00000100:00100000:3.0:1775764888.242997:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764888.243042:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764888.243087:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764888.243112:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764888.243144:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764888.243189:0:42946:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098732928 00000100:00100000:3.0:1775764888.243200:0:42946:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098732928 00000100:00100000:0.0:1775764888.243285:0:42318:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098732416 00000100:00100000:3.0:1775764888.243292:0:42946:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098732800 00000100:00100000:3.0:1775764888.243298:0:42946:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098732800 00000100:00100000:0.0:1775764888.243307:0:42318:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098732416 00000100:00100000:3.0:1775764888.243333:0:42946:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 348 00000100:00100000:3.0:1775764888.243344:0:42946:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944586b89f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+10:2378:x1862022098732928:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:3.0:1775764888.243426:0:42946:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944586b89f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+10:2378:x1862022098732928:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 84us (337us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764888.243434:0:42946:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 348 00000100:00100000:3.0:1775764888.243452:0:42946:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 349 00000100:00100000:3.0:1775764888.243459:0:42946:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94459010d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+7:2378:x1862022098732800:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:3.0:1775764888.243483:0:42946:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94459010d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+7:2378:x1862022098732800:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 25us (338us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764888.243490:0:42946:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 349 00000100:00100000:0.0:1775764888.243551:0:42318:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 344 00000100:00100000:0.0:1775764888.243562:0:42318:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bd378050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:24b54882-c0a1-43f2-954f-009e5a9afc9d+12:2378:x1862022098732416:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:0.0:1775764888.243630:0:42318:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bd378050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:24b54882-c0a1-43f2-954f-009e5a9afc9d+12:2378:x1862022098732416:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 70us (640us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764888.243642:0:42318:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 344 00000100:00100000:3.0:1775764888.243758:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098732672 00000100:00100000:3.0:1775764888.243764:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098732672 00000100:00080000:2.0:1775764888.244033:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1775764888.244041:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1775764888.244043:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1775764888.244571:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098732544 00000100:00100000:1.0:1775764888.244578:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098732544 00000100:00100000:1.0:1775764888.244666:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 491 00000100:00100000:1.0:1775764888.244678:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944589100700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+7:2378:x1862022098732672:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:1.0:1775764888.244748:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944589100700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+7:2378:x1862022098732672:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 74us (1705us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764888.244756:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 491 00000100:00100000:1.0:1775764888.244774:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 492 00000100:00100000:1.0:1775764888.244785:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944586b88e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:82781e18-e0e3-4f9f-9a2b-041bf0344414+6:2378:x1862022098732544:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:1.0:1775764888.244883:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944586b88e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:82781e18-e0e3-4f9f-9a2b-041bf0344414+6:2378:x1862022098732544:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 103us (1769us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764888.244891:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 492 00000100:00080000:2.0:1775764888.245563:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:2.0:1775764888.385097:0:42313:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:0.0:1775764888.507633:0:50200:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-pcc test 28: RW-PCC attach should fail when the file has cluster-wide openers ========================================================== 16:01:27 (1775764887) 00010000:00010000:3.0:1775764889.409016:0:43224:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775764889.857482:0:3328:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1775764889.857518:0:3328:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445beca8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3328:1862022119092224:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1775764889.857596:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764889.858129:0:42947:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119092224 00000100:00100000:2.0:1775764889.858138:0:42947:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119092224 00000100:00100000:2.0:1775764889.858216:0:42947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 212 00000100:00100000:2.0:1775764889.858226:0:42947:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944586b89f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3328:x1862022119092224:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1775764889.858267:0:42947:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 62849024 pending 0 free 3704619008 avail 3702521856 00000100:00100000:2.0:1775764889.858472:0:42947:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944586b89f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3328:x1862022119092224:12345-0@lo:13:osp-pre-0-0.0 Request processed in 247us (874us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764889.858480:0:42947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 212 00000100:00100000:0.0:1775764889.858535:0:3328:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445beca8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3328:1862022119092224:0@lo:13:osp-pre-0-0.0 00000100:00080000:3.0:1775764889.858685:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1775764890.229320:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764890.229428:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098733056 00000100:00100000:0.0:1775764890.229439:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098733056 00000100:00100000:0.0:1775764890.229535:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 1256 00000100:00100000:0.0:1775764890.229546:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944586b88380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+7:68217:x1862022098733056:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1775764890.229567:0:42324:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764890.229587:0:42324:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76000/0x57b8ff0e030532b5 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17c39d expref: -99 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.229653:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77c00/0x57b8ff0e030532bc lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.229669:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77c00/0x57b8ff0e030532bc lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.229683:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77c00/0x57b8ff0e030532bc lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.229697:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77000/0x57b8ff0e030532c3 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.229704:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77000/0x57b8ff0e030532c3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.229709:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77000/0x57b8ff0e030532c3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.230132:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76200/0x57b8ff0e030532ca lrc: 3/1,0 mode: --/PR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.230142:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76200/0x57b8ff0e030532ca lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.230149:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76200/0x57b8ff0e030532ca lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1775764890.230237:0:42324:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000002:0x1:0x0]: returning size 6656 00000004:00200000:0.0:1775764890.230242:0:42324:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 2 stripe count 1 MDT count 1 00000004:00010000:0.0:1775764890.230321:0:42324:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76200/0x57b8ff0e030532ca lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.230333:0:42324:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77c00/0x57b8ff0e030532bc lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.230340:0:42324:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77c00/0x57b8ff0e030532bc lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.230347:0:42324:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77c00/0x57b8ff0e030532bc lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.230353:0:42324:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445bfe77c00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:0.0:1775764890.230357:0:42324:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77c00/0x57b8ff0e030532bc lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.230365:0:42324:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77c00/0x57b8ff0e030532bc lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.230379:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9445867bee00) 00010000:00010000:0.0:1775764890.230382:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764890.230386:0:42324:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77c00/0x57b8ff0e030532bc lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.230392:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77c00/0x57b8ff0e030532bc lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.230407:0:42324:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77000/0x57b8ff0e030532c3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.230413:0:42324:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77000/0x57b8ff0e030532c3 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.230419:0:42324:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77000/0x57b8ff0e030532c3 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.230423:0:42324:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445bfe77000 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:0.0:1775764890.230426:0:42324:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77000/0x57b8ff0e030532c3 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.230432:0:42324:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77000/0x57b8ff0e030532c3 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.230439:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x3b979c7a (ffff944582f80700) 00010000:00010000:0.0:1775764890.230442:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764890.230444:0:42324:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77000/0x57b8ff0e030532c3 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.230454:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77000/0x57b8ff0e030532c3 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.230503:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76000/0x57b8ff0e030532b5 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c39d expref: 9 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.230518:0:42324:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76200/0x57b8ff0e030532ca lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c39d expref: 8 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.230525:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff944582f80400) 00010000:00010000:0.0:1775764890.230527:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1775764890.230529:0:42324:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445bfe76200, rc 0) 00000100:00100000:0.0:1775764890.230602:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944586b88380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+8:68217:x1862022098733056:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 Request processed in 1058us (1292us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764890.230611:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 1256 00000100:00080000:3.0:1775764890.230997:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1775764890.246314:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764890.246578:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098733312 00000100:00100000:1.0:1775764890.246589:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098733312 00000100:00100000:1.0:1775764890.246649:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 1257 00000100:00100000:1.0:1775764890.246659:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944586b8b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+8:68217:x1862022098733312:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1775764890.246681:0:42325:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764890.246702:0:42325:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944488003000/0x57b8ff0e030532d1 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17c3a4 expref: -99 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.246793:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff944488003c00/0x57b8ff0e030532d8 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.246858:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944488003c00/0x57b8ff0e030532d8 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.246870:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944488003c00/0x57b8ff0e030532d8 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.246886:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944488003e00/0x57b8ff0e030532df lrc: 3/1,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.246893:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944488003e00/0x57b8ff0e030532df lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.246901:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944488003e00/0x57b8ff0e030532df lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.247331:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944488003600/0x57b8ff0e030532e6 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.247344:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944488003600/0x57b8ff0e030532e6 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.247351:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944488003600/0x57b8ff0e030532e6 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764890.247363:0:42325:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000002:0x2:0x0]: returning size 6656 00010000:00010000:1.0:1775764890.247571:0:42325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff944488003c00/0x57b8ff0e030532d8 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.247578:0:42325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944488003c00/0x57b8ff0e030532d8 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.247584:0:42325:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944488003c00/0x57b8ff0e030532d8 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.247589:0:42325:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944488003c00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:1.0:1775764890.247593:0:42325:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944488003c00/0x57b8ff0e030532d8 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.247600:0:42325:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944488003c00/0x57b8ff0e030532d8 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.247614:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff944582f80400) 00010000:00010000:1.0:1775764890.247617:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764890.247622:0:42325:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944488003c00/0x57b8ff0e030532d8 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.247628:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944488003c00/0x57b8ff0e030532d8 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.247641:0:42325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944488003e00/0x57b8ff0e030532df lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.247647:0:42325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944488003e00/0x57b8ff0e030532df lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.247652:0:42325:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944488003e00/0x57b8ff0e030532df lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.247657:0:42325:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944488003e00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:1.0:1775764890.247659:0:42325:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944488003e00/0x57b8ff0e030532df lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.247664:0:42325:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944488003e00/0x57b8ff0e030532df lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.247672:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x8d45d6bc (ffff944584d1d300) 00010000:00010000:1.0:1775764890.247674:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764890.247677:0:42325:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944488003e00/0x57b8ff0e030532df lrc: 2/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.247683:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944488003e00/0x57b8ff0e030532df lrc: 0/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.248108:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944488003000/0x57b8ff0e030532d1 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c3a4 expref: 11 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.248124:0:42325:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff944488003600/0x57b8ff0e030532e6 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c3a4 expref: 10 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.248132:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff944584d1d100) 00010000:00010000:1.0:1775764890.248134:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764890.248137:0:42325:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944488003600, rc 0) 00000100:00100000:1.0:1775764890.248217:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944586b8b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+10:68217:x1862022098733312:12345-192.168.202.28@tcp:101:lhsmtool_posix.0 Request processed in 1559us (1913us total) trans 34359739450 rc 0/0 00000100:00100000:1.0:1775764890.248226:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 1257 00000100:00100000:2.0:1775764890.261457:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764890.261587:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098733440 00000100:00100000:1.0:1775764890.261600:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098733440 00000100:00100000:1.0:1775764890.261671:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 1258 00000100:00100000:1.0:1775764890.261682:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445beca8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+10:68217:x1862022098733440:12345-192.168.202.28@tcp:59:lhsmtool_posix.0 00000100:00100000:1.0:1775764890.261841:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445beca8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+10:68217:x1862022098733440:12345-192.168.202.28@tcp:59:lhsmtool_posix.0 Request processed in 161us (405us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764890.261848:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 1258 00000100:00100000:2.0:1775764890.363680:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764890.366454:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098733696 00000100:00100000:1.0:1775764890.366477:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098733696 00000100:00100000:1.0:1775764890.367659:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 1259 00000100:00100000:1.0:1775764890.367675:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944590388a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+10:67986:x1862022098733696:12345-192.168.202.28@tcp:101:bash.0 00010000:00010000:1.0:1775764890.367707:0:42325:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764890.367712:0:42325:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:1.0:1775764890.367754:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e03053268 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c388 expref: 10 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.367786:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9445867bee00) 00010000:00010000:1.0:1775764890.367794:0:42325:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1775764890.367861:0:42325:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944488003000/0x57b8ff0e030532f4 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17c3ab expref: -99 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.368793:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff944488003e00/0x57b8ff0e030532fb lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.369099:0:42325:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25600/0x57b8ff0e030532ae lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c396 expref: 5 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.369108:0:42325:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff944488003e00/0x57b8ff0e030532fb lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.369153:0:42325:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25600/0x57b8ff0e030532ae lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c396 expref: 5 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764890.369172:0:42325:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25600/0x57b8ff0e030532ae lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c396 expref: 5 pid: 42326 timeout: 2457 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764890.369192:0:42325:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bbd79f80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:42325:1862022119092352:192.168.202.28@tcp:104: 00000100:00100000:1.0:1775764890.369776:0:42325:0:(client.c:2691:ptlrpc_set_wait()) set ffff94458d3d2600 going to sleep for 11 seconds 00000100:00100000:0.0:1775764890.370638:0:3329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9444867cb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3329:1862022119092864:0@lo:400:kworker.0 00000100:00100000:0.0:1775764890.370697:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764890.370756:0:3330:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9444867ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d8dacf45-8471-4226-a2fb-1fac83f69c1e:3330:1862022119092480:0@lo:400:kworker.0 00000100:00100000:2.0:1775764890.370787:0:3330:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764890.370834:0:3330:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9444867cb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3330:1862022119092992:0@lo:400:kworker.0 00000100:00100000:2.0:1775764890.370862:0:42317:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119092480 00000100:00100000:2.0:1775764890.370868:0:42317:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119092480 00000100:00100000:2.0:1775764890.370911:0:42317:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 345 00000100:00100000:2.0:1775764890.370917:0:42317:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bd37a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d8dacf45-8471-4226-a2fb-1fac83f69c1e+18:3330:x1862022119092480:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764890.370959:0:42317:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bd37a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d8dacf45-8471-4226-a2fb-1fac83f69c1e+18:3330:x1862022119092480:12345-0@lo:400:kworker.0 Request processed in 42us (170us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764890.370964:0:42317:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 345 00000100:00100000:2.0:1775764890.371119:0:3331:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9444867cbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3331:1862022119092608:0@lo:400:kworker.0 00000100:00100000:2.0:1775764890.371143:0:3331:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764890.371171:0:3331:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9444867ca680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3331:1862022119093120:0@lo:400:kworker.0 00000100:00100000:2.0:1775764890.371193:0:42946:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119092608 00000100:00100000:2.0:1775764890.371196:0:42946:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119092608 00000100:00100000:2.0:1775764890.371220:0:42946:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 350 00000100:00100000:2.0:1775764890.371224:0:42946:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944590389f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3331:x1862022119092608:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764890.371250:0:42946:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944590389f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3331:x1862022119092608:12345-0@lo:400:kworker.0 Request processed in 27us (107us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764890.371254:0:42946:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 350 00000100:00100000:1.0:1775764890.371592:0:3328:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9444867c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3328:1862022119092736:0@lo:400:kworker.0 00000100:00100000:1.0:1775764890.371627:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764890.373725:0:43212:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119092736 00000100:00100000:2.0:1775764890.373741:0:43212:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119092736 00000100:00100000:2.0:1775764890.373848:0:43212:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 351 00000100:00100000:2.0:1775764890.373860:0:43212:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bbd78700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3328:x1862022119092736:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1775764890.373983:0:43212:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bbd78700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3328:x1862022119092736:12345-0@lo:400:kworker.0 Request processed in 125us (2354us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764890.373992:0:43212:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 351 00000100:00080000:2.0:1775764890.374025:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1775764890.374128:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119092864 00000100:00100000:3.0:1775764890.374133:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119092864 00000100:00100000:3.0:1775764890.374174:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 493 00000100:00100000:3.0:1775764890.374181:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444867c9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3329:x1862022119092864:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764890.374224:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444867c9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3329:x1862022119092864:12345-0@lo:400:kworker.0 Request processed in 43us (3526us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764890.374231:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 493 00000100:00100000:3.0:1775764890.374274:0:3329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9444867cb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3329:1862022119092864:0@lo:400:kworker.0 00000100:00100000:3.0:1775764890.374325:0:3328:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9444867c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3328:1862022119092736:0@lo:400:kworker.0 00000100:00100000:2.0:1775764890.374700:0:3331:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764890.374741:0:3331:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9444867cbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3331:1862022119092608:0@lo:400:kworker.0 00000100:00100000:2.0:1775764890.374770:0:3330:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1775764890.374829:0:3330:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9444867ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d8dacf45-8471-4226-a2fb-1fac83f69c1e:3330:1862022119092480:0@lo:400:kworker.0 00000100:00100000:0.0:1775764890.376670:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119093120 00000100:00100000:0.0:1775764890.376691:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119093120 00000100:00100000:0.0:1775764890.376763:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119092992 00000100:00100000:0.0:1775764890.376767:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119092992 00000100:00100000:0.0:1775764890.376792:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 494 00000100:00100000:3.0:1775764890.377129:0:44493:0:(service.c:3441:ptlrpc_start_thread()) mdt[0] started 4 min 3 max 116 00000100:00100000:3.0:1775764890.377143:0:44493:0:(service.c:3500:ptlrpc_start_thread()) starting thread 'mdt00_004' 00000100:00100000:3.0:1775764890.377305:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 495 00000100:00100000:3.0:1775764890.377315:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944590388700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3330:x1862022119092992:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1775764890.377513:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944590389880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3331:x1862022119093120:12345-0@lo:400:kworker.0 00000100:00080000:2.0:1775764890.377655:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1775764890.378203:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944590389880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3331:x1862022119093120:12345-0@lo:400:kworker.0 Request processed in 692us (3501us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764890.378213:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 494 00000100:00100000:0.0:1775764890.378287:0:3331:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9444867ca680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3331:1862022119093120:0@lo:400:kworker.0 00000100:00100000:3.0:1775764890.380085:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944590388700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3330:x1862022119092992:12345-0@lo:400:kworker.0 Request processed in 2760us (5301us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764890.380102:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 495 00000100:00100000:0.0:1775764890.380308:0:3330:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9444867cb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3330:1862022119092992:0@lo:400:kworker.0 00000100:00100000:2.0:1775764890.380887:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764890.381193:0:42309:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098733824 00000100:00100000:0.0:1775764890.381203:0:42309:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098733824 00010000:00010000:0.0:1775764890.381275:0:42309:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25600/0x57b8ff0e030532ae lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c396 expref: 6 pid: 42326 timeout: 2457 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764890.381317:0:42309:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 244 00000100:00100000:0.0:1775764890.381327:0:42309:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944590388000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:82781e18-e0e3-4f9f-9a2b-041bf0344414+6:2378:x1862022098733824:12345-192.168.202.28@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1775764890.381344:0:42309:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764890.381353:0:42309:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25600/0x57b8ff0e030532ae lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c396 expref: 6 pid: 42326 timeout: 2457 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.381367:0:42309:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25600/0x57b8ff0e030532ae lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c396 expref: 6 pid: 42326 timeout: 2457 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.381405:0:42309:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9445867bee00) 00010000:00010000:0.0:1775764890.381411:0:42309:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff944488003e00/0x57b8ff0e030532fb lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.381423:0:42309:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff944488003e00/0x57b8ff0e030532fb lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.381431:0:42309:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944488003e00/0x57b8ff0e030532fb lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.381455:0:42309:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775764890.381527:0:42309:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944590388000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:82781e18-e0e3-4f9f-9a2b-041bf0344414+6:2378:x1862022098733824:12345-192.168.202.28@tcp:103:ldlm_bl.0 Request processed in 201us (645us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764890.381536:0:42309:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 244 00000100:00080000:2.0:1775764890.381930:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:3.0:1775764890.383625:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25600/0x57b8ff0e030532ae lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c396 expref: 5 pid: 42326 timeout: 2457 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764890.383653:0:42325:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bbd79f80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:42325:1862022119092352:192.168.202.28@tcp:104: 00010000:00010000:3.0:1775764890.383686:0:42325:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff944488003e00/0x57b8ff0e030532fb lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.383697:0:42325:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff944488003e00/0x57b8ff0e030532fb lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.383704:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944488003e00/0x57b8ff0e030532fb lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.383740:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e03053302 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x53cb600d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.383755:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e03053302 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x53cb600d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.383768:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e03053302 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x53cb600d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1775764890.385104:0:42325:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x120:0x0], index 0: 0 00010000:00010000:3.0:1775764890.385427:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e03053309 lrc: 3/1,0 mode: --/PR res: [0x200003ab4:0x24:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.385447:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e03053309 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x24:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.385461:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e03053309 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x24:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.385519:0:42325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff944488003e00/0x57b8ff0e030532fb lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.385526:0:42325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944488003e00/0x57b8ff0e030532fb lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.385531:0:42325:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944488003e00/0x57b8ff0e030532fb lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.385537:0:42325:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944488003e00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:3.0:1775764890.385542:0:42325:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944488003e00/0x57b8ff0e030532fb lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.385550:0:42325:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944488003e00/0x57b8ff0e030532fb lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.385564:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9445867bee00) 00010000:00010000:3.0:1775764890.385567:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764890.385573:0:42325:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944488003e00/0x57b8ff0e030532fb lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.385579:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944488003e00/0x57b8ff0e030532fb lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1775764890.385593:0:42325:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000c884bfbc reply state 00000000bee88c8c transno 34359739451 ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e03053302 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x53cb600d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764890.385603:0:42325:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1775764890.385650:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944488003000/0x57b8ff0e030532f4 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c3ab expref: 12 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.385672:0:42325:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e03053309 lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0x24:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c3ab expref: 11 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.385679:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x24:0x0].0x0 (ffff9445867be900) 00010000:00010000:3.0:1775764890.385681:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1775764890.385683:0:42325:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445be695200, rc 0) 00000100:00100000:3.0:1775764890.385794:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944590388a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+12:67986:x1862022098733696:12345-192.168.202.28@tcp:101:bash.0 Request processed in 18123us (22995us total) trans 34359739451 rc 0/0 00000100:00100000:3.0:1775764890.386701:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 1259 00010000:00010000:3.0:1775764890.388086:0:3315:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e03053302 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x53cb600d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.388103:0:3315:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e03053302 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x53cb600d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.388110:0:3315:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e03053302 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x53cb600d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.388120:0:3315:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445be695c00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:3.0:1775764890.388126:0:3315:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e03053302 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x53cb600d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.388134:0:3315:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e03053302 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x53cb600d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.388155:0:3315:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x53cb600d (ffff9445867be600) 00010000:00010000:3.0:1775764890.388159:0:3315:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764890.388164:0:3315:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e03053302 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x53cb600d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.388170:0:3315:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e03053302 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x53cb600d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764890.395994:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764890.396288:0:42946:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098733952 00000100:00100000:2.0:1775764890.396301:0:42946:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098733952 00000100:00100000:2.0:1775764890.396405:0:42946:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 306 00000100:00100000:2.0:1775764890.396422:0:42946:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444867cb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+7:67986:x1862022098733952:12345-192.168.202.28@tcp:101:bash.0 00010000:00010000:2.0:1775764890.396448:0:42946:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00080000:0.0:1775764890.396479:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1775764890.396481:0:42946:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000db5360a/0x57b8ff0e03053317 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x120:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17c3b2 expref: -99 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1775764890.396526:0:42946:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x120:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1775764890.396557:0:42946:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764890.396559:0:42946:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1775764890.396576:0:42946:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000db5360a/0x57b8ff0e03053317 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x120:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c3b2 expref: 8 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.396600:0:42946:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000000db5360a/0x57b8ff0e03053317 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x120:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c3b2 expref: 8 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.396627:0:42946:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445baf24400, rc 0) 00000100:00100000:2.0:1775764890.396719:0:42946:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444867cb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+8:67986:x1862022098733952:12345-192.168.202.28@tcp:101:bash.0 Request processed in 303us (743us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764890.396728:0:42946:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 306 00000100:00100000:2.0:1775764890.401154:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764890.401346:0:47878:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098734208 00000100:00100000:0.0:1775764890.401365:0:47878:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098734208 00000100:00100000:0.0:1775764890.401746:0:47878:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 381 00000100:00100000:0.0:1775764890.401765:0:47878:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94459038b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+11:67986:x1862022098734208:12345-192.168.202.28@tcp:35:bash.0 00000100:00100000:0.0:1775764890.402353:0:47878:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94459038b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+12:67986:x1862022098734208:12345-192.168.202.28@tcp:35:bash.0 Request processed in 590us (1374us total) trans 34359739452 rc 0/0 00000100:00100000:0.0:1775764890.402364:0:47878:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 381 00010000:00010000:2.0:1775764890.433550:0:42312:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1775764890.433795:0:42356:0:(llog.c:800:llog_process_thread()) index: 8, lh_last_idx: 8 synced_idx: 8 lgh_last_idx: 8 00000040:00080000:0.0:1775764890.433825:0:42356:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x32:0x0] at index 8 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1775764890.434108:0:42356:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x32:0x0] index 29 count 9 00000040:00080000:0.0:1775764890.434118:0:42356:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 9 count 2 00000100:00100000:0.0:1775764890.867301:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764890.867557:0:50213:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098734336 00000100:00100000:2.0:1775764890.867570:0:50213:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098734336 00000100:00100000:2.0:1775764890.867639:0:50213:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 1260 00000100:00100000:2.0:1775764890.867650:0:50213:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444867ca680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:fcf15866-4739-4595-8fe1-44abde7ee9d7+12:68241:x1862022098734336:12345-192.168.202.28@tcp:101:multiop.0 00010000:00010000:2.0:1775764890.867687:0:50213:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764890.867717:0:50213:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24800/0x57b8ff0e0305331e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17c3b9 expref: -99 pid: 50213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.867794:0:50213:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25200/0x57b8ff0e03053325 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 50213 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.867867:0:50213:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25200/0x57b8ff0e03053325 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 50213 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.867892:0:50213:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25200/0x57b8ff0e03053325 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 50213 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764890.867986:0:50213:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 9728 00000004:00200000:2.0:1775764890.867991:0:50213:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 50 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764890.868027:0:50213:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25200/0x57b8ff0e03053325 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 50213 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.868061:0:50213:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24800/0x57b8ff0e0305331e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c3b9 expref: 14 pid: 50213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.868086:0:50213:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25200/0x57b8ff0e03053325 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c3b9 expref: 13 pid: 50213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764890.868098:0:50213:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff94459084a300) 00010000:00010000:2.0:1775764890.868102:0:50213:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1775764890.868106:0:50213:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445baf25200, rc 0) 00000100:00100000:2.0:1775764890.868205:0:50213:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444867ca680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:fcf15866-4739-4595-8fe1-44abde7ee9d7+13:68241:x1862022098734336:12345-192.168.202.28@tcp:101:multiop.0 Request processed in 556us (920us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764890.868215:0:50213:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 1260 00000100:00100000:2.0:1775764890.872044:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764890.872160:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098734592 00000100:00100000:3.0:1775764890.872174:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098734592 00000100:00100000:3.0:1775764890.872263:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 1261 00000100:00100000:3.0:1775764890.872276:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff94459038a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+13:68241:x1862022098734592:12345-192.168.202.28@tcp:101:multiop.0 00010000:00010000:3.0:1775764890.872585:0:44493:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764890.872591:0:44493:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1775764890.872631:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25200/0x57b8ff0e03053325 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c3b9 expref: 13 pid: 50213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.872658:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff94459084a300) 00010000:00010000:3.0:1775764890.872676:0:44493:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1775764890.872699:0:44493:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e0305332c lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17c3c0 expref: -99 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.873206:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e03053333 lrc: 3/1,0 mode: --/PR res: [0x200003ab4:0x24:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.873225:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e03053333 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x24:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.873239:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e03053333 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x24:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764890.873254:0:44493:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab4:0x24:0x0]: returning size 22 00010000:00010000:3.0:1775764890.874258:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e0305332c lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c3c0 expref: 15 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.874305:0:44493:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e03053333 lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0x24:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c3c0 expref: 14 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764890.874315:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x24:0x0].0x0 (ffff9445867be900) 00010000:00010000:3.0:1775764890.874319:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1775764890.874322:0:44493:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445be694600, rc 0) 00000100:00100000:3.0:1775764890.875259:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff94459038a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+14:68241:x1862022098734592:12345-192.168.202.28@tcp:101:multiop.0 Request processed in 2977us (3221us total) trans 34359739453 rc 0/0 00000100:00100000:3.0:1775764890.875273:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 1261 00000100:00100000:3.0:1775764890.883127:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764890.884713:0:42311:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098734720 00000100:00100000:0.0:1775764890.884733:0:42311:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098734720 00000100:00100000:0.0:1775764890.884967:0:42311:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 99 00000100:00100000:0.0:1775764890.884981:0:42311:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944586b8b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+14:2379:x1862022098734720:12345-192.168.202.28@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1775764890.885004:0:42311:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764890.885038:0:42311:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e03053333 lrc: 0/0,0 mode: --/PR res: [0x200003ab4:0x24:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c3c0 expref: 14 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764890.885065:0:42311:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x24:0x0].0x0 (ffff9445867be900) 00010000:00010000:0.0:1775764890.885071:0:42311:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775764890.885156:0:42311:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944586b8b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+13:2379:x1862022098734720:12345-192.168.202.28@tcp:103:ldlm_bl.0 Request processed in 179us (2044us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764890.885165:0:42311:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 99 00010000:00010000:0.0:1775764891.457100:0:42313:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775764891.908549:0:3329:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1775764891.908584:0:3329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bbd7a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3329:1862022119093248:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1775764891.908701:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764891.909084:0:42948:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119093248 00000100:00100000:1.0:1775764891.909096:0:42948:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119093248 00000100:00100000:1.0:1775764891.909243:0:42948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 213 00000100:00100000:1.0:1775764891.909254:0:42948:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444867c9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3329:x1862022119093248:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1775764891.909307:0:42948:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 61145088 pending 0 free 3765436416 avail 3763339264 00000100:00100000:1.0:1775764891.909379:0:42948:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444867c9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3329:x1862022119093248:12345-0@lo:13:osp-pre-1-0.0 Request processed in 127us (678us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764891.909386:0:42948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 213 00000100:00100000:0.0:1775764891.909983:0:3329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bbd7a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3329:1862022119093248:0@lo:13:osp-pre-1-0.0 00000001:00080000:3.0:1775764892.473393:0:5825:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 34359739452 is committed 00000001:00080000:3.0:1775764892.473415:0:5825:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 34359739453 is committed 00010000:00010000:3.0:1775764892.481142:0:43224:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775764893.360310:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764893.360621:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764893.360656:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764893.360695:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764893.360732:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764893.360759:0:43212:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098735360 00000100:00100000:0.0:1775764893.360769:0:43212:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098735360 00000100:00100000:0.0:1775764893.360868:0:43212:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098735232 00000100:00100000:0.0:1775764893.360872:0:43212:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098735232 00000100:00100000:0.0:1775764893.360897:0:43212:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 352 00000100:00100000:0.0:1775764893.360909:0:43212:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444867ca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+10:2379:x1862022098735360:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:0.0:1775764893.360982:0:43212:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444867ca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+10:2379:x1862022098735360:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 76us (285us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764893.360991:0:43212:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 352 00000100:00100000:3.0:1775764893.361144:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098734976 00000100:00100000:3.0:1775764893.361149:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098734976 00000100:00100000:3.0:1775764893.361181:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098735104 00000100:00100000:3.0:1775764893.361184:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098735104 00000100:00100000:3.0:1775764893.361203:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 496 00000100:00100000:3.0:1775764893.361209:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444867c9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:82781e18-e0e3-4f9f-9a2b-041bf0344414+5:2378:x1862022098734976:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:3.0:1775764893.361239:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444867c9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:82781e18-e0e3-4f9f-9a2b-041bf0344414+5:2378:x1862022098734976:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 30us (941us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764893.361246:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 496 00000100:00100000:3.0:1775764893.361273:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 497 00000100:00100000:3.0:1775764893.361280:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444867c8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+9:2379:x1862022098735104:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:3.0:1775764893.361308:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444867c8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+9:2379:x1862022098735104:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 29us (652us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764893.361314:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 497 00000100:00100000:3.0:1775764893.361335:0:42944:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 353 00000100:00100000:3.0:1775764893.361353:0:42944:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444867cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+8:2378:x1862022098735232:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:3.0:1775764893.361379:0:42944:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444867cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+8:2378:x1862022098735232:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 38us (647us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764893.361385:0:42944:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 353 00000100:00100000:1.0:1775764893.361441:0:42319:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098734848 00000100:00100000:1.0:1775764893.361445:0:42319:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098734848 00000100:00100000:1.0:1775764893.361490:0:42319:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 346 00000100:00100000:1.0:1775764893.361497:0:42319:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bd37b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:24b54882-c0a1-43f2-954f-009e5a9afc9d+12:2379:x1862022098734848:12345-192.168.202.28@tcp:400:kworker.0 00000100:00100000:1.0:1775764893.361535:0:42319:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bd37b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:24b54882-c0a1-43f2-954f-009e5a9afc9d+12:2379:x1862022098734848:12345-192.168.202.28@tcp:400:kworker.0 Request processed in 39us (915us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764893.361541:0:42319:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 346 00000100:00080000:1.0:1775764893.361583:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1775764893.361587:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1775764893.361589:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:2.0:1775764893.508284:0:42312:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1775764893.740422:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764893.740517:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098735488 00000100:00100000:3.0:1775764893.740529:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098735488 00000100:00100000:3.0:1775764893.740603:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 1262 00000100:00100000:3.0:1775764893.740614:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bea13b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+9:68269:x1862022098735488:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:3.0:1775764893.740644:0:44493:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764893.740669:0:44493:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e03053341 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17c3c7 expref: -99 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.740762:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694000/0x57b8ff0e03053348 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.740776:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694000/0x57b8ff0e03053348 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.740788:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694000/0x57b8ff0e03053348 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764893.741036:0:44493:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 9728 00000004:00200000:3.0:1775764893.741041:0:44493:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 50 stripe count 1 MDT count 1 00000004:00010000:3.0:1775764893.741115:0:44493:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694000/0x57b8ff0e03053348 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.741142:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e03053341 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c3c7 expref: 11 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.741161:0:44493:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694000/0x57b8ff0e03053348 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c3c7 expref: 10 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764893.741170:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9445867be600) 00010000:00010000:3.0:1775764893.741173:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1775764893.741176:0:44493:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445be694000, rc 0) 00000100:00100000:3.0:1775764893.741244:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bea13b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+10:68269:x1862022098735488:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 632us (832us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764893.741252:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 1262 00000100:00100000:1.0:1775764893.962760:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764893.962911:0:42327:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098735744 00000100:00100000:0.0:1775764893.962922:0:42327:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098735744 00000100:00100000:0.0:1775764893.962985:0:42327:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 382 00000100:00100000:0.0:1775764893.962996:0:42327:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bbd7b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+10:68241:x1862022098735744:12345-192.168.202.28@tcp:35:multiop.0 00000100:00100000:0.0:1775764893.963296:0:42327:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bbd7b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+11:68241:x1862022098735744:12345-192.168.202.28@tcp:35:multiop.0 Request processed in 301us (547us total) trans 34359739454 rc 0/0 00000100:00100000:0.0:1775764893.963305:0:42327:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 382 00000100:00100000:0.0:1775764894.073719:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764894.073866:0:50213:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098736000 00000100:00100000:1.0:1775764894.073877:0:50213:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098736000 00000100:00100000:1.0:1775764894.073946:0:50213:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 1263 00000100:00100000:1.0:1775764894.073956:0:50213:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444867c9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:fcf15866-4739-4595-8fe1-44abde7ee9d7+11:68290:x1862022098736000:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:1.0:1775764894.073979:0:50213:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764894.073999:0:50213:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944488002400/0x57b8ff0e0305334f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17c3ce expref: -99 pid: 50213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.074529:0:50213:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944488002200/0x57b8ff0e03053356 lrc: 3/1,0 mode: --/PR res: [0x200003ab4:0x24:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 50213 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.074545:0:50213:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944488002200/0x57b8ff0e03053356 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x24:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 50213 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.074558:0:50213:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944488002200/0x57b8ff0e03053356 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x24:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 50213 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764894.074571:0:50213:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab4:0x24:0x0]: returning size 22 00010000:00010000:1.0:1775764894.074701:0:50213:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944488002400/0x57b8ff0e0305334f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c3ce expref: 14 pid: 50213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.074727:0:50213:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff944488002200/0x57b8ff0e03053356 lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0x24:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c3ce expref: 13 pid: 50213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.074736:0:50213:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x24:0x0].0x0 (ffff9445867be900) 00010000:00010000:1.0:1775764894.074739:0:50213:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1775764894.074742:0:50213:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944488002200, rc 0) 00000100:00100000:1.0:1775764894.075886:0:50213:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444867c9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:fcf15866-4739-4595-8fe1-44abde7ee9d7+13:68290:x1862022098736000:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 1924us (2170us total) trans 34359739455 rc 0/0 00000100:00100000:1.0:1775764894.075897:0:50213:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 1263 00000100:00100000:2.0:1775764894.085926:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764894.085972:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764894.086082:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098736384 00000100:00100000:1.0:1775764894.086092:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098736384 00000100:00100000:1.0:1775764894.086149:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 1264 00000100:00100000:1.0:1775764894.086160:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bea12a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+13:68290:x1862022098736384:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:1.0:1775764894.086185:0:42326:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764894.086205:0:42326:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944488002400/0x57b8ff0e03053364 lrc: 2/0,0 mode: --/CR res: [0x200003ab4:0x24:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17c3d5 expref: -99 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764894.086300:0:42309:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098736128 00000100:00100000:3.0:1775764894.086304:0:42309:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098736128 00010000:00010000:1.0:1775764894.086325:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff944488002e00/0x57b8ff0e0305336b lrc: 3/0,1 mode: --/PW res: [0x200003ab4:0x24:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764894.086337:0:42309:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 100 00010000:00010000:1.0:1775764894.086341:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944488002e00/0x57b8ff0e0305336b lrc: 3/0,1 mode: PW/PW res: [0x200003ab4:0x24:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.086354:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944488002e00/0x57b8ff0e0305336b lrc: 3/0,1 mode: PW/PW res: [0x200003ab4:0x24:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764894.086367:0:42326:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab4:0x24:0x0]: returning size 22 00000100:00100000:3.0:1775764894.086395:0:42309:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bea10000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+15:2379:x1862022098736128:12345-192.168.202.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764894.086404:0:42309:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764894.086423:0:42309:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944488002200/0x57b8ff0e03053356 lrc: 0/0,0 mode: --/PR res: [0x200003ab4:0x24:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c3ce expref: 15 pid: 50213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.086440:0:42309:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x24:0x0].0x0 (ffff9445867be900) 00010000:00010000:3.0:1775764894.086445:0:42309:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1775764894.086508:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944488002400/0x57b8ff0e03053364 lrc: 0/0,0 mode: --/CR res: [0x200003ab4:0x24:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c3d5 expref: 16 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.086523:0:42326:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff944488002e00/0x57b8ff0e0305336b lrc: 3/0,0 mode: PW/PW res: [0x200003ab4:0x24:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c3d5 expref: 15 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.086531:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x24:0x0].0x0 (ffff9445867be900) 00010000:00010000:1.0:1775764894.086533:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:1.0:1775764894.086535:0:42326:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944488002e00, rc 0) 00000100:00100000:3.0:1775764894.086582:0:42309:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bea10000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+15:2379:x1862022098736128:12345-192.168.202.28@tcp:103:ldlm_bl.0 Request processed in 186us (665us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764894.086589:0:42309:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 100 00000100:00100000:1.0:1775764894.086757:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bea12a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+14:68290:x1862022098736384:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 599us (782us total) trans 34359739456 rc 0/0 00000100:00100000:1.0:1775764894.086765:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 1264 00000100:00100000:2.0:1775764894.100317:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764894.101253:0:42945:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098736512 00000100:00100000:0.0:1775764894.101262:0:42945:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098736512 00000100:00100000:0.0:1775764894.101315:0:42945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 307 00000100:00100000:0.0:1775764894.101322:0:42945:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bc1dc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+8:2377:x1862022098736512:12345-192.168.202.28@tcp:1:lfs.0 00010000:00010000:0.0:1775764894.101609:0:42945:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000044056cc7/0x57b8ff0e03053379 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x120:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 42945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.101625:0:42945:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000000db5360a/0x57b8ff0e03053317 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x120:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c3b2 expref: 8 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.101631:0:42945:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1775764894.101632:0:42945:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1775764894.101635:0:42945:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000044056cc7/0x57b8ff0e03053379 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x120:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 42945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.101660:0:42945:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000000db5360a/0x57b8ff0e03053317 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x120:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c3b2 expref: 8 pid: 42946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.101669:0:42945:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000000db5360a/0x57b8ff0e03053317 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x120:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c3b2 expref: 8 pid: 42946 timeout: 2460 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764894.101679:0:42945:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9444867cb100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:42945:1862022119093376:192.168.202.28@tcp:104: 00000100:00100000:0.0:1775764894.103262:0:42945:0:(client.c:2691:ptlrpc_set_wait()) set ffff9445b5632900 going to sleep for 11 seconds 00000100:00100000:2.0:1775764894.111217:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764894.112865:0:45548:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098736640 00000100:00100000:3.0:1775764894.112878:0:45548:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098736640 00002000:00100000:3.0:1775764894.112938:0:45548:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x120:0x0] (0->21) req@ffff9445bc1de680 x1862022098736640/t0(0) o4->fcf15866-4739-4595-8fe1-44abde7ee9d7@192.168.202.28@tcp:375/0 lens 512/0 e 0 to 0 dl 1775764905 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764894.112948:0:45548:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9445bc1de680 with x1862022098736640 ext(0->21) 00010000:00010000:3.0:1775764894.112958:0:45548:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 000000000db5360a/0x57b8ff0e03053317 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x120:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c3b2 expref: 9 pid: 42946 timeout: 2460 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.112975:0:45548:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 000000000db5360a/0x57b8ff0e03053317 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x120:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c3b2 expref: 9 pid: 42946 timeout: 2460 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1775764894.112984:0:45548:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff9445bc1de680 00000100:00100000:3.0:1775764894.113009:0:45548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 14 00000100:00100000:3.0:1775764894.113018:0:45548:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bc1de680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+9:2378:x1862022098736640:12345-192.168.202.28@tcp:4:lfs.0 00000100:00100000:3.0:1775764894.113769:0:45548:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bc1de680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+11:2378:x1862022098736640:12345-192.168.202.28@tcp:4:lfs.0 Request processed in 749us (2560us total) trans 34359738469 rc 0/0 00000100:00100000:3.0:1775764894.113779:0:45548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 14 00002000:00100000:3.0:1775764894.113787:0:45548:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x120:0x0] (0->21) req@ffff9445bc1de680 x1862022098736640/t34359738469(0) o4->fcf15866-4739-4595-8fe1-44abde7ee9d7@192.168.202.28@tcp:375/0 lens 512/448 e 0 to 0 dl 1775764905 ref 1 fl Complete:H/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1775764894.113835:0:45548:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9445bc1de680 with x1862022098736640 ext(0->21) 00010000:00010000:3.0:1775764894.113841:0:45548:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 000000000db5360a/0x57b8ff0e03053317 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x120:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c3b2 expref: 11 pid: 42946 timeout: 2460 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.113856:0:45548:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 000000000db5360a/0x57b8ff0e03053317 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x120:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c3b2 expref: 11 pid: 42946 timeout: 2460 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1775764894.113864:0:45548:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff9445bc1de680 00000100:00100000:0.0:1775764894.117117:0:42945:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9444867cb100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:42945:1862022119093376:192.168.202.28@tcp:104: 00010000:00010000:0.0:1775764894.118685:0:42945:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000044056cc7/0x57b8ff0e03053379 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x120:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 42945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764894.118885:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764894.123074:0:44302:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098736768 00000100:00100000:1.0:1775764894.123088:0:44302:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098736768 00010000:00010000:1.0:1775764894.123400:0:44302:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000000db5360a/0x57b8ff0e03053317 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x120:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c3b2 expref: 11 pid: 42946 timeout: 2460 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775764894.123446:0:44302:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 245 00000100:00100000:1.0:1775764894.123465:0:44302:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bc1ddc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+11:2378:x1862022098736768:12345-192.168.202.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1775764894.123483:0:44302:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:1.0:1775764894.123501:0:44302:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x120:0x0] updating lvb size from disk: 0 -> 22 00002000:00010000:1.0:1775764894.123504:0:44302:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x120:0x0] updating lvb mtime from disk: 0 -> 1775764890 00002000:00010000:1.0:1775764894.123506:0:44302:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x120:0x0] updating lvb atime from disk: 0 -> 1775764894 00002000:00010000:1.0:1775764894.123508:0:44302:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x120:0x0] updating lvb ctime from disk: 0 -> 1775764890 00010000:00010000:1.0:1775764894.123514:0:44302:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000000db5360a/0x57b8ff0e03053317 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x120:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c3b2 expref: 11 pid: 42946 timeout: 2460 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.123529:0:44302:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000000db5360a/0x57b8ff0e03053317 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x120:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c3b2 expref: 11 pid: 42946 timeout: 2460 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.123548:0:44302:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000db5360a/0x57b8ff0e03053317 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x120:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c3b2 expref: 11 pid: 42946 timeout: 2460 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.123566:0:44302:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1775764894.123568:0:44302:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1775764894.123572:0:44302:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000044056cc7/0x57b8ff0e03053379 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x120:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 42945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.123582:0:44302:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000044056cc7/0x57b8ff0e03053379 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x120:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 42945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.124450:0:44302:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1775764894.124550:0:44302:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bc1ddc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+10:2378:x1862022098736768:12345-192.168.202.28@tcp:103:ldlm_bl.0 Request processed in 1092us (5664us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764894.124558:0:44302:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 245 00010000:00010000:2.0:1775764894.128242:0:42945:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000044056cc7/0x57b8ff0e03053379 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x120:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 42945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.128257:0:42945:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000044056cc7/0x57b8ff0e03053379 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x120:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 42945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.128294:0:42945:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000044056cc7/0x57b8ff0e03053379 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x120:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 42945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.128300:0:42945:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000044056cc7/0x57b8ff0e03053379 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x120:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 42945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.128306:0:42945:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000044056cc7/0x57b8ff0e03053379 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x120:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 42945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.128309:0:42945:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445bfe76c00 already unused, calling callback (ffffffffc177a060) 00010000:00010000:2.0:1775764894.128313:0:42945:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000044056cc7/0x57b8ff0e03053379 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x120:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 42945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.128318:0:42945:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000044056cc7/0x57b8ff0e03053379 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x120:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 42945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.128332:0:42945:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000044056cc7/0x57b8ff0e03053379 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x120:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 42945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.128337:0:42945:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000044056cc7/0x57b8ff0e03053379 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x120:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 42945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764894.129256:0:42945:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bc1dc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+9:2377:x1862022098736512:12345-192.168.202.28@tcp:1:lfs.0 Request processed in 27930us (28943us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764894.129267:0:42945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 307 00000100:00100000:2.0:1775764894.138873:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764894.139112:0:47878:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098737024 00000100:00100000:0.0:1775764894.139124:0:47878:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098737024 00000100:00100000:0.0:1775764894.139200:0:47878:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 383 00000100:00100000:0.0:1775764894.139213:0:47878:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445b6a7b450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+14:68290:x1862022098737024:12345-192.168.202.28@tcp:35:lfs.0 00000004:00010000:0.0:1775764894.139289:0:47878:0:(mdt_open.c:1994:mdt_hsm_release()) ### [0x200003ab4:0x24:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff944488002e00/0x57b8ff0e0305336b lrc: 3/0,0 mode: PW/PW res: [0x200003ab4:0x24:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c3d5 expref: 14 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1775764894.139791:0:47878:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 34359739457 00000001:00080000:0.0:1775764894.140017:0:47878:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 34359739458 00000001:00080000:0.0:1775764894.142499:0:47878:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 34359739459 00010000:00010000:0.0:1775764894.142606:0:47878:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76a00/0x57b8ff0e03053380 lrc: 3/0,1 mode: --/EX res: [0x200003ab4:0x24:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 47878 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.142628:0:47878:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e03053309 lrc: 2/0,0 mode: PR/PR res: [0x200003ab4:0x24:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c3ab expref: 18 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.142639:0:47878:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76a00/0x57b8ff0e03053380 lrc: 4/0,1 mode: --/EX res: [0x200003ab4:0x24:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 47878 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.142682:0:47878:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e03053309 lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0x24:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c3ab expref: 18 pid: 42325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.142700:0:47878:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e03053309 lrc: 4/0,0 mode: PR/PR res: [0x200003ab4:0x24:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c3ab expref: 18 pid: 42325 timeout: 2460 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764894.142715:0:47878:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9444867cb100 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000_UUID:47878:1862022119093504:192.168.202.28@tcp:104: 00000100:00100000:0.0:1775764894.142998:0:47878:0:(client.c:2691:ptlrpc_set_wait()) set ffff9445b5632900 going to sleep for 11 seconds 00000100:00100000:2.0:1775764894.154200:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764894.154220:0:47878:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9444867cb100 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000_UUID:47878:1862022119093504:192.168.202.28@tcp:104: 00000100:00100000:3.0:1775764894.154290:0:42310:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098737152 00000100:00100000:3.0:1775764894.154299:0:42310:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098737152 00010000:00010000:3.0:1775764894.154344:0:42310:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e03053309 lrc: 4/0,0 mode: PR/PR res: [0x200003ab4:0x24:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c3ab expref: 19 pid: 42325 timeout: 2460 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764894.154386:0:42310:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 246 00000100:00100000:3.0:1775764894.154396:0:42310:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bc1dc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+19:2379:x1862022098737152:12345-192.168.202.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764894.154411:0:42310:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764894.154419:0:42310:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e03053309 lrc: 4/0,0 mode: PR/PR res: [0x200003ab4:0x24:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c3ab expref: 19 pid: 42325 timeout: 2460 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.154432:0:42310:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e03053309 lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0x24:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c3ab expref: 19 pid: 42325 timeout: 2460 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.157768:0:47878:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76a00/0x57b8ff0e03053380 lrc: 3/0,1 mode: --/EX res: [0x200003ab4:0x24:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 47878 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.157911:0:42310:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e03053309 lrc: 0/0,0 mode: --/PR res: [0x200003ab4:0x24:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c3ab expref: 19 pid: 42325 timeout: 2460 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.157933:0:42310:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x24:0x0].0x0 (ffff9445867be900) 00010000:00010000:3.0:1775764894.157938:0:42310:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76a00/0x57b8ff0e03053380 lrc: 3/0,1 mode: --/EX res: [0x200003ab4:0x24:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 47878 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.157947:0:42310:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76a00/0x57b8ff0e03053380 lrc: 3/0,1 mode: EX/EX res: [0x200003ab4:0x24:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 47878 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.157953:0:42310:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76a00/0x57b8ff0e03053380 lrc: 4/0,1 mode: EX/EX res: [0x200003ab4:0x24:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 47878 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.158104:0:42310:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775764894.158178:0:42310:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bc1dc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+18:2379:x1862022098737152:12345-192.168.202.28@tcp:103:ldlm_bl.0 Request processed in 3781us (3988us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764894.158188:0:42310:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 246 00010000:00010000:1.0:1775764894.158469:0:47878:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76a00/0x57b8ff0e03053380 lrc: 3/0,1 mode: EX/EX res: [0x200003ab4:0x24:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 47878 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.158477:0:47878:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76a00/0x57b8ff0e03053380 lrc: 3/0,1 mode: EX/EX res: [0x200003ab4:0x24:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 47878 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1775764894.158604:0:47878:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 34359739460 00000001:00080000:1.0:1775764894.158850:0:47878:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 34359739461 00000100:00100000:1.0:1775764894.158958:0:47878:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bbd7bb80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:47878:1862022119093632:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:1.0:1775764894.159055:0:47878:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764894.159088:0:47878:0:(client.c:2691:ptlrpc_set_wait()) set ffff9445b2d94840 going to sleep for 11 seconds 00000100:00100000:2.0:1775764894.159213:0:42330:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119093632 00000100:00100000:2.0:1775764894.159220:0:42330:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119093632 00000100:00100000:2.0:1775764894.159281:0:42330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82 00000100:00100000:2.0:1775764894.159289:0:42330:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bbd78e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:47878:x1862022119093632:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:2.0:1775764894.159367:0:42330:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bbd78e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:47878:x1862022119093632:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 79us (312us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764894.159374:0:42330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82 00000100:00100000:3.0:1775764894.159441:0:47878:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bbd7bb80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:47878:1862022119093632:0@lo:1000:mdt_rdpg00_002.0 00000001:00080000:3.0:1775764894.159760:0:47878:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 34359739462 00000100:00100000:3.0:1775764894.159839:0:47878:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944586b8ad80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:47878:1862022119093760:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:3.0:1775764894.159871:0:47878:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764894.159894:0:47878:0:(client.c:2691:ptlrpc_set_wait()) set ffff94458d3d2000 going to sleep for 11 seconds 00000100:00100000:0.0:1775764894.159949:0:42329:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119093760 00000100:00100000:0.0:1775764894.159954:0:42329:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119093760 00000100:00100000:0.0:1775764894.159977:0:42329:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83 00000100:00100000:0.0:1775764894.159983:0:42329:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944586b89880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:47878:x1862022119093760:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:0.0:1775764894.160116:0:42329:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944586b89880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:47878:x1862022119093760:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 132us (243us total) trans 34359738470 rc 0/0 00000100:00100000:0.0:1775764894.160123:0:42329:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83 00000100:00080000:1.0:1775764894.160232:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1775764894.160281:0:47878:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944586b8ad80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:47878:1862022119093760:0@lo:1000:mdt_rdpg00_002.0 00000001:00080000:3.0:1775764894.160323:0:47878:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 34359739463 00010000:00010000:3.0:1775764894.160358:0:47878:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76a00/0x57b8ff0e03053380 lrc: 3/0,1 mode: EX/EX res: [0x200003ab4:0x24:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 47878 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.160368:0:47878:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76a00/0x57b8ff0e03053380 lrc: 2/0,0 mode: EX/EX res: [0x200003ab4:0x24:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 47878 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.160376:0:47878:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76a00/0x57b8ff0e03053380 lrc: 3/0,0 mode: EX/EX res: [0x200003ab4:0x24:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 47878 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.160383:0:47878:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445bfe76a00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:3.0:1775764894.160387:0:47878:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76a00/0x57b8ff0e03053380 lrc: 3/0,0 mode: EX/EX res: [0x200003ab4:0x24:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 47878 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.160395:0:47878:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76a00/0x57b8ff0e03053380 lrc: 4/0,0 mode: EX/EX res: [0x200003ab4:0x24:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 47878 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.160410:0:47878:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x24:0x0].0x0 (ffff9445867be900) 00010000:00010000:3.0:1775764894.160413:0:47878:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:3.0:1775764894.160417:0:47878:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76a00/0x57b8ff0e03053380 lrc: 2/0,0 mode: --/EX res: [0x200003ab4:0x24:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 47878 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.160423:0:47878:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76a00/0x57b8ff0e03053380 lrc: 0/0,0 mode: --/EX res: [0x200003ab4:0x24:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 47878 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1775764894.160742:0:47878:0:(mdd_object.c:4010:mdd_close()) Object [0x200003ab4:0x25:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:3.0:1775764894.163475:0:47878:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x2e:0x0].29, 64 off10264 00000004:00080000:3.0:1775764894.163498:0:47878:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 2361010699169ns, next at 2362010693673ns, rc = 0 00000001:00080000:3.0:1775764894.163519:0:47878:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 34359739464 00010000:00010000:3.0:1775764894.163587:0:47878:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x24:0x0].0x0 (ffff9445867be900) 00010000:00010000:3.0:1775764894.163592:0:47878:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:3.0:1775764894.163603:0:47878:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944488002e00/0x57b8ff0e0305336b lrc: 0/0,0 mode: --/PW res: [0x200003ab4:0x24:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c3d5 expref: 22 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764894.163753:0:47878:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445b6a7b450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+21:68290:x1862022098737024:12345-192.168.202.28@tcp:35:lfs.0 Request processed in 24542us (24888us total) trans 34359739465 rc 0/0 00000100:00100000:3.0:1775764894.163765:0:47878:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 383 00000020:00080000:3.0:1775764894.163772:0:47878:0:(tgt_main.c:783:tgt_ses_key_exit()) total 9 transactions per RPC 00000100:00100000:2.0:1775764894.168860:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764894.168903:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098737280 00000100:00100000:3.0:1775764894.168915:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098737280 00000100:00100000:2.0:1775764894.169060:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 1265 00000100:00100000:2.0:1775764894.169071:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bc1dd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+21:68290:x1862022098737280:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:2.0:1775764894.169095:0:44493:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764894.169112:0:44493:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24000/0x57b8ff0e03053387 lrc: 2/0,0 mode: --/CR res: [0x200003ab4:0x24:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17c3dc expref: -99 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.169180:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24000/0x57b8ff0e03053387 lrc: 3/0,0 mode: CR/CR res: [0x200003ab4:0x24:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c3dc expref: 22 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.169198:0:44493:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24000/0x57b8ff0e03053387 lrc: 3/0,0 mode: CR/CR res: [0x200003ab4:0x24:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c3dc expref: 22 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.169219:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x24:0x0].0x0 (ffff94459084ac00) 00010000:00010000:2.0:1775764894.169221:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1775764894.169225:0:44493:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445baf24000, rc 0) 00000100:00100000:2.0:1775764894.169295:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bc1dd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+22:68290:x1862022098737280:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 227us (446us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764894.169302:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 1265 00000100:00100000:2.0:1775764894.175315:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764894.175620:0:42328:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098737536 00000100:00100000:3.0:1775764894.175631:0:42328:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098737536 00000100:00100000:3.0:1775764894.175771:0:42328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 384 00000100:00100000:3.0:1775764894.175781:0:42328:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bc1dea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+22:68290:x1862022098737536:12345-192.168.202.28@tcp:35:lfs.0 00000100:00100000:3.0:1775764894.176076:0:42328:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bc1dea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+23:68290:x1862022098737536:12345-192.168.202.28@tcp:35:lfs.0 Request processed in 295us (774us total) trans 34359739466 rc 0/0 00000100:00100000:3.0:1775764894.176085:0:42328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 384 00000100:00100000:1.0:1775764894.299839:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764894.299932:0:50213:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098737664 00000100:00100000:2.0:1775764894.299942:0:50213:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098737664 00000100:00100000:2.0:1775764894.299991:0:50213:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 1266 00000100:00100000:2.0:1775764894.300001:0:50213:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bbd7b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:fcf15866-4739-4595-8fe1-44abde7ee9d7+23:68300:x1862022098737664:12345-192.168.202.28@tcp:34:lfs.0 00010000:00010000:2.0:1775764894.300073:0:50213:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e0305338e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 50213 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.300090:0:50213:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e0305338e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 50213 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.300102:0:50213:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e0305338e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 50213 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.300116:0:50213:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24e00/0x57b8ff0e03053395 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x53cb600d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 50213 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.300122:0:50213:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24e00/0x57b8ff0e03053395 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x53cb600d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 50213 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.300128:0:50213:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24e00/0x57b8ff0e03053395 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x53cb600d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 50213 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.300422:0:50213:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24200/0x57b8ff0e0305339c lrc: 3/1,0 mode: --/PR res: [0x200003ab4:0x24:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 50213 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.300431:0:50213:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24200/0x57b8ff0e0305339c lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x24:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 50213 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.300438:0:50213:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24200/0x57b8ff0e0305339c lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x24:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 50213 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1775764894.300494:0:50213:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24200/0x57b8ff0e0305339c lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x24:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 50213 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.300507:0:50213:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e0305338e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 50213 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.300514:0:50213:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e0305338e lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 50213 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.300520:0:50213:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e0305338e lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 50213 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.300526:0:50213:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445baf25800 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764894.300530:0:50213:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e0305338e lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 50213 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.300538:0:50213:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e0305338e lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 50213 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.300551:0:50213:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9445867be600) 00010000:00010000:2.0:1775764894.300554:0:50213:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764894.300559:0:50213:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e0305338e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 50213 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.300565:0:50213:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e0305338e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 50213 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.300577:0:50213:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24e00/0x57b8ff0e03053395 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x53cb600d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 50213 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.300583:0:50213:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24e00/0x57b8ff0e03053395 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x53cb600d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 50213 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.300589:0:50213:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24e00/0x57b8ff0e03053395 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x53cb600d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 50213 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.300594:0:50213:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445baf24e00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764894.300596:0:50213:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24e00/0x57b8ff0e03053395 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x53cb600d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 50213 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.300603:0:50213:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24e00/0x57b8ff0e03053395 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x53cb600d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 50213 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.300610:0:50213:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x53cb600d (ffff94459084ae00) 00010000:00010000:2.0:1775764894.300612:0:50213:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764894.300614:0:50213:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24e00/0x57b8ff0e03053395 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x53cb600d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 50213 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.300620:0:50213:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24e00/0x57b8ff0e03053395 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x53cb600d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 50213 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.300636:0:50213:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24200/0x57b8ff0e0305339c lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x24:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 50213 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.300641:0:50213:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24200/0x57b8ff0e0305339c lrc: 2/0,0 mode: PR/PR res: [0x200003ab4:0x24:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 50213 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.300647:0:50213:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24200/0x57b8ff0e0305339c lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0x24:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 50213 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.300652:0:50213:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445baf24200 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:2.0:1775764894.300655:0:50213:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24200/0x57b8ff0e0305339c lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0x24:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 50213 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.300659:0:50213:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24200/0x57b8ff0e0305339c lrc: 4/0,0 mode: PR/PR res: [0x200003ab4:0x24:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 50213 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.300666:0:50213:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x24:0x0].0x0 (ffff94459084ac00) 00010000:00010000:2.0:1775764894.300668:0:50213:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1775764894.300670:0:50213:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24200/0x57b8ff0e0305339c lrc: 2/0,0 mode: --/PR res: [0x200003ab4:0x24:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 50213 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.300676:0:50213:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24200/0x57b8ff0e0305339c lrc: 0/0,0 mode: --/PR res: [0x200003ab4:0x24:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 50213 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764894.300758:0:50213:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bbd7b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:fcf15866-4739-4595-8fe1-44abde7ee9d7+23:68300:x1862022098737664:12345-192.168.202.28@tcp:34:lfs.0 Request processed in 757us (969us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764894.300766:0:50213:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 1266 00000100:00100000:2.0:1775764894.401435:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764894.401539:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098737792 00000100:00100000:1.0:1775764894.401549:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098737792 00000100:00100000:1.0:1775764894.401608:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 1267 00000100:00100000:1.0:1775764894.401618:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bc1dfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+23:68306:x1862022098737792:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:1.0:1775764894.401638:0:42326:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1775764894.401659:0:42326:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944488002000/0x57b8ff0e030533a3 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17c3e3 expref: -99 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.401721:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff944488003a00/0x57b8ff0e030533aa lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.401735:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944488003a00/0x57b8ff0e030533aa lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.401747:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944488003a00/0x57b8ff0e030533aa lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.401761:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944488003800/0x57b8ff0e030533b1 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x53cb600d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.401767:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944488003800/0x57b8ff0e030533b1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x53cb600d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.401773:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944488003800/0x57b8ff0e030533b1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x53cb600d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.402237:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944488002c00/0x57b8ff0e030533b8 lrc: 3/1,0 mode: --/PR res: [0x200003ab4:0x24:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.402244:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944488002c00/0x57b8ff0e030533b8 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x24:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.402249:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff944488002c00/0x57b8ff0e030533b8 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x24:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1775764894.402280:0:42326:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab4:0x24:0x0]: returning size 22 00000004:00200000:1.0:1775764894.402283:0:42326:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1775764894.402297:0:42326:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff944488002c00/0x57b8ff0e030533b8 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x24:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.402305:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff944488002c00/0x57b8ff0e030533b8 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x24:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.402311:0:42326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff944488003a00/0x57b8ff0e030533aa lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.402315:0:42326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944488003a00/0x57b8ff0e030533aa lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.402319:0:42326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944488003a00/0x57b8ff0e030533aa lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.402322:0:42326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944488003a00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:1.0:1775764894.402325:0:42326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944488003a00/0x57b8ff0e030533aa lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.402330:0:42326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944488003a00/0x57b8ff0e030533aa lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.402339:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9445867be600) 00010000:00010000:1.0:1775764894.402341:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764894.402343:0:42326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944488003a00/0x57b8ff0e030533aa lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.402347:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944488003a00/0x57b8ff0e030533aa lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.402357:0:42326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff944488003800/0x57b8ff0e030533b1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x53cb600d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.402360:0:42326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff944488003800/0x57b8ff0e030533b1 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x53cb600d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.402364:0:42326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff944488003800/0x57b8ff0e030533b1 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x53cb600d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.402366:0:42326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff944488003800 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:1.0:1775764894.402368:0:42326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944488003800/0x57b8ff0e030533b1 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x53cb600d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.402371:0:42326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff944488003800/0x57b8ff0e030533b1 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x53cb600d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.402374:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x53cb600d (ffff944584d1d300) 00010000:00010000:1.0:1775764894.402376:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1775764894.402377:0:42326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff944488003800/0x57b8ff0e030533b1 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x53cb600d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.402383:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944488003800/0x57b8ff0e030533b1 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x53cb600d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.402402:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944488002000/0x57b8ff0e030533a3 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c3e3 expref: 25 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.402411:0:42326:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff944488002c00/0x57b8ff0e030533b8 lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0x24:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c3e3 expref: 24 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.402416:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x24:0x0].0x0 (ffff94459084ac00) 00010000:00010000:1.0:1775764894.402417:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1775764894.402419:0:42326:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff944488002c00, rc 0) 00000100:00100000:1.0:1775764894.402580:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bc1dfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+24:68306:x1862022098737792:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 962us (1152us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764894.402587:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 1267 00000100:00100000:3.0:1775764894.407129:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764894.407405:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098738048 00000100:00100000:0.0:1775764894.407416:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098738048 00000100:00100000:0.0:1775764894.407507:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 1268 00000100:00100000:0.0:1775764894.407518:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944586b88a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+24:68306:x1862022098738048:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:0.0:1775764894.407540:0:42324:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1775764894.407564:0:42324:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76e00/0x57b8ff0e030533bf lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17c3ea expref: -99 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.407664:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76800/0x57b8ff0e030533c6 lrc: 3/0,1 mode: --/CW res: [0x200003ab4:0x24:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.407675:0:42324:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff944488002c00/0x57b8ff0e030533b8 lrc: 2/0,0 mode: PR/PR res: [0x200003ab4:0x24:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c3e3 expref: 25 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.407682:0:42324:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76800/0x57b8ff0e030533c6 lrc: 4/0,1 mode: --/CW res: [0x200003ab4:0x24:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.407713:0:42324:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff944488002c00/0x57b8ff0e030533b8 lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0x24:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c3e3 expref: 25 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.407726:0:42324:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff944488002c00/0x57b8ff0e030533b8 lrc: 4/0,0 mode: PR/PR res: [0x200003ab4:0x24:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c3e3 expref: 25 pid: 42326 timeout: 2461 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764894.407736:0:42324:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9444867cad80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:42324:1862022119093888:192.168.202.28@tcp:104: 00000100:00100000:0.0:1775764894.407858:0:42324:0:(client.c:2691:ptlrpc_set_wait()) set ffff9445b5632000 going to sleep for 11 seconds 00000100:00100000:1.0:1775764894.410633:0:42324:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9444867cad80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:42324:1862022119093888:192.168.202.28@tcp:104: 00010000:00010000:1.0:1775764894.410664:0:42324:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76800/0x57b8ff0e030533c6 lrc: 3/0,1 mode: --/CW res: [0x200003ab4:0x24:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764894.413603:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764894.414039:0:42311:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098738176 00000100:00100000:0.0:1775764894.414051:0:42311:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098738176 00010000:00010000:0.0:1775764894.414097:0:42311:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff944488002c00/0x57b8ff0e030533b8 lrc: 4/0,0 mode: PR/PR res: [0x200003ab4:0x24:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c3e3 expref: 26 pid: 42326 timeout: 2461 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764894.414151:0:42311:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 247 00000100:00100000:0.0:1775764894.414161:0:42311:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944590fd8850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+26:2378:x1862022098738176:12345-192.168.202.28@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1775764894.414176:0:42311:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764894.414183:0:42311:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff944488002c00/0x57b8ff0e030533b8 lrc: 4/0,0 mode: PR/PR res: [0x200003ab4:0x24:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c3e3 expref: 26 pid: 42326 timeout: 2461 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.414196:0:42311:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff944488002c00/0x57b8ff0e030533b8 lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0x24:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c3e3 expref: 26 pid: 42326 timeout: 2461 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.414219:0:42311:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff944488002c00/0x57b8ff0e030533b8 lrc: 0/0,0 mode: --/PR res: [0x200003ab4:0x24:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c3e3 expref: 26 pid: 42326 timeout: 2461 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.414237:0:42311:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x24:0x0].0x0 (ffff94459084ac00) 00010000:00010000:0.0:1775764894.414243:0:42311:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76800/0x57b8ff0e030533c6 lrc: 3/0,1 mode: --/CW res: [0x200003ab4:0x24:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.414258:0:42311:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76800/0x57b8ff0e030533c6 lrc: 3/0,1 mode: CW/CW res: [0x200003ab4:0x24:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.414267:0:42311:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76800/0x57b8ff0e030533c6 lrc: 4/0,1 mode: CW/CW res: [0x200003ab4:0x24:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.414305:0:42311:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775764894.414367:0:42311:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944590fd8850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+25:2378:x1862022098738176:12345-192.168.202.28@tcp:103:ldlm_bl.0 Request processed in 207us (772us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764894.414375:0:42311:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 247 00010000:00010000:2.0:1775764894.415719:0:42324:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76800/0x57b8ff0e030533c6 lrc: 3/0,1 mode: CW/CW res: [0x200003ab4:0x24:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.415732:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76800/0x57b8ff0e030533c6 lrc: 3/0,1 mode: CW/CW res: [0x200003ab4:0x24:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764894.415754:0:42324:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab4:0x24:0x0]: returning size 22 00010000:00010000:2.0:1775764894.415955:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76e00/0x57b8ff0e030533bf lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c3ea expref: 26 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.415977:0:42324:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76800/0x57b8ff0e030533c6 lrc: 3/0,0 mode: CW/CW res: [0x200003ab4:0x24:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c3ea expref: 25 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.415987:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x24:0x0].0x0 (ffff94459084ac00) 00010000:00010000:2.0:1775764894.415990:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:2.0:1775764894.415993:0:42324:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445bfe76800, rc 0) 00000100:00100000:2.0:1775764894.416553:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944586b88a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+25:68306:x1862022098738048:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 9035us (9442us total) trans 34359739467 rc 0/0 00000100:00100000:2.0:1775764894.416563:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 1268 00000100:00100000:3.0:1775764894.510171:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764894.510292:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098738304 00000100:00100000:0.0:1775764894.510303:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098738304 00000100:00100000:0.0:1775764894.510370:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 1269 00000100:00100000:0.0:1775764894.510381:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944586b88700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+25:68316:x1862022098738304:12345-192.168.202.28@tcp:34:lfs.0 00010000:00010000:0.0:1775764894.510469:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77400/0x57b8ff0e030533d4 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.510491:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77400/0x57b8ff0e030533d4 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.510503:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77400/0x57b8ff0e030533d4 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.510520:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76e00/0x57b8ff0e030533db lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x53cb600d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.510527:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76e00/0x57b8ff0e030533db lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x53cb600d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.510533:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76e00/0x57b8ff0e030533db lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x53cb600d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.510895:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76400/0x57b8ff0e030533e2 lrc: 3/1,0 mode: --/PR res: [0x200003ab4:0x24:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.510906:0:42325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76400/0x57b8ff0e030533e2 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x24:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.510913:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76400/0x57b8ff0e030533e2 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x24:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1775764894.510955:0:42325:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76400/0x57b8ff0e030533e2 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x24:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.510966:0:42325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77400/0x57b8ff0e030533d4 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.510973:0:42325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77400/0x57b8ff0e030533d4 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.510980:0:42325:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77400/0x57b8ff0e030533d4 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.510985:0:42325:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445bfe77400 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:0.0:1775764894.510990:0:42325:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77400/0x57b8ff0e030533d4 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.510997:0:42325:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77400/0x57b8ff0e030533d4 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.511009:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9445867be600) 00010000:00010000:0.0:1775764894.511012:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764894.511017:0:42325:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77400/0x57b8ff0e030533d4 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.511023:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77400/0x57b8ff0e030533d4 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.511036:0:42325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76e00/0x57b8ff0e030533db lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x53cb600d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.511042:0:42325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76e00/0x57b8ff0e030533db lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x53cb600d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.511048:0:42325:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76e00/0x57b8ff0e030533db lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x53cb600d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.511053:0:42325:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445bfe76e00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:0.0:1775764894.511056:0:42325:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76e00/0x57b8ff0e030533db lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x53cb600d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.511061:0:42325:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76e00/0x57b8ff0e030533db lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x53cb600d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.511069:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x53cb600d (ffff944582f80700) 00010000:00010000:0.0:1775764894.511071:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764894.511073:0:42325:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76e00/0x57b8ff0e030533db lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x53cb600d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.511078:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76e00/0x57b8ff0e030533db lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x53cb600d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.511096:0:42325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76400/0x57b8ff0e030533e2 lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x24:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.511102:0:42325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76400/0x57b8ff0e030533e2 lrc: 2/0,0 mode: PR/PR res: [0x200003ab4:0x24:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.511108:0:42325:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76400/0x57b8ff0e030533e2 lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0x24:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.511113:0:42325:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445bfe76400 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:0.0:1775764894.511116:0:42325:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76400/0x57b8ff0e030533e2 lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0x24:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.511122:0:42325:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76400/0x57b8ff0e030533e2 lrc: 4/0,0 mode: PR/PR res: [0x200003ab4:0x24:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.511129:0:42325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x24:0x0].0x0 (ffff94459084ac00) 00010000:00010000:0.0:1775764894.511131:0:42325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1775764894.511134:0:42325:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76400/0x57b8ff0e030533e2 lrc: 2/0,0 mode: --/PR res: [0x200003ab4:0x24:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.511139:0:42325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76400/0x57b8ff0e030533e2 lrc: 0/0,0 mode: --/PR res: [0x200003ab4:0x24:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764894.511220:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944586b88700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+25:68316:x1862022098738304:12345-192.168.202.28@tcp:34:lfs.0 Request processed in 839us (1058us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764894.511229:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 1269 00010000:00010000:0.0:1775764894.533841:0:42313:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1775764894.541959:0:42356:0:(llog.c:800:llog_process_thread()) index: 8, lh_last_idx: 8 synced_idx: 8 lgh_last_idx: 8 00000040:00080000:2.0:1775764894.541969:0:42356:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x32:0x0] at index 8 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1775764894.542393:0:42356:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x32:0x0] index 29 count 7 00000040:00080000:2.0:1775764894.542400:0:42356:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 9 count 2 00000100:00100000:1.0:1775764894.570048:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764894.570139:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098738432 00000100:00100000:2.0:1775764894.570155:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098738432 00000100:00100000:2.0:1775764894.570223:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 1270 00000100:00100000:2.0:1775764894.570234:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bbd7bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:82781e18-e0e3-4f9f-9a2b-041bf0344414+5:68318:x1862022098738432:12345-192.168.202.28@tcp:101:multiop.0 00010000:00010000:2.0:1775764894.570260:0:42326:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764894.570280:0:42326:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24200/0x57b8ff0e030533e9 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17c3f1 expref: -99 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.570350:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24e00/0x57b8ff0e030533f0 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.570365:0:42326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24e00/0x57b8ff0e030533f0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.570381:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24e00/0x57b8ff0e030533f0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764894.570647:0:42326:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 9728 00000004:00200000:2.0:1775764894.570651:0:42326:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 50 stripe count 1 MDT count 1 00000004:00010000:2.0:1775764894.570733:0:42326:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24e00/0x57b8ff0e030533f0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.570764:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24200/0x57b8ff0e030533e9 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c3f1 expref: 7 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.570781:0:42326:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24e00/0x57b8ff0e030533f0 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c3f1 expref: 6 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.570789:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9445867be600) 00010000:00010000:2.0:1775764894.570792:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1775764894.570836:0:42326:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445baf24e00, rc 0) 00000100:00100000:2.0:1775764894.571014:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bbd7bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:82781e18-e0e3-4f9f-9a2b-041bf0344414+6:68318:x1862022098738432:12345-192.168.202.28@tcp:101:multiop.0 Request processed in 781us (976us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764894.571022:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 1270 00000100:00100000:3.0:1775764894.580175:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764894.580232:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098738688 00000100:00100000:2.0:1775764894.580245:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098738688 00000100:00100000:2.0:1775764894.580312:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 1271 00000100:00100000:2.0:1775764894.580321:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944586b89c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:82781e18-e0e3-4f9f-9a2b-041bf0344414+6:68318:x1862022098738688:12345-192.168.202.28@tcp:101:multiop.0 00010000:00010000:2.0:1775764894.580343:0:42324:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764894.580346:0:42324:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1775764894.580373:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24e00/0x57b8ff0e030533f0 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c3f1 expref: 6 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.580393:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9445867be600) 00010000:00010000:2.0:1775764894.580399:0:42324:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1775764894.580411:0:42324:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e030533f7 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17c3f8 expref: -99 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.581368:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24c00/0x57b8ff0e030533fe lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.581384:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24c00/0x57b8ff0e030533fe lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.581395:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24c00/0x57b8ff0e030533fe lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.581409:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25e00/0x57b8ff0e03053405 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x53cb600d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.581415:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25e00/0x57b8ff0e03053405 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x53cb600d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.581422:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25e00/0x57b8ff0e03053405 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x53cb600d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.586304:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e0305340c lrc: 3/1,0 mode: --/PR res: [0x200003ab4:0x24:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.586326:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e0305340c lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x24:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.586338:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e0305340c lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x24:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764894.586350:0:42324:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab4:0x24:0x0]: returning size 22 00010000:00010000:3.0:1775764894.586664:0:42324:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24c00/0x57b8ff0e030533fe lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.586673:0:42324:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24c00/0x57b8ff0e030533fe lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.586681:0:42324:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24c00/0x57b8ff0e030533fe lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.586692:0:42324:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445baf24c00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:3.0:1775764894.586696:0:42324:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24c00/0x57b8ff0e030533fe lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.586704:0:42324:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24c00/0x57b8ff0e030533fe lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.586719:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9445867be600) 00010000:00010000:3.0:1775764894.586722:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764894.586727:0:42324:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24c00/0x57b8ff0e030533fe lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.586732:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24c00/0x57b8ff0e030533fe lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.586745:0:42324:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25e00/0x57b8ff0e03053405 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x53cb600d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.586751:0:42324:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25e00/0x57b8ff0e03053405 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x53cb600d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.586756:0:42324:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25e00/0x57b8ff0e03053405 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x53cb600d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.586761:0:42324:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445baf25e00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:3.0:1775764894.586764:0:42324:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25e00/0x57b8ff0e03053405 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x53cb600d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.586770:0:42324:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25e00/0x57b8ff0e03053405 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x53cb600d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.586791:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x53cb600d (ffff94459084ae00) 00010000:00010000:3.0:1775764894.586822:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764894.586825:0:42324:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25e00/0x57b8ff0e03053405 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x53cb600d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.586830:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25e00/0x57b8ff0e03053405 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x53cb600d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.586887:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25800/0x57b8ff0e030533f7 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c3f8 expref: 8 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.586900:0:42324:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e0305340c lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0x24:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c3f8 expref: 7 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.586907:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x24:0x0].0x0 (ffff94459084ac00) 00010000:00010000:3.0:1775764894.586910:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:3.0:1775764894.586912:0:42324:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445be695200, rc 0) 00000100:00100000:3.0:1775764894.587048:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944586b89c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:82781e18-e0e3-4f9f-9a2b-041bf0344414+7:68318:x1862022098738688:12345-192.168.202.28@tcp:101:multiop.0 Request processed in 6727us (6879us total) trans 34359739468 rc 0/0 00000100:00100000:3.0:1775764894.587059:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 1271 00000100:00100000:0.0:1775764894.648702:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764894.648849:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098738816 00000100:00100000:2.0:1775764894.648860:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098738816 00000100:00100000:2.0:1775764894.648927:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 1272 00000100:00100000:2.0:1775764894.648937:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444867cb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+25:68325:x1862022098738816:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:2.0:1775764894.648960:0:44493:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764894.648981:0:44493:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24e00/0x57b8ff0e0305341a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17c3ff expref: -99 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.649052:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24200/0x57b8ff0e03053421 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.649066:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24200/0x57b8ff0e03053421 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.649079:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24200/0x57b8ff0e03053421 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.649094:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24400/0x57b8ff0e03053428 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x53cb600d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.649101:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24400/0x57b8ff0e03053428 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x53cb600d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.649108:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24400/0x57b8ff0e03053428 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x53cb600d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.649401:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25400/0x57b8ff0e0305342f lrc: 3/1,0 mode: --/PR res: [0x200003ab4:0x24:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.649413:0:44493:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76800/0x57b8ff0e030533c6 lrc: 2/0,0 mode: CW/CW res: [0x200003ab4:0x24:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c3ea expref: 26 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.649422:0:44493:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25400/0x57b8ff0e0305342f lrc: 4/1,0 mode: --/PR res: [0x200003ab4:0x24:0x0].0x0 bits 0x13/0x48 rrc: 5 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.649464:0:44493:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76800/0x57b8ff0e030533c6 lrc: 3/0,0 mode: CW/CW res: [0x200003ab4:0x24:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c3ea expref: 26 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.649524:0:44493:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76800/0x57b8ff0e030533c6 lrc: 4/0,0 mode: CW/CW res: [0x200003ab4:0x24:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c3ea expref: 26 pid: 42324 timeout: 2461 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764894.649539:0:44493:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bc1ddc00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:44493:1862022119094016:192.168.202.28@tcp:104: 00000100:00100000:2.0:1775764894.649643:0:44493:0:(client.c:2691:ptlrpc_set_wait()) set ffff944482060240 going to sleep for 11 seconds 00000100:00100000:2.0:1775764894.652484:0:44493:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bc1ddc00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:44493:1862022119094016:192.168.202.28@tcp:104: 00010000:00010000:2.0:1775764894.652515:0:44493:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25400/0x57b8ff0e0305342f lrc: 3/1,0 mode: --/PR res: [0x200003ab4:0x24:0x0].0x0 bits 0x13/0x48 rrc: 5 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764894.654153:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764894.655002:0:47878:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098739072 00000100:00100000:3.0:1775764894.655014:0:47878:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098739072 00000100:00100000:3.0:1775764894.655135:0:47878:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 385 00000100:00100000:3.0:1775764894.655146:0:47878:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444867c8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+27:46150:x1862022098739072:12345-192.168.202.28@tcp:35:ldlm_bl.0 00000100:00100000:3.0:1775764894.655486:0:47878:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444867c8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+28:46150:x1862022098739072:12345-192.168.202.28@tcp:35:ldlm_bl.0 Request processed in 342us (1340us total) trans 34359739469 rc 0/0 00000100:00100000:3.0:1775764894.655497:0:47878:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 385 00000100:00100000:1.0:1775764894.657631:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764894.657744:0:42309:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098739200 00000100:00100000:2.0:1775764894.657753:0:42309:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098739200 00010000:00010000:2.0:1775764894.657952:0:42309:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76800/0x57b8ff0e030533c6 lrc: 4/0,0 mode: CW/CW res: [0x200003ab4:0x24:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c3ea expref: 28 pid: 42324 timeout: 2461 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764894.658035:0:42309:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 248 00000100:00100000:2.0:1775764894.658045:0:42309:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bbd7a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+28:2379:x1862022098739200:12345-192.168.202.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1775764894.658060:0:42309:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764894.658067:0:42309:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76800/0x57b8ff0e030533c6 lrc: 4/0,0 mode: CW/CW res: [0x200003ab4:0x24:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c3ea expref: 28 pid: 42324 timeout: 2461 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.658081:0:42309:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76800/0x57b8ff0e030533c6 lrc: 3/0,0 mode: CW/CW res: [0x200003ab4:0x24:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c3ea expref: 28 pid: 42324 timeout: 2461 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.658104:0:42309:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe76800/0x57b8ff0e030533c6 lrc: 0/0,0 mode: --/CW res: [0x200003ab4:0x24:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c3ea expref: 28 pid: 42324 timeout: 2461 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.658126:0:42309:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x24:0x0].0x0 (ffff94459084ac00) 00010000:00010000:2.0:1775764894.658131:0:42309:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25400/0x57b8ff0e0305342f lrc: 3/1,0 mode: --/PR res: [0x200003ab4:0x24:0x0].0x0 bits 0x13/0x48 rrc: 5 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.658141:0:42309:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25400/0x57b8ff0e0305342f lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x24:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.658149:0:42309:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25400/0x57b8ff0e0305342f lrc: 4/1,0 mode: PR/PR res: [0x200003ab4:0x24:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.658179:0:42309:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775764894.658236:0:42309:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bbd7a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+27:2379:x1862022098739200:12345-192.168.202.28@tcp:103:ldlm_bl.0 Request processed in 192us (613us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764894.658243:0:42309:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 248 00010000:00010000:3.0:1775764894.658733:0:44493:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25400/0x57b8ff0e0305342f lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x24:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.658742:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25400/0x57b8ff0e0305342f lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x24:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764894.658824:0:44493:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab4:0x24:0x0]: returning size 22 00000004:00200000:3.0:1775764894.658828:0:44493:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1775764894.658849:0:44493:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25400/0x57b8ff0e0305342f lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x24:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.658861:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25400/0x57b8ff0e0305342f lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x24:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.658871:0:44493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24200/0x57b8ff0e03053421 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.658876:0:44493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24200/0x57b8ff0e03053421 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.658883:0:44493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24200/0x57b8ff0e03053421 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.658889:0:44493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445baf24200 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:3.0:1775764894.658894:0:44493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24200/0x57b8ff0e03053421 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.658900:0:44493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24200/0x57b8ff0e03053421 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.658911:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9445867be600) 00010000:00010000:3.0:1775764894.658915:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764894.658919:0:44493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24200/0x57b8ff0e03053421 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.658924:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24200/0x57b8ff0e03053421 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.658936:0:44493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24400/0x57b8ff0e03053428 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x53cb600d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.658941:0:44493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24400/0x57b8ff0e03053428 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x53cb600d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.658946:0:44493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24400/0x57b8ff0e03053428 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x53cb600d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.658952:0:44493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445baf24400 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:3.0:1775764894.658955:0:44493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24400/0x57b8ff0e03053428 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x53cb600d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.658960:0:44493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24400/0x57b8ff0e03053428 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x53cb600d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.658967:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x53cb600d (ffff94459084a000) 00010000:00010000:3.0:1775764894.658969:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764894.658972:0:44493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24400/0x57b8ff0e03053428 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x53cb600d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.658978:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24400/0x57b8ff0e03053428 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x53cb600d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.659012:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24e00/0x57b8ff0e0305341a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c3ff expref: 27 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.659029:0:44493:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25400/0x57b8ff0e0305342f lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0x24:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c3ff expref: 26 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.659036:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x24:0x0].0x0 (ffff94459084ac00) 00010000:00010000:3.0:1775764894.659039:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1775764894.659041:0:44493:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445baf25400, rc 0) 00000100:00100000:3.0:1775764894.659091:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444867cb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+26:68325:x1862022098738816:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 10155us (10400us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764894.659099:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 1272 00000100:00100000:1.0:1775764894.663689:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764894.664071:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098739456 00000100:00100000:2.0:1775764894.664083:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098739456 00000100:00100000:2.0:1775764894.664178:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 1273 00000100:00100000:2.0:1775764894.664188:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bbd79f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+26:68325:x1862022098739456:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:2.0:1775764894.664215:0:42326:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1775764894.664235:0:42326:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25c00/0x57b8ff0e03053436 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17c406 expref: -99 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.664358:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24600/0x57b8ff0e0305343d lrc: 3/0,1 mode: --/CW res: [0x200003ab4:0x24:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.664374:0:42326:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25400/0x57b8ff0e0305342f lrc: 2/0,0 mode: PR/PR res: [0x200003ab4:0x24:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c3ff expref: 27 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.664389:0:42326:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24600/0x57b8ff0e0305343d lrc: 4/0,1 mode: --/CW res: [0x200003ab4:0x24:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.664614:0:42326:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25400/0x57b8ff0e0305342f lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0x24:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c3ff expref: 27 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.664629:0:42326:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25400/0x57b8ff0e0305342f lrc: 4/0,0 mode: PR/PR res: [0x200003ab4:0x24:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c3ff expref: 27 pid: 44493 timeout: 2461 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764894.664644:0:42326:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bc1ddc00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:42326:1862022119094144:192.168.202.28@tcp:104: 00000100:00100000:2.0:1775764894.664736:0:42326:0:(client.c:2691:ptlrpc_set_wait()) set ffff944482060a80 going to sleep for 11 seconds 00000100:00100000:1.0:1775764894.669039:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:2.0:1775764894.669146:0:42326:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bc1ddc00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:42326:1862022119094144:192.168.202.28@tcp:104: 00010000:00010000:2.0:1775764894.669168:0:42326:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24600/0x57b8ff0e0305343d lrc: 3/0,1 mode: --/CW res: [0x200003ab4:0x24:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764894.669392:0:42311:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098739584 00000100:00100000:3.0:1775764894.669399:0:42311:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098739584 00010000:00010000:3.0:1775764894.669430:0:42311:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25400/0x57b8ff0e0305342f lrc: 4/0,0 mode: PR/PR res: [0x200003ab4:0x24:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c3ff expref: 28 pid: 44493 timeout: 2461 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764894.669470:0:42311:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 249 00000100:00100000:3.0:1775764894.669479:0:42311:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bbd7b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+28:2378:x1862022098739584:12345-192.168.202.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1775764894.669494:0:42311:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1775764894.669501:0:42311:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25400/0x57b8ff0e0305342f lrc: 4/0,0 mode: PR/PR res: [0x200003ab4:0x24:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c3ff expref: 28 pid: 44493 timeout: 2461 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.669514:0:42311:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25400/0x57b8ff0e0305342f lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0x24:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c3ff expref: 28 pid: 44493 timeout: 2461 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.669535:0:42311:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25400/0x57b8ff0e0305342f lrc: 0/0,0 mode: --/PR res: [0x200003ab4:0x24:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c3ff expref: 28 pid: 44493 timeout: 2461 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.669556:0:42311:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x24:0x0].0x0 (ffff94459084ac00) 00010000:00010000:3.0:1775764894.669561:0:42311:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24600/0x57b8ff0e0305343d lrc: 3/0,1 mode: --/CW res: [0x200003ab4:0x24:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.669616:0:42311:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24600/0x57b8ff0e0305343d lrc: 3/0,1 mode: CW/CW res: [0x200003ab4:0x24:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.669624:0:42311:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24600/0x57b8ff0e0305343d lrc: 4/0,1 mode: CW/CW res: [0x200003ab4:0x24:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.669719:0:42311:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1775764894.669779:0:42311:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bbd7b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+27:2378:x1862022098739584:12345-192.168.202.28@tcp:103:ldlm_bl.0 Request processed in 294us (741us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764894.669787:0:42311:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 249 00010000:00010000:2.0:1775764894.673173:0:42326:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24600/0x57b8ff0e0305343d lrc: 3/0,1 mode: CW/CW res: [0x200003ab4:0x24:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.673188:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24600/0x57b8ff0e0305343d lrc: 3/0,1 mode: CW/CW res: [0x200003ab4:0x24:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1775764894.673214:0:42326:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab4:0x24:0x0]: returning size 22 00010000:00010000:2.0:1775764894.673601:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf25c00/0x57b8ff0e03053436 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c406 expref: 28 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.673621:0:42326:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24600/0x57b8ff0e0305343d lrc: 3/0,0 mode: CW/CW res: [0x200003ab4:0x24:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c406 expref: 27 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.673637:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x24:0x0].0x0 (ffff94459084ac00) 00010000:00010000:2.0:1775764894.673640:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:2.0:1775764894.673644:0:42326:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445baf24600, rc 0) 00000100:00100000:2.0:1775764894.673758:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bbd79f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+27:68325:x1862022098739456:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 9571us (10079us total) trans 34359739470 rc 0/0 00000100:00100000:2.0:1775764894.673766:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 1273 00000100:00100000:1.0:1775764894.682145:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764894.682693:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098739840 00000100:00100000:3.0:1775764894.682704:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098739840 00000100:00100000:3.0:1775764894.682854:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 1274 00000100:00100000:3.0:1775764894.682866:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bbd79180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+27:68325:x1862022098739840:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:3.0:1775764894.682902:0:42324:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764894.682905:0:42324:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1775764894.682934:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24600/0x57b8ff0e0305343d lrc: 0/0,0 mode: --/CW res: [0x200003ab4:0x24:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c406 expref: 27 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.682954:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x24:0x0].0x0 (ffff94459084ac00) 00010000:00010000:3.0:1775764894.682960:0:42324:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1775764894.682973:0:42324:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e0305344b lrc: 2/0,0 mode: --/CR res: [0x200003ab4:0x24:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17c40d expref: -99 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.683074:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694c00/0x57b8ff0e03053452 lrc: 3/0,1 mode: --/PW res: [0x200003ab4:0x24:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.683088:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694c00/0x57b8ff0e03053452 lrc: 3/0,1 mode: PW/PW res: [0x200003ab4:0x24:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.683098:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694c00/0x57b8ff0e03053452 lrc: 3/0,1 mode: PW/PW res: [0x200003ab4:0x24:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.683111:0:42324:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694c00/0x57b8ff0e03053452 lrc: 3/0,1 mode: PW/PW res: [0x200003ab4:0x24:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.683117:0:42324:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694c00/0x57b8ff0e03053452 lrc: 2/0,0 mode: PW/PW res: [0x200003ab4:0x24:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.683123:0:42324:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694c00/0x57b8ff0e03053452 lrc: 3/0,0 mode: PW/PW res: [0x200003ab4:0x24:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.683129:0:42324:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445be694c00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:3.0:1775764894.683134:0:42324:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694c00/0x57b8ff0e03053452 lrc: 3/0,0 mode: PW/PW res: [0x200003ab4:0x24:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.683141:0:42324:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694c00/0x57b8ff0e03053452 lrc: 4/0,0 mode: PW/PW res: [0x200003ab4:0x24:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.683149:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x24:0x0].0x0 (ffff94459084ac00) 00010000:00010000:3.0:1775764894.683152:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:3.0:1775764894.683155:0:42324:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694c00/0x57b8ff0e03053452 lrc: 2/0,0 mode: --/PW res: [0x200003ab4:0x24:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.683161:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694c00/0x57b8ff0e03053452 lrc: 0/0,0 mode: --/PW res: [0x200003ab4:0x24:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.683188:0:42324:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e0305344b lrc: 1/0,0 mode: --/CR res: [0x200003ab4:0x24:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c40d expref: 27 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.683197:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x24:0x0].0x0 (ffff94459084ac00) 00010000:00010000:3.0:1775764894.683199:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1775764894.683202:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e0305344b lrc: 0/0,0 mode: --/CR res: [0x200003ab4:0x24:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c40d expref: 27 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.683213:0:42324:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445be695c00, rc 0) 00000100:00100000:3.0:1775764894.683289:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bbd79180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+26:68325:x1862022098739840:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 425us (1154us total) trans 0 rc 301/301 00000100:00100000:3.0:1775764894.683297:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 1274 00000100:00100000:1.0:1775764894.688080:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764894.688134:0:42328:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098740096 00000100:00100000:3.0:1775764894.688143:0:42328:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098740096 00000100:00100000:3.0:1775764894.688187:0:42328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 386 00000100:00100000:3.0:1775764894.688193:0:42328:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bbd7b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+26:68325:x1862022098740096:12345-192.168.202.28@tcp:35:lfs.0 00000100:00100000:3.0:1775764894.688393:0:42328:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bbd7b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+27:68325:x1862022098740096:12345-192.168.202.28@tcp:35:lfs.0 Request processed in 199us (320us total) trans 34359739471 rc 0/0 00000100:00100000:3.0:1775764894.688401:0:42328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 386 00000100:00100000:0.0:1775764894.701300:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764894.701372:0:47878:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098740352 00000100:00100000:3.0:1775764894.701383:0:47878:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098740352 00000100:00100000:3.0:1775764894.701434:0:47878:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 387 00000100:00100000:3.0:1775764894.701441:0:47878:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444867c8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:82781e18-e0e3-4f9f-9a2b-041bf0344414+7:68318:x1862022098740352:12345-192.168.202.28@tcp:35:multiop.0 00000100:00100000:3.0:1775764894.703588:0:47878:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444867c8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:82781e18-e0e3-4f9f-9a2b-041bf0344414+8:68318:x1862022098740352:12345-192.168.202.28@tcp:35:multiop.0 Request processed in 2137us (2286us total) trans 34359739472 rc 0/0 00000100:00100000:3.0:1775764894.703606:0:47878:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 387 00000100:00100000:0.0:1775764894.782420:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764894.782565:0:44493:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098740480 00000100:00100000:3.0:1775764894.782576:0:44493:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098740480 00000100:00100000:3.0:1775764894.782639:0:44493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 1275 00000100:00100000:3.0:1775764894.782650:0:44493:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444867c8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+27:68331:x1862022098740480:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:3.0:1775764894.782677:0:44493:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764894.782698:0:44493:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e03053459 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17c414 expref: -99 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.782833:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694c00/0x57b8ff0e03053460 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.782849:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694c00/0x57b8ff0e03053460 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.782862:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694c00/0x57b8ff0e03053460 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.782877:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695600/0x57b8ff0e03053467 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x53cb600d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.782896:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695600/0x57b8ff0e03053467 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x53cb600d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.782902:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695600/0x57b8ff0e03053467 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x53cb600d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.783182:0:44493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694a00/0x57b8ff0e0305346e lrc: 3/1,0 mode: --/PR res: [0x200003ab4:0x24:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.783195:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694a00/0x57b8ff0e0305346e lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x24:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.783203:0:44493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694a00/0x57b8ff0e0305346e lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x24:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764894.783237:0:44493:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab4:0x24:0x0]: returning size 22 00000004:00200000:3.0:1775764894.783241:0:44493:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1775764894.783258:0:44493:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694a00/0x57b8ff0e0305346e lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x24:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.783267:0:44493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694a00/0x57b8ff0e0305346e lrc: 3/1,0 mode: PR/PR res: [0x200003ab4:0x24:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.783275:0:44493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694c00/0x57b8ff0e03053460 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.783280:0:44493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694c00/0x57b8ff0e03053460 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.783286:0:44493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694c00/0x57b8ff0e03053460 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.783290:0:44493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445be694c00 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:3.0:1775764894.783295:0:44493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694c00/0x57b8ff0e03053460 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.783301:0:44493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694c00/0x57b8ff0e03053460 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.783311:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9445867be600) 00010000:00010000:3.0:1775764894.783314:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764894.783319:0:44493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694c00/0x57b8ff0e03053460 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.783324:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694c00/0x57b8ff0e03053460 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.783335:0:44493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695600/0x57b8ff0e03053467 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x53cb600d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.783341:0:44493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695600/0x57b8ff0e03053467 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x53cb600d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.783346:0:44493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695600/0x57b8ff0e03053467 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x53cb600d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.783350:0:44493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9445be695600 already unused, calling callback (ffffffffc21c04f0) 00010000:00010000:3.0:1775764894.783353:0:44493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695600/0x57b8ff0e03053467 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x53cb600d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.783359:0:44493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695600/0x57b8ff0e03053467 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x53cb600d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.783365:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x53cb600d (ffff9445867be900) 00010000:00010000:3.0:1775764894.783367:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1775764894.783369:0:44493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695600/0x57b8ff0e03053467 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x53cb600d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.783374:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695600/0x57b8ff0e03053467 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x53cb600d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 44493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.783420:0:44493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e03053459 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c414 expref: 29 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.783439:0:44493:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694a00/0x57b8ff0e0305346e lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0x24:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c414 expref: 28 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.783445:0:44493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x24:0x0].0x0 (ffff94459084ac00) 00010000:00010000:3.0:1775764894.783459:0:44493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1775764894.783461:0:44493:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445be694a00, rc 0) 00000100:00100000:3.0:1775764894.783534:0:44493:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444867c8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+28:68331:x1862022098740480:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 886us (1127us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764894.783543:0:44493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 1275 00000100:00100000:1.0:1775764894.788169:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764894.788498:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098740736 00000100:00100000:3.0:1775764894.788509:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098740736 00000100:00100000:3.0:1775764894.788578:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 1276 00000100:00100000:3.0:1775764894.788589:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445b2cb0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+28:68331:x1862022098740736:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:3.0:1775764894.788617:0:42326:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764894.788641:0:42326:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e03053475 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17c41b expref: -99 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.788772:0:42326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e0305347c lrc: 3/0,1 mode: --/CW res: [0x200003ab4:0x24:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.788788:0:42326:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694a00/0x57b8ff0e0305346e lrc: 2/0,0 mode: PR/PR res: [0x200003ab4:0x24:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c414 expref: 29 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.788818:0:42326:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e0305347c lrc: 4/0,1 mode: --/CW res: [0x200003ab4:0x24:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.788854:0:42326:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694a00/0x57b8ff0e0305346e lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0x24:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c414 expref: 29 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.788868:0:42326:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694a00/0x57b8ff0e0305346e lrc: 4/0,0 mode: PR/PR res: [0x200003ab4:0x24:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c414 expref: 29 pid: 44493 timeout: 2461 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775764894.789167:0:42326:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944586b89180 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:42326:1862022119094272:192.168.202.28@tcp:104: 00000100:00100000:3.0:1775764894.789359:0:42326:0:(client.c:2691:ptlrpc_set_wait()) set ffff9445907eb540 going to sleep for 11 seconds 00000100:00100000:1.0:1775764894.795600:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764894.796595:0:42326:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944586b89180 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:42326:1862022119094272:192.168.202.28@tcp:104: 00010000:00010000:3.0:1775764894.796625:0:42326:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e0305347c lrc: 3/0,1 mode: --/CW res: [0x200003ab4:0x24:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764894.796772:0:42310:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098740864 00000100:00100000:0.0:1775764894.796782:0:42310:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098740864 00010000:00010000:0.0:1775764894.796851:0:42310:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694a00/0x57b8ff0e0305346e lrc: 4/0,0 mode: PR/PR res: [0x200003ab4:0x24:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c414 expref: 30 pid: 44493 timeout: 2461 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764894.796895:0:42310:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 250 00000100:00100000:0.0:1775764894.796904:0:42310:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445b2cb3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+30:2379:x1862022098740864:12345-192.168.202.28@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1775764894.796920:0:42310:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1775764894.796926:0:42310:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694a00/0x57b8ff0e0305346e lrc: 4/0,0 mode: PR/PR res: [0x200003ab4:0x24:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c414 expref: 30 pid: 44493 timeout: 2461 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.796938:0:42310:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694a00/0x57b8ff0e0305346e lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0x24:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c414 expref: 30 pid: 44493 timeout: 2461 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.796960:0:42310:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694a00/0x57b8ff0e0305346e lrc: 0/0,0 mode: --/PR res: [0x200003ab4:0x24:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c414 expref: 30 pid: 44493 timeout: 2461 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.796976:0:42310:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x24:0x0].0x0 (ffff94459084ac00) 00010000:00010000:0.0:1775764894.796981:0:42310:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e0305347c lrc: 3/0,1 mode: --/CW res: [0x200003ab4:0x24:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.796990:0:42310:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e0305347c lrc: 3/0,1 mode: CW/CW res: [0x200003ab4:0x24:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.796997:0:42310:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e0305347c lrc: 4/0,1 mode: CW/CW res: [0x200003ab4:0x24:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.797020:0:42310:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1775764894.797067:0:42310:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445b2cb3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+29:2379:x1862022098740864:12345-192.168.202.28@tcp:103:ldlm_bl.0 Request processed in 164us (1477us total) trans 0 rc 0/0 00000100:00100000:0.0:1775764894.797074:0:42310:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 250 00010000:00010000:3.0:1775764894.798393:0:42326:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e0305347c lrc: 3/0,1 mode: CW/CW res: [0x200003ab4:0x24:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.798406:0:42326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e0305347c lrc: 3/0,1 mode: CW/CW res: [0x200003ab4:0x24:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42326 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764894.798428:0:42326:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab4:0x24:0x0]: returning size 22 00010000:00010000:3.0:1775764894.798620:0:42326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be694600/0x57b8ff0e03053475 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c41b expref: 30 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.798637:0:42326:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e0305347c lrc: 3/0,0 mode: CW/CW res: [0x200003ab4:0x24:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c41b expref: 29 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.798645:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x24:0x0].0x0 (ffff94459084ac00) 00010000:00010000:3.0:1775764894.798648:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:3.0:1775764894.798651:0:42326:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445be695800, rc 0) 00000100:00100000:3.0:1775764894.798712:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445b2cb0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+29:68331:x1862022098740736:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 10125us (10557us total) trans 34359739473 rc 0/0 00000100:00100000:3.0:1775764894.798722:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 1276 00000100:00100000:1.0:1775764894.803458:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764894.803558:0:42324:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098741120 00000100:00100000:3.0:1775764894.803570:0:42324:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098741120 00000100:00100000:3.0:1775764894.803638:0:42324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 1277 00000100:00100000:3.0:1775764894.803649:0:42324:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445b2cb0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+29:68331:x1862022098741120:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:3.0:1775764894.803677:0:42324:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764894.803680:0:42324:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1775764894.803710:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695800/0x57b8ff0e0305347c lrc: 0/0,0 mode: --/CW res: [0x200003ab4:0x24:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c41b expref: 29 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.803731:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x24:0x0].0x0 (ffff94459084ac00) 00010000:00010000:3.0:1775764894.803735:0:42324:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1775764894.803748:0:42324:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e0305348a lrc: 2/0,0 mode: --/CR res: [0x200003ab4:0x24:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17c422 expref: -99 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.803888:0:42324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695600/0x57b8ff0e03053491 lrc: 3/0,1 mode: --/PW res: [0x200003ab4:0x24:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.803902:0:42324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695600/0x57b8ff0e03053491 lrc: 3/0,1 mode: PW/PW res: [0x200003ab4:0x24:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.803912:0:42324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695600/0x57b8ff0e03053491 lrc: 3/0,1 mode: PW/PW res: [0x200003ab4:0x24:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 42324 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1775764894.803925:0:42324:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200003ab4:0x24:0x0]: returning size 22 00010000:00010000:3.0:1775764894.804048:0:42324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e0305348a lrc: 0/0,0 mode: --/CR res: [0x200003ab4:0x24:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c422 expref: 31 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.804066:0:42324:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695600/0x57b8ff0e03053491 lrc: 3/0,0 mode: PW/PW res: [0x200003ab4:0x24:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c422 expref: 30 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.804073:0:42324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x24:0x0].0x0 (ffff94459084ac00) 00010000:00010000:3.0:1775764894.804075:0:42324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:3.0:1775764894.804078:0:42324:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445be695600, rc 0) 00000100:00100000:3.0:1775764894.804146:0:42324:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445b2cb0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fcf15866-4739-4595-8fe1-44abde7ee9d7+30:68331:x1862022098741120:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 499us (709us total) trans 34359739474 rc 0/0 00000100:00100000:3.0:1775764894.804154:0:42324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 1277 00000100:00100000:0.0:1775764894.811170:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764894.811497:0:44302:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098741376 00000100:00100000:1.0:1775764894.811509:0:44302:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098741376 00000100:00100000:1.0:1775764894.811587:0:44302:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 101 00000100:00100000:1.0:1775764894.811598:0:44302:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444867caa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+30:68331:x1862022098741376:12345-192.168.202.28@tcp:103:lfs.0 00010000:00010000:1.0:1775764894.811616:0:44302:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1775764894.811649:0:44302:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445baf24000/0x57b8ff0e03053387 lrc: 0/0,0 mode: --/CR res: [0x200003ab4:0x24:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c3dc expref: 30 pid: 44493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.811667:0:44302:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x24:0x0].0x0 (ffff94459084ac00) 00010000:00010000:1.0:1775764894.811673:0:44302:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1775764894.811744:0:44302:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444867caa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:fcf15866-4739-4595-8fe1-44abde7ee9d7+29:68331:x1862022098741376:12345-192.168.202.28@tcp:103:lfs.0 Request processed in 148us (584us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764894.811752:0:44302:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 101 00000100:00100000:1.0:1775764894.814261:0:3323:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:0.0:1775764894.814359:0:42325:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098741504 00000100:00100000:0.0:1775764894.814372:0:42325:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098741504 00000100:00100000:0.0:1775764894.814440:0:42325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 1278 00000100:00100000:0.0:1775764894.814460:0:42325:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445b2cb1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+29:68331:x1862022098741504:12345-192.168.202.28@tcp:58:lfs.0 00010000:00010000:0.0:1775764894.814590:0:42325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77e00/0x57b8ff0e0305349f lrc: 3/0,1 mode: --/EX res: [0x200003ab4:0x24:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.814611:0:42325:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e0305340c lrc: 2/0,0 mode: PR/PR res: [0x200003ab4:0x24:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c3f8 expref: 7 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.814620:0:42325:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77e00/0x57b8ff0e0305349f lrc: 4/0,1 mode: --/EX res: [0x200003ab4:0x24:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.814658:0:42325:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e0305340c lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0x24:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c3f8 expref: 7 pid: 42324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775764894.814672:0:42325:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e0305340c lrc: 4/0,0 mode: PR/PR res: [0x200003ab4:0x24:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c3f8 expref: 7 pid: 42324 timeout: 2461 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775764894.814690:0:42325:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9444867cad80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:42325:1862022119094400:192.168.202.28@tcp:104: 00000100:00100000:0.0:1775764894.815444:0:42325:0:(client.c:2691:ptlrpc_set_wait()) set ffff9445b5632300 going to sleep for 11 seconds 00000100:00100000:0.0:1775764894.818037:0:3322:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:1.0:1775764894.818173:0:42325:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9444867cad80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:42325:1862022119094400:192.168.202.28@tcp:104: 00010000:00010000:1.0:1775764894.818201:0:42325:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77e00/0x57b8ff0e0305349f lrc: 3/0,1 mode: --/EX res: [0x200003ab4:0x24:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764894.818276:0:42310:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098741632 00000100:00100000:2.0:1775764894.818284:0:42310:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098741632 00010000:00010000:2.0:1775764894.818317:0:42310:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e0305340c lrc: 4/0,0 mode: PR/PR res: [0x200003ab4:0x24:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c3f8 expref: 8 pid: 42324 timeout: 2461 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775764894.818367:0:42310:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 251 00000100:00100000:2.0:1775764894.818375:0:42310:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444867cb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:82781e18-e0e3-4f9f-9a2b-041bf0344414+8:2379:x1862022098741632:12345-192.168.202.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1775764894.818391:0:42310:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1775764894.818397:0:42310:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e0305340c lrc: 4/0,0 mode: PR/PR res: [0x200003ab4:0x24:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c3f8 expref: 8 pid: 42324 timeout: 2461 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.818409:0:42310:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e0305340c lrc: 3/0,0 mode: PR/PR res: [0x200003ab4:0x24:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c3f8 expref: 8 pid: 42324 timeout: 2461 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.818430:0:42310:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695200/0x57b8ff0e0305340c lrc: 0/0,0 mode: --/PR res: [0x200003ab4:0x24:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c3f8 expref: 8 pid: 42324 timeout: 2461 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.818455:0:42310:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x24:0x0].0x0 (ffff94459084ac00) 00010000:00010000:2.0:1775764894.818461:0:42310:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77e00/0x57b8ff0e0305349f lrc: 3/0,1 mode: --/EX res: [0x200003ab4:0x24:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.818471:0:42310:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77e00/0x57b8ff0e0305349f lrc: 3/0,1 mode: EX/EX res: [0x200003ab4:0x24:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.818479:0:42310:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77e00/0x57b8ff0e0305349f lrc: 4/0,1 mode: EX/EX res: [0x200003ab4:0x24:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775764894.818508:0:42310:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1775764894.818559:0:42310:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444867cb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:82781e18-e0e3-4f9f-9a2b-041bf0344414+7:2379:x1862022098741632:12345-192.168.202.28@tcp:103:ldlm_bl.0 Request processed in 185us (534us total) trans 0 rc 0/0 00000100:00100000:2.0:1775764894.818566:0:42310:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 251 00010000:00010000:1.0:1775764894.818616:0:42325:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77e00/0x57b8ff0e0305349f lrc: 3/0,1 mode: EX/EX res: [0x200003ab4:0x24:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775764894.818622:0:42325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77e00/0x57b8ff0e0305349f lrc: 3/0,1 mode: EX/EX res: [0x200003ab4:0x24:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1775764894.818988:0:42325:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x32:0x0].29, 136 off12136 00000100:00100000:1.0:1775764894.819047:0:42325:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445b2cb1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fcf15866-4739-4595-8fe1-44abde7ee9d7+29:68331:x1862022098741504:12345-192.168.202.28@tcp:58:lfs.0 Request processed in 4597us (4795us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764894.819058:0:42325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 1278 00000100:00100000:2.0:1775764894.821965:0:3321:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.28@tcp (source: 12345-192.168.202.28@tcp) 00000100:00100000:3.0:1775764894.822104:0:42326:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022098741760 00000100:00100000:3.0:1775764894.822115:0:42326:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022098741760 00000100:00100000:3.0:1775764894.822171:0:42326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.28@tcp, seq: 1279 00000100:00100000:3.0:1775764894.822180:0:42326:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9445bc1ddc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+29:68331:x1862022098741760:12345-192.168.202.28@tcp:101:lfs.0 00010000:00010000:3.0:1775764894.822205:0:42326:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1775764894.822226:0:42326:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e030534a6 lrc: 2/0,0 mode: --/CR res: [0x200003ab4:0x24:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x73cfd86cfc17c429 expref: -99 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.822289:0:42326:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77e00/0x57b8ff0e0305349f lrc: 2/0,1 mode: EX/EX res: [0x200003ab4:0x24:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.822301:0:42326:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e030534a6 lrc: 4/0,0 mode: --/CR res: [0x200003ab4:0x24:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c429 expref: 30 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.822319:0:42326:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9445bfe77e00/0x57b8ff0e0305349f lrc: 3/0,1 mode: EX/EX res: [0x200003ab4:0x24:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 42325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.822347:0:42326:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e030534a6 lrc: 3/0,0 mode: --/CR res: [0x200003ab4:0x24:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c429 expref: 30 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.822363:0:42326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200003ab4:0x24:0x0].0x0 (ffff94459084ac00) 00010000:00010000:3.0:1775764894.822366:0:42326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1775764894.822370:0:42326:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9445be695c00/0x57b8ff0e030534a6 lrc: 3/0,0 mode: --/CR res: [0x200003ab4:0x24:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.28@tcp remote: 0x73cfd86cfc17c429 expref: 30 pid: 42326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775764894.822377:0:42326:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9445be695c00, rc 0) 00000100:00100000:3.0:1775764894.822434:0:42326:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9445bc1ddc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fcf15866-4739-4595-8fe1-44abde7ee9d7+30:68331:x1862022098741760:12345-192.168.202.28@tcp:101:lfs.0 Request processed in 254us (479us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764894.822443:0:42326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.28@tcp, seq: 1279 00000100:00100000:0.0:1775764894.979320:0:3329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bc1dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3329:1862022119094528:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1775764894.979616:0:3329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1775764894.982154:0:42948:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119094528 00000100:00100000:1.0:1775764894.982167:0:42948:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119094528 00000100:00100000:1.0:1775764894.982232:0:42948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 214 00000100:00100000:1.0:1775764894.982242:0:42948:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9444867cad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3329:x1862022119094528:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1775764894.982268:0:42948:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 66256896 pending 1703936 free 3704619008 avail 3702521856 00000100:00100000:1.0:1775764894.982487:0:42948:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9444867cad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3329:x1862022119094528:12345-0@lo:13:osp-pre-0-0.0 Request processed in 246us (2870us total) trans 0 rc 0/0 00000100:00100000:1.0:1775764894.982494:0:42948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 214 00000100:00100000:0.0:1775764894.985858:0:3329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9445bc1dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3329:1862022119094528:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1775764895.490092:0:3329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944486040380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3329:1862022119095040:0@lo:400:kworker.0 00000100:00100000:0.0:1775764895.490277:0:3330:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9445bc1dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d8dacf45-8471-4226-a2fb-1fac83f69c1e:3330:1862022119094656:0@lo:400:kworker.0 00000100:00100000:3.0:1775764895.490674:0:3328:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944486040a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3328:1862022119094912:0@lo:400:kworker.0 00000100:00100000:1.0:1775764895.491061:0:3331:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff944486040000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3331:1862022119094784:0@lo:400:kworker.0 00000100:00100000:3.0:1775764895.495165:0:3328:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1775764895.495264:0:43212:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022119094912 00000100:00100000:3.0:1775764895.495273:0:43212:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022119094912 00000100:00100000:3.0:1775764895.495350:0:43212:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 354 00000100:00100000:3.0:1775764895.495360:0:43212:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff944586b89180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3328:x1862022119094912:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1775764895.495414:0:43212:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff944586b89180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3328:x1862022119094912:12345-0@lo:400:kworker.0 Request processed in 56us (256us total) trans 0 rc 0/0 00000100:00100000:3.0:1775764895.495421:0:43212:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 354 00000100:00100000:3.0:1775764895.496081:0:3328:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff944486040a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3328:1862022119094912:0@lo:400:kworker.0 00000100:00080000:3.0:1775764895.496991:0:42320:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 Debug log: 69858 lines, 69858 kept, 0 dropped, 0 bad.